# http://en.wikipedia.org/wiki/Robots_exclusion_standard#Crawl-delay_directive
User-agent: *
Crawl-delay: 30
Disallow: /images/avatars/
Disallow: /images/captchas/
Disallow: /images/forum_attachments/
Disallow: /images/member_photos/
Disallow: /images/pm_attachments/
Disallow: /images/signature_attachments/
Disallow: /images/smileys/
Disallow: /images/articles/
Disallow: /*.pdf$
Disallow: /themes/
Disallow: /members/
Disallow: /not_permitted/
Disallow: /not_permitted_digital/
Disallow: /not_permitted_media/
Disallow: /site/printer/

# recommended exclusion by SEO advisor
Disallow: /articles/category/P

Host: ssir.org