# Exclude Files From All Robots:

User-agent: *
Crawl-delay: 120
Disallow: /pdf/
Disallow: /powerpoint/
Disallow: /doc/

User-agent: aipbot
Disallow: /

User-agent: becomebot
Disallow: /

User-agent: IconSurf
Dissallow: /
Disallow: /favicon.ico

User-agent: psbot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: gigabot
Crawl-delay: 120

User-agent: googlebot
Crawl-delay: 120

User-agent: msnbot
Crawl-delay: 120

User-agent: teoma
Crawl-delay: 120

User-agent: slurp
Crawl-delay: 120