User-agent: *
Disallow:
Crawl-Delay: 10

User-agent: ia_archiver
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: RufusBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: Gigamega
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: GingerCrawler
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Ask Jeeves
Disallow: /html/
Disallow: /indices/
Disallow: /rss
Crawl-Delay: 120

User-agent: Teoma
Disallow: /html/
Disallow: /indices/
Disallow: /rss
Crawl-Delay: 120