User-Agent: msnbot
Crawl-delay: 20

User-Agent: slurp
Crawl-delay: 30

User-agent: *
Disallow: /Admin/
Disallow: /mtg/
Disallow: /Iloha/
Disallow: /awstats/
Disallow: /awstats2/
Disallow: /awstats3/
Disallow: /awstats4/
Disallow: /errordocs/
Disallow: /backups/
Disallow: /cgi-bin/
Disallow: /civwiki/
Disallow: /civwiki/Special:Search
Disallow: /civwiki/Special:Random


User-agent: Teleport
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: TurnItInBot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: SBIder
Disallow: /