# Splendid England robots.txt
User-agent: Googlebot-Image
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /old-site/

User-agent: Exabot/2.0
User-agent: ShopWiki/1.0
User-agent: psbot
User-agent: NutchCVS/0.7.2
User-agent: thumb-gw1.exabot.com
User-agent: Xenu Link Sleuth 1.2h
User-agent: psycheclone
User-agent: kykapeky
User-agent: Snapbot/1.0
User-agent: ichiro/2.0
User-agent: Twiceler-0.9
User-agent: SBIder
User-agent: heritrix
Disallow: /

# ALL search engine spiders/crawlers
User-agent: *
Disallow: /old-site/
Disallow: /cgi-bin/
Disallow: /usage/
Disallow: /pub/
Disallow: /webaliser/
Disallow: /tmp/