User-agent: aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)
Disallow: /

User-agent: exabot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: FunWebProducts
Disallow: /

User-agent: heritrix/1.6.0 +http://innovationblog.com
Disallow: /
User-agent: heritrix/1.8.0 +http://www.accelobot.com
Disallow: /
User-agent: heritrix/1.12.0 +http://www.accelobot.com
Disallow: /

User-agent: NP/0.1 (NP; http://www.nameprotect.com; npbot@nameprotect.com)
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Nutch
Disallow: /

User-Agent: RufusBot
Disallow: /

User-Agent: sdcresearchlabs-testbot
Disallow: /

User-Agent: Snoopy v1.2
Disallow: /
User-Agent: Snoopy v1.2.1
Disallow: /

User-agent: WebZip/4.0 
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-Agent: Wget/1.8.2
Disallow: /

User-Agent: Wget/1.10.2
Disallow: /

User-agent: *
Disallow: /0098/
Disallow: /beasties/
Disallow: /cgi-bin/
Disallow: /ci5/images/
Disallow: /column/fiction/2005/12/files/
Disallow: /column/fiction/2006/00/
Disallow: /column/fiction/images/
Disallow: /column/fiction/templates/
Disallow: /column/images/
Disallow: /column/mt-static/
Disallow: /column/opinion/2006/04/files/
Disallow: /column/opinion/images/
Disallow: /column/opinion/templates/
Disallow: /column/templates/
Disallow: /lgm/images/
Disallow: /scripts/
Disallow: /spam/
Disallow: /styles/
Disallow: /images/
Disallow: /test/
Disallow: /xiles/images/