User-agent: googlebot
Disallow:

User-agent: slurp
Disallow:

User-agent: FAST-WebCrawler/2.1-pre14
Disallow:

User-agent: Lycos_Spider_(T-Rex)
Disallow:

User-agent: Slurp/si
Disallow:

User-agent: teomaagent
Disallow:

User-agent: Googlebot/2.0 beta
Disallow:

User-agent: Slurp.so/1.0
Disallow:

User-agent: Googlebot/2.1
Disallow:

User-agent: Scooter/3.3
Disallow:

User-agent: teoma_agent2/1.0
Disallow:

User-agent: Openbot/3.0
Disallow:

User-agent: Gulliver/1.3
Disallow:

User-agent: FAST-WebCrawler/3.6
Disallow:

User-agent: Mozilla/3.0
Disallow:

User-agent: Mercator-1.0
Disallow:

User-agent: Scooter/1.0
Disallow:

User-agent: libwww-perl/5.47
Disallow:

User-agent: DonQuichote/1.2a-unix Mode/Get
Disallow:

User-agent: Bilbo/1.2+WAP
Disallow:


User-agent: ia_archiver
Disallow: 

User-agent: turnitinbot
Disallow: