User-agent: googlebot

User-agent: gulliver
Disallow: /admin

User-agent: slurp
Disallow: /admin

User-agent: fast
Disallow: /admin

User-agent: scooter
Disallow: /admin

User-agent: vscooter
Disallow: /admin

User-agent: ia_archiver

User-agent: Nutch

User-agent: FAST-WebCrawler 

User-agent: Lycos_Spider_(T-Rex) 

User-agent: MSNBOT/0.1 

User-agent: ArchitextSpider  

User-agent: ZyBorg 

User-agent: SurveyBot 

# Disallow all other crawlers  

User-agent: *
Disallow: /admin