User-agent: Googlebot
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: FAST-WebCrawler
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: ia_archiver
Disallow: /