User-Agent: *
Disallow: /
Allow: /

User-Agent: Googlebot
Allow: / 

User-Agent: Adsbot-Google
Allow: /

User-Agent: msnbot
Allow: /

User-Agent: msnbot-media
Allow: /

Disallow: /cgi-bin/

User-agent: Slurp
Allow: /

User-agent: Teoma
Allow: /

User-agent: Gigabot
Allow: /

User-agent: ia_archiver
Allow: / 

User-agent: baiduspider
Disallow: /

User-agent: naverbot
Disallow: /

User-agent: yeti
Allow: /

User-agent: psbot
Disallow: