User-agent: *
Disallow: /

User-agent: Mediapartners-Google
Allow: /
 
User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot-Image
Disallow: /admin/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cgip/
Disallow: /dev/
Disallow: /includes/
Disallow: /js/
Disallow: /mirrors/
Disallow: /uber/
Disallow: /uploads/
Allow: /
 
User-agent: Googlebot-Mobile
Disallow: /admin/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cgip/
Disallow: /dev/
Disallow: /includes/
Disallow: /js/
Disallow: /mirrors/
Disallow: /uber/
Disallow: /uploads/
Allow: /

User-agent: Slurp
Disallow: /admin/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cgip/
Disallow: /dev/
Disallow: /includes/
Disallow: /js/
Disallow: /mirrors/
Disallow: /uber/
Disallow: /uploads/
Crawl-delay: 240
Allow: /

User-agent: msnbot
Disallow: /admin/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cgip/
Disallow: /dev/
Disallow: /includes/
Disallow: /js/
Disallow: /mirrors/
Disallow: /uber/
Disallow: /uploads/
Crawl-delay: 60
Allow: /
 
User-agent: ia_archiver-web.archive.org
Disallow: /admin/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cgip/
Disallow: /dev/
Disallow: /includes/
Disallow: /js/
Disallow: /mirrors/
Disallow: /uber/
Disallow: /uploads/
Disallow: /