# robots.txt generated at http://www.mcanerin.com
User-agent: *
Disallow: /bot-trap
User-agent: Googlebot
Allow: /
User-agent: MSNBot
Allow: /
User-agent: Slurp
Allow: /
User-agent: Teoma
Allow: /
User-agent: Gigabot
Allow: /
User-agent: Robozilla
Allow: /
User-agent: ia_archiver
Allow: /
User-agent: Ask
Allow: /
User-agent: yahoo-blogs/v3.9
Allow: / 
User-agent: *
Disallow: /
Crawl-delay: 10
Disallow: /cgi-bin/
Sitemap: http://www.yoursite.com/sitemap.gz