# robots.txt generated at http://www.mcanerin.com User-agent: googlebot-image Disallow: / User-agent: Jyxobot\/1 Disallow: / User-agent: Nutch Disallow: / User-agent: ia_archiver Disallow: / User-agent: baiduspider Disallow: / User-agent: naverbot Disallow: / User-agent: yeti Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: * Disallow: Disallow: /_downloads_public/ Disallow: /_downloads_private/ Disallow: /_img/ Disallow: /_private_img/ # Sitemap: http://www.yoursite.com/sitemap.gz