# This disallows known special bots (like image and blog bots) User-agent: Googlebot-Image Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / # This requests that all other bots delay by 20 seconds between each request # and then this disallows these directories from compliant bots User-agent: * Crawl-delay: 20 Disallow: /cgi-bin/ Disallow: /backup/ Disallow: /bounce/ Disallow: /images/ Disallow: /includes/ Disallow: /mapimages/ Disallow: /mapplet/ Disallow: /proto_test/ Disallow: /stats/ Disallow: /kschlabach/ Disallow: /seizeyourturn/ Disallow: /boardgamemanifesto/ # This points to the sitemap file for bots who want it Sitemap: http://www.yoursite.com/sitemap.xml