# robots.txt file for http://www.woodenboat.com/ # mail greg@woodenboat.com for constructive criticism # Tuesday 10 June 2008 # Bad Bot - stay out User-agent: Yeti Disallow: / # Bad Bot - stay out User-agent: Snapbot Disallow: / # Bad Bot - stay out User-agent: WebAlta Crawler Disallow: / # Slow the rate Google crawls us User-agent: Googlebot Crawl-delay: 10 Disallow: # Slow the rate Slurp crawls us User-agent: Slurp Crawl-delay: 10 Disallow: # Slow the rate msn crawls us User-agent: msnbot Crawl-delay: 10 # Exclude from everybody: User-agent: * Disallow: /wbstore-v2/ Disallow: /wbstore/images/ Disallow: /bears/ Disallow: /books/ Disallow: /program_files/ Disallow: /secure/ Disallow: /security/ Disallow: /storeslides/ Disallow: /store/ Disallow: /winter/ Disallow: /07cat/ Disallow: /joomla/ Disallow: /phpwebsite_1_1_0/ Disallow: /upload_ads/ Disallow: /wbwiki/ Disallow: /mwb/ Disallow: /editorial/ Disallow: /wbmag/advertising/ Disallow: /anger/ # End robots.txt file