# robots.txt file for http://www.woodenboat.com/ # mail greg@woodenboat.com for constructive criticism # May 20, 2010 # Bad Bot - stay out User-agent: Yeti Disallow: / # Bad Bot - stay out User-agent: Snapbot Disallow: / # Bad Bot - stay out User-agent: WebAlta Crawler Disallow: / ## Slow the rate Google crawls us # User-agent: Googlebot # Crawl-delay: 10 # Disallow: ## Slow the rate Slurp crawls us # User-agent: Slurp # Crawl-delay: 10 # Disallow: ## Slow the rate msn crawls us # User-agent: msnbot # Crawl-delay: 10 # Exclude from everybody: User-agent: * Disallow: /boat-update/ Disallow: /data/ Disallow: /editorial/ Disallow: /fetch/ Disallow: /hamilton/ Disallow: /joomla/ Disallow: /msd/ Disallow: /program_files/ Disallow: /secure/ Disallow: /security/ Disallow: /temp/ Disallow: /wbmag/advertising/ # End robots.txt file