# # robots.txt for http://blog.max-fun.de/ # # $Id: robots.txt,v 1.17 2004/11/01 02:37:04 renaudb Exp $ # # spammer User-agent: LinkWalker Disallow: / # company letting crawl the community: nono User-agent: grub-client Disallow: / # I do not like Microsoft, please keep out User-agent: MSNBOT Disallow: / # Inktomisearch User-agent: Slurp/2.0 Disallow: / # Inktomisearch User-agent: Slurp.so/1.0 Disallow: / # Inktomisearch User-agent: Slurp/si Disallow: / # Inktomiesearch User-agent: Slurp/cat Disallow: / # Inktomiesearch User-agent: Slurp Disallow: / # Wget User-agent: Wget Disallow: / # Overture User-agent: FAST-WebCrawler/3.8 Disallow: / User-agent: Googlebot Allow: / User-agent: * Disallow: /Out-Of-Date User-agent: * Disallow: /bot-trap/ Disallow: /wp-content/ Disallow: /wp-images/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /images/ #