# The Googlebot is the bot of google User-agent: Googlebot Noindex: /*.pdf Disallow: /*.pdf Noindex: /productImages/downloads/* Disallow: /productImages/downloads/* Noindex: /*/products/printTemplate.asp Disallow: /*/products/printTemplate.asp Noindex: /*/products/productPrintTemp.asp Disallow: /*/products/productPrintTemp.asp # The Googlebot-Image is the image bot for google User-agent: Googlebot-Image Allow: /* # The Slurp is the bot of Yahoo User-agent: Slurp Crawl-delay: 300 Disallow: /*.pdf Noindex: /*.pdf Disallow: /productImages/downloads/* Noindex: /productImages/downloads/* Disallow: /*/products/printTemplate.asp Disallow: /*/products/productPrintTemp.asp # The Msnbot is the bot of MSN User-Agent: Msnbot Crawl-delay: 120 Disallow: /*.pdf Noindex: /*.pdf Disallow: /productImages/downloads/* Noindex: /productImages/downloads/* Disallow: /*/products/printTemplate.asp Disallow: /*/products/productPrintTemp.asp # The Nutch is a bad bot User-agent: nutch Disallow: / # The following block bad bots stealing articles User-Agent: OmniExplorer_Bot Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: Bitacle bot/1.1 Disallow: / User-agent: Bitacle bot Disallow: / User-agent: Bitacle * Disallow: / User-agent: Bitacle* Disallow: / User-agent: Bitacle Disallow: / # Rules for all other bots not listed above User-agent: * Disallow: /productImages/downloads/ Noindex: /productImages/downloads/ Disallow: /en/products/printTemplate.asp Disallow: /en/products/productPrintTemp.asp Disallow: /de/products/printTemplate.asp Disallow: /de/products/productPrintTemp.asp Disallow: /dk/products/printTemplate.asp Disallow: /dk/products/productPrintTemp.asp # sitemap location Sitemap: http://www.frese.eu/sitemap.xml