User-agent: * Disallow: /*.ico$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.css$ Disallow: /*.mp3$ Disallow: /*.doc$ Disallow: /*.zip$ Allow: /maultrommel/ Allow: /dichter/ User-agent: Slurp Disallow: / User-agent: msnbot Disallow: / User-agent: ICCrawler - ICjobs (http://www.icjobs.de/bot.htm) Disallow: / User-agent: obot Disallow: / User-agent: Wells Search II Disallow: / User-agent: Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/2.2 Disallow: / User-agent: MJ12bot/v1.2.1; http://www.majestic12.co.uk/bot.php?+) Disallow: / User-agent: MJ12bot/v1.2.1 (http://majestic12.co.uk/bot.php?+) Disallow: / User-agent: MJ12bot/v1.2.0 (http://majestic12.co.uk/bot.php?+) Disallow: / User-agent: MJ12bot/v1.1.1 (http://majestic12.co.uk/bot.php?+) Disallow: / User-agent: MJ12bot/v1.1.0 (http://majestic12.co.uk/bot.php?+) Disallow: / User-agent: MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+) Disallow: / User-agent: TridentSpider/3.1 Disallow: / User-agent: Googlebot-Image/1.0 Disallow: / User-agent: miniRank/2.0 Disallow: / User-agent: Interseek/3.1 Disallow: / User-agent: psbot/0.1 (+http://www.picsearch.com/bot.html) Disallow: / User-agent: Yahoo-MMCrawler/3.x (mms dash mmcrawler dash support at yahoo dash inc dot com) Disallow: / User-agent: DTAAgent Disallow: / User-agent: VoilaBot BETA 1.2 (http://www.voila.com/) Disallow: / User-agent: appie 1.1 (www.walhello.com) Disallow: /