#unwanted bots User-agent: * User-agent: Adsbot-Google Disallow: / #wanted bots User-agent: Googlebot #http://www.google.com/bot.html User-agent: msnbot # msn search User-agent: Yandex # www.yandex.com User-agent: Slurp # www.yahoo.com yahoo! Slurp User-agent: psbot # www.picsearch.com/bot.html User-agent: Googlebot-Image #google image search User-agent: Googlebot-Mobile #google mobile content User-agent: bloggz.se User-agent: Teoma #ask.com crawler User-agent: ccbot #http://www.commoncrawl.org/bot.html User-agent: Exabot #http://www.exabot.com/go/robot User-agent: Charlotte #http://www.searchme.com/support/pages/spider.php User-agent: twiceler #http://www.cuil.com/info/webmaster_info/ User-agent: Speedy #http://www.entireweb.com/about/search_tech/speedy_spider/ User-agent: gigabot #http://www.gigablast.com/spider.html User-agent: CazoodleBot #http://www.cazoodle.com/cazoodlebot/ User-agent: GurujiBot #http://www.guruji.com/en/WebmasterFAQ.html User-agent: voyager #http://www.kosmix.com/crawler.html Disallow: /w3c/ Disallow: /img/nr/ Disallow: /img/w3c/ Disallow: /cmbw/send-comment Disallow: /contact.html Disallow: /phpspeed/ Disallow: /images/ Disallow: /test/ Sitemap: http://niclas.rosenvik.net/sitemap.xml