# robots.txt for http://geekgirl.dk/ User-agent: * # Directed to all robots, spiders, scooter, web crawlers and other bots Disallow: /misc/ Disallow: /backgrounds/ Disallow: /tmp/ Disallow: /planet/ User-agent: fast Disallow: / ## Some of the bots that visit us # User-agent: googlebot # http://www.google.com/bot.html # User-agent: fast # http://fast.no/support.php?c=faqs/crawler # User-agent: sitecheck.internetseer.com # http://sitecheck.internetseer.com # User-agent: psbot # http://www.picsearch.com/bot.html # User-agent: ZyBorg # http://www.WISEnutbot.com # User-agent: Slurp # http://www.inktomi.com/slurp.html ## No info bots - A crime according to: http://www.robotstxt.org/wc/robots.html # NetMechanic V3.0 # Checkbot/1.67 LWP/5.63 # Netprospector JavaCrawler # Scooter-3.2.QA # ia_archiver # larbin_2.5.9 [ larbin_devel (http://pauillac.inria.fr/~ailleret/prog/larbin/) ] # eof