# Robots.txt file # validated at http://tool.motoricerca.info/robots-checker.phtml # last validation 05.04.2007 User-agent: Accoona-AI-Agent/1.1.2 Disallow: / User-agent: Accoona Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: ArribaPacketRat Disallow: / User-agent: autoemailspider Disallow: / User-agent: baiduspider Disallow: / User-agent: baiduspider+ Disallow: / User-agent: BecomeBot Disallow: / User-agent: Bilbo Disallow: / User-agent: bot/1.0 Disallow: / User-agent: bot/1.0 (bot; http://; bot@bot.bot) Disallow: / User-agent: boitho.com-dc/0.85 Disallow: / User-agent: Burf Disallow: / User-agent: burf Disallow: / User-agent: CentiverseBot - investigator Disallow: / User-agent: ConveraCrawler/0.9e Disallow: / User-agent: DigExt Disallow: / User-agent: dloader(NaverRobot)/1.0 Disallow: / User-agent: DittoSpyder Disallow: / User-agent: DTS Agent Disallow: / User-agent: Dumbot(version 0.1 beta) Disallow: / User-agent: Exabot/2.0 Disallow: / User-agent: fast Disallow: / User-agent: findlinks Disallow: / User-agent: findlinks/1.1.1-a1 Disallow: / User-agent: findlinks/1.1.3-beta9 Disallow: / User-agent: genieBot Disallow: / User-agent: Getleft 1.1b2 Disallow: / User-agent: girafa Disallow: / User-agent: Gigabot/1.0 Disallow: / User-agent: Gigabot/2.0 Disallow: / User-agent: googlebot-Image Disallow: / User-agent: grub-client Disallow: / User-agent: grub-client-1.5.3 Disallow: / User-agent: hl_ftien_spider Disallow: / User-agent: HTMLAB Disallow: / User-agent: httrack Disallow: / User-agent: ia_archiver Disallow: / User-agent: ichiro/2.0 Disallow: / User-agent: ImageVampire Disallow: / User-agent: IRLbot Disallow: / User-agent: Jetbot/1.0 Disallow: / User-agent: Jetbot Disallow: / User-agent: Jyxobot/1 Disallow: / User-agent: k2spider Disallow: / User-agent: kinjabot Disallow: / User-agent: larbin_2.6.3 (larbin2.6.3@unspecified.mail) Disallow: / User-agent: LapozzBot Disallow: / User-agent: LC-Crawler Disallow: / User-agent: mail sweeper Disallow: / User-agent: MJ12bot Disallow: / User-agent: Moreoverbot/5.00 (+http://www.moreover.com) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; www.alertra.com) Disallow: / User-agent: MSIECrawler Disallow: / User-agent: MS FrontPage Disallow: / User-agent: msnbot/0.11 Disallow: / User-agent: msnbot Disallow: / User-agent: msrbot (http://research.microsoft.com/research/sv/msrbot) Disallow: / User-agent: NaverBot-1.0 Disallow: / User-agent: NetCaptor 7.2.0 Disallow: / User-agent: NewsGatorOnline/2.0 Disallow: / User-agent: NITLE Blog Spider/0.01 Disallow: / User-agent: noxtrumbot/1.0 Disallow: / User-agent: NPBot Disallow: / User-agent: nutch Disallow: / User-agent: Nutch Disallow: / User-agent: oBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: OmniExplorer_Bot/1.18 Disallow: / User-agent: OmniExplorer_Bot/1.09 Disallow: / User-agent: OmniExplorer_Bot/1.07 Disallow: / User-agent: OmniExplorer_Bot/1.10 Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: Openbot Disallow: / User-agent: OpenISearch Disallow: / User-agent: Pete-Spider Light/1.49 Disallow: / User-agent: PHP version tracker (http://www.nexen.net/phpversion/bot.php) Disallow: / User-agent: PicaLoader 1.37 Disallow: / User-agent: PluckFeedCrawler/2.0 Disallow: / User-agent: PRCrawler/Nutch-0.9 (data mining development project; crawler@projectrialto.com) Disallow: / User-agent: PrivacyFinder/1.1 Disallow: / User-agent: psbot Disallow: / User-agent: QuepasaCreep v0.9.13 Disallow: / User-agent: Scooter/3.2 Disallow: / User-agent: Scooter/3.3 Disallow: / User-agent: SearchDaimon.com-dc Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Slurp Disallow: / User-agent: Slurp/2.0 Disallow: / User-agent: Speedy Disallow: / User-agent: SpiderKU/0.9 Disallow: / User-agent: Speedy Spider Disallow: / User-agent: Steeler Disallow: / User-agent: Sogou web spider/3.0 Disallow: / User-agent: SurveyBot/2.3 Disallow: / User-agent: szukacz Disallow: / User-agent: Szukacz/1.5 Disallow: / User-agent: Teoma Disallow: / User-agent: Teleport Pro/1.29 Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Twiceler Disallow: / User-agent: Twiceler-0.9 Disallow: / User-agent: Vagabondo/2.1 Disallow: / User-agent: vischeck_spiderBot/0.1libwww-perl/5.48 Disallow: / User-agent: VoilaBot BETA 1.2 Disallow: / User-agent: Voyager/1.0 Disallow: / User-agent: vscooter Disallow: / User-agent: WebCapture 2.0 Disallow: / User-agent: WebCopier v3.3 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCopier v4.0 Disallow: / User-agent: webcrawler Disallow: / User-agent: Web Downloader/4.9 Disallow: / User-agent: Web Downloader/5.8 Disallow: / User-agent: WebGather 3.0 Disallow: / User-agent: WebStripper/2.56 Disallow: / User-agent: WebZIP/3.65 Disallow: / User-agent: WebZIP Disallow: / User-agent: Wget Disallow: / User-agent: Yahoo-Blogs/v3.9 Disallow: / User-agent: YahooSeeker/M1A1-R2D2 Disallow: / User-agent: YodaoBot/1.0 Disallow: / User-agent: Zao Disallow: / User-agent: Zeus 2.6 Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /mytemplates/