User-agent: * Disallow: /cgi-bin/ Disallow: /cgi_bin/ Disallow: /admin/ Disallow: /games/admin/ Disallow: /games/players/ Disallow: /cgi-bin/jokes/rate.cgi Disallow: /cgi-bin/jokes/search.cgi User-agent: Mediapartners-Google Disallow: User-agent: ia_archiver Disallow: / User-agent: NetResearchServer Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Openbot Disallow: / User-agent: NPBot Disallow: / User-agent: FAST-WebCrawler Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: Szukacz Disallow: / User-agent: htdig Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Slurp Disallow: / User-agent: psbot Disallow: / User-agent: ZyBorg Disallow: / User-agent: msnbot Disallow: / User-agent: TranSGeniKBot Disallow: / User-agent: NaverBot Disallow: / User-agent: Iltrovatore-Setaccio Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: kuloko-bot Disallow: / User-agent: asterias Disallow: / User-agent: Gigabot Disallow: / User-agent: lwp-trivial Disallow: / User-agent: Nutch Disallow: / User-agent: HostTracker Disallow: / User-agent: Pompos Disallow: / User-agent: NG Disallow: / User-agent: Exabot Disallow: / User-agent: Custo Disallow: / User-agent: NuSearch Spider Disallow: / User-agent: T-Online Crawler Disallow: / User-agent: BecomeBot Disallow: / User-agent: ContextAd Bot Disallow: / User-agent: gazz Disallow: / User-agent: Mister Pix II 2.15 Disallow: / User-agent: Baiduspider Disallow: / User-agent: ConveraCrawler/ Disallow: / User-agent: ichiro Disallow: / User-agent: sherlock Disallow: / User-agent: Toutatis Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: maxomobot Disallow: / User-agent: MJ12bot Disallow: / User-agent: appie Disallow: / User-agent: CydralSpider Disallow: / User-agent: Adoolt.com Crawler Disallow: / User-agent: RedCarpet Disallow: / User-agent: IRLbot Disallow: / User-agent: NP Disallow: / User-agent: FAST Enterprise Crawler Disallow: / User-agent: abot Disallow: / User-agent: AtlocalBot Disallow: / User-agent: Schmozilla Disallow: / User-agent: aipbot Disallow: / User-agent: Sensis.com.au Web Crawler Disallow: / User-agent: Twiceler Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: BruinBot Disallow: / User-agent: noxtrumbot Disallow: / User-agent: FAST MetaWeb Crawler Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: WebIndexer Disallow: / User-agent: Dumbot Disallow: / User-agent: LapozzBot Disallow: / User-agent: Clushbot Disallow: / User-agent: Accoona-AI-Agent Disallow: / User-agent: RufusBot Disallow: / User-agent: LinksManager.com_bot Disallow: / User-agent: StackRambler Disallow: / User-agent: Sensis Web Crawler Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: voyager Disallow: / User-agent: Shim-Crawler Disallow: / User-agent: IP2LocationBot Disallow: / User-agent: GeoBot Disallow: / User-agent: findlinks Disallow: / User-agent: ShopWiki Disallow: / User-agent: heritrix Disallow: / User-agent: schibstedsokbot Disallow: / User-agent: linksmanager_bot Disallow: / User-agent: linksmanager Disallow: / User-agent: TextwiseFetcher Disallow: / User-agent: Snapbot Disallow: / User-agent: exactseek.com Disallow: / User-agent: Syntryx ANT Scout Chassis Pheromone Disallow: / User-agent: LocalcomBot Disallow: / User-agent: sna-0.0.1 Disallow: / User-agent: IP*Works! HTTP Component Disallow: / User-agent: Jyxobot Disallow: / User-agent: sproose Disallow: / User-agent: DepSpid Disallow: / User-agent: complex_network_group/Nutch-0.9-dev Disallow: / User-agent: Charlotte Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: dragonfly Disallow: / User-agent: crawler/10.36 Disallow: / User-agent: panscient.com Disallow: / User-agent: Mail.Ru Disallow: / User-agent: ilial Disallow: / User-agent: LMQueueBot Disallow: / User-agent: Pluggd Disallow: / User-agent: ccubee Disallow: / User-agent: CazoodleBot Disallow: / User-agent: favorstarbot Disallow: / User-agent: Gigamega.bot Disallow: / User-agent: LiteFinder Disallow: / User-agent: Teemer Disallow: / User-agent: Balihoo Disallow: / User-agent: disco Disallow: / User-agent: WebAlta Crawler Disallow: / User-agent: LTI/LemurProject Disallow: / User-agent: ScoutJet Disallow: / User-agent: CCBot Disallow: / User-agent: MLBot Disallow: / User-agent: OpenAcoon Disallow: / User-agent: WebDataCentreBot Disallow: / User-agent: discobot Disallow: / User-agent: DotBot Disallow: / User-agent: MSR-ISRCCrawler Disallow: / User-agent: KnowItAll Disallow: / User-agent: Yanga Disallow: / User-agent: Mysearch Disallow: / User-agent: Directcrawler Disallow: / User-agent: GurujiBot Disallow: / User-agent: rdfbot Disallow: / User-agent: OpenISearch Disallow: / User-agent: Sosospider Disallow: / User-agent: OOZBOT Disallow: / User-agent: SimilarPages Disallow: / User-agent: swish-e Disallow: / User-agent: flatlandbot Disallow: / User-agent: LucidMedia ClickSense Disallow: / User-agent: AISearchBot Disallow: / User-agent: GingerCrawler Disallow: / User-agent: kalooga Disallow: / User-agent: smart.apnoti.com Robot Disallow: / User-agent: Tagoobot Disallow: / User-agent: Jakarta Disallow: / User-agent: CamontSpider Disallow: / User-agent: SheenBot Disallow: / User-agent: 008 Disallow: / User-agent: Purebot Disallow: / User-agent: Chen Li Disallow: / User-agent: SBIder Disallow: / User-agent: spbot Disallow: / User-agent: Zscho.de Crawler Disallow: / User-agent: PuppyCrawler Disallow: / User-agent: Yandex Disallow: / User-agent: GeoHasher Disallow: / User-agent: Cityreview Disallow: /