# /robots.txt file for http://www.fociofsmith.com/ # mail all comments to: webadmin@fociofsmith.com User-agent: * Allow: /searchhistory/ Disallow: /search Disallow: /groups Disallow: /images Disallow: /catalogs Disallow: /catalogues Disallow: /news Disallow: /nwshp Disallow: /? Disallow: /addurl/image? Disallow: /pagead/ Disallow: /relpage/ Disallow: /relcontent Disallow: /sorry/ Disallow: /imgres Disallow: /keyword/ Disallow: /u/ Disallow: /univ/ Disallow: /cobrand Disallow: /custom Disallow: /advanced_group_search Disallow: /advanced_search Disallow: /googlesite Disallow: /preferences Disallow: /setprefs Disallow: /swr Disallow: /url Disallow: /wml? Disallow: /xhtml? Disallow: /xml? Disallow: /imode? Disallow: /jsky? Disallow: /pda? Disallow: /sprint_xhtml Disallow: /sprint_wml Disallow: /pqa Disallow: /palm Disallow: /gwt/ Disallow: /purchases Disallow: /hws Disallow: /bsd? Disallow: /linux? Disallow: /mac? Disallow: /microsoft? Disallow: /unclesam? Disallow: /answers/search?q= Disallow: /local? Disallow: /local_url Disallow: /froogle? Disallow: /froogle_ Disallow: /print? Disallow: /books? Disallow: /scholar? Disallow: /complete Disallow: /sponsoredlinks Disallow: /videosearch? Disallow: /videopreview? Disallow: /videoprograminfo? Disallow: /maps? Disallow: /translate? Disallow: /ie? Disallow: /sms/demo? Disallow: /katrina? Disallow: /blogsearch? Disallow: /blogsearch/ Disallow: /blogsearch_feeds Disallow: /advanced_blog_search Disallow: /reader/ Disallow: /chart? Disallow: /transit? Disallow: /mbd? Disallow: /extern_js/ Disallow: /finance? Disallow: /finance/ Disallow: /cgi Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /calendar/feeds/ Disallow: /calendar/ical/ Disallow: /cl2/feeds/ Disallow: /cl2/ical/ User-agent: BotLink Disallow: / User-agent: ahoy Disallow: / User-agent: AlkalineBOT Disallow: / User-agent: AnthillV1.1 Disallow: / User-agent: appie/1.1 Disallow: / User-agent: arale Disallow: / User-agent: araneo Disallow: / User-agent: ariadne Disallow: / User-agent: arks Disallow: / User-agent:ASpider/0.09 Disallow: / User-agent: ATN_Worldwide Disallow: / User-agent: AraybOt Disallow: / User-agent: Atomz Disallow: / User-agent: AURESYS/1.0 Disallow: / User-agent: bbot Disallow: / User-agent: Bjaaland Disallow: / User-agent: Ukonline Disallow: / User-agent: borg-bot/0.9 Disallow: / User-agent: boxseabot Disallow: / User-agent: bspider Disallow: / User-agent: calif Disallow: / User-agent: christcrawler Disallow: / User-agent: CMC/0.01 Disallow: / User-agent: combine Disallow: / User-agent: conceptbot Disallow: / User-agent: CoolBot Disallow: / User-agent: root/0.1 Disallow: / User-agent: cosmos Disallow: / User-agent: Internet Cruiser Robot Disallow: / User-agent: cusco Disallow: / User-agent: cyberspyder Disallow: / User-agent: cydralspider Disallow: / User-agent: desertrealm Disallow: / # Exclude Digger Bot User-agent: digger Disallow: / # Exclude Digital Integrity Robot User-agent: DIIbot Disallow: / # Exclude Direct Hit Grabber User-agent: grabber Disallow: / # Exclude DNAbot User-agent: DNAbot/1.0 Disallow: / User-agent: downloadexpress Disallow: / User-agent: DragonBot Disallow: / User-agent: dwcp Disallow: / User-agent: ecollector Disallow: / User-agent: ebiness Disallow: / User-agent: elfinbot Disallow: / User-agent: EMC Spider Disallow: / User-agent: esculapio Disallow: / User-agent: esther Disallow: / User-agent: fastcrawler Disallow: / User-agent: FDSE Disallow: / User-agent: FELIX IDE Disallow: / User-agent: ESI Disallow: / User-agent: fido Disallow: / User-agent: KIT-Fireball Disallow: / User-agent: Fish-Search-Robot Disallow: / User-agent: fouineur Disallow: / User-agent: Freecrawl Disallow: / User-agent: gammaSpider Disallow: / User-agent: gazz Disallow: / User-agent: gcreep Disallow: / # Exclude Google Indexing User-agent: Googlebot Disallow: / User-agent: golem Disallow: / User-agent: griffon Disallow: / User-agent: Gromit Disallow: / User-agent: gulliver Disallow: / User-agent: gulper Disallow: / User-agent: hambot Disallow: / User-agent: havIndex Disallow: / User-agent: AITCSRobot/1.1 Disallow: / User-agent: htdig Disallow: / # Exclude from www.archive.org User-agent: ia_archiver Disallow: / User-agent: iajabot Disallow: / User-agent: INGRID/0.1 Disallow: / User-agent: Informant Disallow: / User-agent: InfoSpiders Disallow: / User-agent: inspectorwww Disallow: / User-agent: irobot Disallow: / User-agent: Iron33 Disallow: / User-agent: JBot Disallow: / User-agent: jcrawler Disallow: / User-agent: jeeves Disallow: / User-agent: jobo Disallow: / User-agent: Jobot/0.1alpha libwww-perl/4.0 Disallow: / User-agent: image.kapsi.net Disallow: / User-agent: KDD-Explorer Disallow: / User-agent: ko_yappo_robot Disallow: / User-agent: larbin Disallow: / User-agent: legs Disallow: / User-agent: Linkidator Disallow: / User-agent: linkwalker Disallow: / User-agent: Lockon Disallow: / User-agent: logo_gif_crawler Disallow: / User-agent: Lycos/x.x Disallow: / User-agent: marvin Disallow: / User-agent: mattie Disallow: / User-agent: mediafox Disallow: / User-agent: MerzScope Disallow: / User-agent: NEC-MeshExplorer Disallow: / User-agent: MindCrawler Disallow: / User-agent: udmsearch Disallow: / User-agent: moget Disallow: / User-agent: MOMspider/1.00 libwww-perl/0.40 Disallow: / User-agent: Motor Disallow: / User-agent: msnbot Disallow: / User-agent: muncher Disallow: / User-agent: muninn Disallow: / User-agent: MuscatFerret Disallow: / User-agent: MwdSearch Disallow: / User-agent: sharp-info-agent Disallow: / User-agent: NetCarta CyberPilot Pro Disallow: / User-agent: NetMechanic Disallow: / User-agent: NetScoop/1.0 libwww/5.0a Disallow: / User-agent: newscan-online Disallow: / User-agent: ObjectsSearch Disallow: / User-agent: Occam Disallow: / User-agent: Orbsearch/1.0 Disallow: / User-agent: packrat Disallow: / User-agent: pageboy Disallow: / User-agent: ParaSite Disallow: / User-agent: patric Disallow: / User-agent: perlcrawler Disallow: / User-agent: phpdig Disallow: / User-agent: piltdownman Disallow: / User-agent: Pimptrain Disallow: / User-agent: Pioneer Disallow: / User-agent: pjspider Disallow: / User-agent: PlumtreeWebAccessor Disallow: / User-agent: PortalBSpider Disallow: / User-agent: psbot Disallow: / User-agent: Getterrobo-Plus Disallow: / User-agent: Raven Disallow: / User-agent: RHCS Disallow: / User-agent: RixBot Disallow: / User-agent: roadrunner Disallow: / User-agent: Robbie Disallow: / User-agent: robi Disallow: / User-agent: RoboCrawl Disallow: / User-agent: robofox Disallow: / # Exclude AltaVista User-agent: Scooter Disallow: / User-agent: Search-AU Disallow: / User-agent: searchprocess Disallow: / User-agent: Senrigan Disallow: / User-agent: SG-Scout Disallow: / User-agent: Shagseeker Disallow: / User-agent: sift Disallow: / User-agent: SimBot Disallow: / User-agent: Site Valet Disallow: / User-agent: Open Text Site Crawler V1.0 Disallow: / User-agent: SiteTech-Rover Disallow: / User-agent: skymob Disallow: / User-agent: SLCrawler/2.0 Disallow: / # Exclude Inktomi - HotBot search engine User-agent: slurp Disallow: / User-agent: ESISmartSpider/2.0 Disallow: / User-agent: snooper Disallow: / User-agent: solbot Disallow: / User-agent: Spanner Disallow: / User-agent: speedy Disallow: / User-agent: spider_monkey Disallow: / User-agent: SpiderBot/1.0 Disallow: / User-agent: spiderline Disallow: / User-agent: suke Disallow: / User-agent: SygolBot Disallow: / User-agent: tach_bw Disallow: / User-agent: TechBOT Disallow: / User-agent: templeton Disallow: / User-agent: Teoma Disallow: / User-agent: titin Disallow: / User-agent: topiclink Disallow: / User-agent: UdmSearch Disallow: / User-agent: uptimebot Disallow: / User-agent: urlck Disallow: / User-agent: Valkyrie libwww-perl Disallow: / User-agent: verticrawl Disallow: / User-agent: Victoria/1.0 Disallow: / User-agent: void-bot Disallow: / User-agent: Voyager Disallow: / User-agent: VWbot_K Disallow: / User-agent: crawlpaper Disallow: / User-agent: wapspider Disallow: / User-agent: WebBandit/1.0 Disallow: / User-agent: webcatcher Disallow: / User-agent: T-H-U-N-D-E-R-S-T-O-N-E Disallow: / User-agent: WebMoose Disallow: / User-agent: webquest Disallow: / User-agent: webreaper Disallow: / User-agent: webs Disallow: / User-agent: webspider Disallow: / User-agent: WebWalker Disallow: / User-agent: wget Disallow: / User-agent: winona Disallow: / User-agent: whowhere Disallow: / User-agent: hotwired Disallow: / User-agent: wlm-1.1 Disallow: / User-agent: WOLP Disallow: / User-agent: WWWC Disallow: / User-agent: XGET Disallow: /