# /robots.txt file for http://terryphillips.org.uk/ User-agent: AboutUsBot Disallow: / User-agent: accelobot Disallow: / User-agent: archive.org_bot Disallow: / User-agent: ArtfaceBot Disallow: / User-agent: bender Disallow: / User-agent: Bigsearch.ca Disallow: / User-agent: Blogpulse Disallow: / User-agent: Blogsearch Disallow: / User-agent: Bloodhound Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: bot/1.0 Disallow: / User-agent: BrightCrawler Disallow: / User-agent: Bumblebee@relevare.com Disallow: / User-agent: Butterfly Disallow: / User-agent: CamontSpider Disallow: / User-agent: CatchBot Disallow: / User-agent: CazoodleBot Disallow: / User-agent: ccbot Disallow: / User-Agent: Charlotte Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: CONspinder Disallow: / User-agent: DataFountains Disallow: / User-agent: DepSpid Disallow: / User-agent: DNS-Digger-Explorer Disallow: / User-agent: dodgebot Disallow: / User-agent: dotbot Disallow: / User-agent: eApolloBot Disallow: / User-agent: Enabot Disallow: / User-agent: envolk Disallow: / User-agent: Eurobot Disallow: / User-agent: Exabot Disallow: / User-agent: exactseek.com Disallow: / User-agent: exooba crawler Disallow: / User-agent: Factbot Disallow: / User-agent: favorstarbot Disallow: / User-Agent: FDSE Disallow: / User-agent: fembot Disallow: / User-agent: findlinks Disallow: / User-agent: flatlandbot Disallow: / User-agent: Gaisbot Disallow: / User-agent: GeonaBot Disallow: / User-agent: GetRight Disallow: / User-agent: Gigabot Disallow: / User-agent: GOFORIT Disallow: / User-agent: GogolSpider Disallow: / User-agent: grbot Disallow: / User-agent: grub-client Disallow: / User-agent: GurujiBot Disallow: / User-agent: heritrix Disallow: / User-agent: Homerweb Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: HyperixScoop Disallow: / User-agent: ia_archiver Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: ichiro Disallow: / User-agent: IIITBOT Disallow: / User-agent: ilial Disallow: / User-agent: IRLbot Disallow: / User-agent: iVia Disallow: / User-agent: Jambot Disallow: / User-agent: larbin Disallow: / User-agent: libwww-perl Disallow: / User-agent: LinkAider Disallow: / User-agent: linksmanager_bot Disallow: / User-agent: LocalBot Disallow: / User-agent: LocalcomBot Disallow: / User-agent: locallytarget Disallow: / User-agent: LWP Disallow: / User-agent: Mackster Disallow: / User-agent: MJ12bot Disallow: / User-agent: MLBot Disallow: / User-agent: mozDex Disallow: / User-agent: Mp3Bot Disallow: / User-agent: MQbot Disallow: / User-agent: MSRBOT Disallow: / User-agent: multicrawler Disallow: / User-agent: my-heritrix-crawler Disallow: / User-agent: NetResearchServer Disallow: / User-agent: NG/2.0 Disallow: / User-agent: NPBot Disallow: / User-agent: Nutch Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: OOZBOT Disallow: / User-agent: ozzie Disallow: / User-agent: Pagebull Disallow: / User-agent: PiyushBot Disallow: / User-agent: proximic Disallow: / User-agent: psbot Disallow: / User-agent: pulsebot Disallow: / User-agent: Python-urllib Disallow: / User-agent: Regiochannel Disallow: / User-agent: RufusBot Disallow: / User-agent: ScoutJet Disallow: / User-agent: Seekbot Disallow: / User-agent: semanticdiscovery Disallow: / User-agent: Sirketcebot Disallow: / User-agent: SmartViper Disallow: / User-agent: Snapbot Disallow: / User-agent: Sogou Disallow: / User-agent: Speedy Disallow: / User-agent: Spinn3r Disallow: / User-agent: Spock Disallow: / User-agent: Squid-Prefetch Disallow: / User-agent: SqwidgeBot Disallow: / User-agent: suchbaer Disallow: / User-agent: SumeetBot Disallow: / User-agent: SurveyBot Disallow: / User-agent: SynooBot Disallow: / User-agent: TestBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: UbiCrawler Disallow: / User-agent: UdmSearch Disallow: / User-agent: Ultraseek Disallow: / User-agent: Vacabot Disallow: / User-agent: Vagabondo Disallow: / User-agent: Visbot Disallow: / User-agent: Voilabot Disallow: / User-agent: voyager/1.0 Disallow: / User-agent: web2express.org Disallow: / User-agent: WebAlta Disallow: / User-agent: WebarooBot Disallow: / User-agent: WebmasterCoffee Disallow: / User-agent: Webscope Disallow: / User-agent: woriobot Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: Yeti Disallow: / User-agent: Zao-Crawler Disallow: /