# Robots file listing html directories NOT to search on www.philmfreax.com # Spammers are leeches # Fuck off address harvesters! User-agent: * Disallow: /info/ User-agent: Baiduspider Disallow: /info/ User-agent: * Disallow: /unexpected/ User-agent: Applebot Allow: / User Agent: archive.org_bot Allow: / User-agent: Amazonbot Disallow: / User-agent: Amazonbot Disallow: /cgi-bin/ User-agent: barkrowler Disallow: /* User-agent: barkrowler Disallow: /info/ User-agent: barkrowler Disallow: /cgi-bin/ User-agent: barkrowler Disallow: / User-agent: BLEXBot Disallow: / User-agent: MADBbot Disallow: / User-agent: Dataprovider.com Disallow: / User-agent: adsbot Disallow: / User-agent: dotbot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Bingbot Disallow: / User-agent: SeznamBot Disallow: / User-agent: PetalBot Disallow: / User-Agent: The Knowledge AI Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-CT Disallow: / User-agent: SemrushBot-BM Disallow: / User-agent: SemrushBot-SEOAB Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: Googlebot Disallow: / User-agent: GeedoProductSearch Disallow: / User-agent: ia_archiver Disallow: / User-agent: MSIECrawler Disallow: / User-agent: NPBot Disallow: / User-agent: Mercator Disallow: / User-agent: larbin Disallow: / User-agent: TurnitinBot Disallow: / User-agent: grub-client Disallow: / User-agent: QuepasaCreep Disallow: / User-agent: QPCreep Disallow: / User-agent: autoemailspider Disallow: / User-agent: fast Disallow: / User-agent: Slurp Disallow: / User-agent: psbot Disallow: / User-agent: msnbot Disallow: / User-agent: Baiduspider Disallow: / User-agent: SiteExplorer Disallow: / User-agent: Yandex Disallow:/ User-agent: DotBot Disallow:/ User-agent: DotBot Disallow: / User-agent: Sogou Disallow: / User-agent: KomodiaBot Disallow: / User-agent: Jambot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: CCBot Disallow: / User-agent: SEOkicks Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: netEstate NE Crawler Disallow: / User-agent: coccocbot Disallow: / User-agent: coccocbot-web Disallow: / User-agent: serpstatbot Disallow: / User-agent: ev-crawler Disallow: / User-agent: grapeshot Disallow: / User-agent: KStandBot Disallow: / User-agent: IonCrawl Disallow: / User-agent: MaCoCu Disallow: / User-Agent: Neevabot Disallow: / User-agent: SeekportBot Disallow: / User-agent: facebookexternalhit Disallow: / User-agent: AwarioRssBot User-agent: AwarioSmartBot Disallow: / User-agent: Qwantify Disallow: / User-agent: CCBot Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: GPTBot Disallow: / User-agent: StractBot Disallow: / User-agent: Go-http-client Disallow: / User-agent: ALittle Client Disallow: / User-agent: GPTBot Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: meta-externalagent Disallow: /