# robots.txt file for http://www.horrorforum.com/ # Allow the good bots in User-agent: Baiduspider User-agent: Bingbot User-agent: DuckDuckBot User-agent: Exabot User-agent: facebookexternalhit User-agent: FeedFetcher-Google User-agent: Google-InspectionTool User-agent: Google-Site-Verification User-agent: Google-speakr User-agent: GoogleBot User-agent: Googlebot-Image User-agent: Googlebot-News User-agent: Googlebot-Video User-agent: Mediapartners-Google User-agent: msnbot User-agent: Qwantify User-agent: SpeedySpider User-agent: TwitterBot User-agent: YandexAntivirus/2.0 User-agent: YandexBot/3.0 User-agent: YandexImageResizer/2.0 User-agent: YandexImages/3.0 User-agent: YandexMedia/3.0 User-agent: YandexPagechecker/1.0 User-agent: YandexWebmaster/2.0 User-agent: YandexZakladki/3.0 Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /archive/ Disallow: /cache/ Disallow: /documentation/ Disallow: /inc/ Disallow: /install/ Disallow: /merge/ Disallow: /upload/ Disallow: /uploads/ Disallow: /attachment.php Disallow: /calendar.php Disallow: /captcha.php Disallow: /contact.php Disallow: /css.php Disallow: /editpost.php Disallow: /global.php Disallow: /member.php?* Disallow: /memberlist.php Disallow: /misc.php?* Disallow: /modcp.php Disallow: /moderation.php Disallow: /newreply.php Disallow: /newthread.php Disallow: /portal.php Disallow: /printthread.php Disallow: /private.php Disallow: /ratethread.php Disallow: /report.php Disallow: /reputation.php Disallow: /search.php Disallow: /sendthread.php Disallow: /stats.php Disallow: /task.php Disallow: /usercp.php Disallow: /warnings.php # Block the well-behaved unwanted bots User-agent: AhrefsBot User-agent: CCBot/2.0 User-agent: ChatGPT-User User-agent: Google-CloudVertexBot User-agent: Google-Extended User-agent: GoogleOther User-agent: MJ12Bot User-agent: Mojeekbot User-agent: PetalBot User-agent: SemrushBot User-agent: similarweb User-agent: YepBot User-agent: YouBot User-agent: * Disallow: /