User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://benharri.org/wp-sitemap.xml # START DARK VISITORS BLOCK # --------------------------- # AI Search Crawler # https://darkvisitors.com/agents/addsearchbot User-agent: AddSearchBot Disallow: / # AI Assistant # https://darkvisitors.com/agents/ai2bot-deepresearcheval User-agent: AI2Bot-DeepResearchEval Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/ai2bot-dolma User-agent: Ai2Bot-Dolma Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/amazonbot User-agent: Amazonbot Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/anomura User-agent: Anomura Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/applebot User-agent: Applebot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/applebot-extended User-agent: Applebot-Extended Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/atlassian-bot User-agent: atlassian-bot Disallow: / # AI Assistant # https://darkvisitors.com/agents/bigsur-ai User-agent: bigsur.ai Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/bravebot User-agent: Bravebot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/bytespider User-agent: Bytespider Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/ccbot User-agent: CCBot Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/channel3bot User-agent: Channel3Bot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/chatglm-spider User-agent: ChatGLM-Spider Disallow: / # AI Assistant # https://darkvisitors.com/agents/chatgpt-user User-agent: ChatGPT-User Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/claude-searchbot User-agent: Claude-SearchBot Disallow: / # AI Assistant # https://darkvisitors.com/agents/claude-user User-agent: Claude-User Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/claudebot User-agent: ClaudeBot Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/cloudflare-autorag User-agent: Cloudflare-AutoRAG Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/cloudvertexbot User-agent: CloudVertexBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/cohere-training-data-crawler User-agent: cohere-training-data-crawler Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/cotoyogi User-agent: Cotoyogi Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/datenbank-crawler User-agent: Datenbank Crawler Disallow: / # AI Assistant # https://darkvisitors.com/agents/devin User-agent: Devin Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/diffbot User-agent: Diffbot Disallow: / # AI Assistant # https://darkvisitors.com/agents/duckassistbot User-agent: DuckAssistBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/facebookbot User-agent: FacebookBot Disallow: / # AI Assistant # https://darkvisitors.com/agents/gemini-deep-research User-agent: Gemini-Deep-Research Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/google-cloudvertexbot User-agent: Google-CloudVertexBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/google-extended User-agent: Google-Extended Disallow: / # AI Assistant # https://darkvisitors.com/agents/google-notebooklm User-agent: Google-NotebookLM Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/googleother User-agent: GoogleOther Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/gptbot User-agent: GPTBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/icc-crawler User-agent: ICC-Crawler Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/imagespider User-agent: imageSpider Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/kangaroo-bot User-agent: Kangaroo Bot Disallow: / # AI Assistant # https://darkvisitors.com/agents/klaviyoaibot User-agent: KlaviyoAIBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/laion-huggingface-processor User-agent: laion-huggingface-processor Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/lcc User-agent: LCC Disallow: / # AI Assistant # https://darkvisitors.com/agents/linerbot User-agent: LinerBot Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/linkupbot User-agent: LinkupBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/meta-externalagent User-agent: meta-externalagent Disallow: / # AI Assistant # https://darkvisitors.com/agents/meta-externalfetcher User-agent: meta-externalfetcher Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/meta-webindexer User-agent: meta-webindexer Disallow: / # AI Assistant # https://darkvisitors.com/agents/mistralai-user User-agent: MistralAI-User Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/netestate-imprint-crawler User-agent: netEstate Imprint Crawler Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/oai-searchbot User-agent: OAI-SearchBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/omgili User-agent: omgili Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/pangubot User-agent: PanguBot Disallow: / # AI Assistant # https://darkvisitors.com/agents/perplexity-user User-agent: Perplexity-User Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/perplexitybot User-agent: PerplexityBot Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/petalbot User-agent: PetalBot Disallow: / # AI Assistant # https://darkvisitors.com/agents/poggio-citations User-agent: Poggio-Citations Disallow: / # AI Assistant # https://darkvisitors.com/agents/qualifiedbot User-agent: QualifiedBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/sbintuitionsbot User-agent: SBIntuitionsBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/spider User-agent: Spider Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/timpibot User-agent: Timpibot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/velenpublicwebcrawler User-agent: VelenPublicWebCrawler Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/webzio-extended User-agent: webzio-extended Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/youbot User-agent: YouBot Disallow: / # AI Search Crawler # https://darkvisitors.com/agents/zanistabot User-agent: ZanistaBot Disallow: / # --------------------------- # END DARK VISITORS BLOCK