diff --git a/src/robots.txt b/src/robots.txt index f4625e6..d8e52ea 100644 --- a/src/robots.txt +++ b/src/robots.txt @@ -1,2 +1,47 @@ +User-agent: ChatGPT-User +Disallow: / + +# AI Assistant +# https://darkvisitors.com/agents/cohere-ai + +User-agent: cohere-ai +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/anthropic-ai + +User-agent: anthropic-ai +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/ccbot + +User-agent: CCBot +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/facebookbot + +User-agent: FacebookBot +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/google-extended + +User-agent: Google-Extended +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/gptbot + User-agent: GPTBot Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/omgilibot + +User-agent: omgilibot +Disallow: / + +User-agent: omgili +Disallow: /