# http://www.robotstxt.org/robotstxt.html
User-agent: *
Disallow: /

# Dark Visitors robots.txt
# https://darkvisitors.com/
# - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
# AI Assistant
# https://darkvisitors.com/agents/chatgpt-user
# Website: https://openai.com/bot
User-agent: ChatGPT-User
Disallow: /
# AI Assistant
# https://darkvisitors.com/agents/cohere-ai
# Website: https://cohere.com/
User-agent: cohere-ai
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/anthropic-ai
# Website: https://anthropic.com/
User-agent: anthropic-ai
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/bytespider
# Website: https://bytedance.com/
User-agent: Bytespider
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/ccbot
# Website: https://commoncrawl.org/faq
User-agent: CCBot
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/facebookbot
# Website: https://developers.facebook.com/docs/sharing/bot/
User-agent: FacebookBot
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/google-extended
# Website: http://google.com/bot.html
User-agent: Google-Extended
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/gptbot
# Website: https://openai.com/gptbot
User-agent: GPTBot
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/omgilibot
User-agent: omgili
Disallow: /
# AI Search Crawler
# https://darkvisitors.com/agents/amazonbot
# Website: https://developer.amazon.com/support/amazonbot
User-agent: Amazonbot
Disallow: /
# AI Search Crawler
# https://darkvisitors.com/agents/applebot
# Website: http://apple.com/go/applebot
User-agent: Applebot
Disallow: /
# AI Search Crawler
# https://darkvisitors.com/agents/perplexitybot
# Website: https://docs.perplexity.ai/docs/perplexitybot
User-agent: PerplexityBot
Disallow: /
# AI Search Crawler
# https://darkvisitors.com/agents/youbot
# Website: https://about.you.com/youbot/
User-agent: YouBot
Disallow: /

# - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
# This blocks Go-http-client
User-agent: Go-http-client
Disallow: /
# This blocks zgrab
User-agent: zgrab
Disallow: /