# Dark Visitors robots.txt

# robots.txt
# This blocks Amazonbot

User-agent: Amazonbot
Disallow: /*/view/
Disallow: /*/pview/

# AI Assistant
# https://darkvisitors.com/agents/chatgpt-user

User-agent: ChatGPT-User
Disallow: /*/view/
Disallow: /*/pview/

# AI Assistant
# https://darkvisitors.com/agents/cohere-ai

User-agent: cohere-ai
Disallow: /*/view/
Disallow: /*/pview/

# AI Data Scraper
# https://darkvisitors.com/agents/anthropic-ai

User-agent: anthropic-ai
Disallow: /*/view/
Disallow: /*/pview/

# AI Data Scraper
# https://darkvisitors.com/agents/ccbot

User-agent: CCBot
Disallow: /*/view/
Disallow: /*/pview/

# AI Data Scraper
# https://darkvisitors.com/agents/facebookbot

User-agent: FacebookBot
Disallow: /*/view/
Disallow: /*/pview/

# AI Data Scraper
# https://darkvisitors.com/agents/google-extended

User-agent: Google-Extended
Disallow: /*/view/
Disallow: /*/pview/

# AI Data Scraper
# https://darkvisitors.com/agents/gptbot

User-agent: GPTBot
Disallow: /*/view/
Disallow: /*/pview/

# AI Data Scraper
# https://darkvisitors.com/agents/omgilibot

User-agent: omgilibot
Disallow: /*/view/
Disallow: /*/pview/

User-agent: omgili
Disallow: /*/view/
Disallow: /*/pview/

User-agent: PetalBot
Disallow: /*/view/
Disallow: /*/pview/

User-agent: YandexBot
Disallow: /*/view/
Disallow: /*/pview/

User-agent: *
Crawl-delay: 10
Allow: /$
Disallow: /*/setup
Disallow: /*/account-update
Disallow: /*/cookie-consent

Sitemap: https://www.tabers.com/tabersonline/sitemap