User-agent: *
Disallow: /assets
Disallow: /cache
Disallow: /sources
Disallow: /api
Disallow: /updates
Disallow: /embed
Disallow: /admin-panel

# AI Crawlers & LLM Indexers - Explicitly managed
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: anthropic-ai
Allow: /
Crawl-delay: 2

Sitemap: https://www.californiatv.com.br/sitemap-main.xml