User-agent: *
Allow: /

# AI / LLM discovery crawlers (P0)
User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

# Bing / Copilot discovery
User-agent: Bingbot
Allow: /

User-agent: bingbot
Allow: /

User-agent: MSNBot
Allow: /

User-agent: MSNBot-Media
Allow: /

User-agent: BingPreview
Allow: /

# Semrush Site Audit
User-agent: SiteAuditBot
Allow: /

User-agent: SemrushBot
Allow: /

# CF-only expanded master (GSC-safe default for clarity-fintech.com)
Sitemap: https://sitemap.clarity-fintech.com/sitemap-expanded-index.xml
Sitemap: https://sitemap.clarity-fintech.com/sitemap.xml
Sitemap: https://sitemap.clarity-fintech.com/sitemap-www.xml
# Full multi-host corpus (submit on domain/multi-property GSC only)
Sitemap: https://sitemap.clarity-fintech.com/sitemap-expanded-all-sites-index.xml
Sitemap: https://seo-kit-second.clarity-fintech.com/sitemap-expanded-all-sites-index.xml
Sitemap: https://seo-kit-second.clarity-fintech.com/sitemap-master.xml
Sitemap: https://www.clarity-fintech.com/sitemap.xml
# LLM entry
# https://www.clarity-fintech.com/llms.txt (Worker route)
# https://sitemap.clarity-fintech.com/llms.txt
# https://sitemap.clarity-fintech.com/llms-full.txt