# USAIndiaCFO — robots.txt
User-agent: *
Allow: /
Disallow: /manage/
Disallow: /api/
Disallow: /insights/api/
Disallow: /*?q=
Disallow: /_preview/

# Search engines and AI answer / citation crawlers: explicitly allowed
User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: ClaudeBot
Allow: /
Disallow: /manage/
Disallow: /api/
Disallow: /insights/api/
Disallow: /*?q=
Disallow: /_preview/

# AI MODEL TRAINING: OWNER DECISION (setting robots_ai_training = allow | block)
# GPTBot = OpenAI model training; Google-Extended = Gemini training and grounding.
# Blocking them does not affect Google Search, Bing, ChatGPT search (OAI-SearchBot) or Perplexity.
# Current choice: ALLOWED (as before)
User-agent: GPTBot
User-agent: Google-Extended
Allow: /
Disallow: /manage/
Disallow: /api/
Disallow: /insights/api/
Disallow: /*?q=
Disallow: /_preview/

Sitemap: https://usaindiacfo.com/sitemap.xml