# ================================
# GENERAL CRAWLERS
# ================================
User-agent: *
Allow: /
Disallow: /agreement-terms
Disallow: /lp
Disallow: /admin
Disallow: /api/

# ================================
# OPENAI (ChatGPT)
# Training + search + citations
# ================================
User-agent: GPTBot
Allow: /
Disallow: /agreement-terms
Disallow: /lp
Disallow: /admin
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /agreement-terms
Disallow: /lp
Disallow: /admin
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /api/

# ================================
# ANTHROPIC (Claude)
# Training + search + citations
# ================================
User-agent: ClaudeBot
Allow: /
Disallow: /agreement-terms
Disallow: /lp
Disallow: /admin
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /agreement-terms
Disallow: /lp
Disallow: /admin
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /admin
Disallow: /api/

# ================================
# GOOGLE (Gemini + AI Overviews)
# Training + search + citations
# ================================
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /api/

# ================================
# MICROSOFT (Bing / Copilot)
# ================================
User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /api/

# ================================
# PERPLEXITY
# ================================
User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /admin
Disallow: /api/

# ================================
# APPLE (Apple Intelligence / Siri)
# ================================
User-agent: Applebot
Allow: /
Disallow: /admin
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /api/

# ================================
# SITEMAP
# ================================

Sitemap: https://www.continu.com/sitemap.xml