# Caledohub — robots.txt v2 (2026-05-09)
# Permet crawl public (Googlebot + IA), bloque les zones privées

User-agent: *
Disallow: /admin.html
Disallow: /admin-*
Disallow: /admin/
Disallow: /dashboard.html
Disallow: /dashboard-360.html
Disallow: /dash.html
Disallow: /mon-compte.html
Disallow: /mon-fiche.html
Disallow: /mes-leads.html
Disallow: /mes-favoris.html
Disallow: /mes-alertes.html
Disallow: /messages.html
Disallow: /espace-pro-dashboard.html
Disallow: /sso-bridge.html
Disallow: /sso-relay.html
Disallow: /sso-login.html
Disallow: /sso-logout.html
Disallow: /parrainage.html
Disallow: /revendication.html
Disallow: /claim-verify.html
Disallow: /preview_*

# IA / LLM crawlers — opt-in pour le contenu public utile
# (Modifier ces blocs en Disallow / si vous voulez OPT-OUT total)
User-agent: GPTBot
Disallow: /admin*
Disallow: /dashboard*
Disallow: /mon-*
Disallow: /mes-*
Disallow: /sso-*

User-agent: ChatGPT-User
Disallow: /admin*
Disallow: /dashboard*
Disallow: /mon-*
Disallow: /mes-*

User-agent: ClaudeBot
Disallow: /admin*
Disallow: /dashboard*
Disallow: /mon-*
Disallow: /mes-*

User-agent: anthropic-ai
Disallow: /admin*
Disallow: /dashboard*

User-agent: Google-Extended
Disallow: /admin*
Disallow: /dashboard*
Disallow: /mon-*
Disallow: /mes-*

User-agent: PerplexityBot
Disallow: /admin*
Disallow: /dashboard*

User-agent: cohere-ai
Disallow: /admin*


# AI / LLM crawlers ajoutés 2026
User-agent: Applebot-Extended
Disallow: /admin*
Disallow: /dashboard*
Disallow: /mon-*
Disallow: /mes-*

User-agent: Meta-ExternalAgent
Disallow: /admin*
Disallow: /dashboard*

User-agent: Bytespider
Disallow: /admin*
Disallow: /dashboard*

User-agent: Amazonbot
Disallow: /admin*
Disallow: /dashboard*

User-agent: Diffbot
Disallow: /admin*

User-agent: FacebookBot
Disallow: /admin*

User-agent: AI2Bot
Disallow: /admin*

User-agent: omgili
Disallow: /admin*

User-agent: ImagesiftBot
Disallow: /admin*

User-agent: YouBot
Disallow: /admin*

Sitemap: https://caledohub.com/sitemap_index.xml
Sitemap: https://caledohub.com/sitemap.xml