User-agent: * 
Disallow: /wp-login.php 
Disallow: /wp-admin 
Disallow: /wp-includes 
Allow: /wp-content/uploads/ 
Disallow: /wp-content 
Disallow: /cgi-bin 
Disallow: /*/feed 
Disallow: */trackback 
Disallow: /*/comments 
Disallow: /*.php$ 
Disallow: /*.cgi$ 
Disallow: /*.inc$ 
Disallow: /*.gz$ 
Sitemap: https://www.rives-paris.com/sitemap_index.xml 

# OpenAI (ChatGPT Search)
User-agent: OAI-SearchBot
Allow: /

# Ancien identifiant ChatGPT
User-agent: ChatGPT-User
Allow: /

# Google (Search, Ads, etc.)
User-agent: Googlebot
Allow: /

# Google images
User-agent: Googlebot-Image
Allow: /

# Bing / Microsoft
User-agent: Bingbot
Allow: /

# Gemini (Google AI)
User-agent: Google-Extended
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# xAI (Grok)
User-agent: xAI-Search
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# CCBot (Common Crawl, utilisé par plusieurs IA pour l'entraînement)
User-agent: CCBot
Allow: /

# NeevaAI (désormais intégré à Snowflake)
User-agent: NeevaBot
Allow: /

# DuckDuckGo (souvent utilisé par IA comme source propre)
User-agent: DuckDuckBot
Allow: /

# Autoriser les agents LLM/IA AJOUT SUB

User-agent: GPTBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: Anthropic-AI
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Cohere-AI
Allow: /