# robots.txt — WikiOT
# Dernière mise à jour : 2026-04-13

User-agent: *
Allow: /

# Bloquer les pages techniques et non-indexables
Disallow: /mentions-legales
Disallow: /__docusaurus/
Disallow: /search
Disallow: /tags/
Disallow: /*?*
Disallow: /*.json$

# Sitemap
Sitemap: https://wikiot.fr/sitemap.xml

# ---- Directives spécifiques aux bots ----

# Googlebot
User-agent: Googlebot
Allow: /
Disallow: /__docusaurus/
Disallow: /search
Disallow: /tags/
Crawl-delay: 1

# Bingbot
User-agent: Bingbot
Allow: /
Crawl-delay: 2

# GPTBot (OpenAI) — autoriser pour la visibilité IA
User-agent: GPTBot
Allow: /

# CCBot (Common Crawl)
User-agent: CCBot
Allow: /

# Bots analytiques SEO — limiter la charge
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Bots agressifs — bloquer
User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /