# Blocage des bots d'IA et d'outils SEO spécifiques
User-agent: Google-Extended
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
Disallow: /

# Règles générales pour tous les autres robots (Google, Bing, etc.)
User-agent: *
# Administration et Coeur WP
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /cgi-bin/

# Contenu spécifique et sécurité
Disallow: /wp-content/plugins/*/readme.txt
Disallow: /wp-content/plugins/*/readme.md
Disallow: /wp-content/plugins/*/changelog.txt
Disallow: /wp-content/plugins/*/license.txt
Disallow: /wp-content/themes/*.svg

# Filtres, Recherches et Doublons
Disallow: /?s=
Disallow: /search/
Disallow: /author/
Disallow: /?author=
Disallow: /uncategorized/
Disallow: /non-classifiee/
Disallow: */tag/
Disallow: */feed
Disallow: */trackback
Disallow: */comments
Disallow: */?edit=*

# Paramètres d'URL (Nettoyage du crawl)
Disallow: /*?replytocom=
Disallow: /*?p=
Disallow: /*?attachment_id=
Disallow: /*?preview=true
Disallow: /*?utm_*
Disallow: /*?fbclid=
Disallow: /*?gclid=

# Fichiers sensibles ou inutiles
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.cgi$

# Sitemap
Sitemap: https://www.rezo21.net/sitemaps.xml