clic-campus.fr Review

 # ---------------------------
# Règles générales pour tous les crawlers
# ---------------------------
User-agent: *
# Interdire les répertoires critiques de WordPress
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /wp-login.php
Disallow: /actualites/

# Bloquer les fichiers spécifiques pour la sécurité
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$

# Autoriser les ressources essentielles pour le rendu
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Inclure le sitemap pour guider tous les bots
Sitemap: https://clic-campus.fr/sitemap_index.xml
Sitemap: https://clic-campus.fr/sitemap-news.php

# ---------------------------
# Règles spécifiques pour les principaux bots
# ---------------------------
# Autoriser complètement OAI-SearchBot (utilisé par OpenAI)
User-agent: OAI-SearchBot
Allow: /

# Googlebot (moteur de recherche principal)
User-agent: Googlebot
Allow: /

# Bingbot (moteur de recherche secondaire)
User-agent: Bingbot
Allow: /

# Baiduspider (moteur de recherche chinois)
User-agent: Baiduspider
Allow: /

# Yandex (moteur de recherche russe)
User-agent: Yandex
Allow: /

# Bots sociaux pour les prévisualisations
User-agent: Twitterbot
Allow: /
User-agent: Facebot
Allow: /

# Bots spécifiques de prévisualisation (LinkedIn, Slack, etc.)
User-agent: LinkedInBot
Allow: /
User-agent: Slackbot
Allow: /

# Bloquer les crawlers indésirables ou abusifs
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: OpenAI
Disallow: /

# ---------------------------
# Règles avancées pour l'accessibilité des ressources
# ---------------------------
# Autoriser CSS et JavaScript pour un meilleur rendu des pages
User-agent: *
Allow: /*.css$
Allow: /*.js$

# Autoriser l'exploration des catégories et balises uniquement si nécessaire
Allow: /category/
Allow: /tag/

HTTP/1.1 301 Moved Permanently
Date: Wed, 27 Aug 2025 23:14:35 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Server: cloudflare
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Cf-Edge-Cache: cache,platform=wordpress
Access-Control-Allow-Methods: GET,POST
Access-Control-Allow-Headers: Content-Type, Authorization
Content-Security-Policy: upgrade-insecure-requests;
Cross-Origin-Embedder-Policy: unsafe-none; report-to='default'
Cross-Origin-Embedder-Policy-Report-Only: unsafe-none; report-to='default'
Cross-Origin-Opener-Policy: unsafe-none
Cross-Origin-Opener-Policy-Report-Only: unsafe-none; report-to='default'
Cross-Origin-Resource-Policy: cross-origin
Permissions-Policy: accelerometer=(), autoplay=(), camera=(), cross-origin-isolated=(), display-capture=(self), encrypted-media=(), fullscreen=*, geolocation=(self), gyroscope=(), keyboard-map=(), magnetometer=(), microphone=(), midi=(), payment=*, picture-in-picture=*, publickey-credentials-get=(), screen-wake-lock=(), sync-xhr=*, usb=(), xr-spatial-tracking=(), gamepad=(), serial=()
Referrer-Policy: strict-origin-when-cross-origin
Strict-Transport-Security: max-age=63072000
Strict-Transport-Security: max-age=31536000
X-Content-Security-Policy: default-src 'self'; img-src *; media-src * data:;
X-Content-Type-Options: nosniff
X-Content-Type-Options: nosniff
X-Frame-Options: SAMEORIGIN
X-Frame-Options: SAMEORIGIN
X-Permitted-Cross-Domain-Policies: none
Expires: Thu, 28 Aug 2025 00:14:34 GMT
Cache-Control: max-age=14400
X-Redirect-By: WordPress
Location: https://clic-campus.fr/
X-Xss-Protection: 1; mode=block
Cf-Cache-Status: MISS
Vary: accept-encoding
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=Qa%2B83yelPcZ0eZg136X0vxwWaaj9SUx6sOQ9C9PIzuJXUG6EEatdZB6PowjshELyC70wZtOGkacajSh4HAnepnM0Ispnhrbe7ImElTVX"}]}
CF-RAY: 975f4414cb53d778-NRT
alt-svc: h3=":443"; ma=86400

HTTP/1.1 200 OK
Date: Wed, 27 Aug 2025 23:14:35 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Server: cloudflare
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Vary: Accept-Encoding
Last-Modified: Wed, 27 Aug 2025 21:58:24 GMT
Strict-Transport-Security: max-age=31536000
X-Content-Type-Options: nosniff
X-XSS-Protection: 1; mode=block
X-Frame-Options: SAMEORIGIN
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=5arrJ1tOjumMqW8nLhGDcRKwKRKzhKOw5j2FG9BF8lnUw7Rse%2FPEg4X2gFIaLkjSlzjgcsFWw5oUvREaZPimbGdAuCNc7%2Fpe%2B1I6BeUU"}]}
Cache-Control: max-age=14400
cf-cache-status: HIT
Content-Encoding: br
CF-RAY: 975f4419a813d780-NRT
alt-svc: h3=":443"; ma=86400