toughmudder.com Review

 # Bloquear o permitir acceso a contenido adjunto. (Si la instalación está en /public_html).

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-content/plugins/   
Disallow: /wp-content/themes/   
Disallow: /wp-includes/   
Disallow: /wp-admin/

#Impedir el acceso a los diferentes feed que genere la página

Allow: /feed/$
Disallow: /feed   
Disallow: /comments/feed   
Disallow: /*/feed/$   
Disallow: /*/feed/rss/$   
Disallow: /*/trackback/$   
Disallow: /*/*/feed/$   
Disallow: /*/*/feed/rss/$   
Disallow: /*/*/trackback/$   
Disallow: /*/*/*/feed/$   
Disallow: /*/*/*/feed/rss/$   

# Impedir URLs terminadas en /trackback/ que sirven como Trackback URL.   

Disallow: /*/*/*/trackback/$

# Evita bloqueos de CSS y JS.

Allow: /*.js$
Allow: /*.css$

#Bloquear todos los pdfs

Disallow: /*.pdf$

#Bloquear parámetros

Disallow: / *?

# Lista de bots que deberías permitir.

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /


 # Lista de bots bloqueados

User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: GurujiBot
Disallow: /
User-agent: hl_ftien_spider
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: YodaoBot
Disallow: /

Sitemap: toughmudder.com/sitemap.xml

HTTP/1.1 301 Moved Permanently
Date: Fri, 24 Jan 2025 17:19:38 GMT
Content-Type: text/html
Transfer-Encoding: chunked
Connection: keep-alive
Location: https://toughmudder.com/
cf-cache-status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=knI13y4%2B5gLaQGFXUngvxdKYBNv22IDK8az7zjWO3WKXcFE7k%2FqtE4YR6DTJUtrIP2FR9BI1BhPdm9%2FHBp9wpA0SZeQLs0Iv7nFPsELlPI2kKFZBW6fjSCEaRqss%2BIUW2Oo%3D"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 9071b088ee08d4e6-NRT
alt-svc: h3=":443"; ma=86400
server-timing: cfL4;desc="?proto=TCP&rtt=903&min_rtt=903&rtt_var=451&sent=1&recv=3&lost=0&retrans=0&sent_bytes=0&recv_bytes=332&delivery_rate=0&cwnd=249&unsent_bytes=0&cid=0000000000000000&ts=0&x=0"

HTTP/1.1 200 OK
Date: Fri, 24 Jan 2025 17:19:39 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
vary: Accept-Encoding
vary: Accept-Encoding
vary: Accept-Encoding
vary: Accept-Encoding,Cookie
x-powered-by: WP Engine
link: ; rel="https://api.w.org/"
link: ; rel="alternate"; title="JSON"; type="application/json"
link: ; rel=shortlink
access-control-allow-origin: *
x-cacheable: SHORT
Cache-Control: max-age=600, must-revalidate
x-cache: HIT: 5
x-cache-group: normal
cf-cache-status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=bTXure2N2xBmkNGVA2Ku%2BQDcKiHX6Eb8TpcTWVJvPTsLwmPQQwZZAReXUiLbKmgRf08QY8N9ERB%2BB9CAXo1GLL0WqGk9q%2FirenlobDsCOTrwZwe5HYu9%2BH4Z0G%2Bsy8cHn0c%3D"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 9071b08b1fa580c5-NRT
Content-Encoding: br
alt-svc: h3=":443"; ma=86400
server-timing: cfL4;desc="?proto=TCP&rtt=962&min_rtt=957&rtt_var=362&sent=4&recv=6&lost=0&retrans=0&sent_bytes=2852&recv_bytes=985&delivery_rate=3026123&cwnd=251&unsent_bytes=0&cid=e0d8512b1e96c537&ts=629&x=0"