wikidex.net Review

 User-agent: *
Disallow: /index.php?
Disallow: /wiki/Especial:
Disallow: /*?*title=Especial:
Disallow: /index.php/Especial:
Disallow: /wiki/Special:
Disallow: /*?*title=Special:
Disallow: /index.php/Special:
Disallow: /*?action=
Disallow: /*?*&action=
Disallow: /*?feed=
Disallow: /*?*&feed=
Disallow: /*?from=
Disallow: /*?*&from=
Disallow: /*?oldid=
Disallow: /*?*&oldid=
Disallow: /*?printable=
Disallow: /*?*&printable=
Disallow: /*?redirect=
Disallow: /*?*&redirect=
Disallow: /*?useskin=
Disallow: /*?*&useskin=
Disallow: /*?uselang=
Disallow: /*?*&uselang=
Disallow: /*?veaction=
Disallow: /*?*&veaction=
Disallow: /api/
Disallow: /.within.website

# Prevenir a google imágenes intentar indexar páginas que no lo son
User-agent: Googlebot-Image
Disallow: /wiki/Archivo

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

# Yandex es un buscador ruso, realmente no creo que venga nada útil de allí
User-agent: YandexBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

# China
User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

# Korea
User-agent: NaverBot
User-agent: Yeti
Disallow: /

# Japón
User-agent: moget
User-agent: ichiro
Disallow: /

# Vietnam
User-agent: coccocbot-web
Disallow: /

# Alguien intento bajarse todo el wiki con HTTrack...
User-agent: HTTrack
Disallow: /

# Bots de marketing
User-agent: Barkrowler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-SEOAB
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: rogerbot
Disallow:/

User-agent: AhrefsBot
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: AlphaSeoBot
Disallow: /

User-agent: AlphaSeoBot-SA
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: proximic
Disallow: /

User-Agent: ZoomBot
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: magpie-crawler/1.1
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: serpstatbot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou spider2
Disallow: /

User-agent: Sogou Orion spider
Disallow: /

User-agent: 360spider
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Buck/2.2
Disallow: /

User-agent: YaK
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://www.wikidex.net/sitemap/sitemap-index-wikidexwiki.xml

HTTP/1.1 301 Moved Permanently
Server: nginx/1.26.2
Date: Thu, 28 Aug 2025 07:06:25 GMT
Content-Type: text/html
Content-Length: 169
Connection: keep-alive
Location: https://www.wikidex.net/

HTTP/1.1 301 Moved Permanently
Server: nginx/1.26.2
Date: Thu, 28 Aug 2025 07:06:26 GMT
Content-Type: text/html
Content-Length: 169
Connection: keep-alive
Location: https://www.wikidex.net/wiki/WikiDex
Strict-Transport-Security: max-age=31536000

HTTP/1.1 200 OK
Server: nginx/1.26.2
Date: Thu, 28 Aug 2025 07:06:27 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Accept-Ch: 
Content-Language: es
Expires: Thu, 01 Jan 1970 00:00:00 GMT
X-Content-Type-Options: nosniff
X-Frame-Options: DENY
X-Request-Id: 729fea1181ac4d9900ace524
Cache-Control: must-revalidate, max-age=3600
Age: 23
Via: 1.1 varnish (Varnish/6.5)
X-Cache: front2 hit/2
X-Langv: 1,es-ES
Vary: Accept-Encoding, Cookie, User-Agent, Accept-Language
Link: ; rel="preconnect"
Content-Encoding: gzip