shopdutyfree.es Review

 # robots.txt automatically generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# Bloqueo a bots abusivos
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Googlebot
Crawl-delay: 10

# Reglas para todos los demás bots, incluyendo los de Google
User-agent: *
Crawl-delay: 10


# Bloquea otros parámetros que pueden causar contenido duplicado y carga
Disallow: /*?order=
Disallow: /*?page=
Disallow: /*?resultsPerPage=
# Permitir archivos de estilo y scripts
Allow: /*.css
Allow: /*.js

# Bloquear páginas de cuenta, carrito y proceso de compra
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-slip
Disallow: /*controller=order-confirmation
Disallow: /*controller=password
Disallow: /*controller=guest-tracking
Disallow: /*es/direccion
Disallow: /*es/direcciones
Disallow: /*es/autenticacion
Disallow: /*es/carro-de-la-compra
Disallow: /*es/mi-cuenta
Disallow: /*es/confirmacion-pedido

# Bloquear directorios internos de PrestaShop
Disallow: /app/
Disallow: /cache/
Disallow: /classes/
Disallow: /config/
Disallow: /controllers/
Disallow: /download/
Disallow: /localization/
Disallow: /log/
Disallow: /mails/
Disallow: /override/
Disallow: /pdf/
Disallow: /src/
Disallow: /tools/
Disallow: /translations/
Disallow: /upload/
Disallow: /var/
Disallow: /vendor/
Disallow: /webservice/

# Ruta del Sitemap (ya la tienes correcta)
Sitemap: https://www.shopdutyfree.es/1_index_sitemap.xml

HTTP/1.1 301 Moved Permanently
Date: Mon, 25 Aug 2025 22:14:43 GMT
Server: Apache/2.4.57 (Debian)
Location: https://www.shopdutyfree.es/
Content-Length: 0
Content-Type: text/html; charset=utf-8
Keep-Alive: timeout=3, max=100
Connection: Keep-Alive

HTTP/1.1 200 OK
Date: Mon, 25 Aug 2025 22:14:44 GMT
Server: Apache/2.4.57 (Debian)
Link: ; rel="canonical"
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate
Pragma: no-cache
X-SS: none, 1356ms/693
Vary: Accept-Encoding
Content-Encoding: gzip
Content-Length: 35368
Content-Type: text/html; charset=utf-8
Set-Cookie: PrestaShop-250b93586d5134de3b236c1e0aa2fa3b=def50200d5b58b94b055f3cf39b755a61051b51621aefe12f35d15681de2c07cd65ad325c551da5b6235e514e1ad4765d87812bbf84873ac9df3fe40ba4aa84d0fd04f3e21cc1d470176064310335a18890e55a5366015ee333f3ed7ba09c243553c294debf7a4331a63be16c4438e65face72f5422358bc850a94bd0a82948de9389e86da4743e9c8f7eb1152410ac0878c064545c57e14fe50c4df57d5e64dca176f8e5cd369a7dbb75cf2d00c2b9aab5355abdd1d6d38aae482d283efaeb833e5a322793c1b3c2cd4e88457968650bc4335fea870114779331f5196bbe39e1ff0be9c9a2eed108a6b38a06c39260a10ee77ae027f0f6663a5fcae733cfacd89648fd3d69c3fbefe8066670b42b16b0f0961f69424561e3fe956b0cc64ce7cd4568501b134632dc72278d0f6f1fce75f20e07caa8effe4295d5599517160dfc44f4a633cce72d6058b4ae5ecb96129b69e490c; expires=Sun, 14-Sep-2025 22:14:44 GMT; Max-Age=1728000; path=/; domain=www.shopdutyfree.es; secure; HttpOnly; SameSite=Lax
Set-Cookie: PHPSESSID=0a2a6613615c4cd56319ac8f44a073cf; expires=Fri, 09-May-2081 20:29:29 GMT; Max-Age=1757888084; path=/; secure; HttpOnly; SameSite=Lax
Set-Cookie: PrestaShop-250b93586d5134de3b236c1e0aa2fa3b=def502002e77c73a4125281fba2bba893657777e7a54e34cd6c9d3bfd3c0d44cf8ab0481473f9da77f5e7ea0a77426bafbd919d4a6a66976e7ecdb7b09ba4176690f0d6bd6f6d6462417be27dfc8301db06f6c38010da6730722e481e98f30725cc2d25938f0160343654e629c0bfd0ad99396f3324531e863bcb6f843d6520410d480a1ef807a9028322a03e8327293422d937f1b7f266ce9154803fa6ccbc97f5e0a9472e186f56a3fceac1aae0825056a696105ca299d112dbdb6a5f47dfa9ee33f56853b08c80181d5cec19921c9ab2dddcba0e948073620708e731c88241c1e6423c4aaa6524447c4140e18ad0ac1d3cd4a426cff4e1ff3a9c022179f3cb812fdbf4c878f818b86829ee4095c3e21abe294063e515ec4b1eddc7c20367a26c65762e3b61c5dce139753576084c7d41af6baab5fb4dcb33cc12726ad53737ebff818189749ce69aa67cf0b38d0b791ccb2e48928f6305f249d6491e68dbcf7ea3db5015547f84ed2381d5eb3e7ead99a4b195f0fb4c35eb145eeaad76c74266d0c13e2546f77cba018ef8fb90942d88faa56e3cbc8dce2602b91b39d317e7e3248eb0b53e5a1ec9857e07090eb027ac457395b7e034d9f7832993944283d6459170b864ade2898d1f396fe8a48; expires=Sun, 14-Sep-2025 22:14:44 GMT; Max-Age=1727999; path=/; domain=www.shopdutyfree.es; secure; HttpOnly; SameSite=Lax
Set-Cookie: PrestaShop-9e9592452dc3d124f24c7a42002247a8=def50200f131c04e3981ead939f2f08f0a3a45a48c4df71a14f9a24afec06d58d50c5bfb6825010777ab2179f44bae26d4991d66a0309118014d78496445271e0b491b1c594102ee4ef2a7abcf533a828c4ebfae974578148355e058fb0aa782edf19e00563669c81659a7e0e2fddaca48c9db781cd9b2bf6852969a3c85e8c2e36e9d5fac3b5dd6c1d769dd4edc8f0a236c7ca07a8ec5ce6f9ef813a7819f100e1bc782b52b7e7bbdfcdbd6174da14941f30708aa09184ff0373348f99fa6dd1b730d38c56995a5d497572baef874cb1df6b950c9bbba9ecc; expires=Sun, 14-Sep-2025 22:14:45 GMT; Max-Age=1728000; path=/; domain=www.shopdutyfree.es; HttpOnly; SameSite=Lax
Keep-Alive: timeout=15, max=100
Connection: Keep-Alive