101viajes.com Review

 
# Googlebot allows regex in its syntax
# Block all URLs including query strings (? pattern) - contentish objects expose query string only for actions or status reports which
# might confuse search results.
# This will also block ?set_language
User-Agent: Googlebot
Request-rate: 1/10
Crawl-delay: 10
Visit-time: 0100-0600

# Allow Adsense bot on entire site
User-agent: Mediapartners-Google
Request-rate: 1/10
Crawl-delay: 10
Visit-time: 0100-0600

User-agent: Yahoo! Slurp
Request-rate: 1/10
Crawl-delay: 10
Visit-time: 0100-0600

User-agent: bingbot
Request-rate: 1/10
Crawl-delay: 10
Visit-time: 0100-0600

User-agent: Baiduspider
Request-rate: 1/10
Crawl-delay: 10
Visit-time: 0100-0400


User-agent: SISTRIX Crawler
Request-rate: 1/10
Crawl-delay: 10
Visit-time: 0100-0400

# Yandex
User-agent: Yandex
Request-rate: 1/10
Crawl-delay: 10
Visit-time: 0100-0400


User-agent: *
Request-rate: 1/10
Crawl-delay: 10
Visit-time: 0100-0500
# CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png

# Directories

Disallow: /noindex/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/

Disallow: /node/
Disallow: /content/
Disallow: /mail/
Disallow: /home_pais/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

HTTP/1.1 200 OK
Date: Sun, 02 Nov 2025 20:11:57 GMT
Server: Apache
Drupal-Pagecache-Memcache: MISS
X-Drupal-Cache: MISS
Vary: Cookie,X-Currency
Expires: Sun, 19 Nov 1978 05:00:00 GMT
Cache-Control: no-cache, must-revalidate
X-Content-Type-Options: nosniff
Content-Language: es
X-Frame-Options: SAMEORIGIN
X-UA-Compatible: IE=edge
X-Generator: Drupal 7 (https://www.drupal.org)
Link: ; rel="canonical",; rel="shortlink"
Set-Cookie: aucp13n=yptddn; expires=Mon, 03-Nov-2025 20:11:57 GMT; Max-Age=86396; path=/; domain=.101viajes.com
Set-Cookie: SESS45fbbf42d01f635fd09eab478aed3f0e=zRlSGvWROy2a-H8AYnyp0ouNSLBroqiCF6YtcOq0YkE; expires=Tue, 25-Nov-2025 23:45:21 GMT; Max-Age=2000000; path=/; domain=.101viajes.com; HttpOnly
X-Country-Code: JP
X-Currency: EUR
Keep-Alive: timeout=1, max=150
Connection: Keep-Alive
Transfer-Encoding: chunked
Content-Type: text/html; charset=utf-8