exo-terra.com Review

 # robots.txt for exo-terra.com
#
# Public product, care guide, academy and editorial content is
# available to search engines and AI retrieval systems.
#
# Googlebot controls crawling for Google Search, including AI
# Overviews and AI Mode.
#
# Google-Extended controls use for Gemini model training and
# certain non-Search Gemini and Vertex AI grounding applications.
# It does not affect inclusion or ranking in Google Search.

# --------------------------------------------------
# Search engines and AI systems
# --------------------------------------------------

# Google
User-agent: Googlebot
User-agent: Google-Extended

# Microsoft and DuckDuckGo
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: DuckAssistBot

# OpenAI
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot

# Anthropic
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User

# Apple
User-agent: Applebot
User-agent: Applebot-Extended

# Amazon
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: Amzn-User

# Other crawlers and AI datasets
User-agent: meta-externalagent
User-agent: CCBot
User-agent: Bytespider
User-agent: cohere-ai

Allow: /

# WordPress administration
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /fr/wp-admin/
Allow: /fr/wp-admin/admin-ajax.php

Disallow: /de/wp-admin/
Allow: /de/wp-admin/admin-ajax.php

Disallow: /es/wp-admin/
Allow: /es/wp-admin/admin-ajax.php

Disallow: /wp-login.php

# Sorting and filtering parameter URLs
Disallow: /*?*sort=
Disallow: /*?*filter=

# --------------------------------------------------
# All other compliant crawlers
# --------------------------------------------------

User-agent: *

Allow: /

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /fr/wp-admin/
Allow: /fr/wp-admin/admin-ajax.php

Disallow: /de/wp-admin/
Allow: /de/wp-admin/admin-ajax.php

Disallow: /es/wp-admin/
Allow: /es/wp-admin/admin-ajax.php

Disallow: /wp-login.php

Disallow: /*?*sort=
Disallow: /*?*filter=

# --------------------------------------------------
# XML sitemaps
# --------------------------------------------------

Sitemap: https://exo-terra.com/sitemap_index.xml
Sitemap: https://exo-terra.com/fr/sitemap_index.xml
Sitemap: https://exo-terra.com/de/sitemap_index.xml
Sitemap: https://exo-terra.com/es/sitemap_index.xml

HTTP/1.1 301 Moved Permanently
Server: nginx
Date: Wed, 19 Aug 2026 06:10:02 GMT
Content-Type: text/html
Content-Length: 162
Connection: keep-alive
Location: https://exo-terra.com/

HTTP/1.1 200 OK
Server: nginx
Date: Wed, 19 Aug 2026 06:10:03 GMT
Content-Type: text/html; charset=UTF-8
Content-Length: 107307
Connection: keep-alive
Strict-Transport-Security: max-age=15552000; includeSubDomains
Referrer-Policy: strict-origin-when-cross-origin
X-Content-Type-Options: nosniff
X-Frame-Options: SAMEORIGIN
X-XSS-Protection: 0
Permissions-Policy: camera=(), microphone=(), geolocation=(), usb=(), payment=(), fullscreen=(self)
Content-Security-Policy: default-src 'self'; script-src 'self' 'unsafe-inline' 'unsafe-eval' https:; style-src 'self' 'unsafe-inline' https:; img-src 'self' data: https:; font-src 'self' data: https:; frame-ancestors 'self'; frame-src 'self' https:; connect-src 'self' https:; media-src 'self' https:; object-src 'none'; base-uri 'self'; form-action 'self' https:
Cache-Control: max-age=0
Expires: Wed, 19 Aug 2026 04:39:30 GMT
Vary: Accept-Encoding
Content-Encoding: gzip
Age: 5424
X-Varnish-cache: Cached
Accept-Ranges: bytes