exo-terra.com Review

 # robots.txt for exo-terra.com
#
# Public product, care guide, academy and editorial content is
# available to search engines and AI retrieval systems.
#
# Googlebot controls crawling for Google Search, including AI
# Overviews and AI Mode.
#
# Google-Extended controls use for Gemini model training and
# certain non-Search Gemini and Vertex AI grounding applications.
# It does not affect inclusion or ranking in Google Search.

# --------------------------------------------------
# Search engines and AI systems
# --------------------------------------------------

# Google
User-agent: Googlebot
User-agent: Google-Extended

# Microsoft and DuckDuckGo
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: DuckAssistBot

# OpenAI
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot

# Anthropic
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User

# Apple
User-agent: Applebot
User-agent: Applebot-Extended

# Amazon
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: Amzn-User

# Other crawlers and AI datasets
User-agent: meta-externalagent
User-agent: CCBot
User-agent: Bytespider
User-agent: cohere-ai

Allow: /

# WordPress administration
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /fr/wp-admin/
Allow: /fr/wp-admin/admin-ajax.php

Disallow: /de/wp-admin/
Allow: /de/wp-admin/admin-ajax.php

Disallow: /es/wp-admin/
Allow: /es/wp-admin/admin-ajax.php

Disallow: /wp-login.php

# Sorting and filtering parameter URLs
Disallow: /*?*sort=
Disallow: /*?*filter=

# --------------------------------------------------
# All other compliant crawlers
# --------------------------------------------------

User-agent: *

Allow: /

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /fr/wp-admin/
Allow: /fr/wp-admin/admin-ajax.php

Disallow: /de/wp-admin/
Allow: /de/wp-admin/admin-ajax.php

Disallow: /es/wp-admin/
Allow: /es/wp-admin/admin-ajax.php

Disallow: /wp-login.php

Disallow: /*?*sort=
Disallow: /*?*filter=

# --------------------------------------------------
# XML sitemaps
# --------------------------------------------------

Sitemap: https://exo-terra.com/sitemap_index.xml
Sitemap: https://exo-terra.com/fr/sitemap_index.xml
Sitemap: https://exo-terra.com/de/sitemap_index.xml
Sitemap: https://exo-terra.com/es/sitemap_index.xml

HTTP/1.1 301 Moved Permanently
Server: nginx
Date: Wed, 08 Jul 2026 00:54:17 GMT
Content-Type: text/html
Content-Length: 162
Connection: keep-alive
Location: https://exo-terra.com/

HTTP/1.1 200 OK
Server: nginx
Date: Wed, 08 Jul 2026 00:54:18 GMT
Content-Type: text/html; charset=UTF-8
Content-Length: 107631
Connection: keep-alive
Last-Modified: Tue, 07 Jul 2026 18:52:28 GMT
Cache-Control: max-age=0
Expires: Tue, 07 Jul 2026 20:58:06 GMT
Vary: Accept-Encoding
Content-Encoding: gzip
Age: 14172
X-Varnish-cache: Cached
Accept-Ranges: bytes