golsima.com Review

 # Golsima.com Robots.txt
# Updated: 2025-12-30

# Default rules for all crawlers
User-agent: *
Allow: /
Disallow: /account/
Disallow: /checkout/
Disallow: /cart/
Disallow: /auth/
Disallow: /review/
Disallow: /api/
Disallow: /back-in-stock/
# Prevent indexing of search results and filtered pages
Disallow: /products?*
Disallow: /*?search=*
Disallow: /*?after=*
Disallow: /*?before=*
# Block Next.js internal files
Disallow: /_next/static/
Disallow: /_next/image/

# Google-specific optimizations
User-agent: Googlebot
Allow: /
Disallow: /account/
Disallow: /checkout/
Disallow: /cart/
Disallow: /auth/
Disallow: /review/
Disallow: /api/
Disallow: /back-in-stock/
Disallow: /products?*
Disallow: /*?search=*
# Allow Googlebot to crawl Next.js static files for better rendering
Allow: /_next/static/

# Googlebot Image crawler
User-agent: Googlebot-Image
Allow: /
# Block user-generated content if any
Disallow: /account/
Disallow: /review/

# Bing-specific rules
User-agent: Bingbot
Allow: /
Disallow: /account/
Disallow: /checkout/
Disallow: /cart/
Disallow: /auth/
Disallow: /review/
Disallow: /api/
Disallow: /back-in-stock/
Disallow: /products?*
Crawl-delay: 1

# Yandex (useful for Russian/Persian markets)
User-agent: Yandex
Allow: /
Disallow: /account/
Disallow: /checkout/
Disallow: /cart/
Disallow: /auth/
Disallow: /review/
Disallow: /api/
Disallow: /back-in-stock/
Crawl-delay: 2

# Block aggressive crawlers (optional - uncomment if needed)
# User-agent: AhrefsBot
# Crawl-delay: 10
# User-agent: SemrushBot
# Crawl-delay: 10

# Sitemaps
Sitemap: https://golsima.com/sitemap.xml
Sitemap: https://golsima.com/product-sitemap/sitemap/0.xml

HTTP/1.1 200 OK
Date: Tue, 09 Jun 2026 23:43:57 GMT
Content-Type: text/html; charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Keep-Alive: timeout=65
Vary: Accept-Encoding
Cache-Control: s-maxage=300, stale-while-revalidate=31535700
Content-Encoding: gzip
Etag: "pdof1k4f064nbr"
Vary: Accept-Encoding
Vary: rsc, next-router-state-tree, next-router-prefetch, next-router-segment-prefetch, Accept-Encoding
X-Nextjs-Cache: STALE
X-Nextjs-Prerender: 1
X-Nextjs-Stale-Time: 180
X-Powered-By: Next.js
X-XSS-Protection: 1; mode=block
Server: ArvanCloud
Server-Timing: total;dur=594
X-Cache: BYPASS
X-Request-ID: c9e001d6dde7fb1f415dab510fce965d
X-SID: 5700