tarhazin.com Review

 # =====================================================
# Robots.txt for https://www.sanadata.com
# Optimized for SEO & Crawl Budget — Updated: 2025-09-15
# Docs: https://developers.google.com/search/docs/advanced/robots/intro
# =====================================================

# Sitemap
Sitemap: https://www.tarhazin.com/sitemap.xml

# ==========================
# Default rules for all bots
# ==========================
User-agent: *

# ? Allow main content
Allow: /
Allow: /fa/
Allow: /en/
Allow: /ar/
Allow: /ru/
Allow: /fa/productview/
Allow: /en/productview/
Allow: /ar/productview/
Allow: /ru/productview/
Allow: /fa/pages/
Allow: /en/pages/
Allow: /ar/pages/
Allow: /ru/pages/
Allow: /fa/newsview/
Allow: /en/newsview/
Allow: /ar/newsview/
Allow: /ru/newsview/
Allow: /fa/QaCategory/
Allow: /en/QaCategory/
Allow: /ar/QaCategory/
Allow: /ru/QaCategory/
Allow: /images/
Allow: /css/
Allow: /js/

# ? Block non-public or duplicate content
Disallow: /seo/
Disallow: /ads/
Disallow: /ADS/
Disallow: /Chat/
Disallow: /CAPTCHA/
Disallow: /assets/
Disallow: /assets/api/
Disallow: /thumbs/
Disallow: /captcha/
Disallow: /sanadata/
Disallow: /management/
Disallow: /login/
Disallow: /fa/FormView/
Disallow: /en/FormView/
Disallow: /ar/FormView/
Disallow: /ru/FormView/
Disallow: /fa/ClientJoin
Disallow: /en/ClientJoin
Disallow: /ar/ClientJoin
Disallow: /ru/ClientJoin

# ? Block dynamic/duplicate query strings
Disallow: /?p=Login
Disallow: /search*
Disallow: /filter*
Disallow: /*.asp$
Disallow: /*?*

# ==========================
# Google-specific rules
# ==========================
User-agent: Googlebot
Allow: /
Disallow: /seo/
Disallow: /ads/
Disallow: /sanadata/
Disallow: /management/

User-agent: Googlebot-Image
Allow: /images/
Allow: /userfiles/
Disallow: /thumbs/

# ==========================
# Ads bots
# ==========================
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-google
Allow: /

# ==========================
# Block unwanted crawlers
# ==========================
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: Baiduspider
Disallow: /

# =====================================================
# End of robots.txt
# =====================================================

HTTP/1.1 200 OK
Date: Thu, 14 May 2026 06:39:34 GMT
Content-Type: text/html
Content-Length: 28379
Connection: keep-alive
Content-Encoding: br
Last-Modified: Sun, 10 May 2026 13:54:04 GMT
Accept-Ranges: bytes
ETag: "3c56a97684e0dc1:0"
Vary: Accept-Encoding
server: WCDN 3.8.5
X-Powered-By: ASP.NET
X-Powered-By-Plesk: PleskWin
wcdn-edge: 172.18.0.9
wcdn-edge-id: 9112545
wcdn-cache-policy: SMART
wcdn-rayid: W9112545T1778740774H18382
wcdn-cacheid: ba84d5f33ccfd22fa7d9ae3c452bf9625ca87759258f648299e211c85b17f446
wcdn-country: JP
wcdn-status: Miss
wcdn-delivery-duration: 0
wcdn-hosting-waiting-duration: 15
wcdn-connection-duration: 7
wcdn-total-duration: 15