tatvic.com Review

 User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /wp-admin/
Sitemap: https://www.tatvic.com/sitemap_index.xml 

# --- ALLOW All AI Crawlers (Comprehensive List) ---

# OpenAI (ChatGPT, GPT-4, GPTBot)
User-agent: ChatGPT-User
Allow: /
User-agent: GPTBot
Allow: /

# Google AI (Gemini / Bard / Google-Extended)
User-agent: Google-Extended
Allow: /
User-agent: Googlebot
Allow: /

# Anthropic (Claude AI)
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Meta AI (Facebook / Instagram AI indexing)
User-agent: FacebookBot
Allow: /
User-agent: MetaBot
Allow: /

# Mistral AI
User-agent: MistralBot
Allow: /

# You.com AI
User-agent: YouBot
Allow: /

# Neeva / Snowflake AI
User-agent: NeevaBot
Allow: /

# Quora Poe Platform (aggregates multiple LLMs)
User-agent: QuoraBot
Allow: /

# DuckDuckGo AI
User-agent: DuckDuckBot
Allow: /

# Andi Search
User-agent: andi-scraper
Allow: /

# HuggingFace Transformers
User-agent: HFBot
Allow: /

# Kagi AI
User-agent: kagi-bot
Allow: /

# Phind (Developer AI assistant)
User-agent: PhindBot
Allow: /

# Yandex GPT-based systems
User-agent: Yandex
Allow: /

# Microsoft Bing / Copilot AI
User-agent: Bingbot
Allow: /
User-agent: BingPreview
Allow: /

# --- Sitemap ---
Sitemap: https://www.tatvic.com/sitemap_index.xml

HTTP/1.1 301 Moved Permanently
server: nginx/1.22.1
date: Thu, 28 Aug 2025 04:14:24 GMT
content-type: text/html; charset=UTF-8
x-redirect-by: WordPress
location: https://www.tatvic.com/
via: 1.1 google
content-encoding: br
vary: Accept-Encoding
Transfer-Encoding: chunked

HTTP/1.1 200 OK
server: nginx/1.22.1
date: Thu, 28 Aug 2025 04:14:24 GMT
content-type: text/html; charset=UTF-8
last-modified: Tue, 26 Aug 2025 13:33:25 GMT
via: 1.1 google
content-encoding: br
vary: Accept-Encoding
Alt-Svc: h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding: chunked