deenibaatein.com Review

 # robots.txt for deenibaatein.com (Hindi + English)

User-agent: *
Allow: /
# Hindi site (root WordPress)
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php
# English site (/en/ WordPress)
Disallow: /en/wp-admin/
Allow: /en/wp-admin/admin-ajax.php
Disallow: /en/wp-login.php
Disallow: /en/xmlrpc.php
# Dono sites ke search aur comment-reply URLs
Disallow: /?s=
Disallow: /en/?s=
Disallow: /*?replytocom=
Disallow: /*/trackback/

# AI crawlers
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: CCBot
Allow: /

# Sitemaps (Hindi + English)
Sitemap: https://www.deenibaatein.com/sitemap_index.xml
Sitemap: https://www.deenibaatein.com/en/sitemap_index.xml

HTTP/1.1 301 Moved Permanently
Date: Sat, 31 Oct 2026 09:06:43 GMT
Server: nginx/1.29.8
Content-Type: text/html; charset=UTF-8
Content-Length: 0
X-Redirect-By: WordPress
X-Content-Type-Options: nosniff
X-Frame-Options: SAMEORIGIN
Referrer-Policy: strict-origin-when-cross-origin
Location: https://www.deenibaatein.com/
X-Server-Cache: true
X-Proxy-Cache: EXPIRED

HTTP/1.1 200 OK
Date: Sat, 31 Oct 2026 09:06:51 GMT
Server: nginx/1.29.8
Content-Type: text/html; charset=UTF-8
Link: ; rel="https://api.w.org/", ; rel="alternate"; title="JSON"; type="application/json", ; rel=shortlink
X-Content-Type-Options: nosniff
X-Frame-Options: SAMEORIGIN
Referrer-Policy: strict-origin-when-cross-origin
Vary: Accept-Encoding
Content-Encoding: gzip
X-Server-Cache: true
X-Proxy-Cache: MISS
Transfer-Encoding: chunked