experts123.com Review

 User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
Crawl-delay: 1
User-agent: Slurp
Allow: /
Crawl-delay: 5
User-agent: Applebot
Allow: /
Crawl-delay: 5
User-agent: FacebookExternalHit
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: meta-webindexer
Disallow: /
User-agent: GoogleOther
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: *
Disallow: /
Sitemap: https://www.experts123.com/sitemap_index.xml


# AI search / assistant crawlers: a named group beats "User-agent: *" (RFC 9309).
# Allow: / lets them read the site; the Disallow paths keep them off dead URL space.
# GPTBot and ClaudeBot (training, not search) are deliberately left to the
# wildcard block like every other training crawler.
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Amzn-SearchBot
User-agent: MistralAI-Index
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: MistralAI-User
User-agent: Amzn-User
Allow: /
Disallow: /Questions/Filter/
Disallow: /questions/filter/
Disallow: /wp-content/plugins/wordpress-social-login/

# Legacy dead URL space for the originally allowed crawlers. Same paths the
# hai-experts robots_txt filter adds -- that filter is inert while this
# physical file exists. Groups merge, so this adds to the Allow: / above.
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
Disallow: /Questions/Filter/
Disallow: /questions/filter/
Disallow: /wp-content/plugins/wordpress-social-login/

HTTP/1.1 301 Moved Permanently
Server: nginx
Date: Mon, 02 Nov 2026 10:11:33 GMT
Content-Type: text/html; charset=UTF-8
Content-Length: 0
Connection: keep-alive
X-Redirect-By: WordPress
Set-Cookie: anspress_session=b2df254776d4be6240da4cb1c41f1253; expires=Tue, 03 Nov 2026 10:11:33 GMT; Max-Age=86400; path=/
Vary: Accept-Encoding
Location: https://www.experts123.com/
Referrer-Policy: 
X-Cache-NxAccel: BYPASS

HTTP/1.1 200 OK
Server: nginx
Date: Mon, 02 Nov 2026 10:11:34 GMT
Content-Type: text/html; charset=UTF-8
Content-Length: 16083
Connection: keep-alive
Vary: X-Forwarded-Proto,Accept-Encoding
Last-Modified: Mon, 02 Nov 2026 09:35:21 GMT
ETag: "3ed3-65f47dd5e1289"
Referrer-Policy: 
Content-Encoding: gzip
X-Cache-NxAccel: BYPASS
Accept-Ranges: bytes