myrobotdoll.com Review

 User-Agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Allow: /wp-content/uploads/

# Explicitly allow known AI/LLM crawlers
User-Agent: CCBot
Allow: /

User-Agent: GPTBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: facebookexternalhit
Allow: /

User-Agent: Bytespider
Allow: /

User-Agent: YouBot
Allow: /

User-Agent: Applebot-Extended
Allow: /

Sitemap: https://www.myrobotdoll.com/sitemap_index.xml

HTTP/1.1 301 Moved Permanently
Date: Fri, 28 Nov 2025 12:04:01 GMT
Content-Type: text/html
Transfer-Encoding: chunked
Connection: keep-alive
Location: https://www.myrobotdoll.com/
CF-Ray: 9a59b9b00fcdd4a7-NRT
CF-Cache-Status: HIT
Server: cloudflare
Vary: Accept-Encoding
cf-apo-via: tcache
Speculation-Rules: "/cdn-cgi/speculation"
Server-Timing: cfCacheStatus;desc="HIT"
Server-Timing: cfEdge;dur=540,cfOrigin;dur=0
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=uc7cC3LURf0KRmDKGWrbtPABHfOHbbjyGgNsw6aSopG465W0R8rlEkYx0DXEP3cH%2Fu%2F8XOtM%2FzD7fT81CwkLYOI4uv6GiSUZLsi4apQy"}]}
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
alt-svc: h3=":443"; ma=86400

HTTP/1.1 200 OK
Date: Fri, 28 Nov 2025 12:04:01 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
CF-Ray: 9a59b9b3ac589e27-NRT
CF-Cache-Status: HIT
Age: 1332
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Last-Modified: Thu, 27 Nov 2025 06:52:19 GMT
Link: ; rel="https://api.w.org/", ; rel="alternate"; title="JSON"; type="application/json", ; rel=shortlink
Server: cloudflare
Strict-Transport-Security: max-age=31536000; includeSubDomains
Vary: Accept-Encoding
cf-apo-via: tcache
cf-edge-cache: cache,platform=wordpress
referrer-policy: strict-origin-when-cross-origin
x-content-type-options: nosniff
Speculation-Rules: "/cdn-cgi/speculation"
Server-Timing: cfCacheStatus;desc="HIT"
Server-Timing: cfEdge;dur=29,cfOrigin;dur=0
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=dKk9S7y7i3RrCznZdhqCv6H%2FSZ1cxJbK%2F9J6V1NcIMGaT6nWzNsUpImxtgd%2Bm9aLC8vnkbF3BHLHoW9hRCX93woaAwcqjaaBdd3ROBccuxdEzQ%3D%3D"}]}
Content-Encoding: br
alt-svc: h3=":443"; ma=86400