myrobotdoll.com Review

 User-Agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Allow: /wp-content/uploads/

# WooCommerce transactional URLs
Disallow: /cart
Disallow: /checkout
Disallow: /my-account
Disallow: /*add-to-cart=*
Disallow: /*remove_item=*
Disallow: /*wc-ajax=*
Disallow: /*?wc-ajax=*

# Internal search and filter crawl traps
Disallow: /search
Disallow: /search*
Disallow: /*?s=*
Disallow: /*&s=*
Disallow: /*_=pf*
Disallow: /*pf_t_*
Disallow: /*filtering=1*
Disallow: /*filter_product_brand=*
Disallow: /*query-0-page=*
Disallow: /*mrd_r=*

# Tracking / duplicate URL parameters
Disallow: /*srsltid=*
Disallow: /*gclid=*
Disallow: /*fbclid=*
Disallow: /*utm_*

# Explicitly allow selected AI/LLM crawlers
User-Agent: CCBot
Allow: /

User-Agent: GPTBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: facebookexternalhit
Allow: /

User-Agent: YouBot
Allow: /

User-Agent: Applebot-Extended
Allow: /

# Do not allow aggressive non-essential crawlers
User-Agent: Bytespider
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: IbouBot
Disallow: /

User-Agent: Amazonbot
Disallow: /

Sitemap: https://www.myrobotdoll.com/sitemap_index.xml

HTTP/1.1 301 Moved Permanently
Date: Tue, 09 Jun 2026 03:31:16 GMT
Content-Type: text/html
Transfer-Encoding: chunked
Connection: keep-alive
Location: https://www.myrobotdoll.com/
CF-Ray: a08d0ff8d9f95775-NRT
CF-Cache-Status: MISS
Server: cloudflare
Vary: accept-encoding
cf-apo-via: origin,resnok
Speculation-Rules: "/cdn-cgi/speculation"
Server-Timing: cfCacheStatus;desc="MISS"
Server-Timing: cfEdge;dur=286,cfOrigin;dur=0
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=sikJm8RpDrKzbapTfUuGXhu79kx5xqV%2FIDOY9XxjyII1ZDI2as%2B34zz%2FU6VcsJI6FaX5f6Sdc4f%2BsOH6kVZFJoKyjp%2BoncL19106tMs9Re7EGKGu9abkIl9SOm76LM4R6g%3D%3D"}]}
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
alt-svc: h3=":443"; ma=86400

HTTP/1.1 200 OK
Date: Tue, 09 Jun 2026 03:31:16 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
CF-Ray: a08d0ffb8a997346-NRT
CF-Cache-Status: HIT
Age: 30357
Last-Modified: Tue, 09 Jun 2026 00:07:17 GMT
Link: ; rel="https://api.w.org/", ; rel="alternate"; title="JSON"; type="application/json", ; rel=shortlink
Server: cloudflare
Strict-Transport-Security: max-age=31536000; includeSubDomains
Vary: Accept-Encoding
cf-apo-via: tcache
cf-edge-cache: cache,platform=wordpress
referrer-policy: strict-origin-when-cross-origin
x-content-type-options: nosniff
Speculation-Rules: "/cdn-cgi/speculation"
Server-Timing: cfCacheStatus;desc="HIT"
Server-Timing: cfEdge;dur=44,cfOrigin;dur=0
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=5QjlBp8%2B99HeR7riyl458lUSgStjszz3daxx4ar2uq8YYFDkttiQu%2FUw7cZPlSudIJJfpTB0YrOm%2F%2FOG73%2BbV1vbkRulHaUik%2BDCymf2YtHpa%2FoWhtWkpfGHQHWFfR3U3dzY5JM%3D"}]}
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Content-Encoding: br
alt-svc: h3=":443"; ma=86400