theworkathomewife.com Review

 # Global rules for all crawlers
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/uploads/private/
Disallow: /trackback/
Disallow: /xmlrpc.php  # Blocks access to XML-RPC functionality
Disallow: /?s=         # Blocks internal search results pages
Disallow: /author/     # Blocks author archive pages
Disallow: /tag/        # Blocks tag pages (optional, if not valuable)
Disallow: /category/   # Blocks category pages (optional)
Disallow: /comments/feed/
Disallow: /readme.html # Protects from exposing WordPress version

# Allow important public resources
Allow: /wp-content/uploads/
Allow: /wp-includes/js/

# Sitemap directive
Sitemap: https://theworkathomewife.com/sitemap_index.xml

# Crawler-specific directives
# Block known resource-heavy crawlers or scrapers
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /

HTTP/1.1 301 Moved Permanently
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
x-powered-by: PHP/8.0.30
cache-control: no-cache
content-type: text/html; charset=UTF-8
x-redirect-by: WordPress
location: https://theworkathomewife.com/
content-length: 0
date: Thu, 23 Jan 2025 09:37:54 GMT
server: LiteSpeed
vary: User-Agent
wpx: 1

HTTP/1.1 200 OK
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
x-powered-by: PHP/8.0.30
cache-control: no-cache
content-type: text/html; charset=UTF-8
link: ; rel="https://api.w.org/"
link: ; rel="alternate"; title="JSON"; type="application/json"
link: ; rel=shortlink
transfer-encoding: chunked
content-encoding: br
vary: Accept-Encoding,User-Agent
date: Thu, 23 Jan 2025 09:37:55 GMT
server: LiteSpeed
wpx: 1
alt-svc: h3=":443"; ma=2592000, h3-29=":443"; ma=2592000, h3-Q050=":443"; ma=2592000, h3-Q046=":443"; ma=2592000, h3-Q043=":443"; ma=2592000, quic=":443"; ma=2592000; v="43,46"