theworkathomewife.com Review

 # Global rules for all crawlers
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/uploads/private/
Disallow: /trackback/
Disallow: /xmlrpc.php  # Blocks access to XML-RPC functionality
Disallow: /?s=         # Blocks internal search results pages
Disallow: /author/     # Blocks author archive pages
Disallow: /tag/        # Blocks tag pages (optional, if not valuable)
Disallow: /category/   # Blocks category pages (optional)
Disallow: /comments/feed/
Disallow: /readme.html # Protects from exposing WordPress version

# Allow important public resources
Allow: /wp-content/uploads/
Allow: /wp-includes/js/

# Sitemap directive
Sitemap: https://theworkathomewife.com/sitemap_index.xml

# Crawler-specific directives
# Block known resource-heavy crawlers or scrapers
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /

HTTP/1.1 301 Moved Permanently
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
X-Powered-By: PHP/8.0.30
Content-Type: text/html; charset=UTF-8
X-Redirect-By: WordPress
Location: https://theworkathomewife.com/
Content-Length: 0
Date: Sat, 12 Jul 2025 05:31:07 GMT
Server: LiteSpeed
Vary: User-Agent
WPX: 1
Cache-Control: public, max-age=3600, stale-while-revalidate=86400

HTTP/1.1 200 OK
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
Cache-Control: public, max-age=3600, stale-while-revalidate=86400,public
Expires: Sat, 12 Jul 2025 04:46:40 GMT
Content-Type: text/html; charset=UTF-8
Last-Modified: Sat, 12 Jul 2025 03:46:40 GMT
Etag: "80f8-6871daa0-0;gz"
Accept-Ranges: bytes
Content-Encoding: gzip
Vary: Accept-Encoding, Cookie
Content-Length: 33016
Date: Sat, 12 Jul 2025 05:31:07 GMT
Server: LiteSpeed
WPX: 1
Pragma: public
alt-svc: h3=":443"; ma=2592000, h3-29=":443"; ma=2592000, h3-Q050=":443"; ma=2592000, h3-Q046=":443"; ma=2592000, h3-Q043=":443"; ma=2592000, quic=":443"; ma=2592000; v="43,46"