trendblog.net Review

 # If you want to learn about why our robots.txt looks like this, read this post: https://yoa.st/robots-txt

# Global rules
# -----------------
User-agent: *
Disallow: /wp-json/

# We're experimenting with blocking search results to prevent search result spam
Disallow: /?s=*
Disallow: /search/*

# Prevent crawling CF challenge URLs
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/challenge-platform/

# Sitemap
# -----------------
Sitemap: https://trendblog.net/sitemap.xml

# Ban bots that don't benefit us.
# --------------------------------

User-agent: Nuclei
User-agent: WikiDo
User-agent: Riddler
User-agent: PetalBot
User-agent: Zoominfobot
User-agent: Go-http-client
User-agent: Node/simplecrawler
User-agent: CazoodleBot
User-agent: dotbot/1.0
User-agent: Gigabot
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: magpie-crawler
Disallow: /

HTTP/1.1 301 Moved Permanently
Date: Mon, 25 Aug 2025 07:17:23 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
X-Redirect-By: WordPress
Location: https://trendblog.net/
Server: cloudflare
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Cf-Cache-Status: DYNAMIC
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=FH9f6WRRKcQjqDMgxqWYuv1tuxnF868ANrCU%2BF6YtzZZ3SSQmGB8omZy33K8%2BCtSsngatInftMDfuH%2BTLNr4eBNkgBW7f58mCnFh1Ys%3D"}]}
CF-RAY: 97494f318e68d798-NRT
alt-svc: h3=":443"; ma=86400

HTTP/1.1 200 OK
Date: Mon, 25 Aug 2025 07:17:24 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Link: ; rel="https://api.w.org/"
Link: ; rel="alternate"; title="JSON"; type="application/json"
Link: ; rel=shortlink
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=49N9QORuSaeWkv3iSP%2FbNnmbb%2FVPMgRyv7L2c8ywj6OOH1DtLSGWqsDzn6T2Z%2FQR7y99aAaXXSGVdt30i6DnkzEfsvexaQT82QkO5uE%3D"}]}
Vary: Accept-Encoding
Server: cloudflare
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Cf-Cache-Status: DYNAMIC
Content-Encoding: br
CF-RAY: 97494f36bed8861c-HKG
alt-svc: h3=":443"; ma=86400