steepster.com Review

 User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaIndex.ru
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-agent: PetalBot
Disallow: /

User-agent: *
Crawl-Delay: 30
Disallow: /signup
Disallow: /login
Disallow: /api/
Disallow: /auth/
# Hello, Robots
Sitemap: https://steepster.com/sitemap.xml

HTTP/1.1 200 OK
Date: Tue, 20 May 2025 23:14:22 GMT
Content-Type: text/html; charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Vary: Accept-Encoding
X-Frame-Options: SAMEORIGIN
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: public, no-cache
Surrogate-Control: max-age=3600
X-Request-Id: 358cd00c-253a-4eee-92b8-427d11448a46
X-Runtime: 0.047075
cf-cache-status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=wQ4YxJhnCAArcfa%2FbbwqriVnQ%2FctN%2FL%2F36yNj90farcOyuU7wGigfyNAMJLacUj76J0zX1OHIsa3ya3J2YOjrPBgUtostPgzzSSZpzteYOHNjSIbaOq%2BqJWBAO7Ib0Zt"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 942f87a52b30e3b3-NRT
Content-Encoding: gzip
alt-svc: h3=":443"; ma=86400
server-timing: cfL4;desc="?proto=TCP&rtt=1333&min_rtt=1333&rtt_var=666&sent=1&recv=3&lost=0&retrans=0&sent_bytes=0&recv_bytes=330&delivery_rate=0&cwnd=249&unsent_bytes=0&cid=0000000000000000&ts=0&x=0"