steepster.com Review

 User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaIndex.ru
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-agent: PetalBot
Disallow: /

User-agent: *
Crawl-Delay: 30
Disallow: /signup
Disallow: /login
Disallow: /api/
Disallow: /auth/
# Hello, Robots
Sitemap: https://steepster.com/sitemap.xml

HTTP/1.1 200 OK
Date: Sun, 08 Dec 2024 01:06:33 GMT
Content-Type: text/html; charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Vary: Accept-Encoding
X-Frame-Options: SAMEORIGIN
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: public, no-cache
Surrogate-Control: max-age=3600
X-Request-Id: 993d6067-e9be-4dc1-9001-d7646f236b57
X-Runtime: 0.048190
CF-Cache-Status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=1EMUA%2F70Da3m2RjQE%2FfYZCt%2B6AH7hLjjOWRI5tNAi7JDbrCRDsORZXJai55y3P2%2BP4ytTaUYGA3oomsCsIXeSmfmJe03V88WCwSGRfhp%2BlL6Hr%2Bc9ByXVl5v9e7gF49Y"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 8ee8da7bdb27d77f-NRT
Content-Encoding: gzip
alt-svc: h3=":443"; ma=86400
server-timing: cfL4;desc="?proto=TCP&rtt=1189&min_rtt=1189&rtt_var=594&sent=1&recv=3&lost=0&retrans=0&sent_bytes=0&recv_bytes=330&delivery_rate=0&cwnd=249&unsent_bytes=0&cid=0000000000000000&ts=0&x=0"