dev-proper-insurance.pantheonsite.io Review

 # Pantheon's documentation on robots.txt: https://pantheon.io/docs/bots-and-indexing/
User-agent: *
Disallow: /

User-agent: RavenCrawler
User-agent: rogerbot
User-agent: dotbot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: PowerMapper
User-agent: Swiftbot
Allow: /

HTTP/1.1 301 Moved Permanently
Content-Type: text/html
Location: https://dev-proper-insurance.pantheonsite.io/
Server: nginx
Traceparent: 00-89f8435619d941de832f83abbcfb1494-419c5363e1e8acd3-00
X-Cloud-Trace-Context: 89f8435619d941de832f83abbcfb1494/4727745397289168083;o=0
X-Pantheon-Styx-Hostname: styx-fe4-a-549c4b975f-ncc8h
X-Styx-Req-Id: 37a8c8a8-1e8a-11ed-b833-d67b60349afa
Cache-Control: public, max-age=86400
Content-Length: 162
Date: Thu, 18 Aug 2022 19:17:45 GMT
Connection: keep-alive
X-Served-By: cache-chi-klot8100099-CHI, cache-hnd18727-HND
X-Cache: HIT, MISS
X-Cache-Hits: 1, 0
X-Timer: S1660850265.672700,VS0,VE625
Vary: Cookie, Cookie
X-Robots-Tag: noindex
Age: 68815
Accept-Ranges: bytes
Via: 1.1 varnish, 1.1 varnish

HTTP/1.1 200 OK
Connection: keep-alive
Content-Length: 26803
Cache-Control: public, max-age=600
Content-Encoding: gzip
Content-Type: text/html; charset=UTF-8
Link: ; rel="https://api.w.org/"
Link: ; rel="alternate"; type="application/json"
Link: ; rel=shortlink
Server: nginx
Strict-Transport-Security: max-age=300
Traceparent: 00-04aa4079222c4ef1b79771b6afac8757-6834c13a55fc5487-00
X-Cloud-Trace-Context: 04aa4079222c4ef1b79771b6afac8757/7508838935028323463;o=0
X-Pantheon-Styx-Hostname: styx-fe4-a-549c4b975f-v5nbh
X-Styx-Req-Id: 708119de-1f2a-11ed-9507-c6d0fdfeff71
Date: Thu, 18 Aug 2022 19:17:46 GMT
X-Served-By: cache-chi-kigq8000177-CHI, cache-hnd18750-HND
X-Cache: MISS, MISS
X-Cache-Hits: 0, 0
X-Timer: S1660850265.418814,VS0,VE1364
Vary: Accept-Encoding, Cookie, Cookie
X-Robots-Tag: noindex
Age: 0
Accept-Ranges: bytes
Via: 1.1 varnish, 1.1 varnish