test-young-scientist-lab.pantheonsite.io Review

 # Pantheon's documentation on robots.txt: https://pantheon.io/docs/bots-and-indexing/
User-agent: *
Disallow: /

User-agent: RavenCrawler
User-agent: rogerbot
User-agent: dotbot
User-agent: SemrushBot
User-agent: SiteAuditBot
User-agent: SplitSignalBot
User-agent: PowerMapper
User-agent: Swiftbot
User-agent: lyticsbot
User-agent: Dubbotbot
User-agent: PopeTech-CrawlBot
User-agent: PopeTech-ScanBot
Allow: /

HTTP/1.1 301 Moved Permanently
Connection: keep-alive
Content-Length: 162
Content-Type: text/html
Location: https://test-young-scientist-lab.pantheonsite.io/
Server: nginx
X-Pantheon-Styx-Hostname: styx-fe2-b-5765cf765c-tqjlg
X-Styx-Req-Id: 814992f8-82d6-11f0-900d-727bfdd93e97
Cache-Control: public, max-age=86400
Date: Tue, 26 Aug 2025 23:43:46 GMT
X-Served-By: cache-chi-klot8100132-CHI, cache-tyo11952-TYO
X-Cache: MISS, MISS
X-Cache-Hits: 0, 0
X-Timer: S1756251825.022726,VS0,VE1406
Vary: Cookie, Cookie
X-Robots-Tag: noindex
Age: 0
Accept-Ranges: bytes
Via: 1.1 varnish, 1.1 varnish

HTTP/1.1 200 OK
Connection: keep-alive
Content-Length: 48801
Content-Encoding: gzip
Content-Type: text/html
Etag: W/"68ab33a9-2ffb4"
Last-Modified: Sun, 24 Aug 2025 15:45:45 GMT
Server: nginx
Strict-Transport-Security: max-age=31622400; includeSubDomains; preload
X-Pantheon-Styx-Hostname: styx-fe2-a-c4dc75986-7qdb4
X-Styx-Req-Id: 8292ece0-82d6-11f0-b5fb-56ebceeeb27c
Date: Tue, 26 Aug 2025 23:43:47 GMT
X-Served-By: cache-chi-kigq8000157-CHI, cache-tyo11927-TYO
X-Cache: MISS, MISS
X-Cache-Hits: 0, 0
X-Timer: S1756251827.293706,VS0,VE213
Vary: Accept-Encoding, Cookie, Cookie
X-Robots-Tag: noindex
Age: 0
Accept-Ranges: bytes
Via: 1.1 varnish, 1.1 varnish