severpost.ru Review

 #User-agent: Yandex
#Crawl-delay: 10 # задает таймаут в 2 секунды
#Allow: /rss.xml

User-agent: *
Allow: /

Disallow: /*?*=
Disallow: /*.php/*
Disallow: /*vk.com
Disallow: /read/*/*/
Disallow: /*/*/*/*/*/

HTTP/1.1 301 Moved Permanently
Server: openresty
Date: Thu, 28 Aug 2025 20:29:41 GMT
Content-Type: text/html; charset=iso-8859-1
Content-Length: 325
Connection: keep-alive
Location: https://severpost.ru/

HTTP/1.1 200 OK
Server: openresty
Date: Thu, 28 Aug 2025 20:29:42 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Vary: Accept-Encoding
X-Powered-By: PHP/5.6.40
Set-Cookie: sp_vizited=1756412982; path=/
Set-Cookie: PHPSESSID=4bd9bd48fd8c2cc57f0059fea3f8cd2c; path=/
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Content-Encoding: gzip