User-Agent: *
Disallow: # empty Disallow instruction SHOULD be there
Disallow: /search/
Disallow: /upload/
Host: www.rsci.ru
Crawl-delay: 2
Sitemap: http://www.rsci.ru/sitemap.xml
User-Agent: googlebot
Disallow: # empty Disallow instruction SHOULD be there
Crawl-delay: 2
Request-rate: 1/2
User-Agent: Yandex
Disallow: # empty Disallow instruction SHOULD be there
Crawl-delay: 2
User-Agent: MSNbot
Disallow: # empty Disallow instruction SHOULD be there
Crawl-Delay: 2
User-Agent: Slurp
Disallow: # empty Disallow instruction SHOULD be there
Crawl-Delay: 2
#User-agent: googlebot
#crawl-delay: 2
User-Agent: bingbot
Disallow: # empty Disallow instruction SHOULD be there
Disallow: /
Crawl-delay: 2
User-Agent: AhrefsBot
Disallow: # empty Disallow instruction SHOULD be there
Disallow: /
Crawl-delay: 2
User-Agent: Yahoo
Disallow: # empty Disallow instruction SHOULD be there
Disallow: /
Crawl-delay: 2
HTTP/1.1 200 OK
Server: nginx
Date: Thu, 18 Aug 2022 08:52:10 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Vary: Accept-Encoding
X-Powered-By: PHP/5.4.45
P3P: policyref="/bitrix/p3p.xml", CP="NON DSP COR CUR ADM DEV PSA PSD OUR UNR BUS UNI COM NAV INT DEM STA"
X-Powered-CMS: Bitrix Site Manager (82128e621c50902369db68dffdd1dbd6)
Set-Cookie: PHPSESSID=ukerchpcoutiuvre560mvtn8i3; path=/; domain=rsci.ru; HttpOnly
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Content-Encoding: gzip