top-rf.ru Review

 # If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Disallow: /administrator/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /index.php?
Disallow: /index.php*
Disallow: /servis/5-search.html

User-agent: Yandex
Disallow: /administrator/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /index.php?
Disallow: /index.php*
Disallow: /*?
Disallow: /*tag
Disallow: /servis/5-search.html
Host: https://top-rf.ru
Sitemap: https://top-rf.ru/sitemap.xml

User-agent: Googlebot
Disallow: /administrator/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /index.php?
Disallow: /index.php*
Disallow: /servis/5-search.html
Sitemap: https://top-rf.ru/sitemap.xml

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: dotbot
Disallow: /

HTTP/1.1 301 Moved Permanently
Server: nginx-reuseport/1.21.1
Date: Wed, 20 Aug 2025 04:46:19 GMT
Content-Type: text/html; charset=iso-8859-1
Content-Length: 299
Connection: keep-alive
Keep-Alive: timeout=30
Location: https://top-rf.ru/

HTTP/1.1 200 OK
Server: nginx-reuseport/1.21.1
Date: Wed, 20 Aug 2025 04:46:20 GMT
Content-Type: text/html; charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Keep-Alive: timeout=30
Vary: Accept-Encoding
X-Powered-By: PHP/5.6.40
Set-Cookie: 967163649b2eb6bfbf35c463b575fd3f=03f2c96e19220cf3fb58e7afb0d94e7c; path=/; secure
Set-Cookie: leo_news_tpl=leo_news; expires=Mon, 10-Aug-2026 04:46:20 GMT; Max-Age=30672000; path=/
X-Logged-In: False
P3P: CP="NOI ADM DEV PSAi COM NAV OUR OTRo STP IND DEM"
Cache-Control: no-cache
Pragma: no-cache
Content-Encoding: gzip