tekst-pesni.online Review

 # Жесткая блокировка агрессивных парсеров и SEO-ботов
User-agent: DotBot
Disallow: /
User-agent: keys-so-bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: PetalBot
Disallow: /

Allow: /wp-admin/admin-ajax.php

# Ваши текущие исключения разделов
Disallow: /category/
Disallow: /tag/
Disallow: /page/
Disallow: /ru/
Disallow: /song/
Disallow: /kak-dobavit-pesnyu/
Disallow: /proxima/
Disallow: /*/feed/$

# Исключения поиска и параметров
Disallow: /?s=*
Disallow: /*&s=*
Disallow: /search/
Disallow: /*?*sort=
Disallow: /*replytocom=

# Системные папки и файлы WordPress
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php

Clean-param: preview&s

Sitemap: https://tekst-pesni.online/sitemap.xml

HTTP/1.1 302 Found
Server: nginx
Date: Tue, 14 Apr 2026 03:23:39 GMT
Content-Type: text/html; charset=iso-8859-1
Content-Length: 211
Connection: keep-alive
Location: https://tekst-pesni.online/

HTTP/1.1 200 OK
Server: nginx
Date: Tue, 14 Apr 2026 03:23:40 GMT
Content-Type: text/html; charset=UTF-8
Content-Length: 47852
Connection: keep-alive
Vary: Accept-Encoding, Cookie
Cache-Control: max-age=3, must-revalidate
Content-Encoding: gzip