shahtynews.ru Review

 User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /trackback/
Disallow: /comments/feed/
Disallow: /?s=

# Запрет на указанные вами файлы
Disallow: /random_apply.php?token=CHANGE_ME
Disallow: /randomlogo.php
Disallow: /fix-category-no-thumbnail.php
Disallow: /random.php?restore_raznoe_with_images=1
Disallow: /random.php
Disallow: /sitemap.php

# Разрешаем индексацию этих страниц (явно)
Allow: /maps.php
Allow: /gallery.php
Allow: /tegs.php

# Карта сайта (рекомендуется для SEO)
Sitemap: /sitemap.xml

HTTP/1.1 200 OK
Server: nginx/1.20.2
Date: Sun, 10 May 2026 12:20:00 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
X-Powered-By: PHP/7.4.33
Link: ; rel="https://api.w.org/"
Link: ; rel="alternate"; title="JSON"; type="application/json"
Link: ; rel=shortlink