nonktube.com Review

 User-agent: *
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /*.css$
Allow: /*.js$
Allow: /wp-json/

# WordPress specific paths
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# Prevent crawling of search result pages
Disallow: /*?s=
Disallow: /search/

# Prevent duplicate content
Disallow: /*?*
Allow: /*?v=
Allow: /*?lang=

# Prevent crawling of utility pages
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /comments/feed/
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*/*/feed/
Disallow: /*/*/trackback/

# Allow specific content types
Allow: /video/
Allow: /actor/
Allow: /category/
Allow: /tag/

# Add Sitemap location
Sitemap: https://www.nonktube.com/sitemap.xml

HTTP/1.1 200 OK
Date: Mon, 25 Aug 2025 06:31:08 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Server: cloudflare
X-Powered-By: PHP/8.3.24
X-Wp-Cf-Super-Cache: disabled
X-Wp-Spc-Disk-Cache: DISABLED
X-Wp-Cf-Super-Cache-Cache-Control: no-store, no-cache, must-revalidate, max-age=0
Cf-Cache-Status: DYNAMIC
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=wsf3q2E2IcC3yCpZPXHSrPfUCQcQA6%2F4RB66SEANMyuhoywlMs5j4misToDR1E6skdXf0qy7PQkWniGnwmbPbEyWlpmBrWzRav2xJw%3D%3D"}]}
Content-Encoding: br
CF-RAY: 97490b711d18fd4a-NRT
alt-svc: h3=":443"; ma=86400