worldstarhiphop.com Review

 User-agent: *
# allow all paths
Allow: /

# block all search pages
Disallow: /embed/*
Disallow: /u.php/*
Disallow: /utils/*
Disallow: /api/v1/*
Disallow: /video.php
Disallow: /videos/e/*
Disallow: /recaptcha/*
Disallow: /videos/js/*
Disallow: /video-c.php
Disallow: /video/*
Disallow: /videos/assets/*
Disallow: /videos/images/*
Disallow: /videos/search.php
Disallow: /search/*
Disallow: /search

# allow specific search pages
Allow: /search/fight+compilation
Allow: /search/fight
Allow: /search/fight+comp
Allow: /search/detroitfights
Allow: /search/fight+comp$
Allow: /search/Fight+Compilation
Allow: /search/girl+fights
Allow: /search/woman+fight
Allow: /search/girls+fighting
Allow: /search/girls+fighting
Allow: /search/hood+fight
Allow: /search/shooting
Allow: /search/street+fight

# sitemap URLs
Sitemap: https://worldstarhiphop.com/sitemap.xml

HTTP/1.1 301 Moved Permanently
Connection: keep-alive
Content-Length: 0
Server: Apache
Location: https://worldstarhiphop.com/videos/
Cache-Control: max-age=600
Content-Type: text/html; charset=utf-8
Via: 1.1 google, 1.1 varnish, 1.1 varnish
Accept-Ranges: bytes
Age: 38
Date: Mon, 20 Jan 2025 03:09:48 GMT
X-Served-By: cache-iad-kcgs7200112-IAD, cache-tyo11970-TYO
X-Cache: HIT, MISS
X-Cache-Hits: 7, 0
Strict-Transport-Security: max-age=300

HTTP/1.1 200 OK
Connection: keep-alive
Content-Length: 38710
Server: Apache
Reporting-Endpoints: default="https://chrome-reporting-server-qiu4epv3ia-uc.a.run.app/report"
Content-Encoding: gzip
Cache-Control: max-age=600
Content-Type: text/html; charset=utf-8
Via: 1.1 google, 1.1 varnish, 1.1 varnish
Accept-Ranges: bytes
Age: 23
Date: Mon, 20 Jan 2025 03:09:48 GMT
X-Served-By: cache-iad-kiad7000105-IAD, cache-tyo11923-TYO
X-Cache: HIT, MISS
X-Cache-Hits: 10, 0
Vary: Accept-Encoding
Strict-Transport-Security: max-age=300