yournews.com Review

 Sitemap: https://yournews.com/sitemap.html

### Disallow all Bots with Exceptions
User-agent: *
Disallow: /
Crawl-delay: 10

# The Exceptions
User-agent: Bingbot
User-agent: Googlebot
User-agent: facebookexternalhit
User-agent: Twitterbot
User-agent: FacebookBot
User-agent: Mediapartners-Google
User-agent: Certbot
Disallow: /wp-admin/
Disallow: /wp-login.php
Allow: /wp-admin/admin-ajax.php

# Stop Bots from crawling Site Search Results Page
User-agent: *
Disallow: /?s=
Disallow: /search/


### allow everything
#User-agent: *
#Allow: /

### Certain social media sites are whitelisted to allow crawlers to access page markup when links to /images are shared.
#User-agent: Twitterbot
#Allow: /images

#User-agent: facebookexternalhit
#Allow: /

#### Disallow Specific bots
#User-agent: dotbot
#Disallow: /

#User-agent: grapeshot
#Disallow: /

#User-agent:  MauiBot
#Disallow: /

#User-Agent: trendictionbot 
#Disallow: /

#User-agent: BLEXBot
#Disallow: /

HTTP/1.1 301 Moved Permanently
Date: Tue, 03 Dec 2024 05:44:00 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
x-powered-by: PHP/7.4.33
x-redirect-by: Solid Security
location: https://yournews.com/
x-turbo-charged-by: LiteSpeed
CF-Cache-Status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=QiWOlLsH8lvw%2Bdethc0KtsC9StjdQ19HEIPCc5bWMfxTfltmNXeeBRe%2FsR99NOmJoMG8ZwmXy9kR2EOCEjqwrYUUbHaj2PLx4nURw%2BzX05TpE0GgGFoMrjet4f9MxAA%3D"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 8ec13e0afd6aeb6d-NRT
alt-svc: h3=":443"; ma=86400
server-timing: cfL4;desc="?proto=TCP&rtt=1479&min_rtt=1479&rtt_var=739&sent=1&recv=3&lost=0&retrans=0&sent_bytes=0&recv_bytes=329&delivery_rate=0&cwnd=250&unsent_bytes=0&cid=0000000000000000&ts=0&x=0"

HTTP/1.1 301 Moved Permanently
Date: Tue, 03 Dec 2024 05:44:01 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
x-powered-by: PHP/7.4.33
expires: Tue, 03 Dec 2024 06:44:01 GMT
x-litespeed-tag: 70d_HTTP.301,70d_HTTP.301
x-redirect-by: redirection
location: https://yournews.com/area/top-stories/
x-litespeed-cache-control: no-cache,esi=on
Cache-Control: no-cache, no-store, must-revalidate, max-age=0
alt-svc: h3=":443"; ma=86400
x-turbo-charged-by: LiteSpeed
CF-Cache-Status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=OTrzi%2BN4QzX1gkEyGpp%2FXIEHMDL3af9htjsj0Fp6Q2nbjm%2F40pLeYczV67E8FpLSKJTTolXiFrKhj2lBpR5F2etHxSDyVRzmUfhAgkk0SlY0ZwU1m1uallic8%2BzfFCQ%3D"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 8ec13e0dafb5ca1b-NRT
server-timing: cfL4;desc="?proto=TCP&rtt=1035&min_rtt=1024&rtt_var=406&sent=4&recv=6&lost=0&retrans=0&sent_bytes=2841&recv_bytes=979&delivery_rate=2597309&cwnd=251&unsent_bytes=0&cid=a50e33470fe90204&ts=627&x=0"

HTTP/1.1 200 OK
Date: Tue, 03 Dec 2024 05:44:03 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
x-powered-by: PHP/7.4.33
Set-Cookie: PHPSESSID=1708dca903e23ca3727ebc585ebee4f6; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
Set-Cookie: ko_postal-code=96336; expires=Fri, 01-Dec-2034 05:44:02 GMT; Max-Age=315360000; path=/; secure
expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate
pragma: no-cache
link: ; rel="https://api.w.org/"
x-litespeed-cache: miss
vary: Accept-Encoding
x-turbo-charged-by: LiteSpeed
CF-Cache-Status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=K1TRchl68g5jN5eTL%2FMc8A5mOcwtflsqx8ylSyDd%2FY%2FpIqNlLBZ%2FQ5T1aWLl7WnVl0DwK2zK8SB4oi7ZbujtJaVltiiZ0v4%2FRKqiyZnT5Pu57EBWSWmU63dcWFNL7xA%3D"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 8ec13e117b91ca1b-NRT
Content-Encoding: br
alt-svc: h3=":443"; ma=86400
server-timing: cfL4;desc="?proto=TCP&rtt=1053&min_rtt=1024&rtt_var=341&sent=7&recv=8&lost=0&retrans=0&sent_bytes=4481&recv_bytes=1379&delivery_rate=2597309&cwnd=253&unsent_bytes=0&cid=a50e33470fe90204&ts=2116&x=0"