swed24.se Review

 # =========================
# CONTROL GOOD BOTS
# =========================

User-agent: Googlebot
Crawl-delay: 5

User-agent: bingbot
Crawl-delay: 5

User-agent: applebot
Crawl-delay: 5

User-agent: Twitterbot
Crawl-delay: 5

# =========================
# BLOCK BAD / AGGRESSIVE BOTS
# =========================

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: BlacksphereNewsBot
Disallow: /

User-agent: LinkupBot
Disallow: /

User-agent: claudebot
Disallow: /

User-agent: BOTER
Disallow: /

User-agent: searchbot
Disallow: /

# =========================
# BLOCK UNUSED REGIONS
# =========================

User-agent: YandexBot
Disallow: /

User-agent: petalbot
Disallow: /

# =========================
# CONTROL META / FACEBOOK BOTS
# =========================

User-agent: facebookexternalhit
Crawl-delay: 10

User-agent: meta-externalagent
Crawl-delay: 10

# =========================
# DEFAULT RULE
# =========================

User-agent: *
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json

# =========================
# SITEMAP (KEEP THIS)
# =========================

Sitemap: https://www.swed24.se/sitemap_index.xml

HTTP/1.1 301 Moved Permanently
Date: Thu, 25 Jun 2026 03:13:55 GMT
Server: Apache
X-Powered-By: PHP/8.4.21
X-Redirect-By: WordPress
Location: https://www.swed24.se/
Cache-Control: max-age=0
Expires: Thu, 25 Jun 2026 03:13:55 GMT
Vary: User-Agent
Content-Length: 0
Content-Type: text/html; charset=UTF-8
X-Varnish: 67923908219
Age: 0
Via: 1.1 webcache2 (Varnish/trunk)
Connection: keep-alive

HTTP/1.1 200 OK
Date: Thu, 25 Jun 2026 03:13:56 GMT
Server: Apache
X-Powered-By: PHP/8.4.21
Link: ; rel="https://api.w.org/", ; rel="alternate"; title="JSON"; type="application/json", ; rel=shortlink
Cache-Control: max-age=0
Expires: Thu, 25 Jun 2026 03:13:56 GMT
Vary: Accept-Encoding,User-Agent
Content-Encoding: gzip
Content-Type: text/html; charset=UTF-8
X-Varnish: 68157309403
Age: 0
Via: 1.1 webcache2 (Varnish/trunk)
Accept-Ranges: bytes
Connection: keep-alive
Transfer-Encoding: chunked