soester-anzeiger.de Review

 # robots.txt www.soester-anzeiger.de
# Legal notice: www.soester-anzeiger.de expressly reserves the right to use its content for commercial text and data mining (§ 44b UrhG).
# The use of robots or other automated means to access www.soester-anzeiger.de or collect or mine data without the express permission of www.soester-anzeiger.de is strictly prohibited.

User-agent: *
Disallow: /sub/paywall/js/
Disallow: /lightweight-ajax
Disallow: /*?trafficsource
Disallow: /suche/
Disallow: /*?cmp=defrss
Disallow: /test/
Disallow: /fdn/bootstrap/
Disallow: /bi/bootstrap/
Disallow: /bi/doop/
Disallow: /bi/dev/
Disallow: /sso/
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

User-agent: xovi
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: bingbot
Disallow: /test/

User-agent: GPTBot
Allow: /ueber-uns/
Disallow: /

User-agent: CCBot
Allow: /ueber-uns/
Disallow: /

User-agent: msnbot
Crawl-delay: 5
Disallow: /test/

User-agent: Amazonbot
User-agent: Anthropic-ai
User-agent: Applebot-Extended
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Cohere-ai
User-agent: DataForSeoBot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: ImagesiftBot
User-agent: Magpie-crawler
User-agent: Omgili
User-agent: Omgilibot
User-agent: Peer39_crawler
User-agent: Peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: YouBot
Disallow: /

HTTP/1.1 301 Moved Permanently
Server: nginx
Date: Tue, 26 Aug 2025 19:15:21 GMT
Content-Type: text/html; charset=iso-8859-1
Content-Length: 239
Connection: keep-alive
Location: http://www.soester-anzeiger.de/
Cache-Control: max-age=604800
Expires: Tue, 02 Sep 2025 19:15:10 GMT
X-Varnish: 437618263 437918589
Age: 10
Via: 1.1 varnish-v4
X-Cache: HIT
X-Cache-Hits: 1
set-cookie: cua_uuid=cb02882c-42e1-5bc6-e30d-8d1d867f699e; Expires=Thu, 26 Aug 2027 19:15:21 GMT; path=/;
set-cookie: new_user=true; Expires=Wed, 26 Aug 2026 19:15:21 GMT; path=/;
SERVER: idlb2

HTTP/1.1 301 Moved Permanently
Server: nginx
Date: Tue, 26 Aug 2025 19:15:21 GMT
Content-Length: 0
Connection: keep-alive
Expires: Di, 26 Aug 2025 19:14:46 GMT
Location: https://www.soester-anzeiger.de/
X-UA-Compatible: IE=edge
X-Varnish: 408739968 426972830
Age: 35
Via: 1.1 varnish-v4
X-Cache: HIT
X-Cache-Hits: 1
Cache-Control: public, max-age=60,  no-cache, no-store, must-revalidate
Vary: X-Forwarded-Proto
SERVER: idlb2

HTTP/1.1 200 OK
Server: nginx
Date: Tue, 26 Aug 2025 19:15:22 GMT
Content-Type: text/html;charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Expires: Di, 26 Aug 2025 18:57:43 GMT
Last-Modified: Tue, 26 Aug 2025 18:56:40 GMT
Content-Language: en-US
X-UA-Compatible: IE=edge
Content-Encoding: gzip
X-Varnish: 434048479 395885485
Age: 1057
Via: 1.1 varnish-v4
X-Cache: HIT
X-Cache-Hits: 261
Cache-Control: public, max-age=300,  no-cache, no-store, must-revalidate
set-cookie: cua_uuid=d3506d48-a394-2e4e-2cb3-1b7fdb1ff41b; Expires=Thu, 26 Aug 2027 19:15:22 GMT; path=/;
set-cookie: new_user=true; Expires=Wed, 26 Aug 2026 19:15:22 GMT; path=/;
Vary: X-Forwarded-Proto,x-requested-with,Accept-Encoding,Cookie,User-Agent
Accept-Ranges: bytes
SERVER: idlb2