hna.de Review

 # robots.txt www.hna.de
# Legal notice: www.hna.de expressly reserves the right to use its content for commercial text and data mining (§ 44b UrhG).
# The use of robots or other automated means to access www.hna.de or collect or mine data without the express permission of www.hna.de is strictly prohibited.

User-agent: *
Disallow: /sub/paywall/js/
Disallow: /lightweight-ajax
Disallow: /suche/
Disallow: /test/
Disallow: /hna-sieben/
Disallow: /fdn/bootstrap/
Disallow: /bi/bootstrap/
Disallow: /bi/doop/
Disallow: /bi/dev/
Disallow: /sso/
Disallow: /west/assets/common/js/fallback.js

Sitemap: https://www.hna.de/news.xml

# AI
User-agent: Amazonbot
User-agent: AlibabaBot
User-agent: Ai2Bot-Dolma
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGLM-Spider
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: CloudVertexBot
User-agent: cohere-training-data-crawler
User-agent: Cotoyogi
User-agent: Datenbank Crawler
User-agent: Diffbot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: ICC-Crawler
User-agent: imageSpider
User-agent: Kangaroo Bot
User-agent: laion-huggingface-processor
User-agent: LCC
User-agent: meta-externalagent
User-agent: netEstate Imprint Crawler
User-agent: omgili
User-agent: PanguBot
User-agent: PerplexityBot
User-agent: SBIntuitionsBot
User-agent: Spider
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: webzio-extended
User-agent: YouBot
Allow: /ueber-uns/
Disallow: /
# scraper
User-agent: 008
User-agent: Dataprovider.com
User-agent: dcrawl
User-agent: HelloworkJobPostingBot
User-agent: HTTrack
User-agent: HTTrack 3.0
User-agent: KrawlerBot
User-agent: MetaInspector
User-agent: MetaJobBot
User-agent: newspaper
User-agent: Nutch
User-agent: Offline Explorer
User-agent: OpenindexSpider
User-agent: Potions
User-agent: Scrapy
User-agent: ServerHunterSpider
User-agent: StatsDroneBot
Disallow: /
# seo tools
User-agent: aa
User-agent: AhrefsBot
User-agent: Attracta
User-agent: Barkrowler
User-agent: BrightEdge Crawler
User-agent: BLEXBot
User-agent: CaliberBot
User-agent: Caliperbot
User-agent: ClarityBot
User-agent: Clearscopebot
User-agent: Cloudtrellis
User-agent: cludo.com
User-agent: Cocolyzebot
User-agent: cognitiveSEO Crawler
User-agent: contentking
User-agent: Convermax
User-agent: Cxense
User-agent: DataForSeoBot
User-agent: DataForSEO Bot
User-agent: DomainStatsBot
User-agent: DotBot
User-agent: Dragonbot
User-agent: Huckabot
User-agent: Huckabuy Bot
User-agent: hypestat
User-agent: iaskspider
User-agent: img2dataset
User-agent: James BOT
User-agent: LinkCheck by Siteimprove
User-agent: LinkChecker Bot
User-agent: linkchecker.pro
User-agent: linkdexbot
User-agent: LinksIndexerBot
User-agent: MarketGoo
User-agent: MBCrawler
User-agent: MegaIndex.ru
User-agent: MJ12bot
User-agent: Moz dotbot
User-agent: Moz rogerbot
User-agent: Nitro-
User-agent: NitroBot
User-agent: online-webceo-bot
User-agent: Prerender
User-agent: Pro Sitemaps
User-agent: Readable
User-agent: RevvimGort
User-agent: rogerbot-crawler
User-agent: RSiteAuditor
User-agent: SearchAtlas Bot
User-agent: SEBot-WA
User-agent: SearchmetricsBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-CT
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SA
User-agent: SemrushBot-SI
User-agent: SemrushBotBacklinks
User-agent: Senutobot
User-agent: Sidetrade indexer bot
User-agent: seo-audit-check-bot
User-agent: seo4ajax
User-agent: seo4ajax.com
User-agent: SeobilityBot
User-agent: SEOkicks
User-agent: SEOlizer
User-agent: SERankingBacklinksBot
User-agent: serpstatbot
User-agent: SiteAuditBot
User-agent: Sitebulb
User-agent: SiteCheck-sitecrawl
User-agent: SiteCheckerBotCrawler
User-agent: Siteimprove Crawl
User-agent: StatusNestBacklinkSpider
User-agent: Seekport
User-agent: SeekportBot
User-agent: sistrix
User-agent: woorankreview
User-agent: xovi
User-agent: XoviOnpageCrawler
User-agent: Zoombot
Disallow: /
# Intelligence Gatherer
User-agent: A360-Search
User-agent: ActiveComply
User-agent: aiHitBot
User-agent: AndersPinkBot
User-agent: ArchiveBot
User-agent: Automattic Analytics Crawler
User-agent: Awario
User-agent: AwarioBot
User-agent: AwarioSmartBot
User-agent: BigUpDataBot
User-agent: BitSightBot
User-agent: Blackboard
User-agent: BomboraBot
User-agent: BrightEdge Bot
User-agent: Buck
User-agent: channable
User-agent: CheckMarkNetwork
User-agent: Cincraw
User-agent: Clickagy Intelligence Bot v2
User-agent: ContextualBot
User-agent: contxbot
User-agent: cXensebot
User-agent: ds9
User-agent: EcoVadisSustainabilityBot
User-agent: EpivozCrawler
User-agent: ev-crawler
User-agent: EzoicBot-Nicheiq
User-agent: factset_spyderbot
User-agent: FDL Stats Bot
User-agent: HubSpot
User-agent: Innguma
User-agent: LightspeedSystemsCrawler
User-agent: linkfluence
User-agent: LinkWalker
User-agent: Macrobondbot
User-agent: Magpie-crawler
User-agent: MedialogiaBot
User-agent: MediaMonitoringBot
User-agent: Mediatoolkitbot
User-agent: Mediavine Medatada Parser
User-agent: Missinglettr Bot
User-agent: MixrankBot
User-agent: MuckRack
User-agent: Netcraft
User-agent: netEstate NE Crawler
User-agent: NetSeer crawler
User-agent: Netvibes
User-agent: Owler
User-agent: page-preview-tool
User-agent: Pandalytics
User-agent: panscient.com
User-agent: parse.ly scraper
User-agent: SentiBot
User-agent: SlickBot
User-agent: slickstream
User-agent: SMTBot
User-agent: trendictionbot
User-agent: TrendsmapResolver
User-agent: TTD-Content
User-agent: TurnitinBot
User-agent: TweetmemeBot
User-agent: Twingly
User-agent: Twingly Recon-Sjostrom
User-agent: um-FC
User-agent: um-IC
User-agent: um-LN
User-agent: webspidermount
User-agent: webzio
User-agent: YaDirectFetcher
User-agent: YaK
User-agent: Yext Inc
User-agent: YextBot
User-agent: ZoominfoBot
User-agent: ImagesiftBot
Allow: /ueber-uns/
Disallow: /
# Archiver
User-agent: archive.org_bot
User-agent: Arquivo-web-crawler
User-agent: Authory
User-agent: bl.uk_lddc_bot
User-agent: bne.es_bot
User-agent: bnf.fr_bot
User-agent: heritrix
User-agent: ia_archiver
User-agent: ia_archiver-web.archive.org
User-agent: IABot
User-agent: Internet Archive
User-agent: mirrorweb
User-agent: netarkivindsamling
User-agent: Nicecrawler
User-agent: special_archiver
User-agent: Turnitin
User-agent: XY-Archive-Compliance
Allow: /ueber-uns/
Disallow: /
# undocumented / uncategorized
User-agent: Anthropic-ai
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Baidu-YunGuanCe
User-agent: Claude-Web
User-agent: Cohere-ai
User-agent: EtaoSpider
User-agent: Omgilibot
User-agent: Opebot-v
User-agent: Peer39_crawler
User-agent: Peer39_crawler/1.0
User-agent: Keydrop.io
User-agent: CensysInspect
User-agent: xAI
User-agent: Grok
User-agent: GrokBot
User-agent: GrokAI
User-agent: websauger
User-agent: webwhacker
User-agent: webzip
User-agent: webcapture
User-agent: WebCapture 2.0
User-agent: Teleport
User-agent: TeleportPro
User-agent: sitesnagger
User-agent: vorebot
User-agent: WinHTTrack
Disallow: /

HTTP/1.1 301 Moved Permanently
Server: nginx
Date: Thu, 18 Dec 2025 23:40:34 GMT
Content-Type: text/html; charset=iso-8859-1
Content-Length: 226
Connection: keep-alive
Location: http://www.hna.de/
Cache-Control: max-age=604800
Expires: Thu, 25 Dec 2025 23:40:25 GMT
X-Varnish: 1045149088 1042643299
Age: 9
Via: 1.1 varnish-v4
X-Cache: HIT
X-Cache-Hits: 2
set-cookie: cua_uuid=3e5eca3f-fd1d-7eb6-f96e-0ec3b03b9752; Expires=Sat, 18 Dec 2027 23:40:34 GMT; path=/;
set-cookie: new_user=true; Expires=Fri, 18 Dec 2026 23:40:34 GMT; path=/;
SERVER: idlb3

HTTP/1.1 301 Moved Permanently
Server: nginx
Date: Thu, 18 Dec 2025 23:40:34 GMT
Content-Length: 0
Connection: keep-alive
Expires: Do, 18 Dez 2025 23:40:27 GMT
Location: https://www.hna.de/
X-UA-Compatible: IE=edge
X-Varnish: 1042431156 1046748819
Age: 6
Via: 1.1 varnish-v4
X-Cache: HIT
X-Cache-Hits: 3
Cache-Control: public, max-age=60,  no-cache, no-store, must-revalidate
Vary: X-Forwarded-Proto
SERVER: idlb1

HTTP/1.1 200 OK
Server: nginx
Date: Thu, 18 Dec 2025 23:40:35 GMT
Content-Type: text/html;charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Expires: Do, 18 Dez 2025 23:35:17 GMT
Last-Modified: Thu, 18 Dec 2025 23:32:30 GMT
Content-Language: en-US
X-UA-Compatible: IE=edge
Content-Encoding: gzip
X-Varnish: 1045278956 1042962775
Age: 316
Via: 1.1 varnish-v4
X-Cache: HIT
X-Cache-Hits: 131
Cache-Control: public, max-age=180,  no-cache, no-store, must-revalidate
set-cookie: cua_uuid=b860d6ee-33b9-e092-1708-ed4d677ed0f8; Expires=Sat, 18 Dec 2027 23:40:35 GMT; path=/;
set-cookie: new_user=true; Expires=Fri, 18 Dec 2026 23:40:35 GMT; path=/;
Vary: X-Forwarded-Proto,x-requested-with,Accept-Encoding,Cookie,User-Agent
Accept-Ranges: bytes
SERVER: idlb1