yle.fi Review

 User-agent: *
Disallow: /ylefiroot-errors
Disallow: /cgi-bin
Disallow: /klaffi
Disallow: /java
Disallow: /player
Disallow: /errorsivut/
Disallow: /global/
Disallow: /haku/
Disallow: /eurovision/
Disallow: /embed/
Allow: /global/api/load.php
Allow: /cgi-bin/tekstitv/ttv.cgi/


#yle.fi/aihe, aka. FYND - contact drupal@yle.fi if needed
Disallow: /aihe/flag/
Disallow: /aihe/ajax_comments/
Disallow: /aihe/comment/reply/

# karttasovellus APla 9.7.2015
Disallow: /karttasovellus/

#ai crawling

User-agent: AI2Bot
Disallow: /

User-agent: Ai2Bot-Dolma
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: Crawlspace
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: iaskspider/2.0
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: ISSCyberRiskCrawler
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Sidetrade indexer bot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: YouBot
Disallow: /

HTTP/1.1 301 Moved Permanently
Server: CloudFront
Date: Fri, 07 Feb 2025 10:34:03 GMT
Content-Type: text/html
Content-Length: 167
Connection: keep-alive
Location: https://yle.fi/
X-Cache: Redirect from cloudfront
Via: 1.1 6ef4ae3252d79e101362ec4ef7f99a1e.cloudfront.net (CloudFront)
X-Amz-Cf-Pop: LAX50-C4
Alt-Svc: h3=":443"; ma=86400
X-Amz-Cf-Id: JVx8gGN55-i8EAmKzSDQ2LGnwLmIjd09MhobX3qvbLyj69SZQOcesg==

HTTP/1.1 200 OK
Content-Type: text/html; charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Date: Fri, 07 Feb 2025 10:34:03 GMT
Strict-Transport-Security: max-age=63072000; preload
X-Frame-Options: DENY
Report-To: {"group":"csp-report-endpoint","max_age":10886400,"include_subdomains":false,"endpoints":[{"url":"https://csp.aws.yle.fi/index","priority":1}]}
Content-Security-Policy: child-src 'self' blob:;connect-src 'self' https://yle.fi https://*.yle.fi https://*.ylestatic.fi blob: https://*.akamaized.net https://*.kaltura.com https://endpoint.finnpanel.fi https://*.chartbeat.net https://api.mapbox.com https://events.mapbox.com https://api.flockler.com https://plugins.flockler.com https://*.stat.fi https://sak.userreport.com https://*.enetscores.com/ wss://migratory.enetpulse.com https://*.litix.io wss://emqx.enetscores.com:8084 https://assets.adobedtm.com https://cm.everesttech.net https://*.demdex.net https://dpm.demdex.net https://*.omtrdc.net;default-src 'self';font-src data: https://yle.fi https://*.yle.fi https://*.ylestatic.fi https://*.enetscores.com/;frame-src 'self' https://docs.google.com/forms/ https://yle.fi https://*.yle.fi https://*.ylestatic.fi https://infogram.com https://e.infogram.com https://platform.twitter.com https://www.instagram.com https://tag.userreport.com https://chartbeat.com https://static2.chartbeat.com https://flockler.com/plugins/upload-form/ https://assets-decodeurs.lemonde.fr https://my.matterport.com;img-src 'self' blob: data: https://yle.fi https://*.yle.fi https://*.ylestatic.fi https://ping.chartbeat.net https://*.akamaized.net https://*.akamaihd.net https://*.analytics.edgekey.net https://*.cloudinary.com https://*.kaltura.com https://syndication.twitter.com https://visitanalytics.userreport.com https://flockler.com https://media-api.flockler.com https://fl-1.cdn.flockler.com https://fl-cdn.scdn1.secure.raxcdn.com https://*.enetscores.com/ https://api.mapbox.com https://assets.adobedtm.com https://cm.everesttech.net https://*.demdex.net https://dpm.demdex.net https://*.omtrdc.net;manifest-src 'self';media-src blob: data: https://yle.fi https://*.yle.fi https://*.ylestatic.fi https://*.akamaihd.net https://*.akamaized.net https://*.kaltura.com;object-src 'none';script-src 'self' 'unsafe-inline' 'wasm-unsafe-eval' blob: https://yle.fi https://*.yle.fi https://*.ylestatic.fi https://static.chartbeat.com https://static2.chartbeat.com https://tunnus-sdk.yle.fi https://*.analytics.edgekey.net https://*.kaltura.com https://www.gstatic.com https://sak.userreport.com https://infogram.com https://e.infogram.com https://platform.twitter.com/ https://www.instagram.com/embed.js https://platform.instagram.com/ https://embed-cdn.flockler.com/embed-v2.js https://fl-1.cdn.flockler.com/ https://*.enetscores.com/ https://assets.adobedtm.com https://cm.everesttech.net https://*.demdex.net https://dpm.demdex.net https://*.omtrdc.net;style-src 'self' 'unsafe-inline' https://yle.fi https://*.yle.fi https://*.ylestatic.fi https://fl-1.cdn.flockler.com/ https://*.enetscores.com/;style-src-elem 'self' 'unsafe-inline' https://yle.fi https://*.yle.fi https://*.ylestatic.fi https://api.mapbox.com/ https://*.enetscores.com/;upgrade-insecure-requests;report-to csp-report-endpoint;report-uri https://csp.aws.yle.fi/index
X-Content-Type-Options: nosniff
Cache-Control: public, max-age=30
ETag: W/"80ef9-ZrJvGZ/pdDQCB926Yx5aHJz/IGM"
Content-Encoding: gzip
Via: 1.1 ca0f120555a3804748b7203f95b35194.cloudfront.net (CloudFront), 1.1 48dff86338c4d757c3f0caaf725b5bd4.cloudfront.net (CloudFront)
X-Amz-Cf-Pop: HIO50-C2
Vary: Accept-Encoding
X-Cache: Miss from cloudfront
X-Amz-Cf-Pop: LAX50-C4
Alt-Svc: h3=":443"; ma=86400
X-Amz-Cf-Id: iNuwPvG2OAUOtmRLGCkEqmrvNVf6Os08-8ZDLG25tEbBOPylJ6eanw==