exchange-rates.org Review

 Sitemap: https://www.exchange-rates.org/sitemap_index.xml


# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: ChatGPT-User  
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Crawl-delay: 20
Allow: /

# Disallow AI training data collection  
User-agent: GPTBot  
User-agent: CCBot  
User-agent: Google-Extended  
Disallow: /

# Allow traditional search indexing  
User-agent: Googlebot  
User-agent: Bingbot  
Allow: /

User-agent: *
Disallow: /?layout=v2
Disallow: /?layout=1
Disallow: /GetCustomContent.aspx*
Disallow: /HistoryExchangeRatesReportDownload.aspx*
Disallow: /*.aspx*

User-agent: Amazonbot
Disallow: /

User-agent: SemrushBot-SA
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: Dotbot
User-agent: MJ12bot
User-agent: MauiBot
User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
User-agent: MegaIndex.ru/2.0
User-agent: Seekport Crawler
User-agent: SputnikBot/2.3
User-agent: The Knowledge AI 
User-agent: TurnitinBot
User-agent: UCBrowser
User-agent: yacybot
User-agent: Yeti
User-agent: SeznamBot
User-agent: coccocbot-web
User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Baiduspider
Disallow: /
Allow: /zh
Allow: /zh-hant
Disallow: /zh/*.aspx$
Disallow: /zh/api*
Disallow: /zh-hant/*.aspx$
Disallow: /zh-hant/api*
Disallow: /*.aspx*

User-agent: Baiduspider-image
Disallow: /
Allow: /zh
Allow: /zh-hant
Disallow: /zh/*.aspx$
Disallow: /zh-hant/*.aspx$
Disallow: /*.aspx*

User-agent: YoudaoBot
Disallow: /
Allow: /zh
Allow: /zh-hant
Disallow: /zh/*.aspx$
Disallow: /zh-hant/*.aspx$
Disallow: /*.aspx*

User-agent: Sogou web spider
Crawl-Delay: 10
Disallow: /
Allow: /zh
Allow: /zh-hant
Disallow: /zh/*.aspx$
Disallow: /zh-hant/*.aspx$
Disallow: /*.aspx*

User-agent: Sogou inst spider
Crawl-Delay: 10
Disallow: /
Allow: /zh
Allow: /zh-hant
Disallow: /zh/*.aspx$
Disallow: /zh-hant/*.aspx$
Disallow: /*.aspx*

User-agent: Sogou spider2
Crawl-Delay: 10
Disallow: /
Allow: /zh
Allow: /zh-hant
Disallow: /zh/*.aspx$
Disallow: /zh-hant/*.aspx$
Disallow: /*.aspx*
User-agent: Sogou blog
Disallow: /

User-agent: Sogou News Spider
Crawl-Delay: 10
Disallow: /


User-agent: Sogou Orion spider
Crawl-Delay: 10
Disallow: /
Allow: /zh
Allow: /zh-hant
Disallow: /zh/*.aspx$
Disallow: /zh-hant/*.aspx$
Disallow: /*.aspx*

User-agent: ChinasoSpider
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: yisouspider
Disallow: /


User-agent: SeekportBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /


User-agent: grapeshot
Crawl-delay: 20

User-agent: ICC-Crawler
Crawl-delay: 20

HTTP/1.1 301 Moved Permanently
Date: Fri, 29 Aug 2025 21:04:01 GMT
Content-Length: 0
Connection: keep-alive
CF-RAY: 976eff95eafad500-NRT
Location: https://www.exchange-rates.org:443/
cf-cache-status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=Ongvs04asV%2FhrmW16Ji4H5sj62CJ6L0szYuUgdJr9U695%2Bkz7mU4AzNDW16Dz2YY0udmaFtZnjlGeUSu5gnsD16QVnNlzymRpUTjP1m3iCwO4OhS5uIf9mU3BseYsV8e%2BhPboxs%3D"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
alt-svc: h3=":443"; ma=86400
server-timing: cfL4;desc="?proto=TCP&rtt=16171&min_rtt=16171&rtt_var=8085&sent=1&recv=3&lost=0&retrans=0&sent_bytes=0&recv_bytes=335&delivery_rate=0&cwnd=250&unsent_bytes=0&cid=0000000000000000&ts=0&x=0"

HTTP/1.1 200 OK
Date: Fri, 29 Aug 2025 21:04:01 GMT
Content-Type: text/html; charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Content-Encoding: br
Set-Cookie: AdSettingOption-v2=A; expires=Sat, 30 Aug 2025 09:04:01 GMT; path=/; httponly
Set-Cookie: vc-en-US=1; expires=Thu, 27 Nov 2025 22:04:01 GMT; path=/; httponly
vary: Accept-Encoding
content-security-policy: upgrade-insecure-requests;
strict-transport-security: max-age=60; includeSubDomains
x-content-type-options: nosniff
x-frame-options: sameorigin
x-xss-protection: 1;mode=block
servername: host-tok-02
appversion: 9.0.40
cf-cache-status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v4?s=53S31nkgvJiM4j8VDSoQAJ0fcP4qjOdkbdZVaQGpuVwZwIxXQIJryDK%2B6hlvhuUL0Iv8hAPhvVF3r8j4%2BJ1pgEdzTeDnYGbcYvsf9PsOqeI45tjk3NbwwnSPeaFSlHj3EnCFHNINYpkY"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 976eff982e6cf609-NRT
alt-svc: h3=":443"; ma=86400
server-timing: cfL4;desc="?proto=TCP&rtt=1676&min_rtt=1667&rtt_var=632&sent=4&recv=6&lost=0&retrans=0&sent_bytes=2857&recv_bytes=995&delivery_rate=1737252&cwnd=252&unsent_bytes=0&cid=1303c5eca74699c4&ts=66&x=0"