etree.org Review

 User-agent: * 
Disallow: /

User-agent: MonkeyCrawl
Disallow: 

User-agent: Slurp
Crawl-delay: 5
Disallow: /addcomment.php

# Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
# Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
User-agent: bingbot/2.0
Disallow: /

# The Knowledge AI
User-Agent: The Knowledge AI
Disallow: /

# https://help.ahrefs.com/getting-started-with-ahrefs/ahrefs-explained/what-is-the-list-of-your-ip-ranges
# https://ahrefs.com/robot
# Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)
User-Agent: AhrefsBot/5.2
Disallow: /

# Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
User-Agent: Baiduspider/2.0
Disallow: /


# Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
User-Agent: YandexBot/3.0
Disallow: /

# https://mj12bot.com/
# Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
User-Agent: MJ12bot/v1.4.8
Disallow: /

# Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)
User-Agent: DotBot/1.1
Disallow: /

HTTP/1.1 200 OK
Date: Mon, 25 Aug 2025 04:09:55 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Server: cloudflare
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Vary: Accept-Encoding
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=B%2B0FSKW3WbhObgarctDtHWFDYjJZyfczcvNR0EIbQDsBTLj2qhkQ%2FsjSN%2B9Xe3bTW3Ch%2BzIPsUpnF3yzjxT5oIZm7u36QnES%2Fg%3D%3D"}]}
Cf-Cache-Status: DYNAMIC
Content-Encoding: br
Set-Cookie: PHPSESSID=evvm3db11dltvctl29b1gkope0; Path=/
CF-RAY: 97483c988e76266c-NRT
alt-svc: h3=":443"; ma=86400