atcouncil.org Review

 # vestacp autogenerated robots.txt
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /files/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /pdfs/
Disallow: /plugins/
Disallow: /registration/
Disallow: /templates/
Disallow: /tmp/
Disallow: /index.php?option=com_content&view=article&id=213
# spam-bots
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: exabot

HTTP/1.1 200 OK
Date: Fri, 22 Aug 2025 17:39:24 GMT
Content-Type: text/html
Transfer-Encoding: chunked
Connection: keep-alive
Server: cloudflare
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=fpTUsWGO%2F7nzHBXnlLmr9lN1qWOJys2vNqtJDAh7WzPA13gMl5mRWdlvJ9atYzJACz4T3r1E24D%2BSozaFhzJWabXCFPIktm47GvVLLA%3D"}]}
Last-Modified: Fri, 07 Feb 2025 19:48:15 GMT
Cf-Cache-Status: DYNAMIC
Vary: Accept-Encoding
Content-Encoding: br
CF-RAY: 97342639bea0d5bb-NRT
alt-svc: h3=":443"; ma=86400