vetlexicon.com Review

 User-agent: *
Allow: /

# Don't index transactional/auth pages
Disallow: /account/
Disallow: /checkout-success
Disallow: /free-trial-success
Disallow: /api/

# Don't index landing pages (paid campaign destinations, not organic)
Disallow: /landing/

# Crawl delay for less common bots to reduce server load
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

Sitemap: https://www.vetlexicon.com/sitemap.xml

HTTP/1.1 200 OK
Date: Wed, 30 Sep 2026 12:21:09 GMT
Content-Type: text/html; charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
CF-Ray: a4332f8d6d3feb90-NRT
CF-Cache-Status: DYNAMIC
Age: 17253
Cache-Control: public,max-age=0,must-revalidate
Nel: {"report_to":"cf-nel","success_fraction":0.0,"max_age":604800}
Server: cloudflare
Strict-Transport-Security: max-age=31536000; includeSubDomains; preload
Vary: Accept-Encoding
cache-status: "Netlify Edge"; hit; ttl=31518748
x-nf-request-id: 01M3S45XEFRRY7FFTTYTGW00CY
Server-Timing: cfCacheStatus;desc="DYNAMIC"
Server-Timing: cfEdge;dur=146,cfOrigin;dur=0,cfWorker;dur=261
Report-To: {"group":"cf-nel","max_age":604800,"endpoints":[{"url":"https://a.nel.cloudflare.com/report/v4?s=VSzAzB5KO9fGcoY5uE6K8LgU3hjbvFjw8%2B5rqBQJkjGsgswBeySuN4mfWnFN6nKJaIHQhK%2Fu9IhRwnbNfnSGzflZz%2BsxZZCgIuyZjcOAad9nENjcAegOnC42ltC%2F%2B8dq"}]}
Content-Encoding: br