burlingtondowntown.ca Review

 User-agent: Barkrowler
Disallow: /

User-agent: Qwantbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: YandexBot
Disallow: /

# Allow Googlebot to access everything, but limit its crawl rate
User-agent: Googlebot
Disallow:
Crawl-delay: 5

# Allow Bingbot to access everything, but limit its crawl rate
User-agent: bingbot
Disallow:
Crawl-delay: 10

User-agent: meta-externalagent
Disallow: 
Crawl-delay: 10

# Disallow unnecessary areas for all other bots
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Allow: /wp-admin/admin-ajax.php

User-agent: *
Disallow: /*?post_type=tribe_events
Disallow: /?post_type=tribe_events&eventDisplay=day&paged=
Disallow: /page/*/?post_type=tribe_events&eventDisplay=day

HTTP/1.1 200 OK
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
X-Powered-By: PHP/8.1.33
SG-F-Cache: HIT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Content-Encoding: br
Vary: Accept-Encoding
Date: Sun, 24 Aug 2025 05:04:43 GMT
Server: LiteSpeed
Cache-Control: private