edmontonhomesweb.com Review

 # Block Baidu
# http://help.baidu.com/question?prod_en=master&class=Baiduspider
User-agent: Baiduspider
Disallow: /

# Block Yandex
# https://yandex.com/support/webmaster/controlling-robot/robots-txt.xml
User-agent: Yandex
Disallow: /

# Block Redbot
# https://redbot.org/
User-agent: RED
Disallow: /

# Block Dotbot
# https://wowrack.org/
User-agent: dotbot
Disallow: /

# Block Semrush
# https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /

# Block TrovitBot
# https://www.trovit.com/bot.html
User-agent: trovitBot
Disallow: /

# Block RogerBot
# https://moz.com/help/moz-procedures/crawlers/rogerbot
User-agent: rogerbot
Disallow: /

# Block SeekPort
# http://seekport.com/
User-agent: Seekport
Disallow: /

# Generic bot rules
User-agent: *
Crawl-delay: 5
Disallow: /backend
Disallow: /blog/*/share.html
Disallow: /blog/*/share/
Disallow: /blog/*/print.html
Disallow: /blog/*/print/
Disallow: /idx/inc/php/ajax/
Disallow: /idx/?refine
Disallow: /*/idx/?refine
Disallow: /idx/search/
Disallow: /*/idx/search/
Disallow: /idx/search.html
Disallow: /*/idx/search.html
Disallow: /idx/*/print.html
Disallow: /idx/*/map.html
Disallow: /idx/*/friend.html
Disallow: /idx/*/inquire.html
Disallow: /listing/*/inquire/
Disallow: /listing/*/friend/
Disallow: /listing/*/brochure/
Disallow: /listing/*/brochure
Disallow: /listing/*/mortgage/

HTTP/1.1 301 Moved Permanently
Date: Tue, 19 Aug 2025 01:48:46 GMT
Server: Apache
Location: https://edmontonhomesweb.com/
Cache-Control: max-age=0
Expires: Tue, 19 Aug 2025 01:48:46 GMT
Content-Length: 237
Content-Type: text/html; charset=iso-8859-1
Via: 1.1 google
Set-Cookie: GCLB=CNuw9Y-Xu5D_HRAD; path=/; HttpOnly; expires=Tue, 19-Aug-2025 01:58:46 GMT

HTTP/1.1 301 Moved Permanently
Date: Tue, 19 Aug 2025 01:48:46 GMT
Server: Apache
Location: https://www.edmontonhomesweb.com/
Cache-Control: max-age=0
Expires: Tue, 19 Aug 2025 01:48:46 GMT
Content-Length: 241
Content-Type: text/html; charset=iso-8859-1
Via: 1.1 google
Set-Cookie: GCLB=CLPM4ujAjojLZRAD; path=/; HttpOnly; expires=Tue, 19-Aug-2025 01:58:46 GMT
Alt-Svc: h3=":443"; ma=2592000,h3-29=":443"; ma=2592000

HTTP/1.1 200 OK
Date: Tue, 19 Aug 2025 01:48:46 GMT
Server: Apache
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Content-Language: en,en-ca
Set-Cookie: PHPSESSID=e037e9eef79c915d8b2a7c8029115e9c; path=/
Set-Cookie: GCLB=COC8ysur1Jid8AEQAw; path=/; HttpOnly; expires=Tue, 19-Aug-2025 01:58:46 GMT
Vary: Accept-Encoding
Content-Encoding: gzip
X-Content-Type-Options: nosniff
Content-Type: text/html; charset=UTF-8
Via: 1.1 google
Alt-Svc: h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding: chunked