cablesonline.com.au Review

 #Google Image Crawler Setup
    User-agent: Googlebot
    Disallow:
    User-agent: Googlebot-Image
    Disallow:

    # Crawlers Setup
    User-agent: *
	
	Disallow: /cable-accessories/cable-terminals/bootlace-terminals
	Disallow: /cable-accessories/cable-terminals/bootlace-uninsulated-terminals
	Disallow: /cable-accessories/cable-terminals/solder-splices
	Disallow: /cable-accessories/cable-terminals/splice-connectors
	Disallow: /cable-accessories/cable-terminals/terminal-block-strips
	Disallow: /cable-accessories/cable-terminals/bootlace-twin-cable-terminals
	Disallow: /cable-accessories/cable-terminals/insulated-screw-connectors
   
    # Directories
    Disallow: /404/
    Disallow: /app/
    Disallow: /cgi-bin/
    Disallow: /tmp/
    Disallow: /junk/
    Disallow: /downloader/
    Disallow: /errors/
    Disallow: /includes/

    #Disallow: /js/
    Disallow: /lib/
    Disallow: /magento/
    #Disallow: /media/
    Disallow: /pkginfo/
    Disallow: /report/
    Disallow: /scripts/
    Disallow: /shell/
    #Disallow: /skin/
    Disallow: /stats/
    Disallow: /var/
    Disallow: /demo/
    Disallow: /onddemo/
    Disallow: /admin/
    Disallow: /magento_1.9.2/
    Disallow: /magento_old/

    # Paths (clean URLs)
    Disallow: /index.php/
    Disallow: /catalog/product_compare/
    Disallow: /catalog/category/view/
    Disallow: /catalog/product/view/
    Disallow: /catalogsearch/
    Disallow: /checkout/
    Disallow: /control/
    Disallow: /contacts/
    Disallow: /customer/
    Disallow: /customize/
    Disallow: /newsletter/
    Disallow: /poll/
    Disallow: /review/
    Disallow: /sendfriend/
    Disallow: /tag/
    Disallow: /wishlist/
    Disallow: /catalog/product/gallery/

    # Files
    Disallow: /cron.php
    Disallow: /cron.sh
    Disallow: /error_log
    Disallow: /install.php
    Disallow: /LICENSE.html
    Disallow: /LICENSE.txt
    Disallow: /LICENSE_AFL.txt
    Disallow: /STATUS.txt

    # Paths (no clean URLs)
    #Disallow: /*.js$
    #Disallow: /*.css$
    Disallow: /*.php$
    Disallow: /*?limit=
    Disallow: /firecheckout/

 Disallow: /api.php
 Disallow: /cleanup.php
 Disallow: /apc.php
 Disallow: /memcache.php
 Disallow: /phpinfo.php
Sitemap: https://www.cablesonline.com.au/sitemap.xml

HTTP/1.1 301 Moved Permanently
Date: Wed, 17 Aug 2022 07:18:21 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Set-Cookie: PHPSESSID=r3m0b2j9pgtek6jdludm460ua0; expires=Wed, 17-Aug-2022 08:18:21 GMT; Max-Age=3600; path=/; domain=cablesonline.com.au; HttpOnly
Set-Cookie: store=default; expires=Thu, 17-Aug-2023 07:18:21 GMT; Max-Age=31536000; path=/; HttpOnly
Pragma: no-cache
Cache-Control: max-age=0, must-revalidate, no-cache, no-store
Expires: Tue, 17 Aug 2021 07:18:21 GMT
X-Content-Type-Options: nosniff
X-XSS-Protection: 1; mode=block
X-Frame-Options: SAMEORIGIN
Vary: Accept-Encoding
Location: https://www.cablesonline.com.au/?SID=r3m0b2j9pgtek6jdludm460ua0
CF-Cache-Status: DYNAMIC
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=EktHJtvdK5Ar5nPBTnyA69CIxR8LYsoFjhd%2FUglEk354cLcNPBCwvn4%2FVTsHtbZMbQQVodlqGSeXD92WgqEDiAUVbDLePYRGlO9Eh7fgMWlMP%2FVW5L5xv%2BGKXqRZoHNsKYHy3%2Fax"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 73c0a29dcadbaf3c-NRT
alt-svc: h3=":443"; ma=86400, h3-29=":443"; ma=86400

HTTP/1.1 200 OK
Date: Wed, 17 Aug 2022 07:18:23 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Pragma: no-cache
Cache-Control: max-age=0, must-revalidate, no-cache, no-store
Expires: Tue, 17 Aug 2021 07:18:23 GMT
X-Content-Type-Options: nosniff
X-XSS-Protection: 1; mode=block
X-Frame-Options: SAMEORIGIN
Vary: Accept-Encoding
CF-Cache-Status: DYNAMIC
Expect-CT: max-age=604800, report-uri="https://report-uri.cloudflare.com/cdn-cgi/beacon/expect-ct"
Report-To: {"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=xieOeWkTZtthy7wtzrxDv3LkXcgWdutJeJxFBV23lhmdWKsY12xJ5Zm%2FCjiLs%2BVlRDciNv6mm8G1Z6WWwG3wY%2BfUpM%2B59q5RIu%2B5%2FvVrYLXGTlwhyr4E4MGhWPphCnzsVcl%2Bq2furqPgRQ%3D%3D"}],"group":"cf-nel","max_age":604800}
NEL: {"success_fraction":0,"report_to":"cf-nel","max_age":604800}
Server: cloudflare
CF-RAY: 73c0a2a33dd6affa-NRT
Content-Encoding: br
alt-svc: h3=":443"; ma=86400, h3-29=":443"; ma=86400