butorline.hu Review

 # If the Joomla site is installed within a folder 
# eg www.example.com/joomla/ then the robots.txt file 
# MUST be moved to the site root 
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths. 
# eg the Disallow rule for the /administrator/ folder MUST 
# be changed to read 
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

# ===========================================
# Blokady dla wybranych botów wyszukiwarek
# ===========================================

# Blokada tylko dla bota AhrefsBot, msnbot, bingbot dla wyszukiwarki żeby nie generował duzy zapytań ktore pozniej sa zapisywane w bazie danych w tabeli pt0ji_cf_search_wyszukiwane_frazy
User-agent: AhrefsBot
User-agent: msnbot
User-agent: bingbot
Disallow: /search/
Disallow: /wyszukiwarka/
Crawl-delay: 10
# Koniec blokady AhrefsBot

# ===========================================
# Globalne reguły dla wszystkich botów
# ===========================================

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/

# Blokada wyszukiwarki i parametrów
Disallow: /wyszukiwarka/
Disallow: /search/
Disallow: /index.php?
Disallow: /results
Disallow: /by,ordering?
Disallow: /by,product_name?
Disallow: /by,product_price?
Disallow: /dirDesc
Disallow: /*?dir=DESC
Disallow: /*?error=
Disallow: /*&start=
Disallow: /*?start=
Disallow: /*?utm_source=*
Disallow: /*?utm_medium=*

# Zasoby dozwolone
Allow: /index.php?option=com_vm_map
Allow: /templates/mebline/
Allow: /components/com_virtuemart/

# Opóźnienie dla botów wspierających Crawl-delay
Crawl-delay: 5

# ===========================================
# Mapy witryny
# ===========================================
Sitemap: /index.php?option=com_vm_map&lang=pl
Sitemap: /blog/index.php?option=com_jmap&view=sitemap&format=xml

HTTP/1.1 301 Moved Permanently
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
set-cookie: 623e5f497dc53db8c91bc0bc70325c80=57233d62d4dd9246d7ebe36c7be6e0c0; path=/; secure; HttpOnly
Location: https://butorline.hu/
Content-Type: text/html; charset=utf-8
Expires: Wed, 17 Aug 2005 00:00:00 GMT
Last-Modified: Fri, 29 Aug 2025 04:03:58 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Content-Length: 0
Date: Fri, 29 Aug 2025 04:03:58 GMT
Server: LiteSpeed
Vary: User-Agent

HTTP/1.1 200 OK
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
set-cookie: 623e5f497dc53db8c91bc0bc70325c80=005329e8ec0c6354eb131b966b741b2f; path=/; secure; HttpOnly
Content-Type: text/html; charset=utf-8
Expires: Wed, 17 Aug 2005 00:00:00 GMT
Last-Modified: Fri, 29 Aug 2025 04:03:59 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Transfer-Encoding: chunked
Content-Encoding: br
Vary: Accept-Encoding,User-Agent
Date: Fri, 29 Aug 2025 04:03:59 GMT
Server: LiteSpeed
alt-svc: h3=":443"; ma=2592000, h3-29=":443"; ma=2592000, h3-Q050=":443"; ma=2592000, h3-Q046=":443"; ma=2592000, h3-Q043=":443"; ma=2592000, quic=":443"; ma=2592000; v="43,46"