lag-bitburg-pruem.de Review

 # If the Joomla site is installed within a folder 
# eg www.example.com/joomla/ then the robots.txt file 
# MUST be moved to the site root 
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths. 
# eg the Disallow rule for the /administrator/ folder MUST 
# be changed to read 
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/

# cloudflare recommended block:
Disallow: /cdn-cgi/

# Start of Bot Blocking

User-agent: AlphaBot
Disallow: /

# Block Admantx Bot
User-agent: ADmantX
Disallow: / 

# Block Heritrix
User-agent: Heritrix
Disallow: / 

# Block Indy Library Bot
User-agent: Mozilla/3.0 (compatible; Indy Library)
Disallow: / 

# Block Indy Library Bot
User-agent: Indy Library
Disallow: / 

# Block Mail.Ru
User-agent: Mail.Ru
Disallow: / 

# Block Majestic-12 Bot
User-agent: MJ12bot
Disallow: / 

# Block Moz DotBot
User-agent: dotbot
Disallow: / 

# Block Moz Rogerbot
User-agent: rogerbot
Disallow: / 

# Block PHPCrawl Bot
User-agent: PHPCrawl
Disallow: / 

# Block BLEXBot
User-agent: BLEXBot
Disallow: / 

# Block Brandwatch's Magpie Crawler
User-agent: magpie-crawler
Disallow: /

# Block SeznamBot
User-agent: SeznamBot
Disallow: / 

# Block this bot
User-agent: seoscanners.net
Disallow: / 

# Block SoftSearch Bot
User-agent: SoftSearch.ru robot
Disallow: / 

# Block Uptime Bot
User-agent: Uptimebot
Disallow: / 

User-agent: Python-urllib
Disallow: / 

User-agent: python-requests
Disallow: / 

User-agent: Python-httplib2
Disallow: / 

User-agent: expo9
Disallow: / 

User-agent: ZumBot
Disallow: / 

User-agent: Yandex
Disallow: / # blocks access to whole site for Yandex

User-agent: EventMachine HttpClient
Disallow: /

User-agent: MaxPointCrawler
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: MaxPointCrawler/Nutch-1.10
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Go-http-client/1.1
Disallow: /

User-agent: Go 1.1 package http
Disallow: /

User-Agent: Wget
Disallow: /

User-agent: uipbot
Disallow: /

User-agent: uipbot/1.0 (uipbot@semasio.net)
Disallow: /

User-agent: GetIntent Crawler
Disallow: /

User-Agent: panscient.com
Disallow: /

User-agent: BUbiNG
Disallow: /

# End of Bot Blocking

# Good Bot Whitelisting:

User-agent: Twitterbot
Disallow:

User-agent: Mediapartners-Google 
Disallow:

HTTP/1.1 301 Moved Permanently
Date: Sun, 24 Aug 2025 17:01:50 GMT
Server: Apache
x-frame-options: SAMEORIGIN
referrer-policy: strict-origin-when-cross-origin
cross-origin-opener-policy: same-origin
Expires: Wed, 17 Aug 2005 00:00:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Set-Cookie: 5bd4588eeccdc5720033eef6615fc583=726d227672c907d48b8b8bc3d0bc426e; path=/; secure; HttpOnly
X-Content-Type-Options: nosniff
Upgrade: h2,h2c
Connection: Upgrade, Keep-Alive
Location: https://lag-bitburg-pruem.de/
Last-Modified: Sun, 24 Aug 2025 17:01:51 GMT
Vary: User-Agent
Content-Length: 0
Keep-Alive: timeout=2, max=1000
Content-Type: text/html; charset=utf-8

HTTP/1.1 200 OK
Date: Sun, 24 Aug 2025 17:01:53 GMT
Server: Apache
Content-Security-Policy: default-src 'self' 'unsafe-inline'
X-Content-Security-Policy: default-src 'self' 'unsafe-inline'
X-WebKit-CSP: default-src 'self' 'unsafe-inline'
x-frame-options: SAMEORIGIN
referrer-policy: strict-origin-when-cross-origin
cross-origin-opener-policy: same-origin
Expires: Wed, 17 Aug 2005 00:00:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Set-Cookie: 5bd4588eeccdc5720033eef6615fc583=f4a860c11f6dfedb9a78c379b631faec; path=/; secure; HttpOnly
X-Content-Type-Options: nosniff
Upgrade: h2,h2c
Connection: Upgrade, Keep-Alive
Last-Modified: Sun, 24 Aug 2025 17:01:53 GMT
Vary: Accept-Encoding,User-Agent
Content-Encoding: br
Keep-Alive: timeout=2, max=1000
Transfer-Encoding: chunked
Content-Type: text/html; charset=utf-8