halleyweb.com Review

 User-agent: *
Disallow: /

# but allow only important bots
User-agent: Googlebot
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

User-agent: Googlebot-Image
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

User-agent: Mediapartners-Google
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

User-agent: bingbot
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

User-agent: msnbot
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

User-agent: msnbot-media
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

User-agent: Yahoo-Blogs
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

User-agent: Yahoo-MMCrawler
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

User-agent: facebookexternalhit
Crawl-delay: 600
Disallow: /de/
Disallow: /mc/
Disallow: /images/
Disallow: /*/de/*
Disallow: /*/mc/*
Disallow: /*/images/*

HTTP/1.1 302 Found
Date: Fri, 29 Aug 2025 01:08:27 GMT
Server: Apache
Location: hh/index.php
Content-Length: 0
Keep-Alive: timeout=5
Connection: Keep-Alive
Content-Type: text/html; charset=ISO-8859-1

HTTP/1.1 200 OK
Date: Fri, 29 Aug 2025 01:08:27 GMT
Server: Apache
Set-Cookie: PHPSESSID=97beb4f84484775fa21cca3ae749b443; path=/
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Content-Length: 27
Keep-Alive: timeout=5
Connection: Keep-Alive
Content-Type: text/html; charset=ISO-8859-1