julekalendere.com Review

 # robots.txt for julekalendere.com
# Oppdatert: 2025-06-12

# Tillat alle s�kemotorer tilgang til offentlige sider
User-agent: *
Allow: /

# Blokker private/administrative omr�der
Disallow: /admin.php
Disallow: /admin/
Disallow: /cache/
Disallow: /logs/
Disallow: /backup/
Disallow: /tmp/
Disallow: /temp/

# Blokker sensitive filer
Disallow: /.htaccess
Disallow: /.htpasswd
Disallow: /functions.php
Disallow: /go.php*
Disallow: /*.json$
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.gz$

# Blokker gamle 2025-mappe hvis den fortsatt eksisterer
Disallow: /2025/

# Blokker vanlige WordPress/CMS-mapper (sikkerhet)
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/

# Blokker s�keparametere og dynamiske URLer
Disallow: /*?*
Disallow: /*&*
Disallow: /search*
Disallow: /*utm_*
Disallow: /*ref=*

# Tillat spesifikt viktige filer
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /*.css$
Allow: /*.js$
Allow: /*.webp$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$

# Spesifikke regler for Google
User-agent: Googlebot
Allow: /

# Spesifikke regler for Bing
User-agent: Bingbot
Allow: /

# Blokker problematiske bots
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# Crawl-delay for � ikke overbelaste serveren
User-agent: *
Crawl-delay: 1

# Sitemap-referanse
Sitemap: https://julekalendere.com/sitemap.xml

# Ekstra sitemaps hvis du lager dem senere
# Sitemap: https://julekalendere.com/sitemap-images.xml
# Sitemap: https://julekalendere.com/sitemap-news.xml

HTTP/1.1 200 OK
Date: Fri, 22 Aug 2025 07:52:59 GMT
Server: Apache
Upgrade: h2,h2c
Connection: Upgrade, Keep-Alive
Vary: Accept-Encoding
Content-Encoding: br
X-XSS-Protection: 1; mode=block
Content-Length: 6224
Keep-Alive: timeout=5
Content-Type: text/html; charset=UTF-8