dream-machine.fr Review

 # ========================
# ???? Magento 1.9 Robots.txt Optimisé
# ========================

User-agent: *
Crawl-delay: 10
Disallow: /checkout/
Disallow: /app/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /index.php/
Disallow: /?dir*
Disallow: /?mode*
Disallow: /?___store*
Disallow: /?___from_store*
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /cgi-bin/
Disallow: /errors/
Disallow: /downloader/
Disallow: /shell/
Disallow: /install.php
Disallow: /cron.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.html
Disallow: /RELEASE_NOTES.txt

# ✅ Autoriser uniquement le dossier médias
Allow: /media/

# ========================
# ???? Gestion des Sitemaps
# ========================
Sitemap: https://www.dream-machine.fr/sitemap.xml
Sitemap: https://bus-shop.net/busshop.xml
Sitemap: https://vw-discount.net/vwdiscount.xml

# ========================
# ???? Googlebot - Optimisation SEO
# ========================
User-agent: Googlebot
Crawl-delay: 10
Allow: /media/
Allow: /catalog/product/view/
Allow: /catalog/category/view/
Disallow: /*?SID=
Disallow: /checkout/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /sendfriend/

# ========================
# ????️ Bingbot - Réduction de la charge serveur
# ========================
User-agent: bingbot
Crawl-delay: 15
Allow: /catalog/product/view/
Allow: /catalog/category/view/
Disallow: /*?SID=
Disallow: /checkout/
Disallow: /customer/
Disallow: /wishlist/

# ========================
# ???? Yahoo Slurp - Limitation
# ========================
User-agent: Slurp
Crawl-delay: 20
Allow: /catalog/product/view/
Allow: /catalog/category/view/
Disallow: /*?SID=
Disallow: /checkout/
Disallow: /customer/

# ========================
# ⚠️ Interdiction des bots agressifs et inutiles
# ========================
User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: spbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: nbot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /


# ========================
# ???? Blocage des bots Alibaba
# ========================
User-agent: AlibabaBot
Disallow: /

User-agent: Aliyun
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: 360Spider
Disallow: /


# ========================
# ???? Blocage des bots Alibaba
# ========================
User-agent: AlibabaBot
Disallow: /

User-agent: Aliyun
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: 360Spider
Disallow: /

# ========================
# ???? Blocage des scrapers et bots inconnus
# ========================
User-agent: *
Disallow: /?*
Disallow: /*?SID=
Disallow: /*&utm*
Disallow: /*&gclid*

HTTP/1.1 302 Found
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
Content-Type: text/html; charset=UTF-8
Location: https://dream-machine.fr/
Cache-Control: no-cache, no-store, must-revalidate, max-age=0
Expires: Fri, 26 Sep 2025 12:26:52 GMT
Content-Length: 0
Date: Wed, 27 Aug 2025 12:26:52 GMT
Server: LiteSpeed
X-Content-Type-Options: nosniff

HTTP/1.1 200 OK
Connection: Keep-Alive
Keep-Alive: timeout=5, max=100
set-cookie: frontend=6aadu06k4ig9mggndoijf4s0i0; expires=Thu, 28-Aug-2025 12:26:56 GMT; Max-Age=86400; path=/; domain=dream-machine.fr; HttpOnly; secure
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
set-cookie: frontend_cid=zOjW1U1FCCbXEk1O; expires=Thu, 28-Aug-2025 12:26:56 GMT; Max-Age=86400; path=/; domain=dream-machine.fr; secure; httponly
Age: 5425
Content-Type: text/html; charset=UTF-8
Content-Length: 20136
Content-Encoding: br
Vary: Accept-Encoding
Date: Wed, 27 Aug 2025 12:26:57 GMT
Server: LiteSpeed
X-Content-Type-Options: nosniff
alt-svc: h3=":443"; ma=2592000, h3-29=":443"; ma=2592000, h3-Q050=":443"; ma=2592000, h3-Q046=":443"; ma=2592000, h3-Q043=":443"; ma=2592000, quic=":443"; ma=2592000; v="43,46"