dxlabsuite.com Review

 User-agent: SemrushBot
Crawl-delay: 20
Disallow: /action/
Disallow: /dxlabwiki
Disallow: /dxlabwiki/action

User-agent: SemrushBot-SA
Crawl-delay: 20
Disallow: /action/
Disallow: /dxlabwiki
Disallow: /dxlabwiki/action

User-agent: Google
Disallow: /action/
Disallow: /dxlabwiki/action
Disallow:


User-agent: *
Crawl-delay: 20

# This has to match script url + cfg.url_prefix_action - it
# saves lots of search engine load and traffic by disallowing crawlers
# to request action related URLs.
#
# NOTE - in order to make this have any effect, you have to set
#        url_prefix_action to "action", cf. HelpOnConfiguration

Disallow: /action/
Disallow: /dxlabwiki/action
Disallow:

HTTP/1.1 200 OK
Date: Wed, 27 Aug 2025 06:05:32 GMT
Server: Apache/2.4.25 (FreeBSD) OpenSSL/1.0.1s-freebsd PHP/5.6.30 mod_fastcgi/mod_fastcgi-SNAP-0910052141
Last-Modified: Thu, 21 Aug 2025 05:50:47 GMT
ETag: "12209-63cd9abbcf968"
Accept-Ranges: bytes
Content-Length: 74249
Keep-Alive: timeout=5, max=100
Connection: Keep-Alive
Content-Type: text/html