htmlweb.ru Review

 User-Agent: *
Disallow: /G/
Disallow: /Gs/
Disallow: /log/
Disallow: /links.php?
Disallow: /blinks/
Disallow: /user/
Disallow: /analiz/sm.php
Disallow: /analiz/sm_0.php
#Disallow: /*?ip
#Disallow: /*?tel
#Disallow: /*?url=
Disallow: /download.php?url=
#Disallow: /*?str=
#Disallow: /*?pay=
#Disallow: /*?domain=
Disallow: /search
Disallow: /*?lang=
Disallow: /*?page=1$
Disallow: /*&post=
Disallow: /*?del=
Disallow: /sendsms/?
Disallow: /other/plat/
Disallow: /andreapol/
Disallow: /php/function/*_setup.php
Disallow: /php/function/*_configuration.php
Disallow: /php/function/*_installation.php
Disallow: /php/function/*_requirements.php
Disallow: /php/function/*_resources.php
Disallow: /php/function/book_*.php
Disallow: */api.php
Disallow: /api/
Disallow: /json/
Disallow: /xml/
Disallow: /pic/?
Disallow: /pic/pic.php
Disallow: /geo/adm_
Clean-param: bd
Clean-param: add
Clean-param: bf
Clean-param: reload
Clean-param: refresh
Clean-param: mobile
Clean-param: r
Clean-param: q
Clean-param: short
Clean-param: ref
Clean-param: api_key
Clean-param: layer
Clean-param: str
Clean-param: osm
Clean-param: IPvalue
Clean-param: rajon
Clean-param: city_set


User-Agent: Mediapartners-Google
Disallow: */api.php
Disallow: /pic/?

Host: https://htmlweb.ru

Sitemap: https://htmlweb.ru/search/sitemap.xml

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

HTTP/1.1 200 OK
Server: nginx/1.14.1
Date: Sat, 23 Aug 2025 05:08:11 GMT
Content-Type: text/html; charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
X-Powered-By: 
X-Frame-Options: SAMEORIGIN
Expires: Fri, 22 Aug 2025 05:08:11 GMT
Vary: Accept-Encoding
Content-Encoding: gzip