doczj.com Review

 User-agent: *
Allow: /
# 允许静态资源抓取（图片、CSS、JS等对SEO有帮助）
Allow: /static/
Allow: /file/
Allow: /uploads/
Allow: /sources/

# 禁止抓取系统目录
Disallow: /ky_sda2dddsdadssdw24sxcz676s100ye/
Disallow: /vendor/
Disallow: /templates/
Disallow: /titles/
Disallow: /domains/
Disallow: /ips/
Disallow: /lang/
Disallow: /skin/
Disallow: /fa/
Disallow: /myuanzhan/
Disallow: /yuanzhan/
Disallow: /2015/
Disallow: /api/
Disallow: /*.log$
Disallow: /*.txt$
Disallow: /?s=
Disallow: /*hm.baidu.com*
Disallow: /*.9136.com*
Disallow: /*external*.js$
# 修改为
Disallow: /config.php$
Disallow: /m.php$
Disallow: /tiao.php$

# 允许主要搜索引擎（优化抓取频率）
User-agent: Baiduspider
Allow: /
Crawl-delay: 0

User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /
Crawl-delay: 0

User-agent: Sogou
Allow: /
Crawl-delay: 0

User-agent: YisouSpider
Allow: /
Crawl-delay: 0

User-agent: 360Spider
Allow: /
Crawl-delay: 0

User-agent: Bytespider
Allow: /
Crawl-delay: 0

User-agent: Yandex
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Sitemap位置
Sitemap: https://doczj.com/sitemap.xml

HTTP/1.1 200 OK
Date: Wed, 12 Aug 2026 23:47:31 GMT
Content-Type: text/html;charset=utf-8
Transfer-Encoding: chunked
Connection: keep-alive
Vary: Accept-Encoding
Vary: Accept-Encoding
X-Content-Type-Options: nosniff
X-Frame-Options: SAMEORIGIN
X-XSS-Protection: 1; mode=block
Strict-Transport-Security: max-age=31536000
Alt-Svc: quic=":443"; h3=":443"; h3-29=":443"; h3-27=":443";h3-25=":443"; h3-T050=":443"; h3-Q050=":443";h3-Q049=":443";h3-Q048=":443"; h3-Q046=":443"; h3-Q043=":443"
Server: cdn
X-Cache-Status: MISS
Content-Encoding: gzip