ypojie.com Review

 # 全局爬虫规则
User-agent: *
# 允许抓取的核心内容
Allow: /*.html$
Allow: /*.ico$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /wp-*/themes/*

# 禁止抓取的页面/文件
Disallow: /download.php
Disallow: /go.php
Disallow: /go.php?*
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-login.php?*
Disallow: /*trackback
Disallow: /*/trackback
Disallow: /xmlrpc.php
Disallow: /search/
Disallow: /vip
Disallow: /blogmap
Disallow: /myfeed
Disallow: /feed
Disallow: /*/feed
Disallow: /liuyan
Disallow: /readers
Disallow: /tougao
Disallow: /privacy
Disallow: /copyright
Disallow: /attachment/
Disallow: /comments/feed
Disallow: /*comments
Disallow: /bulletin*
Disallow: /category/*/page/
Disallow: /date/*
Disallow: /tag/*
Disallow: /tag/*/page/
Disallow: /url/
Disallow: /?s=*
Disallow: /*/?s=*
Disallow: /?r=*
Disallow: /*?*
Disallow: /*?
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.php$
Disallow: /*/comment-page-*
Disallow: /*?replytocom*
Disallow: /a/date/
Disallow: /a/author/
Disallow: /a/category/
Disallow: /news/activity
Disallow: /?p=*&preview=true
Disallow: /?page_id=*&preview=true

# 屏蔽SEO爬虫
User-Agent: AhrefsBot
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: DotBot
Disallow: /
User-Agent: SemrushBot
Disallow: /
User-Agent: MauiBot
Disallow: /
User-Agent: serpstatbot
Disallow: /
User-Agent: BorneoBot
Disallow: /
User-Agent: BLEXBot
Disallow: /
User-Agent: AdsBot
Disallow: /

# 屏蔽AI爬虫
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: AnthropicBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: SeekBot
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: OmigiliBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: Bytespout
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: coherebot
Disallow: /
User-agent: DiffbotBot
Disallow: /
User-agent: Roblox
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: ImagesiftBot
Disallow: /

# 站点地图
Sitemap: https://www.ypojie.com/wp-sitemap.xml

HTTP/1.1 200 OK
Server: nginx
Date: Wed, 06 May 2026 04:27:02 GMT
Content-Type: text/html; charset=UTF-8
Content-Length: 13646
Connection: keep-alive
Vary: Accept-Encoding, Cookie
Cache-Control: max-age=3, must-revalidate
Content-Encoding: gzip
Last-Modified: Wed, 06 May 2026 03:43:04 GMT
Strict-Transport-Security: max-age=31536000
Cache-Control: no-cache