# 云自媒公开资源站｜AI 与搜索引擎抓取策略（分组依据见各厂商公开的爬虫名）
# 检索/回答型爬虫决定本站能否被引用；训练型只喂模型训练。两组当前都是 allow，
# 改一处 cfg.aiCrawlers.mode 即可整体退出训练抓取（见 DEPLOY.md 上线清单）。

User-agent: *
Allow: /
Disallow: /api/
Disallow: /userLoginPg.html
Disallow: /userRegPg.html
Disallow: /*?session=

# 检索/回答型抓取（含国内外主流搜索与 AI 助手）
User-agent: OAI-SearchBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: Claude-SearchBot
Disallow:

User-agent: Claude-User
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: Perplexity-User
Disallow:

User-agent: Applebot
Disallow:

User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Baiduspider
Disallow:

User-agent: Sogou web spider
Disallow:

User-agent: 360Spider
Disallow:

User-agent: GoogleOther
Disallow:

User-agent: DuckAssistBot
Disallow:

# 训练型抓取
User-agent: GPTBot
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: Bytespider
Disallow:

User-agent: CCBot
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: MetaExternalAgent
Disallow:

Sitemap: https://2027.myunmei.com/sitemap-index.xml