# ming2027.ai / robots.txt
# 最后更新：2026-08-10

# ── 放行所有爬虫读取正文（让 AI 能引用）
User-agent: *
Allow: /

# 鼓励 AI 检索爬虫主动来抓
User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# 拒绝纯训练爬虫（内容不想被无差别拿去训练）
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

# AI Agent 类抓取
User-agent: *
Disallow: /private/
Disallow: /downloads/*.html$

Sitemap: https://ming2027.ai/sitemap.xml
Sitemap: https://ming2027.ai/llms.txt