# robots.txt - 智能沟通助手
User-agent: *
Allow: /

# 允许所有搜索引擎爬取
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# 禁止爬取API路由
Disallow: /api/

# 站点地图 - 动态适配域名
# 生产环境: https://fanyis.org/sitemap.xml
# CF Pages: https://a0325333.fanyis-org.pages.dev/sitemap.xml
Sitemap: /sitemap.xml

# AI爬虫特定规则 - 允许访问llms.txt
User-agent: GPTBot
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: anthropic-ai
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: Claude-Web
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: PerplexityBot
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: GoogleOther
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: DuckAssistBot
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /