# robots.txt — testrizhuan.rigoujp.com
# 2026-11-03 整改：为 AI 爬虫显式声明；与 sitemap.xml / llms.txt 口径一致

User-agent: *
Allow: /

# --- 框架与系统目录（无内容价值，纯降噪） ---
Disallow: /Application
Disallow: /ThinkPHP
Disallow: /vendor
Disallow: /config
Disallow: /data
Disallow: /includes
Disallow: /tmp
Disallow: /api
Disallow: /ajax

# --- 测试遗留 ---
Disallow: /test
Disallow: /test1

# --- 需登录的用户中心与交易流程（无公开内容） ---
Disallow: /member
Disallow: /home/user
Disallow: /paycenter

# --- 公开落地页：长匹配优先，显式放行 ---
Disallow: /Login
Allow: /Login/showLoginPage
Allow: /Login/newShowRegistPage

# ============ AI 爬虫：显式放行（国内 + 国外） ============
# 搜索增强 / 答案引擎型
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Claude-User
User-agent: Claude-SearchBot
# 训练 + 检索型
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
# 国内 AI 与搜索抓取（不拦截）
User-agent: Bytespider
User-agent: Doubaobot
User-agent: Baiduspider
User-agent: Sogou web spider
User-agent: 360Spider
User-agent: YisouSpider
User-agent: PetalBot
User-agent: Qwenbot
Allow: /

# --- 框架与系统目录（无内容价值，纯降噪） ---
Disallow: /Application
Disallow: /ThinkPHP
Disallow: /vendor
Disallow: /config
Disallow: /data
Disallow: /includes
Disallow: /tmp
Disallow: /api
Disallow: /ajax

# --- 测试遗留 ---
Disallow: /test
Disallow: /test1

# --- 需登录的用户中心与交易流程（无公开内容） ---
Disallow: /member
Disallow: /home/user
Disallow: /paycenter

# --- 公开落地页：长匹配优先，显式放行 ---
Disallow: /Login
Allow: /Login/showLoginPage
Allow: /Login/newShowRegistPage

# --- 站点地图与 AI 导读 ---
Sitemap: https://testrizhuan.rigoujp.com/sitemap.xml
# llms.txt: https://testrizhuan.rigoujp.com/llms.txt
# llms-full.txt: https://testrizhuan.rigoujp.com/llms-full.txt