# ============================================ # https://cnki.cqccjy.cn/robots.txt # 更新时间:2026-09-21 # 策略:21 个主流 AI 爬虫全量放行 + 所有主流搜索引擎专门配置 # + 国内全部搜索引擎补充配置 # + 后台与 API 目录禁止抓取 # ============================================ # ---------- 百度搜索引擎(专门放行) ---------- User-agent: Baiduspider Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ User-agent: Baiduspider-render Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ User-agent: Baiduspider-image Allow: / User-agent: Baiduspider-video Allow: / User-agent: Baiduspider-news Allow: / User-agent: Baiduspider-favo Allow: / User-agent: Baiduspider-sfkr Allow: / Disallow: /admin/ Disallow: /api/ # ---------- 搜狗搜索引擎 ---------- User-agent: Sogou web spider Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ User-agent: Sogou inst spider Allow: / Disallow: /admin/ Disallow: /api/ # ---------- 360搜索引擎 ---------- User-agent: 360Spider Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ User-agent: 360Spider-Image Allow: / User-agent: 360Spider-Video Allow: / # ---------- 神马搜索(阿里系) ---------- User-agent: Yisouspider Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ User-agent: Yisouspider-Snapshot Allow: / # ---------- 夸克搜索(阿里系) ---------- User-agent: QuarkBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ # ---------- UC搜索(阿里系) ---------- User-agent: UCSearchBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ # ---------- 头条搜索(字节系) ---------- User-agent: Bytespider Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ User-agent: Bytespider-Mob Allow: / Disallow: /admin/ Disallow: /api/ # ---------- 有道搜索(网易系) ---------- User-agent: YodaoBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ # ---------- 中国搜索(央媒) ---------- User-agent: ChinasoSpider Allow: / Disallow: /admin/ Disallow: /api/ # ---------- 腾讯搜搜 ---------- User-agent: Sosospider Allow: / Disallow: /admin/ Disallow: /api/ User-agent: Sosospider-news Allow: / # ---------- 国际搜索引擎 ---------- User-agent: Googlebot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Video Allow: / User-agent: Bingbot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ User-agent: MSNBot Allow: / Disallow: /admin/ Disallow: /api/ User-agent: Slurp Allow: / Disallow: /admin/ Disallow: /api/ User-agent: DuckDuckBot Allow: / Disallow: /admin/ Disallow: /api/ User-agent: YandexBot Allow: / Disallow: /admin/ Disallow: /api/ User-agent: Yahoo! Slurp Allow: / Disallow: /admin/ Disallow: /api/ # ---------- 通用搜索引擎(兜底) ---------- User-agent: * Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Disallow: /admin/ Disallow: /api/ Disallow: /manage/ Disallow: /console/ # ---------- AI 爬虫(GEO 放行) ---------- User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: Google-CloudVertexBot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Applebot-Extended Allow: / User-agent: Amazonbot Allow: / User-agent: DuckAssistBot Allow: / User-agent: cohere-ai Allow: / User-agent: CCBot Allow: / User-agent: Diffbot Allow: / User-agent: KagiBot Allow: / # ---------- 站点地图与 AI 索引声明 ---------- # llms.txt: https://cnki.cqccjy.cn/llms.txt # llms-full.txt: https://cnki.cqccjy.cn/llms-full.txt Sitemap: https://www.cnkis.top/sitemap.xml