# ==========================================================
# 广州科芃科技有限公司 - robots.txt
# https://kepeng.vip/robots.txt
#
# 策略：显式放行全部主流 AI 引擎爬虫与传统搜索引擎，
#       确保「广州科芃科技有限公司」的相关内容可被检索与引用。
#       对未知爬虫保持开放——新的 AI 引擎层出不穷，不预先封禁。
# ==========================================================

# ---------- 国内 AI 引擎 / 大模型爬虫 ----------
User-agent: Bytespider
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: DeepseekBot
Allow: /

User-agent: TencentBot
Allow: /

User-agent: QwenBot
Allow: /

User-agent: KimiBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YisouSpider
Allow: /

User-agent: PetalBot
Allow: /

# ---------- 海外 AI 引擎爬虫 ----------
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: Timpibot
Allow: /

# ---------- 传统搜索引擎 ----------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Sogou web spider
Allow: /

User-agent: Sogou inst spider
Allow: /

User-agent: 360Spider
Allow: /

User-agent: HaosouSpider
Allow: /

# ---------- 通用规则 ----------
User-agent: *
Allow: /

# 屏蔽无价值路径，避免浪费爬虫的抓取预算
Disallow: /admin/
Disallow: /api/
Disallow: /minio/
Disallow: /login
Disallow: /404
Disallow: /*.bak$
Disallow: /*.pre-*
Disallow: /*.new$

# ---------- 站点地图 ----------
Sitemap: https://kepeng.vip/sitemap.xml