# 呼吸康门店与科普站 robots.txt
# https://stores.51huxiji.com/
# 更新：2026-09-17

# ── 1. 通用规则（未单独列出的爬虫均适用） ──
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/admin

# ── 2. 国际搜索引擎 ──
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: DuckDuckBot
User-agent: Slurp
User-agent: YandexBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/admin

# ── 3. 中国搜索引擎 ──
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-render
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: Sogou Spider
User-agent: 360Spider
User-agent: YisouSpider
User-agent: Bytespider
User-agent: PetalBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/admin

# ── 4. AI 训练 / 索引 / 用户触发抓取 ──
# OpenAI
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
# Anthropic
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
# Google / Apple / Meta / 其他
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: CCBot
User-agent: cohere-ai
User-agent: Amazonbot
# 国产 AI
User-agent: DeepSeekBot
User-agent: DeepSeek-Bot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/admin

# ── 5. 社交预览 / 链接展开（分享卡片） ──
User-agent: facebookexternalhit
User-agent: Facebot
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: TelegramBot
User-agent: WhatsApp
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/admin

# ── 6. SEO 分析工具（可选，便于收录监测） ──
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/admin

# 百度站长：首选域名（仅 Baiduspider 识别）
Host: https://stores.51huxiji.com

Sitemap: https://stores.51huxiji.com/sitemap.xml