# NyxAI robots.txt
# 一般搜尋引擎：允許首頁/公開頁面索引，封鎖 API / 用戶內容

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /app/
Disallow: /auth/
Disallow: /settings/
Disallow: /share/
Disallow: /s/
Disallow: /jp/admin/
Disallow: /jp/api/
Disallow: /jp/app/
Disallow: /jp/auth/
Disallow: /jp/settings/
Disallow: /jp/share/
Disallow: /jp/s/

# ── AI 搜尋即時代理：只允許行銷頁，UGC 全封 ──────────────────
# （出現在 ChatGPT Search / Perplexity / Claude 答案中，不用於訓練）
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: Claude-Web
Disallow: /admin/
Disallow: /api/
Disallow: /app/
Disallow: /auth/
Disallow: /settings/
Disallow: /share/
Disallow: /s/
Disallow: /jp/admin/
Disallow: /jp/api/
Disallow: /jp/app/
Disallow: /jp/auth/
Disallow: /jp/settings/
Disallow: /jp/share/
Disallow: /jp/s/
Disallow: /works/

# ── AI 訓練爬蟲：全封 ─────────────────────────────────────────
# ── OpenAI ────────────────────────────────────────────────────
User-agent: GPTBot
Disallow: /

# ── Anthropic ─────────────────────────────────────────────────
User-agent: anthropic-ai
Disallow: /

# ── Google AI ─────────────────────────────────────────────────
User-agent: Google-Extended
Disallow: /

User-agent: Googlebot-Image
Disallow: /

# ── Meta / Facebook ───────────────────────────────────────────
User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

# ── Common Crawl（用於大量 AI 訓練資料集）──────────────────────
User-agent: CCBot
Disallow: /

# ── ByteDance / TikTok ────────────────────────────────────────
User-agent: Bytespider
Disallow: /

# ── Amazon ────────────────────────────────────────────────────
User-agent: Amazonbot
Disallow: /

# ── Apple ─────────────────────────────────────────────────────
User-agent: Applebot-Extended
Disallow: /

# ── Cohere ────────────────────────────────────────────────────
User-agent: cohere-ai
Disallow: /

# ── Diffbot（內容抽取/AI 訓練）────────────────────────────────
User-agent: Diffbot
Disallow: /

# ── SEO 爬蟲（競品分析工具，可能抄襲內容）──────────────────────
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# ── 其他 AI/資料收集機器人 ────────────────────────────────────
User-agent: YouBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Scrapy
Disallow: /

Sitemap: https://www.nyx-ai.net/sitemap.xml

# Content Signals（聲明 AI 內容使用偏好）
# https://contentsignals.org/
Content-Signal: ai-train=no, search=yes, ai-input=yes