# robots.txt — VoiceVox AI (https://voicevox.ai)
# Updated: 2026-04-05

# ── General crawlers ────────────────────────────────────────────────────────
User-agent: *
Allow: /

# Block admin and internal routes from indexing
Disallow: /admin/
Disallow: /api/

# ── AI indexing crawlers (allow for discovery, not training) ─────────────────
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Block bulk AI training scrapers
User-agent: CCBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

# ── Google News crawler — allow full news section ───────────────────────────
User-agent: Googlebot-News
Allow: /news
Allow: /news/

# ── Bing News crawler ────────────────────────────────────────────────────────
User-agent: bingbot
Allow: /news
Allow: /news/

# ── Sitemap ──────────────────────────────────────────────────────────────────
Sitemap: https://voicevox.ai/sitemap.xml