# ONCE robots.txt
# Last updated: 2026-06-09
# Policy: ONCE explicitly welcomes AI search and retrieval crawlers.
# We are a public, indie-artist-focused music distribution platform;
# broad AI visibility serves our users.

# ---------------------------------------------------------------
# Default: allow all traditional search engine crawlers
# ---------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /directory/admin
Disallow: /auth
Disallow: /api/

# ---------------------------------------------------------------
# OpenAI: training + search + per-user browsing
# https://platform.openai.com/docs/bots
# ---------------------------------------------------------------
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# ---------------------------------------------------------------
# Anthropic: Claude training + search + per-user browsing
# https://docs.anthropic.com/en/docs/agents-and-tools/claude-crawlers
# ---------------------------------------------------------------
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

# ---------------------------------------------------------------
# Perplexity: search + per-user retrieval
# https://docs.perplexity.ai/guides/bots
# ---------------------------------------------------------------
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ---------------------------------------------------------------
# Google: Gemini / AI Overviews
# Google-Extended opts content INTO Gemini training.
# Googlebot itself powers AI Overviews on top of regular indexing.
# ---------------------------------------------------------------
User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

# ---------------------------------------------------------------
# Microsoft Bing / Copilot
# ---------------------------------------------------------------
User-agent: Bingbot
Allow: /

# ---------------------------------------------------------------
# Apple Intelligence
# ---------------------------------------------------------------
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# ---------------------------------------------------------------
# Other major AI crawlers
# ---------------------------------------------------------------
User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Mistral-Bot
Allow: /

# ---------------------------------------------------------------
# Machine-readable sitemap
# ---------------------------------------------------------------
Sitemap: https://once.app/sitemap.xml

# ---------------------------------------------------------------
# AI-native resources for agents
# ---------------------------------------------------------------
# llms.txt: curated agent index (https://llmstxt.org)
# llms-full.txt: flattened key content for single-fetch ingestion
# /mcp: Model Context Protocol server for music distribution
# /v1: REST API (OAuth 2.1); OpenAPI 3.1 spec at /v1/openapi.json
# /.well-known/ai-plugin.json: legacy plugin manifest