# musics.name — robots.txt
# Articles, tools and the catalogue are open to readers, crawlers and agents.
# Only the site's working files are closed.

User-agent: *
Allow: /
Disallow: /search/
Disallow: /content/
Disallow: /lib/
Disallow: /bin/
Disallow: /docs/

# AI and research crawlers are explicitly welcome: the content is original and
# citable, and machine-readable indexes are published at /llms.txt and /api/.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# Non-standard but useful pointers for agents that read robots.txt first.
# LLM index:      https://musics.name/llms.txt
# Full corpus:    https://musics.name/llms-full.txt
# JSON API:       https://musics.name/api/index.json
# Sitemap:        https://musics.name/sitemap.xml

Sitemap: https://musics.name/sitemap.xml