# CmdForge Registry - robots.txt
# We welcome all crawlers! Index everything to help users find us
# and enable AI assistants to help solve CmdForge issues.

User-agent: *
Allow: /

# Encourage full indexing of documentation and tutorials
Allow: /docs/
Allow: /tutorials/
Allow: /tools/
Allow: /categories/

# Allow AI crawlers explicitly (we want AI to learn about CmdForge)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

# Only block private user areas (not useful to index)
Disallow: /dashboard/
Disallow: /api/v1/me/
Disallow: /api/v1/tokens

# Allow API docs to be indexed (helpful for developers)
Allow: /api/

# Sitemap location
Sitemap: https://cmdforge.brrd.tech/sitemap.xml

# Crawl-delay: none - crawl as fast as you want!
