# Content Signals (https://contentsignals.org/)
# search: allow indexing for search results
# ai-input: allow use as input to AI (RAG, grounding, agents)
# ai-train: allow use for AI model training
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Disallow: /dashboard/
Disallow: /account/
Disallow: /auth/
Disallow: /drive/
Disallow: /claim/
Disallow: /org/
Disallow: /agent/
Disallow: /share/
Disallow: /skills/?*
Disallow: /apps/?*
Disallow: /demos/?*
Disallow: /*?md
Disallow: /admin.html

# AI crawlers - explicitly allowed for public content
User-agent: GPTBot
Allow: /
Disallow: /dashboard/
Disallow: /account/
Disallow: /auth/
Disallow: /drive/
Disallow: /claim/
Disallow: /org/
Disallow: /agent/
Disallow: /share/
Disallow: /skills/?*
Disallow: /apps/?*
Disallow: /demos/?*
Disallow: /*?md
Disallow: /admin.html

User-agent: Claude-Web
Allow: /
Disallow: /dashboard/
Disallow: /account/
Disallow: /auth/
Disallow: /drive/
Disallow: /claim/
Disallow: /org/
Disallow: /agent/
Disallow: /share/
Disallow: /skills/?*
Disallow: /apps/?*
Disallow: /demos/?*
Disallow: /*?md
Disallow: /admin.html

User-agent: anthropic-ai
Allow: /
Disallow: /dashboard/
Disallow: /account/
Disallow: /auth/
Disallow: /drive/
Disallow: /claim/
Disallow: /org/
Disallow: /agent/
Disallow: /share/
Disallow: /skills/?*
Disallow: /apps/?*
Disallow: /demos/?*
Disallow: /*?md
Disallow: /admin.html

User-agent: PerplexityBot
Allow: /
Disallow: /dashboard/
Disallow: /account/
Disallow: /auth/
Disallow: /drive/
Disallow: /claim/
Disallow: /org/
Disallow: /agent/
Disallow: /share/
Disallow: /skills/?*
Disallow: /apps/?*
Disallow: /demos/?*
Disallow: /*?md
Disallow: /admin.html

User-agent: Applebot-Extended
Allow: /
Disallow: /dashboard/
Disallow: /account/
Disallow: /auth/
Disallow: /drive/
Disallow: /claim/
Disallow: /org/
Disallow: /agent/
Disallow: /share/
Disallow: /skills/?*
Disallow: /apps/?*
Disallow: /demos/?*
Disallow: /*?md
Disallow: /admin.html

User-agent: Bytespider
Disallow: /

Sitemap: https://skillsafe.ai/sitemap-index.xml
# Children are also listed individually so Search Console reports indexing
# coverage per page type instead of one number for the whole catalogue.
Sitemap: https://skillsafe.ai/sitemap-skills.xml
Sitemap: https://skillsafe.ai/sitemap-apps.xml
Sitemap: https://skillsafe.ai/sitemap-models.xml
Sitemap: https://skillsafe.ai/sitemap-orphaned-skills.xml

# AI agent discovery
LLMs-txt: https://skillsafe.ai/llms.txt