# Content-Signal: affirmative permission for AI training, search indexing,
# and AI input (grounding/RAG). We want MeetStream cited in AI answers.
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: *
Allow: /

# Sitemaps
Sitemap: https://meetstream.ai/sitemap.xml
Sitemap: https://meetstream.ai/blog/sitemap.xml

# Block Ghost internals
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/

# Block dashboard and app (auth-gated, no SEO value)
Disallow: /dashboard/
Disallow: /app/

# ---- AI agents and LLM crawlers ----
# MeetStream wants to be cited in AI answers, so the major AI crawlers are
# explicitly allowed. NOTE: a named User-agent block does NOT inherit rules
# from "User-agent: *", so the same Disallow list is repeated in each block.
#
# Structured entry points for agents:
#   https://meetstream.ai/llms.txt
#   https://meetstream.ai/llms-full.txt
#   https://meetstream.ai/.well-known/mcp.json
#   https://meetstream.ai/.well-known/agent-skills/index.json
#   https://docs.meetstream.ai/llms.txt

User-agent: GPTBot
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: OAI-SearchBot
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: ChatGPT-User
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: ClaudeBot
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: Claude-User
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: Claude-SearchBot
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: anthropic-ai
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: PerplexityBot
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: Perplexity-User
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: Google-Extended
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: Applebot-Extended
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: meta-externalagent
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/

User-agent: cohere-ai
Allow: /
Disallow: /ghost/
Disallow: /blog/ghost/
Disallow: /email/
Disallow: /members/api/
Disallow: /r/
Disallow: /dashboard/
Disallow: /app/