User-agent: *
Allow: /
Disallow: /admin
Disallow: /auth/
Disallow: /billing/
Disallow: /profile
Disallow: /pitch
Disallow: /shared/
Disallow: /my-plans
Disallow: /my-events
Disallow: /settings/
Disallow: /following

# ── AI crawler policy ─────────────────────────────────────────────────────────
# ALLOWED (fall through to the * rules above): the live-fetch / citation bots that
# actually send referral traffic — OAI-SearchBot & ChatGPT-User (OpenAI),
# PerplexityBot & Perplexity-User (Perplexity). We want to be the cited source.
# BLOCKED below: bulk *training* crawlers. Our event catalogue is public data with
# no licensing leverage, and training crawls send zero traffic back — no reason to
# donate it. robots.txt matches the most-specific UA group, so these blocks don't
# touch the citation bots above.
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: cohere-ai
Disallow: /

Sitemap: https://api.evnts.au/sitemap-index.xml