User-agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/agent-card.json
Allow: /ai/index.md
Allow: /ai/leaderboard.md
Allow: /ai/athlete-names.md
Allow: /swagger
Allow: /athlete/
Allow: /league/
Disallow: /onboarding/
Disallow: /play/
Disallow: /error/
Disallow: /event-board-embed.html
Disallow: /partials/
Disallow: /event-board/
Disallow: /leaderboard/leaderboard.html
Disallow: /misc-pages/
Disallow: /api/
Disallow: /athletes/
Disallow: /join
Disallow: /apply
Disallow: /review
Disallow: /proofs
Disallow: /pheno-age
Disallow: /bortz-age
Disallow: /select-athlete
Disallow: /dashboard
Disallow: /customize-athlete
Disallow: /edit-profile

# AI crawler policy
# Explicitly allow major AI crawlers to index the same public routes as other crawlers.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: CCBot
User-agent: Bytespider
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: cohere-ai
User-agent: Diffbot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/agent-card.json
Allow: /ai/index.md
Allow: /ai/leaderboard.md
Allow: /ai/athlete-names.md
Allow: /swagger
Allow: /athlete/
Allow: /league/
Disallow: /onboarding/
Disallow: /play/
Disallow: /error/
Disallow: /event-board-embed.html
Disallow: /partials/
Disallow: /event-board/
Disallow: /leaderboard/leaderboard.html
Disallow: /misc-pages/
Disallow: /api/
Disallow: /athletes/
Disallow: /join
Disallow: /apply
Disallow: /review
Disallow: /proofs
Disallow: /pheno-age
Disallow: /bortz-age
Disallow: /select-athlete
Disallow: /dashboard
Disallow: /customize-athlete
Disallow: /edit-profile

# Machine-discovery resources
Sitemap: https://longevityworldcup.com/sitemap.xml