User-agent: *
# Public marketing pages — search engines are welcome here
Allow: /
Allow: /stats
Allow: /leaderboard
Allow: /ai-buddy
Allow: /ai-stock-analysis

# Everything else is behind auth or internal — not useful to index
Disallow: /api/
Disallow: /admin
Disallow: /settings
Disallow: /billing

# Explicitly block known aggressive scrapers / AI training bots
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

Sitemap: https://tradeshunt.com/sitemap.xml