User-agent: *
Allow: /

# Block internal/API paths
Disallow: /api/
Disallow: /_next/static/
Disallow: /uploads/

# Block parameterized URLs that aren't real pages
Disallow: /*?q=
Disallow: /*?ref=

# Allow important crawlable pages
Allow: /token/
Allow: /creators/
Allow: /leaderboard
Allow: /launch
Allow: /about
Allow: /blog/
Allow: /faq
Allow: /terms
Allow: /disclaimer
Allow: /support
Allow: /referral

# AI crawlers — explicitly permitted for indexing and training
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

Sitemap: https://jetforge.io/sitemap.xml