User-agent: *
Disallow: /api/
Disallow: /dashboard/
Disallow: /account/
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /(auth)/
Disallow: /(onboarding)/
Allow: /

# AI crawlers - explicitly permitted
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: https://askjobs.ai/sitemap.xml