User-agent: *
Allow: /

# Block auth pages
Disallow: /login
Disallow: /register
Disallow: /choose-role
Disallow: /forgot-password
Disallow: /auth-sync

# Block authenticated user areas
Disallow: /admin/
Disallow: /trucker/
Disallow: /shipper/
Disallow: /profile
Disallow: /messages
Disallow: /chat/
Disallow: /favorites
Disallow: /credit-score
Disallow: /browse-trucks
Disallow: /trips/

# Block internal
Disallow: /api/
Disallow: /dashboard
    
# AI crawlers — explicit allow for GEO visibility
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://loadsaathi.in/sitemap.xml