User-agent: *
Disallow: /api
Disallow: /chatbot/api
Disallow: /users
Disallow: /support
Disallow: /auth
Allow: /