# https://merlean.ai

User-agent: *
Allow: /
Disallow: /login
Disallow: /register
Disallow: /dashboard
Disallow: /sessions
Disallow: /members
Disallow: /invitations
Disallow: /admin
# demo.merlean.ai/try mints a demo key per visit; never crawl it.
Disallow: /try

# Answer engines. Merlean is discovered through AI assistants as much as through
# search, so these are allowed deliberately rather than by omission.
User-agent: GPTBot
Allow: /
Disallow: /try

User-agent: OAI-SearchBot
Allow: /
Disallow: /try

User-agent: ChatGPT-User
Allow: /
Disallow: /try

User-agent: ClaudeBot
Allow: /
Disallow: /try

User-agent: Claude-SearchBot
Allow: /
Disallow: /try

User-agent: PerplexityBot
Allow: /
Disallow: /try

User-agent: Google-Extended
Allow: /
Disallow: /try

User-agent: Applebot-Extended
Allow: /
Disallow: /try

Sitemap: https://merlean.ai/sitemap.xml