Sitemap: https://lingo.dev/sitemap.xml

# Default rules for all crawlers
User-agent: *
Allow: /
Disallow: /*/orgs/
Disallow: /ingest/
Disallow: /content/

# AI crawlers — explicitly allowed to index public content
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: Google-Extended
Allow: /
Disallow: /*/orgs/
Disallow: /ingest/
Disallow: /content/