User-agent: *
Allow: /

# AI crawlers — explicit allow
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Internal paths to keep out of indexing
Disallow: /admin/
Disallow: /api/

Sitemap: https://thesaurus.co/sitemap.xml