User-Agent: OAI-SearchBot
User-Agent: Claude-SearchBot
User-Agent: PerplexityBot
User-Agent: Googlebot
User-Agent: Bingbot
User-Agent: NaverBot
User-Agent: Naverbot
User-Agent: Applebot
Allow: /e/
Allow: /api/e/
Allow: /api/feeds
Allow: /api/changes
Allow: /sitemap.xml
Allow: /llms.txt
Disallow: /dashboard
Disallow: /observe
Disallow: /api/entities
Disallow: /api/extract
Disallow: /api/auth

User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: Google-Extended
User-Agent: Bytespider
User-Agent: Amazonbot
User-Agent: CCBot
Disallow: /e/
Disallow: /api/e/
Disallow: /api/feeds
Disallow: /api/changes
Disallow: /dashboard
Disallow: /observe
Disallow: /api/entities
Disallow: /api/extract
Disallow: /api/auth

User-Agent: *
Allow: /e/
Allow: /api/e/
Allow: /api/feeds
Allow: /api/changes
Allow: /sitemap.xml
Allow: /llms.txt
Disallow: /dashboard
Disallow: /observe
Disallow: /api/entities
Disallow: /api/extract
Disallow: /api/auth

Sitemap: http://localhost:3000/sitemap.xml