User-agent: *
Allow: /

# Sitemap location
Sitemap: https://mseep.ai/sitemap.xml

# Disallow admin endpoints but allow public API endpoints
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/profile/

# Allow public API endpoints that serve content to search engines
Allow: /api/apps
Allow: /api/quick-pick/
Allow: /api/categories
Allow: /api/health

# Allow specific content pages
Allow: /app/
Allow: /category/
Allow: /get-mseepai-helper-app

# Crawl delay (be nice to the server)
Crawl-delay: 1