User-agent: *
Allow: /
Allow: /llms.txt
Allow: /openapi.yaml
Allow: /.well-known/ai-plugin.json
Allow: /b7f4757d420a498b9875a2888f50f588.txt

# Optimize crawl budget by ignoring system/private pages.
# NOTE: robots.txt groups do not inherit. If you ever add a named group
# (e.g. "User-agent: GPTBot"), that crawler ignores this "*" group entirely,
# so the Disallow lines below must be repeated inside the new group.
Disallow: /admin/
Disallow: /404.html
Disallow: /500.html
Disallow: /503.html
Disallow: /profile
Disallow: /subscriptions
Disallow: /notion-callback
Disallow: /zoho-callback

# Sitemap location
Sitemap: https://datasort.app/sitemap.xml