# Non-public routes are handled with `noindex, follow` (see
# src/config/publicRoutes.ts), NOT with Disallow. A page blocked here is never
# fetched, so Google never sees the noindex and can keep an already-indexed URL
# in the index indefinitely. Crawling has to stay open for the tag to do its job.
# Only /api is disallowed: it is proxied JSON, it cannot carry a meta tag, and
# there is nothing there for a crawler.
User-agent: *
Allow: /
Disallow: /api/

Sitemap: https://tradeeasyai.net/sitemap.xml