User-agent: * Allow: / # The signed-in app. Disallow: /app/ # The API and the docs' search endpoint: JSON, not pages. Disallow: /v0/ Disallow: /oauth2/ Disallow: /docs/api/ # Sign-in, sign-up and approval pages (/login, /signup, /connect, /cli, /claim, /invite) stay crawlable: # they answer X-Robots-Tag: noindex, which a Disallow would hide from crawlers. # Staging (staging.machinemail.dev) answers a robots.txt of its own that disallows everything. # An index of /sitemap-pages.xml, /docs/sitemap.xml and /blog/sitemap.xml. Sitemap: https://machinemail.dev/sitemap.xml