User-agent: *
Allow: /
Allow: /how-it-works
Allow: /use-cases
Allow: /pricing
Allow: /managed-site
Allow: /multi-location
Allow: /examples
Allow: /contact
Allow: /for/
Allow: /blog
# Public, unauthenticated blog JSON. Google's renderer applies robots.txt to
# fetches made by the page, so /api/blog must be allowed or a rendered blog
# page can become a soft 404.
Allow: /api/blog

Disallow: /app
Disallow: /app/*
Disallow: /report
Disallow: /report/*
Disallow: /scan/preview
Disallow: /api
Disallow: /login
Disallow: /signup
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /reset-password
# /release-notes renders the raw git commit log: CVE references, CI and env
# var names, the client count, and internal service names. It is no longer
# linked or in the sitemap; keep it out of the index too.
Disallow: /release-notes
# /results is not prerendered — it serves the 5,498-byte SPA shell with the
# homepage's title and no canonical. /proof itself says it stays unlisted until
# it carries a named case study, so this file should not have been inviting
# Google to index it. Remove the Disallow when the page has real content.
Disallow: /results

# AI Crawlers - Allow for GEO visibility.
# Each user-agent group is evaluated on its own, so the Disallow rules above do
# NOT apply here — they have to be repeated in every group.
User-agent: GPTBot
Allow: /
Allow: /api/blog
Disallow: /app
Disallow: /report
Disallow: /scan/preview
Disallow: /api
Disallow: /release-notes
Disallow: /results

User-agent: ChatGPT-User
Allow: /
Allow: /api/blog
Disallow: /app
Disallow: /report
Disallow: /scan/preview
Disallow: /api
Disallow: /release-notes
Disallow: /results

User-agent: ClaudeBot
Allow: /
Allow: /api/blog
Disallow: /app
Disallow: /report
Disallow: /scan/preview
Disallow: /api
Disallow: /release-notes
Disallow: /results

User-agent: PerplexityBot
Allow: /
Allow: /api/blog
Disallow: /app
Disallow: /report
Disallow: /scan/preview
Disallow: /api
Disallow: /release-notes
Disallow: /results

User-agent: Google-Extended
Allow: /
Allow: /api/blog
Disallow: /app
Disallow: /report
Disallow: /scan/preview
Disallow: /api
Disallow: /release-notes
Disallow: /results

Sitemap: https://arclo.pro/sitemap.xml