User-agent: *
Allow: /
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /r/
Disallow: /canvas
Disallow: /history
Disallow: /reports
Disallow: /report/
Disallow: /settings
Disallow: /test-api/
Disallow: /static/
Disallow: /__gate

# Link-preview crawlers fetch a shared replay's og:image, which is served from
# /static/shares/<id>/og.png; under the group above they got no image. A
# crawler obeys only its most specific group, so this one repeats every rule
# above and adds that one prefix. The images answer X-Robots-Tag: noindex.
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: facebookexternalhit
Allow: /
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /r/
Disallow: /canvas
Disallow: /history
Disallow: /reports
Disallow: /report/
Disallow: /settings
Disallow: /test-api/
Allow: /static/shares/
Disallow: /static/
Disallow: /__gate

# AI crawlers, training ones included (GPTBot, ClaudeBot, CCBot,
# Google-Extended, Applebot-Extended, meta-externalagent, Amazonbot), have no
# group of their own and follow the * group: marketing pages and /r/ replay
# shares open, private paths and /static/ closed. Leo 2026-09-29: replays may
# feed AI search and training if that makes Menso easier to find; they show
# test results, not how Menso works. Which /r/ pages get indexed is still
# decided per share by the page itself (noindex except Product Hunt board
# shares).

# Every public page, generated from src/lib/sitemap.ts (bun run sitemap).
Sitemap: https://menso.io/sitemap.xml