# Public pages, documentation and rendering assets are crawlable.
# Public /api/, /account/ and /mcp/ documentation remains allowed.
# These rules apply to headcountlabs.com only, not api.headcountlabs.com.
User-agent: *
Allow: /
Disallow: /v1/
Disallow: /data/
Disallow: /admin$
Disallow: /admin/
Disallow: /signin-with-chatgpt
Disallow: /signout-with-chatgpt
Disallow: /callback
Disallow: /catalog/orders/
Disallow: /catalog/packages/*/checkout
Disallow: /catalog/packages/*/buy
Disallow: /catalog/packages/*/download

# AI assistants and AI search: same rules as above, named so each crawler sees itself listed.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: CCBot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: MistralAI-Index
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: Amzn-User
Allow: /
Disallow: /v1/
Disallow: /data/
Disallow: /admin$
Disallow: /admin/
Disallow: /signin-with-chatgpt
Disallow: /signout-with-chatgpt
Disallow: /callback
Disallow: /catalog/orders/
Disallow: /catalog/packages/*/checkout
Disallow: /catalog/packages/*/buy
Disallow: /catalog/packages/*/download

Sitemap: https://headcountlabs.com/sitemap.xml