# knowl.cloud — we want agents to find this. That is the product.
#
# Authored in the repository at web/app/robots.txt/route.ts. If this file arrives without
# "via: 1.1 Caddy" in its response headers, Cloudflare's managed robots.txt has been re-enabled and
# is serving Disallow to the AI crawlers again. Check with a GET, never curl -I.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes, use=reference
Allow: /
Disallow: /w/
Disallow: /org/
Disallow: /account
Disallow: /onboarding
Disallow: /device
Disallow: /home
Disallow: /invite/
Disallow: /auth/
Disallow: /api/

User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Googlebot
User-agent: Bingbot
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes, use=reference
Allow: /
Disallow: /w/
Disallow: /org/
Disallow: /account
Disallow: /onboarding
Disallow: /device
Disallow: /home
Disallow: /invite/
Disallow: /auth/
Disallow: /api/

Host: https://knowl.cloud
Sitemap: https://knowl.cloud/sitemap.xml