# AutoKap crawl policy

User-agent: *
Allow: /
Allow: /docs/
Allow: /solutions/
Allow: /blog/
Allow: /compare/
Allow: /mcp-server
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /auth/
Disallow: /home
Disallow: /projects/
Disallow: /gallery
Disallow: /settings
Disallow: /mcp$
Disallow: /billing
Disallow: /admin/
Disallow: /capture/
Disallow: /trash
Disallow: /video/

Content-Signal: ai-train=no, search=yes, ai-input=yes

Sitemap: https://autokap.app/sitemap.xml



# Explicit AI crawler policy

User-agent: GPTBot
Allow: /
Allow: /docs/
Allow: /solutions/
Allow: /blog/
Allow: /compare/
Allow: /mcp-server
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /auth/
Disallow: /home
Disallow: /projects/
Disallow: /gallery
Disallow: /settings
Disallow: /mcp$
Disallow: /billing
Disallow: /admin/
Disallow: /capture/
Disallow: /trash
Disallow: /video/

User-agent: OAI-SearchBot
Allow: /
Allow: /docs/
Allow: /solutions/
Allow: /blog/
Allow: /compare/
Allow: /mcp-server
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /auth/
Disallow: /home
Disallow: /projects/
Disallow: /gallery
Disallow: /settings
Disallow: /mcp$
Disallow: /billing
Disallow: /admin/
Disallow: /capture/
Disallow: /trash
Disallow: /video/

User-agent: ChatGPT-User
Allow: /
Allow: /docs/
Allow: /solutions/
Allow: /blog/
Allow: /compare/
Allow: /mcp-server
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /auth/
Disallow: /home
Disallow: /projects/
Disallow: /gallery
Disallow: /settings
Disallow: /mcp$
Disallow: /billing
Disallow: /admin/
Disallow: /capture/
Disallow: /trash
Disallow: /video/

User-agent: Claude-Web
Allow: /
Allow: /docs/
Allow: /solutions/
Allow: /blog/
Allow: /compare/
Allow: /mcp-server
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /auth/
Disallow: /home
Disallow: /projects/
Disallow: /gallery
Disallow: /settings
Disallow: /mcp$
Disallow: /billing
Disallow: /admin/
Disallow: /capture/
Disallow: /trash
Disallow: /video/

User-agent: ClaudeBot
Allow: /
Allow: /docs/
Allow: /solutions/
Allow: /blog/
Allow: /compare/
Allow: /mcp-server
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /auth/
Disallow: /home
Disallow: /projects/
Disallow: /gallery
Disallow: /settings
Disallow: /mcp$
Disallow: /billing
Disallow: /admin/
Disallow: /capture/
Disallow: /trash
Disallow: /video/

User-agent: Google-Extended
Allow: /
Allow: /docs/
Allow: /solutions/
Allow: /blog/
Allow: /compare/
Allow: /mcp-server
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /auth/
Disallow: /home
Disallow: /projects/
Disallow: /gallery
Disallow: /settings
Disallow: /mcp$
Disallow: /billing
Disallow: /admin/
Disallow: /capture/
Disallow: /trash
Disallow: /video/

User-agent: PerplexityBot
Allow: /
Allow: /docs/
Allow: /solutions/
Allow: /blog/
Allow: /compare/
Allow: /mcp-server
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /auth/
Disallow: /home
Disallow: /projects/
Disallow: /gallery
Disallow: /settings
Disallow: /mcp$
Disallow: /billing
Disallow: /admin/
Disallow: /capture/
Disallow: /trash
Disallow: /video/