# ITKDocuments robots.txt
# Allow crawling of public marketing pages, disallow authenticated app routes.

User-agent: *
Allow: /
Disallow: /admin
Disallow: /auth
Disallow: /password-reset
Disallow: /accept-invitation
Disallow: /subscription-success
Disallow: /dashboard
Disallow: /sla-dashboard
Disallow: /reporting
Disallow: /search
Disallow: /chat
Disallow: /document-chat
Disallow: /profile
Disallow: /connections
Disallow: /team
Disallow: /playbooks
Disallow: /workflows
Disallow: /ai-assistant
Disallow: /ai-costs
Disallow: /extract-obligations
Disallow: /extract-metadata
Disallow: /extract-sla
Disallow: /document-operations
Disallow: /data-room/
Disallow: /investor-crm
Disallow: /investor-portal
Disallow: /itsm
Disallow: /outlook
Disallow: /word-taskpane
Disallow: /apple-jwt-generator
Disallow: /blog-admin
Disallow: /cancellation-survey

# Be explicit for major bots (some legacy crawlers ignore wildcards)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# AI / LLM crawlers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

Sitemap: https://itkdocuments.com/sitemap.xml