User-agent: * Allow: / Disallow: /share/ # Crawl rules Disallow: /api/ Disallow: /cdn-cgi/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ # Static CSS/JS in /comp/, /tools/, and the public AccountMgr.js shell helper is # required for search engines to render public pages correctly. # AI search / user-triggered crawlers — allowed (read & cite, not train) User-agent: OAI-SearchBot Allow: / Allow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: ChatGPT-User Allow: / Allow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: PerplexityBot Allow: / Allow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: Perplexity-User Allow: / Allow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: Claude-SearchBot Allow: / Allow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: Claude-User Allow: / Allow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ # Model-training / bulk-collection crawlers — allowed (build brand recall in AI models) User-agent: GPTBot Allow: / Disallow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: ClaudeBot Allow: / Disallow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: Google-Extended Allow: / Disallow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: CCBot Allow: / Disallow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: Bytespider Allow: / Disallow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: meta-externalagent Allow: / Disallow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ User-agent: Applebot-Extended Allow: / Disallow: /share/ Disallow: /api/ Allow: /mgr/AccountMgr.js Disallow: /mgr/ Sitemap: https://orkas.ai/sitemap.xml