# RHENIUS — crawler policy. # # RHENIUS crawler & AI discovery (v2.0) — canonical source: src/content/discovery.ts. Regenerate with `npm run discovery:build`; hand edits will be overwritten. # # The application is a single sign-in gated shell, so only the public # documents are meaningful to fetch; every data endpoint under /api/ # requires a validated session token and is disallowed to crawlers. User-agent: * Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: ClaudeBot Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: Claude-Web Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: anthropic-ai Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: GPTBot Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: ChatGPT-User Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: OAI-SearchBot Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: PerplexityBot Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: Google-Extended Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ User-agent: Applebot-Extended Allow: / Allow: /privacy Allow: /terms Allow: /cookies Allow: /crawlers Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /docs Allow: /crawlers.html Disallow: /api/ Sitemap: https://rhenius.pages.dev/sitemap.xml LLMs-Txt: https://rhenius.pages.dev/llms.txt LLMs-Full-Txt: https://rhenius.pages.dev/llms-full.txt Crawlers: https://rhenius.pages.dev/crawlers