# AI assistants and search engines are welcome on the public site. Private workspaces, operator routes and the API are not public sources. # OpenAI: verified 2026-11-01 at https://developers.openai.com/api/docs/bots User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ # Anthropic: verified 2026-11-01 at https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler User-agent: ClaudeBot User-agent: Claude-SearchBot User-agent: Claude-User Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ # Perplexity: verified 2026-11-01 at https://docs.perplexity.ai/guides/bots User-agent: PerplexityBot User-agent: Perplexity-User Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ # Google: verified 2026-11-01 at https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers User-agent: Google-Extended Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ # Apple: verified 2026-11-01 at https://support.apple.com/en-us/119829 User-agent: Applebot-Extended Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ # Microsoft: verified 2026-11-01 at https://blogs.bing.com/webmaster/May-2012/To-crawl-or-not-to-crawl,-that-is-BingBot-s-questi User-agent: bingbot Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ # Common Crawl: verified 2026-11-01 at https://commoncrawl.org/ccbot User-agent: CCBot Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ # Meta: verified 2026-11-01 at https://developers.facebook.com/docs/sharing/webmasters/web-crawlers/ User-agent: meta-externalagent User-agent: meta-webindexer Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ User-agent: * Allow: / Disallow: /app$ Disallow: /app/ Disallow: /app? Disallow: /ops$ Disallow: /ops/ Disallow: /ops? Disallow: /editor$ Disallow: /editor/ Disallow: /editor? Disallow: /admin$ Disallow: /admin/ Disallow: /admin? Disallow: /admin-panel$ Disallow: /admin-panel/ Disallow: /admin-panel? Disallow: /console$ Disallow: /console/ Disallow: /console? Disallow: /operator$ Disallow: /operator/ Disallow: /operator? Disallow: /studio$ Disallow: /studio/ Disallow: /studio? Disallow: /blog-studio$ Disallow: /blog-studio/ Disallow: /blog-studio? Disallow: /blog/admin$ Disallow: /blog/admin/ Disallow: /blog/admin? Disallow: /cms$ Disallow: /cms/ Disallow: /cms? Disallow: /auth$ Disallow: /auth/ Disallow: /auth? Disallow: /v1$ Disallow: /v1/ Disallow: /v1? Disallow: /mcp$ Disallow: /mcp/ Disallow: /mcp? Disallow: /webhooks$ Disallow: /webhooks/ Disallow: /webhooks? Disallow: /healthz$ Disallow: /healthz/ Disallow: /healthz? Allow: /v1/public/ Sitemap: https://asoclimb.com/sitemap.xml