User-agent: * # Paths Disallow: /admin/ Disallow: /captcha/ Disallow: /cb/ Disallow: /ping Disallow: /search/ Disallow: /tutorial/ Disallow: /user/ Disallow: /v1-sandbox/ Disallow: /v1/ Disallow: /v2-sandbox/ Disallow: /v2/ # AI Assistant Discovery Endpoints # These Allow directives document public API endpoints for AI assistant discovery. # Note: Paths not covered by Disallow are already allowed by default. # OAuth 2.0 Discovery (RFC 8414, RFC 9728) Allow: /.well-known/oauth-authorization-server Allow: /.well-known/oauth-protected-resource # MCP Server Discovery Allow: /.well-known/modelcontext.json Allow: /.well-known/modelcontext-guest.json # MCP Endpoints (require authentication, rate limited) Allow: /mcp/suggestions Allow: /mcp/volume # OAuth Authorization Allow: /oauth/authorize