diff --git a/.github/workflows/maturity-scorecard.yml b/.github/workflows/maturity-scorecard.yml index 1bbaf704ca7..18cb6a4a9b9 100644 --- a/.github/workflows/maturity-scorecard.yml +++ b/.github/workflows/maturity-scorecard.yml @@ -82,13 +82,13 @@ jobs: } >> "$GITHUB_STEP_SUMMARY" generate_qa_evidence: - name: Generate release QA evidence + name: Generate full taxonomy QA evidence needs: validate_selected_ref if: ${{ inputs.qa_evidence_run_id == '' }} uses: ./.github/workflows/qa-profile-evidence.yml with: ref: ${{ needs.validate_selected_ref.outputs.selected_revision }} - qa_profile: release + qa_profile: all fail_on_qa_failure: false secrets: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} @@ -193,8 +193,8 @@ jobs: } const evidence = JSON.parse(fs.readFileSync(evidencePath, "utf8")); - if (evidence.profile !== "release") { - throw new Error(`qa-evidence.json profile must be release, got ${JSON.stringify(evidence.profile)}`); + if (evidence.profile !== "all") { + throw new Error(`qa-evidence.json profile must be all, got ${JSON.stringify(evidence.profile)}`); } const artifactDir = path.dirname(evidencePath); @@ -211,8 +211,8 @@ jobs: const manifestPath = path.join(artifactDir, manifestNames[0]); const manifest = JSON.parse(fs.readFileSync(manifestPath, "utf8")); const manifestProfile = manifest.qaProfile ?? evidence.profile; - if (manifestProfile !== "release") { - throw new Error(`QA evidence manifest profile must be release, got ${JSON.stringify(manifestProfile)}`); + if (manifestProfile !== "all") { + throw new Error(`QA evidence manifest profile must be all, got ${JSON.stringify(manifestProfile)}`); } if (manifest.targetSha !== targetSha) { throw new Error(`QA evidence manifest targetSha ${manifest.targetSha} does not match selected ref ${targetSha}`); diff --git a/docs/.i18n/glossary.zh-CN.json b/docs/.i18n/glossary.zh-CN.json index ee83578940b..72464034dfc 100644 --- a/docs/.i18n/glossary.zh-CN.json +++ b/docs/.i18n/glossary.zh-CN.json @@ -943,6 +943,14 @@ "source": "Matrix QA", "target": "Matrix QA" }, + { + "source": "Maturity scorecard", + "target": "成熟度评分卡" + }, + { + "source": "Maturity taxonomy", + "target": "成熟度分类法" + }, { "source": "Matrix presentation metadata", "target": "Matrix 呈现元数据" diff --git a/docs/maturity/scorecard.md b/docs/maturity/scorecard.md new file mode 100644 index 00000000000..7a8a2a8e860 --- /dev/null +++ b/docs/maturity/scorecard.md @@ -0,0 +1,382 @@ +--- +title: "Maturity scorecard" +summary: "OpenClaw release readiness scores for product areas, integrations, and supported workflows." +--- + +# Maturity scorecard + +These scores summarize release readiness across OpenClaw product areas, integrations, and supported workflows. + +The current scorecard covers 50 surfaces and 281 capability areas. + +## Overall scores + +| Basis | Coverage | Quality | Completeness | +| ---------------- | ------------------- | ------------- | ------------ | +| Surface average | `Experimental (1%)` | `Alpha (63%)` | `Beta (70%)` | +| Category average | `Experimental (1%)` | `Alpha (64%)` | `Beta (71%)` | + +- Coverage is derived from QA profile evidence. +- Quality measures reliability and operational confidence. +- Completeness measures how much of the expected user workflow is available. + +## Score bands + +| Label | Score range | +| ------------ | ----------- | +| Lovable | 95-100% | +| Stable | 80-95% | +| Beta | 70-80% | +| Alpha | 50-70% | +| Experimental | 0-50% | + +## Surface scorecard + +| Surface | Family | Level | Coverage | Quality | Completeness | Long-term support | Areas | +| ------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ----------------- | --------------- | -------------------- | -------------------- | -------------------- | ----------------- | ----- | +| [Gateway runtime](/maturity/taxonomy#gateway-runtime) | Core | M4 Stable | `Experimental (3%)` | `Stable (81%)` | `Stable (89%)` | partial (12) | 13 | +| [CLI](/maturity/taxonomy#cli) | Core | M4 Stable | `Experimental (2%)` | `Stable (83%)` | `Stable (90%)` | partial (6) | 7 | +| [Plugins](/maturity/taxonomy#plugins) | Core | M3 Beta | `Experimental (2%)` | `Beta (72%)` | `Beta (79%)` | partial (7) | 9 | +| [Agent Runtime](/maturity/taxonomy#agent-runtime) | Core | M3 Beta | `Experimental (2%)` | `Beta (78%)` | `Beta (79%)` | partial (6) | 9 | +| [Session, memory, and context engine](/maturity/taxonomy#session-memory-and-context-engine) | Core | M3 Beta | `Experimental (0%)` | `Beta (77%)` | `Beta (79%)` | partial (6) | 9 | +| [Channel framework](/maturity/taxonomy#channel-framework) | Core | M3 Beta | `Experimental (0%)` | `Beta (76%)` | `Beta (79%)` | partial (5) | 8 | +| [Security, auth, pairing, and secrets](/maturity/taxonomy#security-auth-pairing-and-secrets) | Core | M3 Beta | `Experimental (0%)` | `Beta (72%)` | `Beta (79%)` | partial (5) | 6 | +| [Observability](/maturity/taxonomy#observability) | Core | M3 Beta | `Experimental (6%)` | `Beta (75%)` | `Beta (79%)` | partial (3) | 5 | +| [Automation: cron, hooks, tasks, polling](/maturity/taxonomy#automation-cron-hooks-tasks-polling) | Core | M3 Beta | `Experimental (0%)` | `Beta (72%)` | `Beta (79%)` | none | 6 | +| [Media understanding and media generation](/maturity/taxonomy#media-understanding-and-media-generation) | Core | M2 Alpha | `Experimental (1%)` | `Alpha (64%)` | `Alpha (68%)` | none | 6 | +| [Voice and realtime talk](/maturity/taxonomy#voice-and-realtime-talk) | Core | M2 Alpha | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | none | 6 | +| [Gateway Web App](/maturity/taxonomy#gateway-web-app) | Core | M3 Beta | `Experimental (0%)` | `Beta (74%)` | `Beta (79%)` | none | 6 | +| [TUI](/maturity/taxonomy#tui) | Core | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 5 | +| [ClawHub](/maturity/taxonomy#clawhub) | Core | M2 Alpha | `Experimental (0%)` | `Alpha (58%)` | `Alpha (62%)` | none | 4 | +| [OpenClaw App SDK](/maturity/taxonomy#openclaw-app-sdk) | Core | M2 Alpha | `Experimental (0%)` | `Alpha (54%)` | `Alpha (53%)` | none | 6 | +| [macOS Gateway host](/maturity/taxonomy#macos-gateway-host) | Platform | M4 Stable | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | none | 7 | +| [macOS companion app](/maturity/taxonomy#macos-companion-app) | Platform | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 8 | +| [Linux Gateway host](/maturity/taxonomy#linux-gateway-host) | Platform | M4 Stable | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | partial (4) | 5 | +| [Linux companion app](/maturity/taxonomy#linux-companion-app) | Platform | M0 Planned | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | none | 5 | +| [Windows via WSL2](/maturity/taxonomy#windows-via-wsl2) | Platform | M3 Beta | `Experimental (3%)` | `Alpha (69%)` | `Beta (79%)` | partial (5) | 6 | +| [Native Windows](/maturity/taxonomy#native-windows) | Platform | M2 Alpha | `Experimental (0%)` | `Alpha (58%)` | `Alpha (66%)` | partial (1) | 4 | +| [Native Windows companion app](/maturity/taxonomy#native-windows-companion-app) | Platform | M0 Planned | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | none | 5 | +| [Android app](/maturity/taxonomy#android-app) | Platform | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 7 | +| [iOS app](/maturity/taxonomy#ios-app) | Platform | M1 Experimental | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | none | 8 | +| [watchOS companion surfaces](/maturity/taxonomy#watchos-companion-surfaces) | Platform | M1 Experimental | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | none | 5 | +| [Raspberry Pi and small Linux devices](/maturity/taxonomy#raspberry-pi-and-small-linux-devices) | Platform | M3 Beta | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | none | 4 | +| [Docker and Podman hosting](/maturity/taxonomy#docker-and-podman-hosting) | Platform | M3 Beta | `Experimental (5%)` | `Beta (71%)` | `Beta (79%)` | none | 4 | +| [Kubernetes hosting](/maturity/taxonomy#kubernetes-hosting) | Platform | M2 Alpha | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | none | 4 | +| [Nix install path](/maturity/taxonomy#nix-install-path) | Platform | M1 Experimental | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | none | 5 | +| [Discord](/maturity/taxonomy#discord) | Channel | M4 Stable | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | partial (4) | 6 | +| [Telegram](/maturity/taxonomy#telegram) | Channel | M3 Beta | `Experimental (0%)` | `Alpha (68%)` | `Beta (78%)` | full (5) | 5 | +| [WhatsApp](/maturity/taxonomy#whatsapp) | Channel | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 5 | +| [Slack](/maturity/taxonomy#slack) | Channel | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | full (5) | 5 | +| [iMessage and BlueBubbles](/maturity/taxonomy#imessage-and-bluebubbles) | Channel | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 5 | +| [Signal](/maturity/taxonomy#signal) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 5 | +| [Google Chat](/maturity/taxonomy#google-chat) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 5 | +| [Matrix](/maturity/taxonomy#matrix) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | none | 6 | +| [Microsoft Teams](/maturity/taxonomy#microsoft-teams) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 5 | +| [Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat](/maturity/taxonomy#mattermost-line-irc-nextcloud-talk-nostr-twitch-tlon-synology-chat) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | none | 4 | +| [Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels](/maturity/taxonomy#feishu-qq-bot-wechat-yuanbao-zalo-zalo-personal-regional-channels) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (55%)` | `Alpha (58%)` | none | 4 | +| [Voice Call channel](/maturity/taxonomy#voice-call-channel) | Channel | M1 Experimental | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | none | 5 | +| [OpenAI and Codex provider path](/maturity/taxonomy#openai-and-codex-provider-path) | Provider and tool | M3 Beta | `Experimental (8%)` | `Beta (74%)` | `Beta (79%)` | partial (3) | 5 | +| [Anthropic provider path](/maturity/taxonomy#anthropic-provider-path) | Provider and tool | M3 Beta | `Experimental (0%)` | `Beta (71%)` | `Beta (78%)` | none | 5 | +| [Google provider path](/maturity/taxonomy#google-provider-path) | Provider and tool | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 5 | +| [OpenRouter provider path](/maturity/taxonomy#openrouter-provider-path) | Provider and tool | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 4 | +| [Local model providers: Ollama, vLLM, SGLang, LM Studio](/maturity/taxonomy#local-model-providers-ollama-vllm-sglang-lm-studio) | Provider and tool | M2 Alpha | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | none | 5 | +| [Long-tail hosted providers](/maturity/taxonomy#long-tail-hosted-providers) | Provider and tool | M2 Alpha | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | none | 3 | +| [Web search tools](/maturity/taxonomy#web-search-tools) | Provider and tool | M3 Beta | `Experimental (7%)` | `Beta (74%)` | `Beta (79%)` | none | 4 | +| [Browser automation, exec, and sandbox tools](/maturity/taxonomy#browser-automation-exec-and-sandbox-tools) | Provider and tool | M3 Beta | `Experimental (15%)` | `Beta (75%)` | `Beta (79%)` | partial (2) | 3 | +| [Image, video, and music generation tools](/maturity/taxonomy#image-video-and-music-generation-tools) | Provider and tool | M2 Alpha | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | none | 5 | + +## QA evidence summary + +The checks below show which scorecard areas were exercised by QA profile evidence. + +| Check set | Completed | Checks run | Results | Areas reviewed | Capabilities reviewed | +| ------------------------ | ------------------------ | ---------- | ----------------------------------------- | -------------- | --------------------- | +| Full taxonomy validation | 2026-06-23T04:16:43.175Z | 96 | 88 passed, 6 failed, 2 blocked, 0 skipped | 0 of 281 (0%) | 20 of 1675 (1.2%) | + +### Readiness by area + +| Check set | Surface | Area | Status | Capabilities reviewed | Follow-up | +| ------------------------ | ------------------------------------------------------------------------- | ------------------------------------------ | ------------------ | --------------------- | ------------------ | +| Full taxonomy validation | Agent Runtime | Agent Turn Execution | Needs review | 0 of 3 (0%) | 15 capability gaps | +| Full taxonomy validation | Agent Runtime | External Runtimes and Subagents | Needs review | 0 of 4 (0%) | 7 capability gaps | +| Full taxonomy validation | Agent Runtime | Hosted Provider Execution | Partially reviewed | 1 of 5 (20%) | 4 capability gaps | +| Full taxonomy validation | Agent Runtime | Local and Self-hosted Providers | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Agent Runtime | Model and Runtime Selection | Needs review | 0 of 4 (0%) | 6 capability gaps | +| Full taxonomy validation | Agent Runtime | Provider Auth | Needs review | 0 of 10 (0%) | 13 capability gaps | +| Full taxonomy validation | Agent Runtime | Streaming and Progress | Needs review | 0 of 2 (0%) | 4 capability gaps | +| Full taxonomy validation | Agent Runtime | Tool Calls and Response Handling | Needs review | 0 of 3 (0%) | 8 capability gaps | +| Full taxonomy validation | Agent Runtime | Tool Execution Controls | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Android app | Connection Setup | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Android app | Device Runtime | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Android app | Distribution | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Android app | Media Capture | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Android app | Mobile Chat | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Android app | Settings | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Android app | Voice | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Anthropic provider path | Media Inputs | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Anthropic provider path | Model and Runtime Selection | Needs review | 0 of 10 (0%) | 12 capability gaps | +| Full taxonomy validation | Anthropic provider path | Prompt Cache and Context | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Anthropic provider path | Provider Auth and Recovery | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Anthropic provider path | Request Transport and Turn Semantics | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Automation Hooks | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Background Tasks and Flows | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Cron Jobs | Needs review | 0 of 15 (0%) | 15 capability gaps | +| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Event Ingress | Needs review | 0 of 15 (0%) | 15 capability gaps | +| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Heartbeat | Needs review | 0 of 5 (0%) | 6 capability gaps | +| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Polling Controls | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Browser automation, exec, and sandbox tools | Browser Automation | Partially reviewed | 1 of 8 (12.5%) | 7 capability gaps | +| Full taxonomy validation | Browser automation, exec, and sandbox tools | Sandbox and Tool Policy | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Browser automation, exec, and sandbox tools | Tool Invocation and Execution | Partially reviewed | 2 of 6 (33.3%) | 4 capability gaps | +| Full taxonomy validation | Gateway Web App | Browser Access and Trust | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Gateway Web App | Browser Realtime Talk | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Gateway Web App | Browser UI | Needs review | 0 of 10 (0%) | 11 capability gaps | +| Full taxonomy validation | Gateway Web App | Configuration | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Gateway Web App | Operator Console | Needs review | 0 of 10 (0%) | 11 capability gaps | +| Full taxonomy validation | Gateway Web App | WebChat Conversations | Needs review | 0 of 15 (0%) | 18 capability gaps | +| Full taxonomy validation | Channel framework | Channel Actions Commands and Approvals | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Channel framework | Channel Setup | Needs review | 0 of 5 (0%) | 6 capability gaps | +| Full taxonomy validation | Channel framework | Conversation Routing and Delivery | Needs review | 0 of 10 (0%) | 22 capability gaps | +| Full taxonomy validation | Channel framework | Group Thread and Ambient Room Behavior | Needs review | 0 of 5 (0%) | 7 capability gaps | +| Full taxonomy validation | Channel framework | Inbound Access and Identity Gates | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Channel framework | Media Attachments and Rich Channel Data | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Channel framework | Outbound Delivery and Reply Pipeline | Needs review | 0 of 4 (0%) | 13 capability gaps | +| Full taxonomy validation | Channel framework | Status Health and Operator Controls | Needs review | 0 of 4 (0%) | 6 capability gaps | +| Full taxonomy validation | ClawHub | Catalog Discovery | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | ClawHub | Compatibility and Trust | Needs review | 0 of 12 (0%) | 12 capability gaps | +| Full taxonomy validation | ClawHub | Plugin Lifecycle and Health | Needs review | 0 of 26 (0%) | 26 capability gaps | +| Full taxonomy validation | ClawHub | Publishing | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | CLI | CLI Observability | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | CLI | CLI Setup | Partially reviewed | 1 of 6 (16.7%) | 5 capability gaps | +| Full taxonomy validation | CLI | Doctor | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | CLI | Gateway Service Management | Needs review | 0 of 5 (0%) | 6 capability gaps | +| Full taxonomy validation | CLI | Onboarding and Auth Setup | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | CLI | Plugin and Channel Setup | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | CLI | Updates and Upgrades | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Discord | Access and Identity | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Discord | Channel Setup and Operations | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Discord | Conversation Routing and Delivery | Needs review | 0 of 12 (0%) | 12 capability gaps | +| Full taxonomy validation | Discord | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Discord | Native Controls and Approvals | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Discord | Realtime Voice and Calls | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Docker and Podman hosting | Agent Sandbox and Tooling | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Docker and Podman hosting | Container Operations | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | Docker and Podman hosting | Container Setup | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Docker and Podman hosting | Image Release and Validation | Partially reviewed | 1 of 5 (20%) | 5 capability gaps | +| Full taxonomy validation | Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels | Access and Identity | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels | Channel Setup and Operations | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Gateway runtime | Approvals and Remote Execution | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Gateway runtime | Device Auth and Pairing | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Gateway runtime | Gateway Lifecycle | Needs review | 0 of 7 (0%) | 8 capability gaps | +| Full taxonomy validation | Gateway runtime | Gateway RPC APIs and Events | Needs review | 0 of 20 (0%) | 20 capability gaps | +| Full taxonomy validation | Gateway runtime | Health, Diagnostics, and Repair | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Gateway runtime | Hosted Web Surface | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Gateway runtime | HTTP APIs | Partially reviewed | 1 of 4 (25%) | 3 capability gaps | +| Full taxonomy validation | Gateway runtime | Network Access and Discovery | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Gateway runtime | Nodes and Remote Capabilities | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | Gateway runtime | Protocol Compatibility | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Gateway runtime | Roles and Permissions | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Gateway runtime | Security Controls | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Gateway runtime | WebSocket Connection | Partially reviewed | 1 of 8 (12.5%) | 7 capability gaps | +| Full taxonomy validation | Google Chat | Access and Identity | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | Google Chat | Channel Setup and Operations | Needs review | 0 of 16 (0%) | 16 capability gaps | +| Full taxonomy validation | Google Chat | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Google Chat | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Google Chat | Native Controls and Approvals | Needs review | 0 of 16 (0%) | 16 capability gaps | +| Full taxonomy validation | Google provider path | Direct Gemini Runtime | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Google provider path | Media, Search, and Realtime | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Google provider path | Model Routing and Endpoints | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Google provider path | Prompt Caching | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Google provider path | Provider Setup and Credentials | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Image, video, and music generation tools | Image Generation | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Image, video, and music generation tools | Media Routing and Discovery | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Image, video, and music generation tools | Music Generation | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Image, video, and music generation tools | Task Lifecycle and Delivery | Needs review | 0 of 12 (0%) | 12 capability gaps | +| Full taxonomy validation | Image, video, and music generation tools | Video Generation | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | iMessage and BlueBubbles | Access and Identity | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | iMessage and BlueBubbles | Channel Setup and Operations | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | iMessage and BlueBubbles | Conversation Routing and Delivery | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | iMessage and BlueBubbles | Media and Rich Content | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | iMessage and BlueBubbles | Native Controls and Approvals | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | iOS app | Canvas and Screen | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | iOS app | Chat and Sessions | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | iOS app | Device Commands | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | iOS app | Distribution | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | iOS app | Gateway Setup and Diagnostics | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | iOS app | Media and Sharing | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | iOS app | Notifications and Background | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | iOS app | Voice | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Kubernetes hosting | Access and Exposure | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Kubernetes hosting | Cluster Lifecycle | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Kubernetes hosting | Configuration and Secrets | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Kubernetes hosting | Deployment Setup | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Linux companion app | App Distribution | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Linux companion app | Chat and Sessions | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Linux companion app | Desktop Capabilities | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Linux companion app | Gateway Connectivity | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Linux companion app | Status and Diagnostics | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Linux Gateway host | Deployment Targets | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Linux Gateway host | Diagnostics and Repair | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Linux Gateway host | Gateway Runtime and Service Control | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Linux Gateway host | Host Setup and Updates | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Linux Gateway host | Remote Access and Security | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | Local Memory and Embeddings | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | Native Provider Plugins | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | Network Safety and Prompt Controls | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | OpenAI-Compatible Runtime Compatibility | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | Provider Setup, Lifecycle, and Diagnostics | Needs review | 0 of 12 (0%) | 12 capability gaps | +| Full taxonomy validation | Long-tail hosted providers | Hosted LLM Providers | Needs review | 0 of 12 (0%) | 12 capability gaps | +| Full taxonomy validation | Long-tail hosted providers | Hosted Media Providers | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | Long-tail hosted providers | Provider Operations | Needs review | 0 of 12 (0%) | 12 capability gaps | +| Full taxonomy validation | macOS companion app | Canvas | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | macOS companion app | Local Setup | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | macOS companion app | Native Capabilities | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | macOS companion app | Remote Connections | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | macOS companion app | Remote WebChat | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | macOS companion app | Status and Settings | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | macOS companion app | Voice and Talk | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | macOS companion app | WebChat | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | macOS Gateway host | CLI Setup | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | macOS Gateway host | Diagnostics and Observability | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | macOS Gateway host | Gateway Service Lifecycle | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | macOS Gateway host | Local Gateway Integration | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | macOS Gateway host | Permissions and Native Capabilities | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | macOS Gateway host | Profiles and Isolation | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | macOS Gateway host | Remote Gateway Mode | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Matrix | Access and Identity | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Matrix | Channel Setup and Operations | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Matrix | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Matrix | Encryption and Verification | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Matrix | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Matrix | Native Controls and Approvals | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat | Access and Identity | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat | Channel Setup and Operations | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Media understanding and media generation | Channel Media Handling | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Media understanding and media generation | Media Configuration | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Media understanding and media generation | Media Generation | Partially reviewed | 1 of 17 (5.9%) | 18 capability gaps | +| Full taxonomy validation | Media understanding and media generation | Media Intake and Access | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | Media understanding and media generation | Media Understanding | Needs review | 0 of 12 (0%) | 13 capability gaps | +| Full taxonomy validation | Media understanding and media generation | Text-to-Speech Delivery | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Microsoft Teams | Access and Identity | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Microsoft Teams | Channel Setup and Operations | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Microsoft Teams | Conversation Routing and Delivery | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Microsoft Teams | Media and Rich Content | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Microsoft Teams | Native Controls and Approvals | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Native Windows | CLI | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Native Windows | Gateway Management | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | Native Windows | Networking | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Native Windows | Updates | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Native Windows companion app | Chat Sessions | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Native Windows companion app | Desktop Tools and Permissions | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Native Windows companion app | Gateway Connection | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Native Windows companion app | Installation and Updates | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Native Windows companion app | Status and Repair | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Nix install path | Activation and App UX | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Nix install path | Config and State | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Nix install path | Install Handoff | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Nix install path | Plugin Lifecycle | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Nix install path | Service Runtime and Guards | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | OpenAI and Codex provider path | Image and Multimodal Input | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | OpenAI and Codex provider path | Model and Auth | Partially reviewed | 1 of 6 (16.7%) | 5 capability gaps | +| Full taxonomy validation | OpenAI and Codex provider path | Native Codex Harness | Needs review | 0 of 2 (0%) | 5 capability gaps | +| Full taxonomy validation | OpenAI and Codex provider path | Responses and Tool Compatibility | Partially reviewed | 1 of 4 (25%) | 3 capability gaps | +| Full taxonomy validation | OpenAI and Codex provider path | Voice and Realtime Audio | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | OpenClaw App SDK | Agent Conversations | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | OpenClaw App SDK | Client API | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | OpenClaw App SDK | Compatibility | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | OpenClaw App SDK | Events and Approvals | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | OpenClaw App SDK | Gateway Access | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | OpenClaw App SDK | Resource Helpers | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | OpenRouter provider path | Chat Runtime and Normalization | Needs review | 0 of 15 (0%) | 15 capability gaps | +| Full taxonomy validation | OpenRouter provider path | Media Generation and Speech | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | OpenRouter provider path | Provider Recovery and Diagnostics | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | OpenRouter provider path | Provider Setup and Auth | Needs review | 0 of 14 (0%) | 14 capability gaps | +| Full taxonomy validation | Plugins | Authoring and Packaging plugins | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | Plugins | Bundled plugins | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Plugins | Canvas plugin | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Plugins | Channel plugins | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Plugins | Installing and running plugins | Needs review | 0 of 6 (0%) | 13 capability gaps | +| Full taxonomy validation | Plugins | Plugin approvals | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Plugins | Provider and tool plugins | Partially reviewed | 1 of 6 (16.7%) | 12 capability gaps | +| Full taxonomy validation | Plugins | Publishing plugins | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Plugins | Testing plugins | Needs review | 0 of 6 (0%) | 8 capability gaps | +| Full taxonomy validation | Raspberry Pi and small Linux devices | Gateway Runtime | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Raspberry Pi and small Linux devices | Performance and Diagnostics | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Raspberry Pi and small Linux devices | Remote Access and Auth | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Raspberry Pi and small Linux devices | Setup and Compatibility | Needs review | 0 of 12 (0%) | 12 capability gaps | +| Full taxonomy validation | Security, auth, pairing, and secrets | Approval Policy and Tool Safeguards | Needs review | 0 of 2 (0%) | 3 capability gaps | +| Full taxonomy validation | Security, auth, pairing, and secrets | Channel Access Control | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Security, auth, pairing, and secrets | Credential and Secret Hygiene | Needs review | 0 of 5 (0%) | 6 capability gaps | +| Full taxonomy validation | Security, auth, pairing, and secrets | Device and Node Pairing | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | Security, auth, pairing, and secrets | Gateway Auth and Remote Access | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Security, auth, pairing, and secrets | Plugin Trust | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | CLI Session and Transcript Management | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | Context Engine | Needs review | 0 of 2 (0%) | 3 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | Core Prompts and Context | Needs review | 0 of 2 (0%) | 5 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | Cross-client History and Session Parity | Needs review | 0 of 2 (0%) | 3 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | Diagnostics, Maintenance, and Recovery | Needs review | 0 of 3 (0%) | 6 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | Memory | Needs review | 0 of 5 (0%) | 7 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | Session Routing | Needs review | 0 of 2 (0%) | 3 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | Token Management | Needs review | 0 of 3 (0%) | 6 capability gaps | +| Full taxonomy validation | Session, memory, and context engine | Transcript Persistence | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Signal | Access and Identity | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Signal | Channel Setup and Operations | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Signal | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Signal | Media and Rich Content | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Signal | Native Controls and Approvals | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Slack | Access and Identity | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Slack | Channel Setup and Operations | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Slack | Conversation Routing and Delivery | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Slack | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Slack | Native Controls and Approvals | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | Telegram | Access and Identity | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Telegram | Channel Setup and Operations | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Telegram | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Telegram | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Telegram | Native Controls and Approvals | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Observability | Diagnostic Collection | Partially reviewed | 1 of 8 (12.5%) | 7 capability gaps | +| Full taxonomy validation | Observability | Health and Repair | Partially reviewed | 1 of 12 (8.3%) | 13 capability gaps | +| Full taxonomy validation | Observability | Logging | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Observability | Session Diagnostics | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Observability | Telemetry Export | Partially reviewed | 1 of 13 (7.7%) | 14 capability gaps | +| Full taxonomy validation | TUI | Input and Commands | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | TUI | Local Shell Execution | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | TUI | Rendering and Output Safety | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | TUI | Runtime Modes | Needs review | 0 of 14 (0%) | 14 capability gaps | +| Full taxonomy validation | TUI | Session Management | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Voice and realtime talk | Native App Talk | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Voice and realtime talk | Realtime Talk Sessions | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | Voice and realtime talk | Speech and Transcription | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Voice and realtime talk | Talk Observability | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | Voice and realtime talk | Talk Providers | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | Voice and realtime talk | Voice Wake and Routing | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Voice Call channel | Access and Identity | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Voice Call channel | Channel Setup and Operations | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Voice Call channel | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap | +| Full taxonomy validation | Voice Call channel | Media and Rich Content | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Voice Call channel | Realtime Voice and Calls | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | watchOS companion surfaces | Delivery and Recovery | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | watchOS companion surfaces | Distribution and Support | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | watchOS companion surfaces | Exec Approvals | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | watchOS companion surfaces | Notifications and Replies | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | watchOS companion surfaces | Watch App UI | Needs review | 0 of 3 (0%) | 3 capability gaps | +| Full taxonomy validation | Web search tools | Network Safety | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | Web search tools | Search Providers | Partially reviewed | 2 of 19 (10.5%) | 17 capability gaps | +| Full taxonomy validation | Web search tools | Setup and Diagnostics | Needs review | 0 of 9 (0%) | 9 capability gaps | +| Full taxonomy validation | Web search tools | Tool Availability and Fetch | Partially reviewed | 2 of 11 (18.2%) | 9 capability gaps | +| Full taxonomy validation | WhatsApp | Access and Identity | Needs review | 0 of 7 (0%) | 7 capability gaps | +| Full taxonomy validation | WhatsApp | Channel Setup and Operations | Needs review | 0 of 5 (0%) | 5 capability gaps | +| Full taxonomy validation | WhatsApp | Conversation Routing and Delivery | Needs review | 0 of 4 (0%) | 4 capability gaps | +| Full taxonomy validation | WhatsApp | Media and Rich Content | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | WhatsApp | Native Controls and Approvals | Needs review | 0 of 2 (0%) | 2 capability gaps | +| Full taxonomy validation | Windows via WSL2 | Browser and Control UI | Needs review | 0 of 6 (0%) | 6 capability gaps | +| Full taxonomy validation | Windows via WSL2 | CLI | Needs review | 0 of 8 (0%) | 8 capability gaps | +| Full taxonomy validation | Windows via WSL2 | Diagnostics and Repair | Partially reviewed | 1 of 6 (16.7%) | 5 capability gaps | +| Full taxonomy validation | Windows via WSL2 | Gateway Access and Exposure | Needs review | 0 of 11 (0%) | 11 capability gaps | +| Full taxonomy validation | Windows via WSL2 | Gateway Service Lifecycle | Needs review | 0 of 10 (0%) | 10 capability gaps | +| Full taxonomy validation | Windows via WSL2 | WSL Setup | Needs review | 0 of 6 (0%) | 6 capability gaps | + +> Last updated: 2026-06-22 diff --git a/docs/maturity/taxonomy.md b/docs/maturity/taxonomy.md new file mode 100644 index 00000000000..62efc79b5dd --- /dev/null +++ b/docs/maturity/taxonomy.md @@ -0,0 +1,774 @@ +--- +title: "Maturity taxonomy" +summary: "Detailed reference for the product areas and checks behind the OpenClaw maturity scorecard." +--- + +# Maturity taxonomy + +This page explains the product areas and capability groups behind the maturity scorecard. + +## Maturity levels + +| Level | Label | Meaning | Promotion bar | +| ----- | ------------ | ------------------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------------------------------------------- | +| `M0` | Planned | Direction is known, but no supported user path exists. | Design issue, owner, and target surface exist. | +| `M1` | Experimental | Implemented behind caveats, flags, source builds, or maintainer-only flows. | Maintainer can run the scenario from current main. | +| `M2` | Alpha | Real users can try it, but breaking changes and incomplete UX are expected. | Documented setup, basic tests, known caveats, and at least one real-environment proof. | +| `M3` | Beta | Public path exists and the main workflow is usable with bounded caveats. | Install/update docs, regression tests, support runbook, and successful scenario proof across the expected environment. | +| `M4` | Stable | Recommended path for normal users. Failures are treated as regressions. | Release gate, doctor/troubleshooting path, broad docs, and repeated real-world proof. | +| `M5` | Lovable | Polished, delightful, well-instrumented, and competitive with the best comparable workflow. | Stable plus user scorecard pass across representative users. | + +## Product areas + +### Core surfaces + +- [Gateway runtime](#gateway-runtime) +- [CLI](#cli) +- [Plugins](#plugins) +- [Agent Runtime](#agent-runtime) +- [Session, memory, and context engine](#session-memory-and-context-engine) +- [Channel framework](#channel-framework) +- [Security, auth, pairing, and secrets](#security-auth-pairing-and-secrets) +- [Observability](#observability) +- [Automation: cron, hooks, tasks, polling](#automation-cron-hooks-tasks-polling) +- [Media understanding and media generation](#media-understanding-and-media-generation) +- [Voice and realtime talk](#voice-and-realtime-talk) +- [Gateway Web App](#gateway-web-app) +- [TUI](#tui) +- [ClawHub](#clawhub) +- [OpenClaw App SDK](#openclaw-app-sdk) + +### Platform surfaces + +- [macOS Gateway host](#macos-gateway-host) +- [macOS companion app](#macos-companion-app) +- [Linux Gateway host](#linux-gateway-host) +- [Linux companion app](#linux-companion-app) +- [Windows via WSL2](#windows-via-wsl2) +- [Native Windows](#native-windows) +- [Native Windows companion app](#native-windows-companion-app) +- [Android app](#android-app) +- [iOS app](#ios-app) +- [watchOS companion surfaces](#watchos-companion-surfaces) +- [Raspberry Pi and small Linux devices](#raspberry-pi-and-small-linux-devices) +- [Docker and Podman hosting](#docker-and-podman-hosting) +- [Kubernetes hosting](#kubernetes-hosting) +- [Nix install path](#nix-install-path) + +### Channel surfaces + +- [Discord](#discord) +- [Telegram](#telegram) +- [WhatsApp](#whatsapp) +- [Slack](#slack) +- [iMessage and BlueBubbles](#imessage-and-bluebubbles) +- [Signal](#signal) +- [Google Chat](#google-chat) +- [Matrix](#matrix) +- [Microsoft Teams](#microsoft-teams) +- [Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat](#mattermost-line-irc-nextcloud-talk-nostr-twitch-tlon-synology-chat) +- [Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels](#feishu-qq-bot-wechat-yuanbao-zalo-zalo-personal-regional-channels) +- [Voice Call channel](#voice-call-channel) + +### Provider and tool surfaces + +- [OpenAI and Codex provider path](#openai-and-codex-provider-path) +- [Anthropic provider path](#anthropic-provider-path) +- [Google provider path](#google-provider-path) +- [OpenRouter provider path](#openrouter-provider-path) +- [Local model providers: Ollama, vLLM, SGLang, LM Studio](#local-model-providers-ollama-vllm-sglang-lm-studio) +- [Long-tail hosted providers](#long-tail-hosted-providers) +- [Web search tools](#web-search-tools) +- [Browser automation, exec, and sandbox tools](#browser-automation-exec-and-sandbox-tools) +- [Image, video, and music generation tools](#image-video-and-music-generation-tools) + +## Details + +### Core + +#### Gateway runtime + +- Level: M4 Stable +- Rationale: Core architecture, auth, pairing, protocol docs, daemon docs, and CLI runbooks are broad and current. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------------- | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | -------------- | -------------- | ----------------- | +| Approvals and Remote Execution | 6 | [Protocol](/gateway/protocol), [Index](/gateway/security/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| HTTP APIs | 4 | [Index](/gateway/index), [Openai Http Api](/gateway/openai-http-api), [Openresponses Http Api](/gateway/openresponses-http-api), [Tools Invoke Http Api](/gateway/tools-invoke-http-api), [Hooks](/automation/hooks), [Index](/web/index) | `Experimental (25%)` | `Stable (90%)` | `Stable (90%)` | Yes | +| Hosted Web Surface | 4 | [Index](/gateway/index), [Architecture](/concepts/architecture), [Control Ui](/web/control-ui), [Webchat](/web/webchat), [Canvas](/refactor/canvas) | `Experimental (0%)` | `Stable (89%)` | `Stable (90%)` | Yes | +| Gateway RPC APIs and Events | 20 | [Protocol](/gateway/protocol), [Index](/gateway/index), [Architecture](/concepts/architecture) | `Experimental (0%)` | `Stable (90%)` | `Stable (90%)` | Yes | +| Device Auth and Pairing | 10 | [Protocol](/gateway/protocol), [Pairing](/gateway/pairing), [Index](/gateway/security/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Network Access and Discovery | 6 | [Index](/gateway/index), [Discovery](/gateway/discovery), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Nodes and Remote Capabilities | 8 | [Protocol](/gateway/protocol), [Architecture](/concepts/architecture), [Index](/nodes/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | No | +| Health, Diagnostics, and Repair | 7 | [Index](/gateway/index), [Diagnostics](/gateway/diagnostics), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Protocol Compatibility | 7 | [Protocol](/gateway/protocol), [Architecture](/concepts/architecture), [Typebox](/concepts/typebox), [Bridge Protocol](/gateway/bridge-protocol) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Roles and Permissions | 5 | [Protocol](/gateway/protocol), [Index](/gateway/security/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Gateway Lifecycle | 7 | [Index](/gateway/index), [Architecture](/concepts/architecture) | `Experimental (0%)` | `Stable (90%)` | `Stable (90%)` | Yes | +| Security Controls | 6 | [Index](/gateway/security/index), [Protocol](/gateway/protocol), [Discovery](/gateway/discovery) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| WebSocket Connection | 8 | [Protocol](/gateway/protocol), [Architecture](/concepts/architecture) | `Experimental (13%)` | `Stable (90%)` | `Stable (90%)` | Yes | + +#### CLI + +- Level: M4 Stable +- Rationale: Normal setup and repair paths are documented across install, CLI, and gateway docs. Platform-specific Windows paths are tracked in the Windows via WSL2 and Native Windows rows. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| -------------------------- | ------------ | -------------------------------------------------------------------------------------------------------------------------- | -------------------- | -------------- | -------------- | ----------------- | +| CLI Setup | 6 | [Index](/install/index), [Installer](/install/installer), [Node](/install/node), [Updating](/install/updating) | `Experimental (17%)` | `Stable (89%)` | `Stable (90%)` | Yes | +| Onboarding and Auth Setup | 5 | [Onboard](/cli/onboard), [Configure](/cli/configure), [Onboarding Overview](/start/onboarding-overview) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Plugin and Channel Setup | 5 | [Onboard](/cli/onboard), [Plugins](/cli/plugins), [Channels](/cli/channels) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | No | +| Gateway Service Management | 5 | [Gateway](/cli/gateway), [Updating](/install/updating), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Stable (87%)` | `Stable (90%)` | Yes | +| CLI Observability | 5 | [Status](/cli/status), [Health](/cli/health), [Logs](/cli/logs), [Diagnostics](/gateway/diagnostics) | `Experimental (0%)` | `Stable (89%)` | `Stable (90%)` | Yes | +| Doctor | 10 | [Doctor](/cli/doctor), [Doctor](/gateway/doctor), [Secrets](/gateway/secrets), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Stable (89%)` | `Stable (90%)` | Yes | +| Updates and Upgrades | 5 | [Updating](/install/updating), [Update](/cli/update), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | + +#### Plugins + +- Level: M3 Beta +- Rationale: Broad docs and strong internal runtime evidence exist across manifests, discovery, loading, provider/tool architecture, and approval boundaries. Keep the row at beta until public SDK API/subpaths and external distribution proof are stronger. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- | +| Authoring and Packaging plugins | 8 | [Building Plugins](/plugins/building-plugins), [Sdk Overview](/plugins/sdk-overview), [Sdk Entrypoints](/plugins/sdk-entrypoints), [Sdk Subpaths](/plugins/sdk-subpaths), [Manifest](/plugins/manifest), [Reference](/plugins/reference) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Bundled plugins | 5 | [Plugin Inventory](/plugins/plugin-inventory), [Plugins](/cli/plugins), [Architecture Internals](/plugins/architecture-internals) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Canvas plugin | 6 | [Canvas](/plugins/reference/canvas), [Canvas](/refactor/canvas), [Configuration Reference](/gateway/configuration-reference) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Installing and running plugins | 6 | [Architecture](/plugins/architecture), [Architecture Internals](/plugins/architecture-internals), [Plugins](/cli/plugins) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Channel plugins | 5 | [Sdk Channel Plugins](/plugins/sdk-channel-plugins), [Sdk Channel Inbound](/plugins/sdk-channel-inbound), [Sdk Channel Outbound](/plugins/sdk-channel-outbound) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Provider and tool plugins | 6 | [Sdk Provider Plugins](/plugins/sdk-provider-plugins), [Tool Plugins](/plugins/tool-plugins), [Adding Capabilities](/plugins/adding-capabilities) | `Experimental (17%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Plugin approvals | 6 | [Plugin Permission Requests](/plugins/plugin-permission-requests), [Exec Approvals](/tools/exec-approvals), [Sdk Channel Plugins](/plugins/sdk-channel-plugins) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Publishing plugins | 6 | [Plugins](/cli/plugins), [Compatibility](/plugins/compatibility), [Publishing](/clawhub/publishing) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Testing plugins | 6 | [Sdk Testing](/plugins/sdk-testing), [Sdk Setup](/plugins/sdk-setup), [Codex Harness](/plugins/codex-harness) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | + +#### Agent Runtime + +- Level: M3 Beta +- Rationale: Main loop, models, provider routing, and tool streaming are first-class, but provider behavior shifts weekly and needs scenario proof per release. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| -------------------------------- | ------------ | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- | +| Agent Turn Execution | 3 | [Agent Loop](/concepts/agent-loop), [Agent](/cli/agent), [Agent Runtimes](/concepts/agent-runtimes) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| External Runtimes and Subagents | 4 | [Agent Runtimes](/concepts/agent-runtimes), [Anthropic](/providers/anthropic), [Google](/providers/google), [Subagents](/tools/subagents) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Hosted Provider Execution | 5 | [Openai](/providers/openai), [Anthropic](/providers/anthropic), [Google](/providers/google), [Models](/concepts/models) | `Experimental (20%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Local and Self-hosted Providers | 5 | [Ollama](/providers/ollama), [Models](/concepts/models), [Agent](/cli/agent) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Model and Runtime Selection | 4 | [Models](/concepts/models), [Models](/cli/models), [Openai](/providers/openai), [Agent Runtimes](/concepts/agent-runtimes) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Provider Auth | 10 | [Models](/concepts/models), [Agent](/cli/agent), [Models](/cli/models), [Openai](/providers/openai), [Anthropic](/providers/anthropic), [Google](/providers/google), [Subagents](/tools/subagents) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Streaming and Progress | 2 | [Streaming](/concepts/streaming), [Agent Loop](/concepts/agent-loop) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Tool Calls and Response Handling | 3 | [Agent Loop](/concepts/agent-loop), [Ollama](/providers/ollama) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Tool Execution Controls | 6 | [Sandbox Vs Tool Policy Vs Elevated](/gateway/sandbox-vs-tool-policy-vs-elevated), [Agent Loop](/concepts/agent-loop), [Subagents](/tools/subagents) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | + +#### Session, memory, and context engine + +- Level: M3 Beta +- Rationale: Strong docs and active implementation. Maturity depends on transcript durability, compaction quality, and cross-client parity. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------------- | ------------ | -------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| CLI Session and Transcript Management | 2 | [Session](/concepts/session), [Session Management Compaction](/reference/session-management-compaction), [Sessions](/cli/sessions) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Token Management | 3 | [Compaction](/concepts/compaction), [Context](/concepts/context), [Session Management Compaction](/reference/session-management-compaction) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Context Engine | 2 | [Context](/concepts/context), [Context Engine](/concepts/context-engine), [Codex Context Engine Harness](/plan/codex-context-engine-harness) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Cross-client History and Session Parity | 2 | [Webchat](/web/webchat), [Android](/platforms/android), [Channel Routing](/channels/channel-routing) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Diagnostics, Maintenance, and Recovery | 3 | [Diagnostics](/gateway/diagnostics), [Session Management Compaction](/reference/session-management-compaction), [Flags](/diagnostics/flags) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Core Prompts and Context | 2 | [Context](/concepts/context), [Transcript Hygiene](/reference/transcript-hygiene), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Memory | 5 | [Memory Config](/reference/memory-config), [Memory Qmd](/concepts/memory-qmd), [Memory](/concepts/memory), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Session Routing | 2 | [Session](/concepts/session), [Channel Routing](/channels/channel-routing), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Transcript Persistence | 2 | [Session Management Compaction](/reference/session-management-compaction), [Transcript Hygiene](/reference/transcript-hygiene) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | + +#### Channel framework + +- Level: M3 Beta +- Rationale: Many channels share Gateway delivery and routing contracts, but channel behavior varies by upstream API and account-policy constraints. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Channel Actions Commands and Approvals | 5 | [Groups](/channels/groups), [Discord](/channels/discord), [Googlechat](/channels/googlechat), [Signal](/channels/signal), [Matrix](/channels/matrix) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Channel Setup | 5 | [Index](/channels/index), [Pairing](/channels/pairing), [Troubleshooting](/channels/troubleshooting), [Sdk Channel Plugins](/plugins/sdk-channel-plugins) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Group Thread and Ambient Room Behavior | 5 | [Groups](/channels/groups), [Group Messages](/channels/group-messages), [Ambient Room Events](/channels/ambient-room-events), [Broadcast Groups](/channels/broadcast-groups), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Inbound Access and Identity Gates | 5 | [Access Groups](/channels/access-groups), [Groups](/channels/groups), [Discord](/channels/discord), [Line](/channels/line) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Media Attachments and Rich Channel Data | 4 | [Line](/channels/line), [Signal](/channels/signal), [Googlechat](/channels/googlechat), [Matrix](/channels/matrix), [Discord](/channels/discord) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Outbound Delivery and Reply Pipeline | 4 | [Groups](/channels/groups), [Ambient Room Events](/channels/ambient-room-events), [Discord](/channels/discord), [Matrix](/channels/matrix), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Conversation Routing and Delivery | 10 | [Channel Routing](/channels/channel-routing), [Groups](/channels/groups), [Discord](/channels/discord), [Matrix](/channels/matrix), [Troubleshooting](/channels/troubleshooting), [Configuration Reference](/gateway/configuration-reference) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Status Health and Operator Controls | 4 | [Health](/gateway/health), [Configuration Reference](/gateway/configuration-reference), [Troubleshooting](/channels/troubleshooting), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | + +#### Security, auth, pairing, and secrets + +- Level: M3 Beta +- Rationale: Good docs and hardening surfaces exist. Promote after regular upgrade/security scenario runs prove no setup regressions. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ----------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Approval Policy and Tool Safeguards | 2 | [Exec Approvals](/tools/exec-approvals), [Approvals](/cli/approvals), [Plugin Permission Requests](/plugins/plugin-permission-requests), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Gateway Auth and Remote Access | 9 | [Index](/gateway/security/index), [Exposure Runbook](/gateway/security/exposure-runbook), [Trusted Proxy Auth](/gateway/trusted-proxy-auth), [Tailscale](/gateway/tailscale), [Remote](/gateway/remote), [Configuration Reference](/gateway/configuration-reference), [Gateway](/cli/gateway), [Doctor](/cli/doctor), [Control Ui](/web/control-ui), [Browser Control](/tools/browser-control), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Channel Access Control | 3 | [Pairing](/channels/pairing), [Telegram](/channels/telegram), [Access Groups](/channels/access-groups), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Device and Node Pairing | 11 | [Protocol](/gateway/protocol), [Devices](/cli/devices), [Pairing](/channels/pairing), [Pairing](/gateway/pairing), [Operator Scopes](/gateway/operator-scopes), [Control Ui](/web/control-ui), [Webchat](/web/webchat), [Approvals](/cli/approvals) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Plugin Trust | 2 | [Manifest](/plugins/manifest), [Plugin Permission Requests](/plugins/plugin-permission-requests), [Manage Plugins](/plugins/manage-plugins), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Credential and Secret Hygiene | 5 | [Authentication](/gateway/authentication), [Models](/cli/models), [Openai](/providers/openai), [Oauth](/concepts/oauth), [Secrets](/gateway/secrets), [Secrets](/cli/secrets), [Secretref Credential Surface](/reference/secretref-credential-surface), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | + +#### Observability + +- Level: M3 Beta +- Rationale: OTel, Prometheus, logging, and diagnostics docs exist. Needs a public "what operators should look at first" maturity pass. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- | +| Health and Repair | 12 | [Health](/gateway/health), [Telegram](/channels/telegram), [Doctor](/cli/doctor), [Doctor](/gateway/doctor), [Sdk Subpaths](/plugins/sdk-subpaths), [Health](/cli/health), [Protocol](/gateway/protocol) | `Experimental (8%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Logging | 5 | [Logging](/logging), [Logging](/gateway/logging), [Logs](/cli/logs) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | +| Diagnostic Collection | 8 | [Diagnostics](/gateway/diagnostics), [Health](/gateway/health), [Codex Harness](/plugins/codex-harness), [Protocol](/gateway/protocol) | `Experimental (13%)` | `Beta (79%)` | `Beta (79%)` | No | +| Telemetry Export | 13 | [Hooks](/plugins/hooks), [Opentelemetry](/gateway/opentelemetry), [Logging](/logging), [Sdk Subpaths](/plugins/sdk-subpaths), [Diagnostics Otel](/plugins/reference/diagnostics-otel), [Prometheus](/gateway/prometheus), [Diagnostics Prometheus](/plugins/reference/diagnostics-prometheus) | `Experimental (8%)` | `Beta (79%)` | `Beta (79%)` | No | +| Session Diagnostics | 4 | [Opentelemetry](/gateway/opentelemetry), [Prometheus](/gateway/prometheus), [Diagnostics](/gateway/diagnostics), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | + +#### Automation: cron, hooks, tasks, polling + +- Level: M3 Beta +- Rationale: Documented and usable, but scenario proof should cover unattended delivery, retries, and failure visibility. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| -------------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Cron Jobs | 15 | [Cron Jobs](/automation/cron-jobs), [Cron](/cli/cron), [Protocol](/gateway/protocol), [Tasks](/automation/tasks), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Event Ingress | 15 | [Telegram](/channels/telegram), [Zalo](/channels/zalo), [Troubleshooting](/channels/troubleshooting), [Imessage From Bluebubbles](/channels/imessage-from-bluebubbles), [Gmail Pubsub Integration](/automation/cron-jobs#gmail-pubsub-integration), [Gmail Pubsub](/automation/gmail-pubsub), [Webhooks](/cli/webhooks), [Webhooks](/automation/cron-jobs#webhooks), [Webhook](/automation/webhook) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Automation Hooks | 11 | [Hooks](/automation/hooks), [Hooks](/cli/hooks), [Hooks](/plugins/hooks), [Plugin Permission Requests](/plugins/plugin-permission-requests), [Sdk Subpaths](/plugins/sdk-subpaths) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Background Tasks and Flows | 10 | [Tasks](/automation/tasks), [Index](/automation/index), [Tasks](/cli/tasks), [Taskflow](/automation/taskflow), [Sdk Runtime](/plugins/sdk-runtime) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Heartbeat | 5 | [Index](/automation/index), [Heartbeat](/gateway/heartbeat), [Commitments](/concepts/commitments) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Polling Controls | 10 | [Poll](/automation/poll), [Message](/cli/message), [Telegram](/channels/telegram), [Msteams](/channels/msteams), [Background Process](/gateway/background-process) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | + +#### Media understanding and media generation + +- Level: M2 Alpha +- Rationale: Broad capability surface exists, but provider variance, file limits, and node/app parity make this not stable yet. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ----------------------- | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Media Intake and Access | 8 | [Media Overview](/tools/media-overview), [Media Understanding](/nodes/media-understanding), [Secure File Operations](/gateway/security/secure-file-operations), [Pdf](/tools/pdf), [Image Generation](/tools/image-generation), [Qr](/cli/qr), [Line](/channels/line), [Whatsapp](/channels/whatsapp) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Channel Media Handling | 5 | [Images](/nodes/images), [Media Overview](/tools/media-overview), [Discord](/channels/discord) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Media Configuration | 1 | [Media Overview](/tools/media-overview), [Image Generation](/tools/image-generation), [Manifest](/plugins/manifest), [Codex Harness](/plugins/codex-harness) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Text-to-Speech Delivery | 2 | [Tts](/tools/tts), [Media Overview](/tools/media-overview), [Discord](/channels/discord) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Media Understanding | 12 | [Audio](/nodes/audio), [Media Understanding](/nodes/media-understanding), [Media Overview](/tools/media-overview), [Whatsapp](/channels/whatsapp), [Images](/nodes/images), [Infer](/cli/infer), [Pdf](/tools/pdf) | `Experimental (0%)` | `Alpha (69%)` | `Alpha (69%)` | No | +| Media Generation | 17 | [Image Generation](/tools/image-generation), [Media Overview](/tools/media-overview), [Skills](/tools/skills), [Music Generation](/tools/music-generation), [Video Generation](/tools/video-generation) | `Experimental (6%)` | `Alpha (69%)` | `Alpha (69%)` | No | + +#### Voice and realtime talk + +- Level: M2 Alpha +- Rationale: Multiple implementations exist across Control UI, apps, and providers. Needs latency, failure-mode, and setup scorecards before beta. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------ | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Talk Providers | 7 | [Openai](/providers/openai), [Google](/providers/google), [Sdk Provider Plugins](/plugins/sdk-provider-plugins), [Talk](/nodes/talk), [Control Ui](/web/control-ui) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Realtime Talk Sessions | 11 | [Talk](/nodes/talk), [Control Ui](/web/control-ui) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Speech and Transcription | 5 | [Talk](/nodes/talk), [Openai](/providers/openai), [Google](/providers/google) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Native App Talk | 4 | [Talk](/nodes/talk), [Voicewake](/platforms/mac/voicewake) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Voice Wake and Routing | 4 | [Voicewake](/nodes/voicewake), [Voicewake](/platforms/mac/voicewake), [Voice Overlay](/platforms/mac/voice-overlay) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Talk Observability | 5 | [Control Ui](/web/control-ui), [Voice Overlay](/platforms/mac/voice-overlay), [Talk](/nodes/talk) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | + +#### Gateway Web App + +- Level: M3 Beta +- Rationale: Web UI is documented with pairing, chat, PWA, Talk, push, and remote Gateway flows. Promote after cross-browser and mobile-PWA scorecards. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------ | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Browser Realtime Talk | 5 | [Control Ui](/web/control-ui), [Protocol](/gateway/protocol), [Talk](/nodes/talk) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Browser Access and Trust | 5 | [Control Ui](/web/control-ui), [Dashboard](/web/dashboard), [Tailscale](/gateway/tailscale), [Remote](/gateway/remote) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Configuration | 5 | [Control Ui](/web/control-ui), [Configuration](/gateway/configuration) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Browser UI | 10 | [Control Ui](/web/control-ui), [Index](/web/index), [Dashboard](/web/dashboard), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| WebChat Conversations | 15 | [Control Ui](/web/control-ui), [Webchat](/web/webchat), [Getting Started](/start/getting-started), [Channel Routing](/channels/channel-routing), [Secure File Operations](/gateway/security/secure-file-operations) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | +| Operator Console | 10 | [Control Ui](/web/control-ui), [Health](/gateway/health), [Protocol](/gateway/protocol), [Dashboard](/web/dashboard) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No | + +#### TUI + +- Level: M2 Alpha +- Rationale: Present in docs and source, but less visible as a primary user workflow. Needs explicit scenario definition. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------- | ------------ | -------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Runtime Modes | 14 | [Tui](/cli/tui), [Tui](/web/tui), [Index](/cli/index) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Input and Commands | 8 | [Tui](/web/tui) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Session Management | 3 | [Tui](/web/tui), [Sessions](/cli/sessions) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Local Shell Execution | 4 | [Tui](/web/tui), [Tui](/cli/tui) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Rendering and Output Safety | 4 | [Tui](/web/tui), [Qr](/cli/qr), [Logs](/cli/logs), [Completion](/cli/completion) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | + +#### ClawHub + +- Level: M2 Alpha +- Rationale: Public docs and ecosystem concept exist. Needs install, trust, update, rollback, and compatibility scorecards. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Publishing | 7 | [Publishing](/clawhub/publishing), [Creating Skills](/tools/creating-skills), [Community](/plugins/community) | `Experimental (0%)` | `Alpha (54%)` | `Alpha (55%)` | No | +| Catalog Discovery | 5 | [Plugin](/tools/plugin), [Plugins](/cli/plugins), [Skills](/cli/skills), [Skills](/tools/skills), [Community](/plugins/community) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Compatibility and Trust | 12 | [Plugin](/tools/plugin), [Plugins](/cli/plugins), [Compatibility](/plugins/compatibility), [Plugin Inventory](/plugins/plugin-inventory), [Publishing](/clawhub/publishing), [Skills](/tools/skills), [Skills Config](/tools/skills-config) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (56%)` | No | +| Plugin Lifecycle and Health | 26 | [Plugin](/tools/plugin), [Plugins](/cli/plugins), [Skills](/cli/skills), [Skills](/tools/skills), [Protocol](/gateway/protocol), [Bundles](/plugins/bundles), [Dependency Resolution](/plugins/dependency-resolution) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | + +#### OpenClaw App SDK + +- Level: M2 Alpha +- Rationale: OpenClaw App SDK is a distinct external app contract separate from Gateway runtime and Plugin SDK. Current scoring shows a real `@openclaw/sdk` path with gaps around public packaging, auto-discovery, approvals, helpers, and compatibility. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| -------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Client API | 4 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps) | `Experimental (0%)` | `Alpha (51%)` | `Alpha (50%)` | No | +| Gateway Access | 5 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps), [Protocol](/gateway/protocol), [Index](/gateway/security/index) | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No | +| Agent Conversations | 6 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (52%)` | `Alpha (52%)` | No | +| Events and Approvals | 5 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (52%)` | `Alpha (52%)` | No | +| Resource Helpers | 5 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps) | `Experimental (0%)` | `Alpha (62%)` | `Alpha (53%)` | No | +| Compatibility | 5 | [Openclaw Sdk Api Design](/gateway/external-apps), [Typebox](/concepts/typebox), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (54%)` | `Alpha (55%)` | No | + +### Platform + +#### macOS Gateway host + +- Level: M4 Stable +- Rationale: LaunchAgent service path, local/remote Gateway modes, CLI install, and app integration are documented. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ----------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------ | -------------- | ----------------- | +| CLI Setup | 4 | [Macos](/platforms/macos), [Bundled Gateway](/platforms/mac/bundled-gateway), [Installer](/install/installer), [Node](/install/node) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No | +| Local Gateway Integration | 9 | [Macos](/platforms/macos), [Bundled Gateway](/platforms/mac/bundled-gateway), [Remote](/platforms/mac/remote), [Index](/gateway/index), [Gateway](/cli/gateway), [Bonjour](/gateway/bonjour) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No | +| Remote Gateway Mode | 5 | [Remote](/platforms/mac/remote), [Remote](/gateway/remote), [Tailscale](/gateway/tailscale) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No | +| Gateway Service Lifecycle | 10 | [Macos](/platforms/macos), [Bundled Gateway](/platforms/mac/bundled-gateway), [Gateway](/cli/gateway), [Index](/gateway/index), [Update](/cli/update), [Updating](/install/updating), [Uninstall](/install/uninstall), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No | +| Diagnostics and Observability | 4 | [Bundled Gateway](/platforms/mac/bundled-gateway), [Macos](/platforms/macos), [Gateway](/cli/gateway), [Doctor](/gateway/doctor), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No | +| Permissions and Native Capabilities | 4 | [Macos](/platforms/macos), [Remote](/platforms/mac/remote) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No | +| Profiles and Isolation | 5 | [Multiple Gateways](/gateway/multiple-gateways), [Index](/gateway/index), [Gateway](/cli/gateway) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No | + +#### macOS companion app + +- Level: M3 Beta +- Rationale: Rich menu bar app, permissions, node mode, Canvas, voice wake, WebChat, and remote mode exist. Still fast-moving enough to avoid Stable. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------ | ----------------- | +| Canvas | 4 | [Canvas](/platforms/mac/canvas), [Macos](/platforms/macos), [Webchat](/web/webchat) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Local Setup | 7 | [Bundled Gateway](/platforms/mac/bundled-gateway), [Macos](/platforms/macos), [Child Process](/platforms/mac/child-process), [Dev Setup](/platforms/mac/dev-setup) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Status and Settings | 5 | [Menu Bar](/platforms/mac/menu-bar), [Icon](/platforms/mac/icon), [Macos](/platforms/macos), [Health](/platforms/mac/health), [Logging](/platforms/mac/logging), [Remote](/platforms/mac/remote) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Native Capabilities | 5 | [Macos](/platforms/macos), [Xpc](/platforms/mac/xpc), [Permissions](/platforms/mac/permissions), [Signing](/platforms/mac/signing), [Peekaboo](/platforms/mac/peekaboo) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Remote Connections | 3 | [Remote](/platforms/mac/remote), [Macos](/platforms/macos), [Remote](/gateway/remote) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Voice and Talk | 3 | [Voicewake](/platforms/mac/voicewake), [Voice Overlay](/platforms/mac/voice-overlay), [Talk](/nodes/talk), [Macos](/platforms/macos) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| WebChat | 3 | [Webchat](/platforms/mac/webchat), [Macos](/platforms/macos), [Webchat](/web/webchat) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Remote WebChat | 5 | [Webchat](/platforms/mac/webchat), [Remote](/gateway/remote), [Remote](/platforms/mac/remote) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | + +#### Linux Gateway host + +- Level: M4 Stable +- Rationale: Node runtime is recommended, systemd user service is documented, and VPS/container guidance is broad. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ----------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------ | -------------- | ----------------- | +| Host Setup and Updates | 4 | [Index](/install/index), [Updating](/install/updating), [Linux](/platforms/linux), [Index](/platforms/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Gateway Runtime and Service Control | 6 | [Index](/gateway/index), [Gateway](/cli/gateway), [Linux](/platforms/linux), [Vps](/vps) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Remote Access and Security | 6 | [Remote](/gateway/remote), [Tailscale](/gateway/tailscale), [Exposure Runbook](/gateway/security/exposure-runbook), [Authentication](/gateway/authentication), [Secrets](/gateway/secrets) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Diagnostics and Repair | 4 | [Status](/cli/status), [Logs](/cli/logs), [Doctor](/cli/doctor), [Diagnostics](/gateway/diagnostics), [Index](/gateway/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes | +| Deployment Targets | 3 | [Vps](/vps), [Docker](/install/docker), [Hetzner](/install/hetzner), [Digitalocean](/install/digitalocean), [Kubernetes](/install/kubernetes), [Podman](/install/podman) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | No | + +#### Linux companion app + +- Level: M0 Planned +- Rationale: Docs say native Linux companion apps are planned; Gateway is the supported Linux path today. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ---------------------- | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- | +| App Distribution | 3 | [Linux](/platforms/linux), [Index](/platforms/index), [Index](/install/index) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | +| Gateway Connectivity | 4 | [Linux](/platforms/linux), [Index](/gateway/index), [Pairing](/gateway/pairing), [Remote](/gateway/remote) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | +| Chat and Sessions | 3 | [Linux](/platforms/linux), [Protocol](/gateway/protocol), [Webchat](/web/webchat) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | +| Desktop Capabilities | 9 | [Linux](/platforms/linux), [Exec Approvals](/tools/exec-approvals), [Secrets](/gateway/secrets), [Index](/nodes/index), [Exec](/tools/exec), [Talk](/nodes/talk), [Camera](/nodes/camera) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | +| Status and Diagnostics | 7 | [Linux](/platforms/linux), [Openclaw](/start/openclaw), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | + +#### Windows via WSL2 + +- Level: M3 Beta +- Rationale: Recommended Windows path with systemd/user-service guidance and boot-chain docs. Promote after repeated install/update scorecards. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- | +| WSL Setup | 6 | [Windows](/platforms/windows), [Getting Started](/start/getting-started) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | Yes | +| CLI | 8 | [Windows](/platforms/windows), [Getting Started](/start/getting-started), [Updating](/install/updating), [Onboard](/cli/onboard), [Doctor](/cli/doctor), [Status](/cli/status), [Logs](/cli/logs) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | Yes | +| Gateway Service Lifecycle | 10 | [Windows](/platforms/windows), [Index](/gateway/index), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | Yes | +| Gateway Access and Exposure | 11 | [Authentication](/gateway/authentication), [Secrets](/gateway/secrets), [Remote](/gateway/remote), [Exposure Runbook](/gateway/security/exposure-runbook), [Windows](/platforms/windows) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | Yes | +| Diagnostics and Repair | 6 | [Windows](/platforms/windows), [Status](/cli/status), [Logs](/cli/logs), [Doctor](/cli/doctor), [Doctor](/gateway/doctor) | `Experimental (17%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Browser and Control UI | 6 | [Browser Wsl2 Windows Remote Cdp Troubleshooting](/tools/browser-wsl2-windows-remote-cdp-troubleshooting), [Browser](/tools/browser), [Control Ui](/web/control-ui) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No | + +#### Native Windows + +- Level: M2 Alpha +- Rationale: Core CLI/Gateway flows work, but docs still recommend WSL2 for the full experience and list native caveats. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------ | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| CLI | 9 | [Index](/install/index), [Installer](/install/installer), [Windows](/platforms/windows), [Getting Started](/start/getting-started), [Onboard](/cli/onboard) | `Experimental (0%)` | `Alpha (54%)` | `Alpha (64%)` | Yes | +| Gateway Management | 11 | [Windows](/platforms/windows), [Index](/gateway/index), [Gateway](/cli/gateway), [Doctor](/cli/doctor) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Networking | 4 | [Windows](/platforms/windows), [Index](/gateway/index), [Gateway](/cli/gateway) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Updates | 4 | [Updating](/install/updating), [Ci](/ci) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | + +#### Native Windows companion app + +- Level: M0 Planned +- Rationale: Planned only. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ----------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- | +| Installation and Updates | 4 | [Windows](/platforms/windows), [Index](/install/index) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | +| Gateway Connection | 3 | [Windows](/platforms/windows), [Index](/gateway/index), [Pairing](/gateway/pairing), [Remote](/gateway/remote) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | +| Chat Sessions | 2 | [Windows](/platforms/windows), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | +| Status and Repair | 5 | [Windows](/platforms/windows), [Doctor](/gateway/doctor), [Index](/gateway/index) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | +| Desktop Tools and Permissions | 10 | [Windows](/platforms/windows), [Index](/nodes/index), [Exec](/tools/exec), [Exec Approvals](/tools/exec-approvals), [Index](/gateway/security/index) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No | + +#### Android app + +- Level: M2 Alpha +- Rationale: Public Google Play path exists, but app docs still describe the rebuild as extremely alpha and call out release hardening work. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ---------------- | ------------ | ------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Media Capture | 1 | [Android](/platforms/android), [Camera](/nodes/camera) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Mobile Chat | 1 | [Android](/platforms/android) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Connection Setup | 1 | [Android](/platforms/android), [Bonjour](/gateway/bonjour), [Pairing](/gateway/pairing) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Distribution | 3 | [Android](/platforms/android) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Settings | 1 | [Android](/platforms/android) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Voice | 1 | [Android](/platforms/android), [Talk](/nodes/talk) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Device Runtime | 2 | [Android](/platforms/android), [Troubleshooting](/nodes/troubleshooting), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | + +#### iOS app + +- Level: M1 Experimental +- Rationale: Internal preview / super-alpha. TestFlight and relay-backed push flows exist, but no public distribution yet. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ----------------------------- | ------------ | ----------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- | +| Media and Sharing | 1 | [Ios](/platforms/ios), [Camera](/nodes/camera) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Canvas and Screen | 1 | [Ios](/platforms/ios), [Canvas](/plugins/reference/canvas) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Chat and Sessions | 1 | [Ios](/platforms/ios), [Webchat](/web/webchat), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Gateway Setup and Diagnostics | 7 | [Ios](/platforms/ios), [Pairing](/channels/pairing) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Distribution | 1 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Device Commands | 2 | [Ios](/platforms/ios), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Notifications and Background | 1 | [Ios](/platforms/ios), [Configuration](/gateway/configuration) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Voice | 1 | [Ios](/platforms/ios), [Talk](/nodes/talk) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | + +#### watchOS companion surfaces + +- Level: M1 Experimental +- Rationale: Source has Watch app/extension surfaces; public docs do not yet present this as a user feature. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------- | ------------ | -------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- | +| Delivery and Recovery | 7 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Exec Approvals | 3 | [Exec Approvals](/tools/exec-approvals), [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Distribution and Support | 6 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Notifications and Replies | 7 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Watch App UI | 3 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | + +#### Raspberry Pi and small Linux devices + +- Level: M3 Beta +- Rationale: Platform docs exist and Gateway path is Linux-based. Needs hardware-specific release smoke proof to move higher. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Setup and Compatibility | 12 | [Raspberry Pi](/install/raspberry-pi), [Index](/install/index), [Faq First Run](/help/faq-first-run), [Faq](/help/faq), [Linux](/platforms/linux), [Installer](/install/installer) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No | +| Remote Access and Auth | 9 | [Raspberry Pi](/install/raspberry-pi), [Authentication](/gateway/authentication), [Secrets](/gateway/secrets), [Pairing](/gateway/pairing), [Devices](/cli/devices), [Remote](/gateway/remote), [Tailscale](/gateway/tailscale) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No | +| Gateway Runtime | 10 | [Index](/gateway/index), [Gateway](/cli/gateway), [Raspberry Pi](/install/raspberry-pi), [Linux](/platforms/linux), [Vps](/vps) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No | +| Performance and Diagnostics | 5 | [Raspberry Pi](/install/raspberry-pi), [Linux](/platforms/linux), [Health](/gateway/health), [Diagnostics](/gateway/diagnostics) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No | + +#### Docker and Podman hosting + +- Level: M3 Beta +- Rationale: Install docs exist and are common deployment paths. Promote after recurring release smoke captures upgrade and volume behavior. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ---------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- | +| Container Setup | 6 | [Docker](/install/docker), [Podman](/install/podman) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Container Operations | 11 | [Podman](/install/podman), [Docker Vm Runtime](/install/docker-vm-runtime), [Docker](/install/docker), [Hetzner](/install/hetzner), [Hostinger](/install/hostinger) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Image Release and Validation | 5 | [Docker](/install/docker), [Docker Vm Runtime](/install/docker-vm-runtime), [Full Release Validation](/reference/full-release-validation) | `Experimental (20%)` | `Beta (79%)` | `Beta (79%)` | No | +| Agent Sandbox and Tooling | 3 | [Docker](/install/docker), [Docker Vm Runtime](/install/docker-vm-runtime) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | + +#### Kubernetes hosting + +- Level: M2 Alpha +- Rationale: Kubernetes hosting is a distinct Kustomize-based cluster deployment path. Current scoring shows a real minimal deployment path with gaps around Kubernetes-specific CI, ingress/TLS/NetworkPolicy packaging, backup/restore, and production exposure hardening. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Deployment Setup | 5 | [Kubernetes](/install/kubernetes), [Index](/install/index) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | No | +| Configuration and Secrets | 5 | [Kubernetes](/install/kubernetes), [Secrets](/gateway/secrets), [Environment](/help/environment) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | No | +| Access and Exposure | 5 | [Kubernetes](/install/kubernetes), [Authentication](/gateway/authentication), [Remote](/gateway/remote), [Exposure Runbook](/gateway/security/exposure-runbook) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | No | +| Cluster Lifecycle | 5 | [Kubernetes](/install/kubernetes), [Index](/gateway/index) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | No | + +#### Nix install path + +- Level: M1 Experimental +- Rationale: Optional install flow. Needs clearer support promise before alpha/beta promotion. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| -------------------------- | ------------ | --------------------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- | +| Install Handoff | 4 | [Nix](/install/nix), [Index](/install/index), [Docs Directory](/start/docs-directory) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Plugin Lifecycle | 4 | [Manage Plugins](/plugins/manage-plugins), [Plugin](/tools/plugin), [Nix](/install/nix) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Activation and App UX | 7 | [Nix](/install/nix) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Config and State | 7 | [Nix](/install/nix), [Setup](/cli/setup), [Environment](/help/environment) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Service Runtime and Guards | 8 | [Nix](/install/nix), [Setup](/cli/setup), [Doctor](/cli/doctor), [Update](/cli/update) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | + +### Channel + +#### Discord + +- Level: M4 Stable +- Rationale: Deep docs and broad feature coverage. Voice/delegation paths should stay separately scored as beta/alpha. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------ | -------------- | ----------------- | +| Channel Setup and Operations | 10 | [Discord](/channels/discord), [Discord](/plugins/reference/discord), [Fly](/install/fly), [Slash Commands](/tools/slash-commands), [Health](/gateway/health), [Channels](/cli/channels), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | Yes | +| Access and Identity | 6 | [Discord](/channels/discord), [Pairing](/channels/pairing), [Access Groups](/channels/access-groups), [Groups](/channels/groups) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | Yes | +| Conversation Routing and Delivery | 12 | [Discord](/channels/discord), [Channel Routing](/channels/channel-routing), [Groups](/channels/groups), [Access Groups](/channels/access-groups), [Acp Agents](/tools/acp-agents), [Subagents](/tools/subagents) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | Yes | +| Media and Rich Content | 1 | [Discord](/channels/discord) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | Yes | +| Native Controls and Approvals | 5 | [Discord](/channels/discord), [Slash Commands](/tools/slash-commands) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | No | +| Realtime Voice and Calls | 5 | [Discord](/channels/discord), [Openai](/providers/openai), [Elevenlabs](/providers/elevenlabs), [Qa E2e Automation](/concepts/qa-e2e-automation), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | No | + +#### Telegram + +- Level: M3 Beta +- Rationale: Core channel is mature enough for regular use, but high-variance UX and media edge cases need recurring scenario proof. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------ | ----------------- | +| Channel Setup and Operations | 10 | [Telegram](/channels/telegram), [Config Channels](/gateway/config-channels), [Channels](/cli/channels) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | +| Access and Identity | 10 | [Telegram](/channels/telegram), [Pairing](/channels/pairing), [Access Groups](/channels/access-groups), [Groups](/channels/groups), [Multi Agent](/concepts/multi-agent) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | +| Conversation Routing and Delivery | 1 | [Telegram](/channels/telegram), [Groups](/channels/groups), [Multi Agent](/concepts/multi-agent) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | +| Media and Rich Content | 1 | [Telegram](/channels/telegram), [Location](/channels/location) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | +| Native Controls and Approvals | 9 | [Telegram](/channels/telegram), [Exec Approvals](/tools/exec-approvals), [Reactions](/tools/reactions) | `Experimental (0%)` | `Beta (77%)` | `Beta (79%)` | Yes | + +#### WhatsApp + +- Level: M3 Beta +- Rationale: Core path is important and documented; upstream Baileys/session volatility keeps it below Stable. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Channel Setup and Operations | 5 | [Whatsapp](/channels/whatsapp), [Config Channels](/gateway/config-channels), [Whatsapp](/plugins/reference/whatsapp), [Qa E2e Automation](/concepts/qa-e2e-automation), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Access and Identity | 7 | [Whatsapp](/channels/whatsapp), [Config Channels](/gateway/config-channels), [Qa E2e Automation](/concepts/qa-e2e-automation), [Pairing](/channels/pairing) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Conversation Routing and Delivery | 4 | [Whatsapp](/channels/whatsapp), [Group Messages](/channels/group-messages) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Media and Rich Content | 2 | [Whatsapp](/channels/whatsapp) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Native Controls and Approvals | 2 | [Whatsapp](/channels/whatsapp) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | + +#### Slack + +- Level: M3 Beta +- Rationale: First-class channel docs and routing surface. Needs workspace install/admin scenario scorecards. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Channel Setup and Operations | 10 | [Slack](/channels/slack), [Slack](/plugins/reference/slack), [Secrets](/gateway/secrets), [Qa E2e Automation](/concepts/qa-e2e-automation), [Troubleshooting](/channels/troubleshooting) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | +| Access and Identity | 1 | [Slack](/channels/slack), [Pairing](/channels/pairing) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | +| Conversation Routing and Delivery | 5 | [Slack](/channels/slack), [Bot Loop Protection](/channels/bot-loop-protection), [Pairing](/channels/pairing) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | +| Media and Rich Content | 1 | [Slack](/channels/slack), [Qa E2e Automation](/concepts/qa-e2e-automation) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | +| Native Controls and Approvals | 8 | [Slack](/channels/slack), [Slash Commands](/tools/slash-commands), [Exec Approvals](/tools/exec-approvals) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes | + +#### iMessage and BlueBubbles + +- Level: M3 Beta +- Rationale: Supported iMessage runs through imsg on a signed-in macOS Messages host; legacy BlueBubbles configs require migration. Keep macOS permissions, SSH wrapper, SIP/private API, and migration caveats visible. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Channel Setup and Operations | 11 | [Bluebubbles Imessage](/announcements/bluebubbles-imessage), [Imessage From Bluebubbles](/channels/imessage-from-bluebubbles), [Config Channels](/gateway/config-channels), [Imessage](/channels/imessage) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Access and Identity | 6 | [Imessage](/channels/imessage), [Imessage From Bluebubbles](/channels/imessage-from-bluebubbles), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Conversation Routing and Delivery | 4 | [Imessage](/channels/imessage) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Media and Rich Content | 7 | [Imessage](/channels/imessage), [Imessage From Bluebubbles](/channels/imessage-from-bluebubbles), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Native Controls and Approvals | 3 | [Imessage](/channels/imessage) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | + +#### Signal + +- Level: M2 Alpha +- Rationale: Supported channel docs exist; needs stronger install and reconnect proof. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | --------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Channel Setup and Operations | 7 | [Signal](/channels/signal), [Signal](/plugins/reference/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Access and Identity | 6 | [Signal](/channels/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Conversation Routing and Delivery | 1 | [Signal](/channels/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Media and Rich Content | 7 | [Signal](/channels/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Native Controls and Approvals | 3 | [Signal](/channels/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | + +#### Google Chat + +- Level: M2 Alpha +- Rationale: Documented channel, but enterprise/admin setup raises maturity risk. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Channel Setup and Operations | 16 | [Googlechat](/channels/googlechat), [Googlechat](/plugins/reference/googlechat), [Config Channels](/gateway/config-channels), [Wizard Cli Reference](/start/wizard-cli-reference), [Secrets](/gateway/secrets), [Secretref Credential Surface](/reference/secretref-credential-surface), [Health](/gateway/health), [Plugin Inventory](/plugins/plugin-inventory), [Index](/channels/index) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Access and Identity | 11 | [Googlechat](/channels/googlechat), [Pairing](/channels/pairing), [Access Groups](/channels/access-groups), [Config Channels](/gateway/config-channels), [Bot Loop Protection](/channels/bot-loop-protection), [Channel Routing](/channels/channel-routing) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Conversation Routing and Delivery | 1 | [Googlechat](/channels/googlechat), [Bot Loop Protection](/channels/bot-loop-protection), [Access Groups](/channels/access-groups), [Channel Routing](/channels/channel-routing) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Media and Rich Content | 1 | [Googlechat](/channels/googlechat), [Message](/cli/message), [Media Understanding](/nodes/media-understanding), [Secretref Credential Surface](/reference/secretref-credential-surface) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Native Controls and Approvals | 16 | [Googlechat](/channels/googlechat), [Message](/cli/message), [Media Understanding](/nodes/media-understanding), [Secretref Credential Surface](/reference/secretref-credential-surface), [Reactions](/tools/reactions), [Slash Commands](/tools/slash-commands), [Config Agents](/gateway/config-agents), [Message Lifecycle Refactor](/concepts/message-lifecycle-refactor) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | + +#### Matrix + +- Level: M2 Alpha +- Rationale: Supported via bundled plugin. Needs bridge, auth, and room lifecycle scorecards. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------- | ----------------- | +| Channel Setup and Operations | 5 | [Matrix](/channels/matrix), [Matrix Migration](/channels/matrix-migration) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No | +| Access and Identity | 7 | [Matrix](/channels/matrix), [Groups](/channels/groups), [Bot Loop Protection](/channels/bot-loop-protection) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No | +| Conversation Routing and Delivery | 1 | [Matrix](/channels/matrix) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No | +| Media and Rich Content | 1 | [Matrix](/channels/matrix) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No | +| Native Controls and Approvals | 6 | [Matrix](/channels/matrix) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No | +| Encryption and Verification | 3 | [Matrix](/channels/matrix), [Matrix Migration](/channels/matrix-migration) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No | + +#### Microsoft Teams + +- Level: M2 Alpha +- Rationale: Enterprise auth/admin flows need explicit scenario proof. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Channel Setup and Operations | 9 | [Msteams](/channels/msteams), [Msteams](/plugins/reference/msteams), [Config Channels](/gateway/config-channels), [Health](/gateway/health) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Access and Identity | 9 | [Msteams](/channels/msteams), [Pairing](/channels/pairing), [Access Groups](/channels/access-groups) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Conversation Routing and Delivery | 5 | [Msteams](/channels/msteams), [Groups](/channels/groups), [Channel Routing](/channels/channel-routing) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Media and Rich Content | 5 | [Msteams](/channels/msteams) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | +| Native Controls and Approvals | 5 | [Msteams](/channels/msteams), [Exec Approvals Advanced](/tools/exec-approvals-advanced) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No | + +#### Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat + +- Level: M2 Alpha +- Rationale: Supported surfaces exist, but maturity likely varies by upstream and maintainer coverage. Score individually later. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ---- | ------------------- | ------------- | ------------- | ----------------- | +| Channel Setup and Operations | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No | +| Access and Identity | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No | +| Conversation Routing and Delivery | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No | +| Media and Rich Content | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No | + +#### Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels + +- Level: M2 Alpha +- Rationale: Important regional coverage, but public support level should be calibrated per account type, upstream approval, and maintainer proof. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------- | ----------------- | +| Channel Setup and Operations | 6 | [Index](/channels/index), [Pairing](/channels/pairing), [Feishu](/plugins/reference/feishu), [Architecture Internals](/plugins/architecture-internals) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Access and Identity | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No | +| Conversation Routing and Delivery | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No | +| Media and Rich Content | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No | + +#### Voice Call channel + +- Level: M1 Experimental +- Rationale: Optional/plugin path with complex realtime behavior. Needs scenario scorecard before public beta. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | --------------------------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- | +| Channel Setup and Operations | 2 | [Voicecall](/cli/voicecall), [Voice Call](/plugins/voice-call), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Access and Identity | 1 | [Voice Call](/plugins/voice-call), [Voicecall](/cli/voicecall) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Conversation Routing and Delivery | 1 | [Voice Call](/plugins/voice-call) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Media and Rich Content | 2 | [Voice Call](/plugins/voice-call), [Plugin Inventory](/plugins/plugin-inventory) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | +| Realtime Voice and Calls | 2 | [Voice Call](/plugins/voice-call) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No | + +### Provider and tool + +#### OpenAI and Codex provider path + +- Level: M3 Beta +- Rationale: Deep docs, OAuth/subscription path, realtime voice, image, and compatibility behavior. Provider churn keeps this from Stable without release-scorecard proof. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| -------------------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- | +| Model and Auth | 6 | [Openai](/providers/openai), [Codex Harness](/plugins/codex-harness), [Models](/concepts/models), [Oauth](/concepts/oauth), [Codex Harness Reference](/plugins/codex-harness-reference), [Auth Monitoring](/automation/auth-monitoring) | `Experimental (17%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Responses and Tool Compatibility | 4 | [Openai](/providers/openai), [Openresponses Http Api](/gateway/openresponses-http-api), [Openai Http Api](/gateway/openai-http-api), [Codex Native Plugins](/plugins/codex-native-plugins) | `Experimental (25%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Native Codex Harness | 2 | [Codex Harness](/plugins/codex-harness), [Codex Harness Runtime](/plugins/codex-harness-runtime), [Codex Harness Reference](/plugins/codex-harness-reference), [Codex Native Plugins](/plugins/codex-native-plugins) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Image and Multimodal Input | 2 | [Openai](/providers/openai), [Image Generation](/tools/image-generation), [Images](/nodes/images) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No | +| Voice and Realtime Audio | 2 | [Openai](/providers/openai), [Discord](/channels/discord), [Voice Call](/plugins/voice-call) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No | + +#### Anthropic provider path + +- Level: M3 Beta +- Rationale: First-class model provider. Needs recurring auth/catalog/tool-call scenario proof. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------------------ | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Provider Auth and Recovery | 9 | [Anthropic](/providers/anthropic), [Doctor](/gateway/doctor), [Configuration Examples](/gateway/configuration-examples), [Troubleshooting](/gateway/troubleshooting), [Prompt Caching](/reference/prompt-caching) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Model and Runtime Selection | 10 | [Anthropic](/providers/anthropic), [Config Agents](/gateway/config-agents), [Models](/concepts/models), [Cli Backends](/gateway/cli-backends) | `Experimental (0%)` | `Beta (78%)` | `Beta (79%)` | No | +| Request Transport and Turn Semantics | 10 | [Anthropic](/providers/anthropic), [Prompt Caching](/reference/prompt-caching), [Troubleshooting](/gateway/troubleshooting), [Cli Backends](/gateway/cli-backends), [Model Providers](/concepts/model-providers) | `Experimental (0%)` | `Beta (77%)` | `Beta (79%)` | No | +| Prompt Cache and Context | 5 | [Anthropic](/providers/anthropic), [Prompt Caching](/reference/prompt-caching), [Troubleshooting](/gateway/troubleshooting), [Heartbeat](/gateway/heartbeat) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Media Inputs | 4 | [Anthropic](/providers/anthropic), [Config Agents](/gateway/config-agents) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | + +#### Google provider path + +- Level: M3 Beta +- Rationale: First-class provider with model and realtime surfaces. Needs separate Live/Talk scoring. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------------ | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Provider Setup and Credentials | 10 | [Google](/providers/google), [Model Providers](/concepts/model-providers) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Model Routing and Endpoints | 10 | [Google](/providers/google), [Model Providers](/concepts/model-providers), [Google](/plugins/reference/google), [Gemini Search](/tools/gemini-search) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Direct Gemini Runtime | 9 | [Google](/providers/google), [Model Providers](/concepts/model-providers), [Faq Models](/help/faq-models), [Testing Live](/help/testing-live) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Media, Search, and Realtime | 10 | [Google](/plugins/reference/google), [Google](/providers/google) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Prompt Caching | 5 | [Prompt Caching](/reference/prompt-caching), [Google](/providers/google), [Model Providers](/concepts/model-providers), [Token Use](/reference/token-use) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | + +#### OpenRouter provider path + +- Level: M3 Beta +- Rationale: Unified provider path is documented and valuable, but model-specific behavior varies. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- | +| Provider Setup and Auth | 14 | [Openrouter](/providers/openrouter), [Model Providers](/concepts/model-providers), [Configure](/cli/configure), [Authentication](/gateway/authentication), [Environment](/help/environment), [Models](/cli/models), [Models](/concepts/models) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Chat Runtime and Normalization | 15 | [Openrouter](/providers/openrouter), [Model Providers](/concepts/model-providers), [Prompt Caching](/reference/prompt-caching) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Provider Recovery and Diagnostics | 5 | [Model Failover](/concepts/model-failover), [Openrouter](/providers/openrouter), [Models](/cli/models) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | +| Media Generation and Speech | 7 | [Openrouter](/providers/openrouter), [Image Generation](/tools/image-generation), [Music Generation](/tools/music-generation), [Media Overview](/tools/media-overview), [Video Generation](/tools/video-generation), [Tts](/tools/tts) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No | + +#### Local model providers: Ollama, vLLM, SGLang, LM Studio + +- Level: M2 Alpha +- Rationale: Useful and documented, but environment variance is high. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ------------------------------------------ | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Provider Setup, Lifecycle, and Diagnostics | 12 | [Local Models](/gateway/local-models), [Lmstudio](/providers/lmstudio), [Ollama](/providers/ollama), [Vllm](/providers/vllm), [Local Model Services](/gateway/local-model-services), [Config Agents](/gateway/config-agents), [Troubleshooting](/gateway/troubleshooting), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Native Provider Plugins | 10 | [Ollama](/providers/ollama), [Lmstudio](/providers/lmstudio) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| OpenAI-Compatible Runtime Compatibility | 8 | [Vllm](/providers/vllm), [Sglang](/providers/sglang), [Local Models](/gateway/local-models), [Lmstudio](/providers/lmstudio) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Local Memory and Embeddings | 5 | [Memory](/concepts/memory), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Network Safety and Prompt Controls | 2 | [Index](/gateway/security/index), [Config Tools](/gateway/config-tools), [Local Models](/gateway/local-models) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | + +#### Long-tail hosted providers + +- Level: M2 Alpha +- Rationale: Many docs/reference pages exist; score should be generated from provider metadata plus live smoke coverage. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ---------------------- | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- | +| Hosted LLM Providers | 12 | [Index](/providers/index), [Model Providers](/concepts/model-providers), [Testing Live](/help/testing-live), [Onboard](/cli/onboard) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Hosted Media Providers | 8 | [Manifest](/plugins/manifest), [Testing Live](/help/testing-live), [Index](/providers/index) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Provider Operations | 12 | [Index](/providers/index), [Model Providers](/concepts/model-providers), [Manifest](/plugins/manifest), [Testing Live](/help/testing-live), [Models](/cli/models) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | + +#### Web search tools + +- Level: M3 Beta +- Rationale: Multiple providers and docs exist. Needs quota/error/SSRF proof per provider family. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | -------------------- | ------------- | ------------ | ----------------- | +| Search Providers | 19 | [Web](/tools/web), [Brave Search](/tools/brave-search), [Tavily](/tools/tavily), [Exa Search](/tools/exa-search), [Firecrawl](/tools/firecrawl), [Perplexity Search](/tools/perplexity-search), [Duckduckgo Search](/tools/duckduckgo-search), [Searxng Search](/tools/searxng-search), [Gemini Search](/tools/gemini-search), [Grok Search](/tools/grok-search), [Kimi Search](/tools/kimi-search), [Minimax Search](/tools/minimax-search), [Ollama Search](/tools/ollama-search), [Sdk Subpaths](/plugins/sdk-subpaths), [Sdk Overview](/plugins/sdk-overview), [Manifest](/plugins/manifest) | `Experimental (11%)` | `Beta (79%)` | `Beta (79%)` | No | +| Setup and Diagnostics | 9 | [Web](/tools/web), [Web Fetch](/tools/web-fetch), [Faq](/help/faq), [Api Usage Costs](/reference/api-usage-costs), [Brave Search](/tools/brave-search), [Perplexity Search](/tools/perplexity-search), [Tavily](/tools/tavily), [Firecrawl](/tools/firecrawl) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Network Safety | 4 | [Web](/tools/web), [Web Fetch](/tools/web-fetch), [Firecrawl](/tools/firecrawl), [Searxng Search](/tools/searxng-search) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No | +| Tool Availability and Fetch | 11 | [Config Tools](/gateway/config-tools), [Web Fetch](/tools/web-fetch), [Web](/tools/web), [Faq](/help/faq) | `Experimental (18%)` | `Beta (79%)` | `Beta (79%)` | No | + +#### Browser automation, exec, and sandbox tools + +- Level: M3 Beta +- Rationale: Core tools are documented, but host security and permission UX should stay under active scorecard review. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| ----------------------------- | ------------ | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- | +| Browser Automation | 8 | [Browser Control](/tools/browser-control), [Testing](/help/testing), [Browser](/tools/browser), [Index](/gateway/security/index), [Audit Checks](/gateway/security/audit-checks) | `Experimental (13%)` | `Beta (79%)` | `Beta (79%)` | No | +| Tool Invocation and Execution | 6 | [Exec](/tools/exec), [Background Process](/gateway/background-process), [Tools Invoke Http Api](/gateway/tools-invoke-http-api), [Operator Scopes](/gateway/operator-scopes), [Protocol](/gateway/protocol), [Exec Approvals](/tools/exec-approvals), [Exec Approvals Advanced](/tools/exec-approvals-advanced), [Elevated](/tools/elevated) | `Experimental (33%)` | `Beta (79%)` | `Beta (79%)` | Yes | +| Sandbox and Tool Policy | 6 | [Sandboxing](/gateway/sandboxing), [Sandbox Vs Tool Policy Vs Elevated](/gateway/sandbox-vs-tool-policy-vs-elevated), [Multi Agent Sandbox Tools](/tools/multi-agent-sandbox-tools), [Codex Harness Reference](/plugins/codex-harness-reference), [Config Tools](/gateway/config-tools) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes | + +#### Image, video, and music generation tools + +- Level: M2 Alpha +- Rationale: Capability exists across providers, but quality, latency, and parameter compatibility vary too much for beta without per-provider proof. + +| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support | +| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------- | ----------------- | +| Media Routing and Discovery | 4 | [Config Agents](/gateway/config-agents), [Image Generation](/tools/image-generation), [Video Generation](/tools/video-generation), [Music Generation](/tools/music-generation) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Task Lifecycle and Delivery | 12 | [Media Overview](/tools/media-overview), [Image Generation](/tools/image-generation), [Video Generation](/tools/video-generation), [Music Generation](/tools/music-generation) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Image Generation | 9 | [Image Generation](/tools/image-generation), [Infer](/cli/infer), [Media Overview](/tools/media-overview) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Video Generation | 11 | [Video Generation](/tools/video-generation), [Runway](/providers/runway), [Pixverse](/providers/pixverse), [Fal](/providers/fal), [Openrouter](/providers/openrouter) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | +| Music Generation | 6 | [Music Generation](/tools/music-generation) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No | diff --git a/qa/maturity-scores.yaml b/qa/maturity-scores.yaml index 0beb1afd378..4611f56f44e 100644 --- a/qa/maturity-scores.yaml +++ b/qa/maturity-scores.yaml @@ -5,5357 +5,4358 @@ counts: category_scores: 281 rollups: surface_average: - coverage: - score: 68 - label: Alpha quality: - score: 66 + score: 63 label: Alpha completeness: - score: 68 - label: Alpha + score: 70 + label: Beta category_average: - coverage: - score: 69 - label: Alpha quality: - score: 66 + score: 64 label: Alpha completeness: - score: 69 - label: Alpha + score: 71 + label: Beta surfaces: -- id: gateway-runtime - name: Gateway runtime - family: core - level: - id: stable - code: M4 - label: Stable - scores: - coverage: - score: 81 - label: Stable - quality: - score: 69 - label: Alpha - completeness: - score: 80 - label: Stable - lts: - status: partial - supported_categories: 12 - total_categories: 13 - last_score_run: - status: complete - completed_at: '2026-05-31' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Approvals and Remote Execution - coverage: - score: 88 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: HTTP APIs - coverage: - score: 88 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 72 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Hosted Web Surface - coverage: - score: 88 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 72 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Gateway RPC APIs and Events - coverage: - score: 68 - label: Alpha - quality: - score: 57 - label: Alpha - completeness: - score: 88 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Device Auth and Pairing - coverage: - score: 88 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Network Access and Discovery - coverage: - score: 68 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Nodes and Remote Capabilities - coverage: - score: 84 - label: Stable - quality: - score: 63 - label: Alpha - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Health, Diagnostics, and Repair - coverage: - score: 68 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Protocol Compatibility - coverage: - score: 72 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Roles and Permissions - coverage: - score: 85 - label: Stable - quality: - score: 62 - label: Alpha - completeness: - score: 80 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Gateway Lifecycle - coverage: - score: 86 - label: Stable - quality: - score: 82 - label: Stable - completeness: - score: 88 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Security Controls - coverage: - score: 84 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 80 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: WebSocket Connection - coverage: - score: 84 - label: Stable - quality: - score: 76 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true -- id: cli-install-update-onboard-doctor - name: CLI - family: core - level: - id: stable - code: M4 - label: Stable - scores: - coverage: - score: 83 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 80 - label: Stable - lts: - status: partial - supported_categories: 6 - total_categories: 7 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: CLI Setup - coverage: - score: 78 - label: Beta - quality: - score: 75 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Onboarding and Auth Setup - coverage: - score: 86 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 80 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Plugin and Channel Setup - coverage: - score: 82 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Gateway Service Management - coverage: - score: 88 - label: Stable - quality: - score: 66 - label: Alpha - completeness: - score: 84 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: CLI Observability - coverage: - score: 84 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Doctor - coverage: - score: 80 - label: Stable - quality: - score: 68 - label: Alpha - completeness: - score: 77 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Updates and Upgrades - coverage: - score: 82 - label: Stable - quality: - score: 68 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true -- id: plugin-sdk-and-bundled-plugin-architecture - name: Plugins - family: core - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 82 - label: Stable - quality: - score: 80 - label: Stable - completeness: - score: 81 - label: Stable - lts: - status: partial - supported_categories: 7 - total_categories: 9 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Authoring and Packaging plugins - coverage: - score: 77 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 72 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Bundled plugins - coverage: - score: 86 - label: Stable - quality: - score: 84 - label: Stable - completeness: - score: 88 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Canvas plugin - coverage: - score: 76 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Installing and running plugins - coverage: - score: 86 - label: Stable - quality: - score: 84 - label: Stable - completeness: - score: 88 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Channel plugins - coverage: - score: 82 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 80 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Provider and tool plugins - coverage: - score: 84 - label: Stable - quality: - score: 82 - label: Stable - completeness: - score: 84 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Plugin approvals - coverage: - score: 84 - label: Stable - quality: - score: 86 - label: Stable - completeness: - score: 86 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Publishing plugins - coverage: - score: 79 - label: Beta - quality: - score: 82 - label: Stable - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Testing plugins - coverage: - score: 84 - label: Stable - quality: - score: 81 - label: Stable - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false -- id: agent-runtime-and-provider-execution - name: Agent Runtime - family: core - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 80 - label: Stable - quality: - score: 69 - label: Alpha - completeness: - score: 80 - label: Stable - lts: - status: partial - supported_categories: 6 - total_categories: 9 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Agent Turn Execution - coverage: - score: 82 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: External Runtimes and Subagents - coverage: - score: 78 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Hosted Provider Execution - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Local and Self-hosted Providers - coverage: - score: 70 - label: Beta - quality: - score: 60 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Model and Runtime Selection - coverage: - score: 84 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Provider Auth - coverage: - score: 80 - label: Stable - quality: - score: 66 - label: Alpha - completeness: - score: 80 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Streaming and Progress - coverage: - score: 84 - label: Stable - quality: - score: 70 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Tool Calls and Response Handling - coverage: - score: 80 - label: Stable - quality: - score: 66 - label: Alpha - completeness: - score: 80 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Tool Execution Controls - coverage: - score: 86 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 86 - label: Stable - lts: - supported: true - reason: human_override - human_override: true -- id: session-memory-and-context-engine - name: Session, memory, and context engine - family: core - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 74 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - status: partial - supported_categories: 6 - total_categories: 9 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: CLI Session and Transcript Management - coverage: - score: 74 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Token Management - coverage: - score: 78 - label: Beta - quality: - score: 60 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Context Engine - coverage: - score: 72 - label: Beta - quality: - score: 80 - label: Stable - completeness: - score: 72 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Cross-client History and Session Parity - coverage: - score: 76 - label: Beta - quality: - score: 62 - label: Alpha - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Diagnostics, Maintenance, and Recovery - coverage: - score: 72 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Core Prompts and Context - coverage: - score: 68 - label: Alpha - quality: - score: 70 - label: Beta - completeness: - score: 68 - label: Alpha - lts: - supported: true - reason: human_override - human_override: true - - name: Memory - coverage: - score: 66 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 66 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Session Routing - coverage: - score: 82 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Transcript Persistence - coverage: - score: 78 - label: Beta - quality: - score: 58 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true -- id: channel-framework - name: Channel framework - family: core - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 77 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 77 - label: Beta - lts: - status: partial - supported_categories: 5 - total_categories: 8 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Actions Commands and Approvals - coverage: - score: 68 - label: Alpha - quality: - score: 72 - label: Beta - completeness: - score: 68 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Channel Setup - coverage: - score: 84 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Group Thread and Ambient Room Behavior - coverage: - score: 72 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Inbound Access and Identity Gates - coverage: - score: 80 - label: Stable - quality: - score: 76 - label: Beta - completeness: - score: 80 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Media Attachments and Rich Channel Data - coverage: - score: 68 - label: Alpha - quality: - score: 70 - label: Beta - completeness: - score: 68 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Outbound Delivery and Reply Pipeline - coverage: - score: 82 - label: Stable - quality: - score: 75 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Conversation Routing and Delivery - coverage: - score: 77 - label: Beta - quality: - score: 71 - label: Beta - completeness: - score: 77 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Status Health and Operator Controls - coverage: - score: 82 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true -- id: security-auth-pairing-and-secrets - name: Security, auth, pairing, and secrets - family: core - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 80 - label: Stable - quality: - score: 67 - label: Alpha - completeness: - score: 80 - label: Stable - lts: - status: partial - supported_categories: 5 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Approval Policy and Tool Safeguards - coverage: - score: 86 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 86 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Gateway Auth and Remote Access - coverage: - score: 82 - label: Stable - quality: - score: 68 - label: Alpha - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Channel Access Control - coverage: - score: 78 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Device and Node Pairing - coverage: - score: 83 - label: Stable - quality: - score: 66 - label: Alpha - completeness: - score: 83 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Plugin Trust - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Credential and Secret Hygiene - coverage: - score: 78 - label: Beta - quality: - score: 62 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true -- id: telemetry-diagnostics-and-observability - name: Observability - family: core - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 80 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 80 - label: Stable - lts: - status: partial - supported_categories: 3 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Health and Repair - coverage: - score: 80 - label: Stable - quality: - score: 76 - label: Beta - completeness: - score: 80 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Logging - coverage: - score: 82 - label: Stable - quality: - score: 84 - label: Stable - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Diagnostic Collection - coverage: - score: 76 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Telemetry Export - coverage: - score: 78 - label: Beta - quality: - score: 78 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Session Diagnostics - coverage: - score: 82 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true -- id: automation-cron-hooks-tasks-polling - name: 'Automation: cron, hooks, tasks, polling' - family: core - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 76 - label: Beta - quality: - score: 69 - label: Alpha - completeness: - score: 76 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Cron Jobs - coverage: - score: 82 - label: Stable - quality: - score: 73 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Event Ingress - coverage: - score: 65 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 65 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Automation Hooks - coverage: - score: 78 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Background Tasks and Flows - coverage: - score: 73 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 73 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Heartbeat - coverage: - score: 82 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Polling Controls - coverage: - score: 74 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: media-understanding-and-media-generation - name: Media understanding and media generation - family: core - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 78 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 78 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Media Intake and Access - coverage: - score: 74 - label: Beta - quality: - score: 76 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Channel Media Handling - coverage: - score: 84 - label: Stable - quality: - score: 68 - label: Alpha - completeness: - score: 84 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Media Configuration - coverage: - score: 82 - label: Stable - quality: - score: 77 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Text-to-Speech Delivery - coverage: - score: 84 - label: Stable - quality: - score: 70 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Media Understanding - coverage: - score: 72 - label: Beta - quality: - score: 62 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Media Generation - coverage: - score: 74 - label: Beta - quality: - score: 64 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: voice-and-realtime-talk - name: Voice and realtime talk - family: core - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 73 - label: Beta - quality: - score: 67 - label: Alpha - completeness: - score: 73 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Talk Providers - coverage: - score: 74 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Realtime Talk Sessions - coverage: - score: 72 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Speech and Transcription - coverage: - score: 72 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Native App Talk - coverage: - score: 68 - label: Alpha - quality: - score: 64 - label: Alpha - completeness: - score: 68 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Voice Wake and Routing - coverage: - score: 74 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Talk Observability - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: browser-control-ui-and-webchat - name: Gateway Web App - family: core - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 79 - label: Beta - quality: - score: 71 - label: Beta - completeness: - score: 79 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Browser Realtime Talk - coverage: - score: 78 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Browser Access and Trust - coverage: - score: 84 - label: Stable - quality: - score: 68 - label: Alpha - completeness: - score: 84 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Configuration - coverage: - score: 82 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Browser UI - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: WebChat Conversations - coverage: - score: 78 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Operator Console - coverage: - score: 78 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: tui-and-terminal-ux - name: TUI - family: core - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 76 - label: Beta - quality: - score: 71 - label: Beta - completeness: - score: 76 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Runtime Modes - coverage: - score: 78 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Input and Commands - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Session Management - coverage: - score: 80 - label: Stable - quality: - score: 68 - label: Alpha - completeness: - score: 80 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Local Shell Execution - coverage: - score: 70 - label: Beta - quality: - score: 76 - label: Beta - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Rendering and Output Safety - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: clawhub-and-external-plugin-distribution - name: ClawHub - family: core - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 72 - label: Beta - quality: - score: 73 - label: Beta - completeness: - score: 72 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Publishing - coverage: - score: 72 - label: Beta - quality: - score: 76 - label: Beta - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Catalog Discovery - coverage: - score: 66 - label: Alpha - quality: - score: 72 - label: Beta - completeness: - score: 66 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Compatibility and Trust - coverage: - score: 76 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Plugin Lifecycle and Health - coverage: - score: 76 - label: Beta - quality: - score: 71 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: openclaw-app-sdk - name: OpenClaw App SDK - family: core - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 75 - label: Beta - quality: - score: 75 - label: Beta - completeness: - score: 69 - label: Alpha - lts: - status: none - supported_categories: 0 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-06-01' - by: codex - source_ref: openclaw@29dd7847fd - process_version: 3 - categories: - - name: Client API - coverage: - score: 86 - label: Stable - quality: - score: 82 - label: Stable - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Gateway Access - coverage: - score: 78 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 64 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Agent Conversations - coverage: - score: 78 - label: Beta - quality: - score: 80 - label: Stable - completeness: - score: 84 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Events and Approvals - coverage: - score: 74 - label: Beta - quality: - score: 73 - label: Beta - completeness: - score: 58 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Resource Helpers - coverage: - score: 58 - label: Alpha - quality: - score: 72 - label: Beta - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Compatibility - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false -- id: macos-gateway-host - name: macOS Gateway host - family: platform-app - level: - id: stable - code: M4 - label: Stable - scores: - coverage: - score: 75 - label: Beta - quality: - score: 79 - label: Beta - completeness: - score: 75 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 7 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: CLI Setup - coverage: - score: 82 - label: Stable - quality: - score: 76 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Local Gateway Integration - coverage: - score: 76 - label: Beta - quality: - score: 82 - label: Stable - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Remote Gateway Mode - coverage: - score: 72 - label: Beta - quality: - score: 82 - label: Stable - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Gateway Service Lifecycle - coverage: - score: 82 - label: Stable - quality: - score: 76 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Diagnostics and Observability - coverage: - score: 80 - label: Stable - quality: - score: 83 - label: Stable - completeness: - score: 80 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Permissions and Native Capabilities - coverage: - score: 62 - label: Alpha - quality: - score: 73 - label: Beta - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Profiles and Isolation - coverage: - score: 74 - label: Beta - quality: - score: 82 - label: Stable - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: macos-companion-app - name: macOS companion app - family: platform-app - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 71 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 71 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 8 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Canvas - coverage: - score: 74 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Local Setup - coverage: - score: 72 - label: Beta - quality: - score: 65 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Status and Settings - coverage: - score: 70 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Native Capabilities - coverage: - score: 64 - label: Alpha - quality: - score: 60 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Remote Connections - coverage: - score: 72 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Voice and Talk - coverage: - score: 70 - label: Beta - quality: - score: 63 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: WebChat - coverage: - score: 72 - label: Beta - quality: - score: 62 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Remote WebChat - coverage: - score: 74 - label: Beta - quality: - score: 76 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: linux-gateway-host - name: Linux Gateway host - family: platform-app - level: - id: stable - code: M4 - label: Stable - scores: - coverage: - score: 80 - label: Stable - quality: - score: 76 - label: Beta - completeness: - score: 80 - label: Stable - lts: - status: partial - supported_categories: 4 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Host Setup and Updates - coverage: - score: 82 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Gateway Runtime and Service Control - coverage: - score: 83 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 83 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Remote Access and Security - coverage: - score: 78 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Diagnostics and Repair - coverage: - score: 82 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Deployment Targets - coverage: - score: 76 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: linux-companion-app - name: Linux companion app - family: platform-app - level: - id: planned - code: M0 - label: Planned - scores: - coverage: - score: 5 - label: Experimental - quality: - score: 27 - label: Experimental - completeness: - score: 5 - label: Experimental - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: App Distribution - coverage: - score: 0 - label: Experimental - quality: - score: 18 - label: Experimental - completeness: - score: 0 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Gateway Connectivity - coverage: - score: 8 - label: Experimental - quality: - score: 35 - label: Experimental - completeness: - score: 8 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Chat and Sessions - coverage: - score: 10 - label: Experimental - quality: - score: 36 - label: Experimental - completeness: - score: 10 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Desktop Capabilities - coverage: - score: 0 - label: Experimental - quality: - score: 20 - label: Experimental - completeness: - score: 0 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Status and Diagnostics - coverage: - score: 5 - label: Experimental - quality: - score: 25 - label: Experimental - completeness: - score: 5 - label: Experimental - lts: - supported: false - reason: none - human_override: false -- id: windows-via-wsl2 - name: Windows via WSL2 - family: platform-app - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 72 - label: Beta - quality: - score: 69 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - status: partial - supported_categories: 5 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: WSL Setup - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: CLI - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Gateway Service Lifecycle - coverage: - score: 64 - label: Alpha - quality: - score: 66 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: true - reason: human_override - human_override: true - - name: Gateway Access and Exposure - coverage: - score: 70 - label: Beta - quality: - score: 65 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Diagnostics and Repair - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Browser and Control UI - coverage: - score: 72 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: native-windows-cli-and-gateway - name: Native Windows - family: platform-app - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 68 - label: Alpha - quality: - score: 63 - label: Alpha - completeness: - score: 68 - label: Alpha - lts: - status: partial - supported_categories: 1 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: CLI - coverage: - score: 72 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Gateway Management - coverage: - score: 68 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 68 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Networking - coverage: - score: 58 - label: Alpha - quality: - score: 56 - label: Alpha - completeness: - score: 58 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Updates - coverage: - score: 74 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: native-windows-companion-app - name: Native Windows companion app - family: platform-app - level: - id: planned - code: M0 - label: Planned - scores: - coverage: - score: 5 - label: Experimental - quality: - score: 30 - label: Experimental - completeness: - score: 5 - label: Experimental - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Installation and Updates - coverage: - score: 5 - label: Experimental - quality: - score: 25 - label: Experimental - completeness: - score: 5 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Gateway Connection - coverage: - score: 8 - label: Experimental - quality: - score: 35 - label: Experimental - completeness: - score: 8 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Chat Sessions - coverage: - score: 0 - label: Experimental - quality: - score: 25 - label: Experimental - completeness: - score: 0 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Status and Repair - coverage: - score: 5 - label: Experimental - quality: - score: 35 - label: Experimental - completeness: - score: 5 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Desktop Tools and Permissions - coverage: - score: 5 - label: Experimental - quality: - score: 28 - label: Experimental - completeness: - score: 5 - label: Experimental - lts: - supported: false - reason: none - human_override: false -- id: android-app - name: Android app - family: platform-app - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 65 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 65 - label: Alpha - lts: - status: none - supported_categories: 0 - total_categories: 7 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Media Capture - coverage: - score: 66 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 66 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Mobile Chat - coverage: - score: 70 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Connection Setup - coverage: - score: 68 - label: Alpha - quality: - score: 64 - label: Alpha - completeness: - score: 68 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Distribution - coverage: - score: 60 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 60 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Settings - coverage: - score: 64 - label: Alpha - quality: - score: 66 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Voice - coverage: - score: 66 - label: Alpha - quality: - score: 60 - label: Alpha - completeness: - score: 66 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Device Runtime - coverage: - score: 62 - label: Alpha - quality: - score: 55 - label: Alpha - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false -- id: ios-app - name: iOS app - family: platform-app - level: - id: experimental - code: M1 - label: Experimental - scores: - coverage: - score: 41 - label: Experimental - quality: - score: 45 - label: Experimental - completeness: - score: 41 - label: Experimental - lts: - status: none - supported_categories: 0 - total_categories: 8 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Media and Sharing - coverage: - score: 42 - label: Experimental - quality: - score: 45 - label: Experimental - completeness: - score: 42 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Canvas and Screen - coverage: - score: 44 - label: Experimental - quality: - score: 47 - label: Experimental - completeness: - score: 44 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Chat and Sessions - coverage: - score: 40 - label: Experimental - quality: - score: 44 - label: Experimental - completeness: - score: 40 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Gateway Setup and Diagnostics - coverage: - score: 41 - label: Experimental - quality: - score: 47 - label: Experimental - completeness: - score: 41 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Distribution - coverage: - score: 42 - label: Experimental - quality: - score: 45 - label: Experimental - completeness: - score: 42 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Device Commands - coverage: - score: 37 - label: Experimental - quality: - score: 45 - label: Experimental - completeness: - score: 37 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Notifications and Background - coverage: - score: 44 - label: Experimental - quality: - score: 46 - label: Experimental - completeness: - score: 44 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Voice - coverage: - score: 38 - label: Experimental - quality: - score: 43 - label: Experimental - completeness: - score: 38 - label: Experimental - lts: - supported: false - reason: none - human_override: false -- id: watchos-companion-surfaces - name: watchOS companion surfaces - family: platform-app - level: - id: experimental - code: M1 - label: Experimental - scores: - coverage: - score: 45 - label: Experimental - quality: - score: 57 - label: Alpha - completeness: - score: 45 - label: Experimental - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Delivery and Recovery - coverage: - score: 46 - label: Experimental - quality: - score: 60 - label: Alpha - completeness: - score: 46 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Exec Approvals - coverage: - score: 54 - label: Alpha - quality: - score: 64 - label: Alpha - completeness: - score: 54 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Distribution and Support - coverage: - score: 38 - label: Experimental - quality: - score: 48 - label: Experimental - completeness: - score: 38 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Notifications and Replies - coverage: - score: 44 - label: Experimental - quality: - score: 57 - label: Alpha - completeness: - score: 44 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Watch App UI - coverage: - score: 42 - label: Experimental - quality: - score: 58 - label: Alpha - completeness: - score: 42 - label: Experimental - lts: - supported: false - reason: none - human_override: false -- id: raspberry-pi-small-linux-devices - name: Raspberry Pi / small Linux devices - family: platform-app - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 70 - label: Beta - quality: - score: 67 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Setup and Compatibility - coverage: - score: 55 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 55 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Remote Access and Auth - coverage: - score: 74 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Gateway Runtime - coverage: - score: 78 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Performance and Diagnostics - coverage: - score: 75 - label: Beta - quality: - score: 69 - label: Alpha - completeness: - score: 75 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: docker-podman-hosting - name: Docker / Podman hosting - family: platform-app - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 77 - label: Beta - quality: - score: 73 - label: Beta - completeness: - score: 77 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Container Setup - coverage: - score: 74 - label: Beta - quality: - score: 76 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Container Operations - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Image Release and Validation - coverage: - score: 84 - label: Stable - quality: - score: 78 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Agent Sandbox and Tooling - coverage: - score: 75 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 75 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: kubernetes-hosting - name: Kubernetes hosting - family: platform-app - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 50 - label: Alpha - quality: - score: 75 - label: Beta - completeness: - score: 74 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-06-01' - by: codex - source_ref: openclaw@29dd7847fd - process_version: 3 - categories: - - name: Deployment Setup - coverage: - score: 55 - label: Alpha - quality: - score: 76 - label: Beta - completeness: - score: 84 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Configuration and Secrets - coverage: - score: 52 - label: Alpha - quality: - score: 74 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Access and Exposure - coverage: - score: 43 - label: Experimental - quality: - score: 72 - label: Beta - completeness: - score: 58 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Cluster Lifecycle - coverage: - score: 50 - label: Alpha - quality: - score: 78 - label: Beta - completeness: - score: 77 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: nix-install-path - name: Nix install path - family: platform-app - level: - id: experimental - code: M1 - label: Experimental - scores: - coverage: - score: 38 - label: Experimental - quality: - score: 45 - label: Experimental - completeness: - score: 38 - label: Experimental - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Install Handoff - coverage: - score: 25 - label: Experimental - quality: - score: 45 - label: Experimental - completeness: - score: 25 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Plugin Lifecycle - coverage: - score: 40 - label: Experimental - quality: - score: 35 - label: Experimental - completeness: - score: 40 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Activation and App UX - coverage: - score: 42 - label: Experimental - quality: - score: 50 - label: Alpha - completeness: - score: 42 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Config and State - coverage: - score: 45 - label: Experimental - quality: - score: 50 - label: Alpha - completeness: - score: 45 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Service Runtime and Guards - coverage: - score: 38 - label: Experimental - quality: - score: 45 - label: Experimental - completeness: - score: 38 - label: Experimental - lts: - supported: false - reason: none - human_override: false -- id: discord - name: Discord - family: channel - level: - id: stable - code: M4 - label: Stable - scores: - coverage: - score: 71 - label: Beta - quality: - score: 71 - label: Beta - completeness: - score: 71 - label: Beta - lts: - status: partial - supported_categories: 4 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 74 - label: Beta - quality: - score: 71 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Access and Identity - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Conversation Routing and Delivery - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Media and Rich Content - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Native Controls and Approvals - coverage: - score: 58 - label: Alpha - quality: - score: 72 - label: Beta - completeness: - score: 58 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Realtime Voice and Calls - coverage: - score: 74 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: telegram - name: Telegram - family: channel - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 75 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 75 - label: Beta - lts: - status: full - supported_categories: 5 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Access and Identity - coverage: - score: 76 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 76 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Conversation Routing and Delivery - coverage: - score: 74 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Media and Rich Content - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Native Controls and Approvals - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true -- id: whatsapp - name: WhatsApp - family: channel - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 76 - label: Beta - quality: - score: 76 - label: Beta - completeness: - score: 76 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 76 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 76 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 76 - label: Beta - quality: - score: 80 - label: Stable - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Native Controls and Approvals - coverage: - score: 78 - label: Beta - quality: - score: 84 - label: Stable - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: slack - name: Slack - family: channel - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 70 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - status: full - supported_categories: 5 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 74 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Access and Identity - coverage: - score: 74 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Conversation Routing and Delivery - coverage: - score: 64 - label: Alpha - quality: - score: 66 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: true - reason: human_override - human_override: true - - name: Media and Rich Content - coverage: - score: 64 - label: Alpha - quality: - score: 66 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: true - reason: human_override - human_override: true - - name: Native Controls and Approvals - coverage: - score: 72 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 72 - label: Beta - lts: - supported: true - reason: human_override - human_override: true -- id: imessage-bluebubbles - name: iMessage / BlueBubbles - family: channel - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 71 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 71 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 62 - label: Alpha - quality: - score: 70 - label: Beta - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 75 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 75 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 74 - label: Beta - quality: - score: 73 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 73 - label: Beta - quality: - score: 71 - label: Beta - completeness: - score: 73 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Native Controls and Approvals - coverage: - score: 73 - label: Beta - quality: - score: 71 - label: Beta - completeness: - score: 73 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: signal - name: Signal - family: channel - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 66 - label: Alpha - quality: - score: 65 - label: Alpha - completeness: - score: 66 - label: Alpha - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 55 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 55 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 70 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 70 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 70 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Native Controls and Approvals - coverage: - score: 65 - label: Alpha - quality: - score: 68 - label: Alpha - completeness: - score: 65 - label: Alpha - lts: - supported: false - reason: none - human_override: false -- id: google-chat - name: Google Chat - family: channel - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 57 - label: Alpha - quality: - score: 53 - label: Alpha - completeness: - score: 57 - label: Alpha - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 64 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 58 - label: Alpha - quality: - score: 55 - label: Alpha - completeness: - score: 58 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 55 - label: Alpha - quality: - score: 50 - label: Alpha - completeness: - score: 55 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 55 - label: Alpha - quality: - score: 50 - label: Alpha - completeness: - score: 55 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Native Controls and Approvals - coverage: - score: 55 - label: Alpha - quality: - score: 50 - label: Alpha - completeness: - score: 55 - label: Alpha - lts: - supported: false - reason: none - human_override: false -- id: matrix - name: Matrix - family: channel - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 72 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 6 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 74 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 72 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 72 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 74 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Native Controls and Approvals - coverage: - score: 64 - label: Alpha - quality: - score: 68 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Encryption and Verification - coverage: - score: 76 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: microsoft-teams - name: Microsoft Teams - family: channel - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 62 - label: Alpha - quality: - score: 63 - label: Alpha - completeness: - score: 62 - label: Alpha - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 58 - label: Alpha - quality: - score: 64 - label: Alpha - completeness: - score: 58 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 60 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 60 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 68 - label: Alpha - quality: - score: 66 - label: Alpha - completeness: - score: 68 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 62 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Native Controls and Approvals - coverage: - score: 64 - label: Alpha - quality: - score: 66 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: false - reason: none - human_override: false -- id: mattermost-line-irc-nextcloud-talk-nostr-twitch-tlon-synology-chat - name: Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat - family: channel - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 62 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 62 - label: Alpha - lts: - status: none - supported_categories: 0 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 62 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 62 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 62 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 62 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 62 - label: Alpha - lts: - supported: false - reason: none - human_override: false -- id: feishu-qq-bot-wechat-yuanbao-zalo-zalo-personal-regional-channels - name: Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels - family: channel - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 43 - label: Experimental - quality: - score: 47 - label: Experimental - completeness: - score: 43 - label: Experimental - lts: - status: none - supported_categories: 0 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 42 - label: Experimental - quality: - score: 44 - label: Experimental - completeness: - score: 42 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 42 - label: Experimental - quality: - score: 44 - label: Experimental - completeness: - score: 42 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 42 - label: Experimental - quality: - score: 44 - label: Experimental - completeness: - score: 42 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 47 - label: Experimental - quality: - score: 55 - label: Alpha - completeness: - score: 47 - label: Experimental - lts: - supported: false - reason: none - human_override: false -- id: voice-call-channel - name: Voice Call channel - family: channel - level: - id: experimental - code: M1 - label: Experimental - scores: - coverage: - score: 49 - label: Experimental - quality: - score: 58 - label: Alpha - completeness: - score: 49 - label: Experimental - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Channel Setup and Operations - coverage: - score: 42 - label: Experimental - quality: - score: 56 - label: Alpha - completeness: - score: 42 - label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Access and Identity - coverage: - score: 60 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 60 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Conversation Routing and Delivery - coverage: - score: 52 - label: Alpha - quality: - score: 58 - label: Alpha - completeness: - score: 52 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Media and Rich Content - coverage: - score: 48 + - id: gateway-runtime + name: Gateway runtime + family: core + level: + id: stable + code: M4 + label: Stable + scores: + quality: + score: 81 + label: Stable + completeness: + score: 89 + label: Stable + lts: + status: partial + supported_categories: 12 + total_categories: 13 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Approvals and Remote Execution + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: HTTP APIs + quality: + score: 90 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Hosted Web Surface + quality: + score: 89 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Gateway RPC APIs and Events + quality: + score: 90 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Device Auth and Pairing + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Network Access and Discovery + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Nodes and Remote Capabilities + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Health, Diagnostics, and Repair + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Protocol Compatibility + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Roles and Permissions + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Gateway Lifecycle + quality: + score: 90 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Security Controls + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: WebSocket Connection + quality: + score: 90 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - id: cli-install-update-onboard-doctor + name: CLI + family: core + level: + id: stable + code: M4 + label: Stable + scores: + quality: + score: 83 + label: Stable + completeness: + score: 90 + label: Stable + lts: + status: partial + supported_categories: 6 + total_categories: 7 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: CLI Setup + quality: + score: 89 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Onboarding and Auth Setup + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Plugin and Channel Setup + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Gateway Service Management + quality: + score: 87 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: CLI Observability + quality: + score: 89 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Doctor + quality: + score: 89 + label: Stable + completeness: + score: 90 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Updates and Upgrades + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - id: plugin-sdk-and-bundled-plugin-architecture + name: Plugins + family: core + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 72 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 7 + total_categories: 9 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Authoring and Packaging plugins + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Bundled plugins + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Canvas plugin + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Installing and running plugins + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Channel plugins + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Provider and tool plugins + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Plugin approvals + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Publishing plugins + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Testing plugins + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: agent-runtime-and-provider-execution + name: Agent Runtime + family: core + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 78 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 6 + total_categories: 9 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Agent Turn Execution + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: External Runtimes and Subagents + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Hosted Provider Execution + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Local and Self-hosted Providers + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Model and Runtime Selection + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Provider Auth + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Streaming and Progress + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Tool Calls and Response Handling + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Tool Execution Controls + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - id: session-memory-and-context-engine + name: Session, memory, and context engine + family: core + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 77 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 6 + total_categories: 9 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: CLI Session and Transcript Management + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Token Management + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Context Engine + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Cross-client History and Session Parity + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Diagnostics, Maintenance, and Recovery + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Core Prompts and Context + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Memory + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Session Routing + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Transcript Persistence + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - id: channel-framework + name: Channel framework + family: core + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 76 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 5 + total_categories: 8 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Actions Commands and Approvals + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Channel Setup + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Group Thread and Ambient Room Behavior + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Inbound Access and Identity Gates + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Media Attachments and Rich Channel Data + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Outbound Delivery and Reply Pipeline + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Conversation Routing and Delivery + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Status Health and Operator Controls + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - id: security-auth-pairing-and-secrets + name: Security, auth, pairing, and secrets + family: core + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 72 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 5 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Approval Policy and Tool Safeguards + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Gateway Auth and Remote Access + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Channel Access Control + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Device and Node Pairing + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Plugin Trust + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Credential and Secret Hygiene + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - id: telemetry-diagnostics-and-observability + name: Observability + family: core + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 75 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 3 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Health and Repair + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Logging + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Diagnostic Collection + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Telemetry Export + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Session Diagnostics + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - id: automation-cron-hooks-tasks-polling + name: 'Automation: cron, hooks, tasks, polling' + family: core + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 72 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Cron Jobs + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Event Ingress + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Automation Hooks + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Background Tasks and Flows + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Heartbeat + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Polling Controls + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: media-understanding-and-media-generation + name: Media understanding and media generation + family: core + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 64 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Media Intake and Access + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Channel Media Handling + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media Configuration + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Text-to-Speech Delivery + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media Understanding + quality: + score: 69 + label: Alpha + completeness: + score: 69 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media Generation + quality: + score: 69 + label: Alpha + completeness: + score: 69 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: voice-and-realtime-talk + name: Voice and realtime talk + family: core + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Talk Providers + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Realtime Talk Sessions + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Speech and Transcription + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Native App Talk + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Voice Wake and Routing + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Talk Observability + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: browser-control-ui-and-webchat + name: Gateway Web App + family: core + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 74 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Browser Realtime Talk + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Browser Access and Trust + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Configuration + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Browser UI + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: WebChat Conversations + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Operator Console + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: tui-and-terminal-ux + name: TUI + family: core + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Runtime Modes + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Input and Commands + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Session Management + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Local Shell Execution + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Rendering and Output Safety + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: clawhub-and-external-plugin-distribution + name: ClawHub + family: core + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 58 + label: Alpha + completeness: + score: 62 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Publishing + quality: + score: 54 + label: Alpha + completeness: + score: 55 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Catalog Discovery + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Compatibility and Trust + quality: + score: 55 + label: Alpha + completeness: + score: 56 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Plugin Lifecycle and Health + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: openclaw-app-sdk + name: OpenClaw App SDK + family: core + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 54 + label: Alpha + completeness: + score: 53 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Client API + quality: + score: 51 + label: Alpha + completeness: + score: 50 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Gateway Access + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Agent Conversations + quality: + score: 52 + label: Alpha + completeness: + score: 52 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Events and Approvals + quality: + score: 52 + label: Alpha + completeness: + score: 52 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Resource Helpers + quality: + score: 62 + label: Alpha + completeness: + score: 53 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Compatibility + quality: + score: 54 + label: Alpha + completeness: + score: 55 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: macos-gateway-host + name: macOS Gateway host + family: platform-app + level: + id: stable + code: M4 + label: Stable + scores: + quality: + score: 74 + label: Beta + completeness: + score: 88 + label: Stable + lts: + status: none + supported_categories: 0 + total_categories: 7 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: CLI Setup + quality: + score: 74 + label: Beta + completeness: + score: 88 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Local Gateway Integration + quality: + score: 74 + label: Beta + completeness: + score: 88 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Remote Gateway Mode + quality: + score: 74 + label: Beta + completeness: + score: 88 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Gateway Service Lifecycle + quality: + score: 74 + label: Beta + completeness: + score: 88 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Diagnostics and Observability + quality: + score: 74 + label: Beta + completeness: + score: 88 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Permissions and Native Capabilities + quality: + score: 74 + label: Beta + completeness: + score: 88 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Profiles and Isolation + quality: + score: 74 + label: Beta + completeness: + score: 88 + label: Stable + lts: + supported: false + reason: none + human_override: false + - id: macos-companion-app + name: macOS companion app + family: platform-app + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 8 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Canvas + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Local Setup + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Status and Settings + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Native Capabilities + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Remote Connections + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Voice and Talk + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: WebChat + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Remote WebChat + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: linux-gateway-host + name: Linux Gateway host + family: platform-app + level: + id: stable + code: M4 + label: Stable + scores: + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + status: partial + supported_categories: 4 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Host Setup and Updates + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Gateway Runtime and Service Control + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Remote Access and Security + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Diagnostics and Repair + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Deployment Targets + quality: + score: 75 + label: Beta + completeness: + score: 89 + label: Stable + lts: + supported: false + reason: none + human_override: false + - id: linux-companion-app + name: Linux companion app + family: platform-app + level: + id: planned + code: M0 + label: Planned + scores: + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: App Distribution + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Gateway Connectivity + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Chat and Sessions + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Desktop Capabilities + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Status and Diagnostics + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - id: windows-via-wsl2 + name: Windows via WSL2 + family: platform-app + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 69 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 5 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: WSL Setup + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: CLI + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Gateway Service Lifecycle + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Gateway Access and Exposure + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Diagnostics and Repair + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Browser and Control UI + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: native-windows-cli-and-gateway + name: Native Windows + family: platform-app + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 58 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + status: partial + supported_categories: 1 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: CLI + quality: + score: 54 + label: Alpha + completeness: + score: 64 + label: Alpha + lts: + supported: true + reason: human_override + human_override: true + - name: Gateway Management + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Networking + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Updates + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: native-windows-companion-app + name: Native Windows companion app + family: platform-app + level: + id: planned + code: M0 + label: Planned + scores: + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Installation and Updates + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Gateway Connection + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Chat Sessions + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Status and Repair + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Desktop Tools and Permissions + quality: + score: 19 + label: Experimental + completeness: + score: 21 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - id: android-app + name: Android app + family: platform-app + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 7 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Media Capture + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Mobile Chat + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Connection Setup + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Distribution + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Settings + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Voice + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Device Runtime + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: ios-app + name: iOS app + family: platform-app + level: + id: experimental + code: M1 label: Experimental - quality: - score: 57 - label: Alpha - completeness: - score: 48 + scores: + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + status: none + supported_categories: 0 + total_categories: 8 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Media and Sharing + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Canvas and Screen + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Chat and Sessions + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Gateway Setup and Diagnostics + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Distribution + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Device Commands + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Notifications and Background + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Voice + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - id: watchos-companion-surfaces + name: watchOS companion surfaces + family: platform-app + level: + id: experimental + code: M1 label: Experimental - lts: - supported: false - reason: none - human_override: false - - name: Realtime Voice and Calls - coverage: - score: 44 + scores: + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Delivery and Recovery + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Exec Approvals + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Distribution and Support + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Notifications and Replies + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Watch App UI + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - id: raspberry-pi-small-linux-devices + name: Raspberry Pi and small Linux devices + family: platform-app + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Setup and Compatibility + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Remote Access and Auth + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Gateway Runtime + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Performance and Diagnostics + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: docker-podman-hosting + name: Docker and Podman hosting + family: platform-app + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 71 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Container Setup + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Container Operations + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Image Release and Validation + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Agent Sandbox and Tooling + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: kubernetes-hosting + name: Kubernetes hosting + family: platform-app + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 55 + label: Alpha + completeness: + score: 61 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Deployment Setup + quality: + score: 55 + label: Alpha + completeness: + score: 61 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Configuration and Secrets + quality: + score: 55 + label: Alpha + completeness: + score: 61 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Access and Exposure + quality: + score: 55 + label: Alpha + completeness: + score: 61 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Cluster Lifecycle + quality: + score: 55 + label: Alpha + completeness: + score: 61 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: nix-install-path + name: Nix install path + family: platform-app + level: + id: experimental + code: M1 label: Experimental - quality: - score: 55 - label: Alpha - completeness: - score: 44 + scores: + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Install Handoff + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Plugin Lifecycle + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Activation and App UX + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Config and State + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Service Runtime and Guards + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - id: discord + name: Discord + family: channel + level: + id: stable + code: M4 + label: Stable + scores: + quality: + score: 73 + label: Beta + completeness: + score: 87 + label: Stable + lts: + status: partial + supported_categories: 4 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 73 + label: Beta + completeness: + score: 87 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Access and Identity + quality: + score: 73 + label: Beta + completeness: + score: 87 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Conversation Routing and Delivery + quality: + score: 73 + label: Beta + completeness: + score: 87 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Media and Rich Content + quality: + score: 73 + label: Beta + completeness: + score: 87 + label: Stable + lts: + supported: true + reason: human_override + human_override: true + - name: Native Controls and Approvals + quality: + score: 73 + label: Beta + completeness: + score: 87 + label: Stable + lts: + supported: false + reason: none + human_override: false + - name: Realtime Voice and Calls + quality: + score: 73 + label: Beta + completeness: + score: 87 + label: Stable + lts: + supported: false + reason: none + human_override: false + - id: telegram + name: Telegram + family: channel + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 68 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + status: full + supported_categories: 5 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Access and Identity + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Conversation Routing and Delivery + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Media and Rich Content + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Native Controls and Approvals + quality: + score: 77 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - id: whatsapp + name: WhatsApp + family: channel + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Native Controls and Approvals + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: slack + name: Slack + family: channel + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + status: full + supported_categories: 5 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Access and Identity + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Conversation Routing and Delivery + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Media and Rich Content + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Native Controls and Approvals + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - id: imessage-bluebubbles + name: iMessage and BlueBubbles + family: channel + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Native Controls and Approvals + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: signal + name: Signal + family: channel + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Native Controls and Approvals + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: google-chat + name: Google Chat + family: channel + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Native Controls and Approvals + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: matrix + name: Matrix + family: channel + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 60 + label: Alpha + completeness: + score: 67 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 6 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 60 + label: Alpha + completeness: + score: 67 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 60 + label: Alpha + completeness: + score: 67 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 60 + label: Alpha + completeness: + score: 67 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 60 + label: Alpha + completeness: + score: 67 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Native Controls and Approvals + quality: + score: 60 + label: Alpha + completeness: + score: 67 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Encryption and Verification + quality: + score: 60 + label: Alpha + completeness: + score: 67 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: microsoft-teams + name: Microsoft Teams + family: channel + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Native Controls and Approvals + quality: + score: 59 + label: Alpha + completeness: + score: 66 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: mattermost-line-irc-nextcloud-talk-nostr-twitch-tlon-synology-chat + name: Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat + family: channel + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: feishu-qq-bot-wechat-yuanbao-zalo-zalo-personal-regional-channels + name: Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels + family: channel + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 55 + label: Alpha + completeness: + score: 58 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 53 + label: Alpha + completeness: + score: 54 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: voice-call-channel + name: Voice Call channel + family: channel + level: + id: experimental + code: M1 label: Experimental - lts: - supported: false - reason: none - human_override: false -- id: openai-codex-provider-path - name: OpenAI / Codex provider path - family: provider-tool - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 78 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 78 - label: Beta - lts: - status: partial - supported_categories: 3 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Model and Auth - coverage: - score: 78 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Responses and Tool Compatibility - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: true - reason: human_override - human_override: true - - name: Native Codex Harness - coverage: - score: 82 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Image and Multimodal Input - coverage: - score: 80 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 80 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Voice and Realtime Audio - coverage: - score: 72 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: anthropic-provider-path - name: Anthropic provider path - family: provider-tool - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 80 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 80 - label: Stable - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Provider Auth and Recovery - coverage: - score: 78 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Model and Runtime Selection - coverage: - score: 82 - label: Stable - quality: - score: 68 - label: Alpha - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Request Transport and Turn Semantics - coverage: - score: 82 - label: Stable - quality: - score: 72 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Prompt Cache and Context - coverage: - score: 82 - label: Stable - quality: - score: 76 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Media Inputs - coverage: - score: 74 - label: Beta - quality: - score: 82 - label: Stable - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: google-provider-path - name: Google provider path - family: provider-tool - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 73 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 73 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Provider Setup and Credentials - coverage: - score: 72 - label: Beta - quality: - score: 60 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Model Routing and Endpoints - coverage: - score: 68 - label: Alpha - quality: - score: 62 - label: Alpha - completeness: - score: 68 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Direct Gemini Runtime - coverage: - score: 82 - label: Stable - quality: - score: 80 - label: Stable - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Media, Search, and Realtime - coverage: - score: 76 - label: Beta - quality: - score: 65 - label: Alpha - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Prompt Caching - coverage: - score: 68 - label: Alpha - quality: - score: 74 - label: Beta - completeness: - score: 68 - label: Alpha - lts: - supported: false - reason: none - human_override: false -- id: openrouter-provider-path - name: OpenRouter provider path - family: provider-tool - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 75 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 75 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Provider Setup and Auth - coverage: - score: 78 - label: Beta - quality: - score: 64 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Chat Runtime and Normalization - coverage: - score: 76 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Provider Recovery and Diagnostics - coverage: - score: 74 - label: Beta - quality: - score: 65 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Media Generation and Speech - coverage: - score: 72 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false -- id: local-model-providers-ollama-vllm-sglang-lm-studio - name: 'Local model providers: Ollama, vLLM, SGLang, LM Studio' - family: provider-tool - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 77 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 77 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Provider Setup, Lifecycle, and Diagnostics - coverage: - score: 74 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Native Provider Plugins - coverage: - score: 78 - label: Beta - quality: - score: 78 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: OpenAI-Compatible Runtime Compatibility - coverage: - score: 74 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Local Memory and Embeddings - coverage: - score: 76 - label: Beta - quality: - score: 68 - label: Alpha - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Network Safety and Prompt Controls - coverage: - score: 82 - label: Stable - quality: - score: 82 - label: Stable - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false -- id: long-tail-hosted-providers - name: Long-tail hosted providers - family: provider-tool - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 64 - label: Alpha - quality: - score: 60 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - status: none - supported_categories: 0 - total_categories: 3 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Hosted LLM Providers - coverage: - score: 58 - label: Alpha - quality: - score: 56 - label: Alpha - completeness: - score: 58 - label: Alpha - lts: - supported: false - reason: none - human_override: false - - name: Hosted Media Providers - coverage: - score: 70 - label: Beta - quality: - score: 64 - label: Alpha - completeness: - score: 70 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Provider Operations - coverage: - score: 64 - label: Alpha - quality: - score: 60 - label: Alpha - completeness: - score: 64 - label: Alpha - lts: - supported: false - reason: none - human_override: false -- id: web-search-tools - name: Web search tools - family: provider-tool - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 79 - label: Beta - quality: - score: 76 - label: Beta - completeness: - score: 79 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 4 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Search Providers - coverage: - score: 76 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Setup and Diagnostics - coverage: - score: 74 - label: Beta - quality: - score: 70 - label: Beta - completeness: - score: 74 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Network Safety - coverage: - score: 84 - label: Stable - quality: - score: 84 - label: Stable - completeness: - score: 84 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Tool Availability and Fetch - coverage: - score: 82 - label: Stable - quality: - score: 80 - label: Stable - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false -- id: browser-automation-and-exec-sandbox-tools - name: Browser automation and exec/sandbox tools - family: provider-tool - level: - id: beta - code: M3 - label: Beta - scores: - coverage: - score: 79 - label: Beta - quality: - score: 75 - label: Beta - completeness: - score: 79 - label: Beta - lts: - status: partial - supported_categories: 2 - total_categories: 3 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Browser Automation - coverage: - score: 78 - label: Beta - quality: - score: 74 - label: Beta - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Tool Invocation and Execution - coverage: - score: 82 - label: Stable - quality: - score: 79 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: true - reason: human_override - human_override: true - - name: Sandbox and Tool Policy - coverage: - score: 76 - label: Beta - quality: - score: 72 - label: Beta - completeness: - score: 76 - label: Beta - lts: - supported: true - reason: human_override - human_override: true -- id: image-video-music-generation-tools - name: Image/video/music generation tools - family: provider-tool - level: - id: alpha - code: M2 - label: Alpha - scores: - coverage: - score: 77 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 77 - label: Beta - lts: - status: none - supported_categories: 0 - total_categories: 5 - last_score_run: - status: complete - completed_at: '2026-05-30' - by: codex - source_ref: null - process_version: 3 - categories: - - name: Media Routing and Discovery - coverage: - score: 82 - label: Stable - quality: - score: 74 - label: Beta - completeness: - score: 82 - label: Stable - lts: - supported: false - reason: none - human_override: false - - name: Task Lifecycle and Delivery - coverage: - score: 78 - label: Beta - quality: - score: 65 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Image Generation - coverage: - score: 78 - label: Beta - quality: - score: 66 - label: Alpha - completeness: - score: 78 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Video Generation - coverage: - score: 76 - label: Beta - quality: - score: 62 - label: Alpha - completeness: - score: 76 - label: Beta - lts: - supported: false - reason: none - human_override: false - - name: Music Generation - coverage: - score: 72 - label: Beta - quality: - score: 61 - label: Alpha - completeness: - score: 72 - label: Beta - lts: - supported: false - reason: none - human_override: false + scores: + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Channel Setup and Operations + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Access and Identity + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Conversation Routing and Delivery + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Media and Rich Content + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - name: Realtime Voice and Calls + quality: + score: 41 + label: Experimental + completeness: + score: 44 + label: Experimental + lts: + supported: false + reason: none + human_override: false + - id: openai-codex-provider-path + name: OpenAI and Codex provider path + family: provider-tool + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 74 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 3 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Model and Auth + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Responses and Tool Compatibility + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Native Codex Harness + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Image and Multimodal Input + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Voice and Realtime Audio + quality: + score: 67 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: anthropic-provider-path + name: Anthropic provider path + family: provider-tool + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 71 + label: Beta + completeness: + score: 78 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Provider Auth and Recovery + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Model and Runtime Selection + quality: + score: 78 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Request Transport and Turn Semantics + quality: + score: 77 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Prompt Cache and Context + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Media Inputs + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: google-provider-path + name: Google provider path + family: provider-tool + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Provider Setup and Credentials + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Model Routing and Endpoints + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Direct Gemini Runtime + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Media, Search, and Realtime + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Prompt Caching + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: openrouter-provider-path + name: OpenRouter provider path + family: provider-tool + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Provider Setup and Auth + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Chat Runtime and Normalization + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Provider Recovery and Diagnostics + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Media Generation and Speech + quality: + score: 66 + label: Alpha + completeness: + score: 78 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: local-model-providers-ollama-vllm-sglang-lm-studio + name: 'Local model providers: Ollama, vLLM, SGLang, LM Studio' + family: provider-tool + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Provider Setup, Lifecycle, and Diagnostics + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Native Provider Plugins + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: OpenAI-Compatible Runtime Compatibility + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Local Memory and Embeddings + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Network Safety and Prompt Controls + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: long-tail-hosted-providers + name: Long-tail hosted providers + family: provider-tool + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 3 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Hosted LLM Providers + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Hosted Media Providers + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Provider Operations + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - id: web-search-tools + name: Web search tools + family: provider-tool + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 74 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: none + supported_categories: 0 + total_categories: 4 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Search Providers + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Setup and Diagnostics + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Network Safety + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Tool Availability and Fetch + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - id: browser-automation-and-exec-sandbox-tools + name: Browser automation, exec, and sandbox tools + family: provider-tool + level: + id: beta + code: M3 + label: Beta + scores: + quality: + score: 75 + label: Beta + completeness: + score: 79 + label: Beta + lts: + status: partial + supported_categories: 2 + total_categories: 3 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Browser Automation + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: false + reason: none + human_override: false + - name: Tool Invocation and Execution + quality: + score: 79 + label: Beta + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - name: Sandbox and Tool Policy + quality: + score: 68 + label: Alpha + completeness: + score: 79 + label: Beta + lts: + supported: true + reason: human_override + human_override: true + - id: image-video-music-generation-tools + name: Image, video, and music generation tools + family: provider-tool + level: + id: alpha + code: M2 + label: Alpha + scores: + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + status: none + supported_categories: 0 + total_categories: 5 + last_score_run: + status: complete + completed_at: 2026-06-22 + by: codex + source_ref: openclaw@aa0bdb901f4 + process_version: 3 + categories: + - name: Media Routing and Discovery + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Task Lifecycle and Delivery + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Image Generation + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Video Generation + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false + - name: Music Generation + quality: + score: 61 + label: Alpha + completeness: + score: 68 + label: Alpha + lts: + supported: false + reason: none + human_override: false diff --git a/scripts/qa/render-maturity-docs.ts b/scripts/qa/render-maturity-docs.ts index e791da96989..1c48225c3ec 100644 --- a/scripts/qa/render-maturity-docs.ts +++ b/scripts/qa/render-maturity-docs.ts @@ -394,6 +394,9 @@ function averageScores( function checkSetTitle(profile: string): string { const normalized = profile.trim(); + if (normalized === "all") { + return "Full taxonomy validation"; + } if (!normalized || normalized === "release") { return "Release validation"; } @@ -444,11 +447,19 @@ function readEvidenceSummaries(evidenceDir?: string): EvidenceSummary[] { }); } -function latestReleaseScorecard(evidenceSummaries: EvidenceSummary[]): EvidenceSummary | undefined { - return evidenceSummaries - .filter((item) => item.profile === "release" && item.scorecard) - .toSorted((left, right) => left.generatedAt.localeCompare(right.generatedAt)) - .at(-1); +function latestCoverageScorecard( + evidenceSummaries: EvidenceSummary[], +): EvidenceSummary | undefined { + for (const profile of ["all", "release"]) { + const latest = evidenceSummaries + .filter((item) => item.profile === profile && item.scorecard) + .toSorted((left, right) => left.generatedAt.localeCompare(right.generatedAt)) + .at(-1); + if (latest) { + return latest; + } + } + return undefined; } function deriveCoverageScores( @@ -456,23 +467,23 @@ function deriveCoverageScores( evidenceSummaries: EvidenceSummary[], ): DerivedCoverageScores { const warnings: string[] = []; - const releaseSummary = latestReleaseScorecard(evidenceSummaries); - const releaseScorecardSummaries = evidenceSummaries.filter( - (item) => item.profile === "release" && item.scorecard, - ); - if (!releaseSummary) { + const coverageSummary = latestCoverageScorecard(evidenceSummaries); + if (!coverageSummary) { throw new Error( - "maturity scorecard rendering requires release profile qa-evidence.json with a scorecard field; pass --evidence-dir with release QA evidence artifacts", + "maturity scorecard rendering requires all or release profile qa-evidence.json with a scorecard field; pass --evidence-dir with QA evidence artifacts", ); } - if (releaseScorecardSummaries.length > 1) { + const selectedProfileScorecardSummaries = evidenceSummaries.filter( + (item) => item.profile === coverageSummary.profile && item.scorecard, + ); + if (selectedProfileScorecardSummaries.length > 1) { warnings.push( - `multiple release profile evidence scorecards found; using latest from ${releaseSummary.path}`, + `multiple ${coverageSummary.profile} profile evidence scorecards found; using latest from ${coverageSummary.path}`, ); } const categories = new Map(); - for (const report of releaseSummary.scorecard?.categoryReports ?? []) { + for (const report of coverageSummary.scorecard?.categoryReports ?? []) { categories.set( qaMaturityCoverageCategoryKey(report.surfaceId, report.name), qaMaturityScoreObjectForScore(Math.round(report.features.fulfillmentPercent)), @@ -500,6 +511,11 @@ function deriveCoverageScores( (count, surface) => count + surface.categories.length, 0, ); + if (coverageSummary.profile === "all" && categories.size !== expectedCategoryCount) { + warnings.push( + `${coverageSummary.path}: all profile evidence covers ${categories.size} of ${expectedCategoryCount} active taxonomy categories`, + ); + } const categoryScores = Array.from(categories.values()); const surfaceScores = Array.from(surfaces.values()); return { @@ -521,10 +537,10 @@ function evidenceScorecardWarnings( ): string[] { return [ ...evidenceSummaries - .filter((item) => item.profile === "release" && !item.scorecard) + .filter((item) => (item.profile === "all" || item.profile === "release") && !item.scorecard) .map( (item) => - `${item.path}: release profile qa-evidence.json does not include a scorecard field; run pnpm openclaw qa run --qa-profile release to produce deterministic scorecard rows`, + `${item.path}: ${item.profile} profile qa-evidence.json does not include a scorecard field; run pnpm openclaw qa run --qa-profile ${item.profile} to produce deterministic scorecard rows`, ), ...coverage.warnings, ]; @@ -591,9 +607,9 @@ function renderEvidenceSection( return []; } const lines = [ - "## Release check summary", + "## QA evidence summary", "", - "The checks below show which scorecard areas were exercised during release validation.", + "The checks below show which scorecard areas were exercised by QA profile evidence.", "", ]; @@ -676,7 +692,7 @@ function renderMaturityScorecard({ ], ]), "", - "- Coverage is derived from release validation results.", + "- Coverage is derived from QA profile evidence.", "- Quality measures reliability and operational confidence.", "- Completeness measures how much of the expected user workflow is available.", "", @@ -757,7 +773,7 @@ function renderTaxonomy({ ]; for (const family of qaMaturityFamilyOrder(surfaces)) { - lines.push(`### ${familyTitle(family)}`, ""); + lines.push(`### ${familyTitle(family)} surfaces`, ""); for (const surface of surfaces.filter((candidate) => candidate.family === family)) { const surfaceName = surface.name; lines.push(`- [${markdownEscape(surfaceName)}](#${markdownSlug(surfaceName)})`); diff --git a/test/scripts/ci-workflow-guards.test.ts b/test/scripts/ci-workflow-guards.test.ts index f30a3561d40..72a027c5ef7 100644 --- a/test/scripts/ci-workflow-guards.test.ts +++ b/test/scripts/ci-workflow-guards.test.ts @@ -601,7 +601,7 @@ describe("ci workflow guards", () => { expect(generateJob.uses).toBe("./.github/workflows/qa-profile-evidence.yml"); expect(generateJob.with).toMatchObject({ ref: "${{ needs.validate_selected_ref.outputs.selected_revision }}", - qa_profile: "release", + qa_profile: "all", fail_on_qa_failure: false, });