Files
openclaw/docs/maturity-scores.yaml
2026-06-09 14:56:17 +09:00

5362 lines
98 KiB
YAML

version: 1
process_version: 3
counts:
active_surfaces: 50
category_scores: 281
rollups:
surface_average:
coverage:
score: 68
label: Alpha
quality:
score: 66
label: Alpha
completeness:
score: 68
label: Alpha
category_average:
coverage:
score: 69
label: Alpha
quality:
score: 66
label: Alpha
completeness:
score: 69
label: Alpha
surfaces:
- id: gateway-runtime
name: Gateway runtime
family: core
level:
id: stable
code: M4
label: Stable
scores:
coverage:
score: 81
label: Stable
quality:
score: 69
label: Alpha
completeness:
score: 80
label: Stable
lts:
status: partial
supported_categories: 12
total_categories: 13
last_score_run:
status: complete
completed_at: '2026-05-31'
by: codex
source_ref: null
process_version: 3
categories:
- name: Approvals and Remote Execution
coverage:
score: 88
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: HTTP APIs
coverage:
score: 88
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 72
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Hosted Web Surface
coverage:
score: 88
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 72
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Gateway RPC APIs and Events
coverage:
score: 68
label: Alpha
quality:
score: 57
label: Alpha
completeness:
score: 88
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Device Auth and Pairing
coverage:
score: 88
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Network Access and Discovery
coverage:
score: 68
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Nodes and Remote Capabilities
coverage:
score: 84
label: Stable
quality:
score: 63
label: Alpha
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Health, Diagnostics, and Repair
coverage:
score: 68
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Protocol Compatibility
coverage:
score: 72
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Roles and Permissions
coverage:
score: 85
label: Stable
quality:
score: 62
label: Alpha
completeness:
score: 80
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Gateway Lifecycle
coverage:
score: 86
label: Stable
quality:
score: 82
label: Stable
completeness:
score: 88
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Security Controls
coverage:
score: 84
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 80
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: WebSocket Connection
coverage:
score: 84
label: Stable
quality:
score: 76
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- id: cli-install-update-onboard-doctor
name: CLI
family: core
level:
id: stable
code: M4
label: Stable
scores:
coverage:
score: 83
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 80
label: Stable
lts:
status: partial
supported_categories: 6
total_categories: 7
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: CLI Setup
coverage:
score: 78
label: Beta
quality:
score: 75
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Onboarding and Auth Setup
coverage:
score: 86
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 80
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Plugin and Channel Setup
coverage:
score: 82
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Gateway Service Management
coverage:
score: 88
label: Stable
quality:
score: 66
label: Alpha
completeness:
score: 84
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: CLI Observability
coverage:
score: 84
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Doctor
coverage:
score: 80
label: Stable
quality:
score: 68
label: Alpha
completeness:
score: 77
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Updates and Upgrades
coverage:
score: 82
label: Stable
quality:
score: 68
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- id: plugin-sdk-and-bundled-plugin-architecture
name: Plugins
family: core
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 82
label: Stable
quality:
score: 80
label: Stable
completeness:
score: 81
label: Stable
lts:
status: partial
supported_categories: 7
total_categories: 9
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Authoring and Packaging plugins
coverage:
score: 77
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 72
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Bundled plugins
coverage:
score: 86
label: Stable
quality:
score: 84
label: Stable
completeness:
score: 88
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Canvas plugin
coverage:
score: 76
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Installing and running plugins
coverage:
score: 86
label: Stable
quality:
score: 84
label: Stable
completeness:
score: 88
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Channel plugins
coverage:
score: 82
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 80
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Provider and tool plugins
coverage:
score: 84
label: Stable
quality:
score: 82
label: Stable
completeness:
score: 84
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Plugin approvals
coverage:
score: 84
label: Stable
quality:
score: 86
label: Stable
completeness:
score: 86
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Publishing plugins
coverage:
score: 79
label: Beta
quality:
score: 82
label: Stable
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Testing plugins
coverage:
score: 84
label: Stable
quality:
score: 81
label: Stable
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- id: agent-runtime-and-provider-execution
name: Agent Runtime
family: core
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 80
label: Stable
quality:
score: 69
label: Alpha
completeness:
score: 80
label: Stable
lts:
status: partial
supported_categories: 6
total_categories: 9
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Agent Turn Execution
coverage:
score: 82
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: External Runtimes and Subagents
coverage:
score: 78
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Hosted Provider Execution
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Local and Self-hosted Providers
coverage:
score: 70
label: Beta
quality:
score: 60
label: Alpha
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Model and Runtime Selection
coverage:
score: 84
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Provider Auth
coverage:
score: 80
label: Stable
quality:
score: 66
label: Alpha
completeness:
score: 80
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Streaming and Progress
coverage:
score: 84
label: Stable
quality:
score: 70
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Tool Calls and Response Handling
coverage:
score: 80
label: Stable
quality:
score: 66
label: Alpha
completeness:
score: 80
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Tool Execution Controls
coverage:
score: 86
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 86
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- id: session-memory-and-context-engine
name: Session, memory, and context engine
family: core
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 74
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 74
label: Beta
lts:
status: partial
supported_categories: 6
total_categories: 9
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: CLI Session and Transcript Management
coverage:
score: 74
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Token Management
coverage:
score: 78
label: Beta
quality:
score: 60
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Context Engine
coverage:
score: 72
label: Beta
quality:
score: 80
label: Stable
completeness:
score: 72
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Cross-client History and Session Parity
coverage:
score: 76
label: Beta
quality:
score: 62
label: Alpha
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Diagnostics, Maintenance, and Recovery
coverage:
score: 72
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Core Prompts and Context
coverage:
score: 68
label: Alpha
quality:
score: 70
label: Beta
completeness:
score: 68
label: Alpha
lts:
supported: true
reason: human_override
human_override: true
- name: Memory
coverage:
score: 66
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 66
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Session Routing
coverage:
score: 82
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Transcript Persistence
coverage:
score: 78
label: Beta
quality:
score: 58
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- id: channel-framework
name: Channel framework
family: core
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 77
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 77
label: Beta
lts:
status: partial
supported_categories: 5
total_categories: 8
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Actions Commands and Approvals
coverage:
score: 68
label: Alpha
quality:
score: 72
label: Beta
completeness:
score: 68
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Channel Setup
coverage:
score: 84
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Group Thread and Ambient Room Behavior
coverage:
score: 72
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Inbound Access and Identity Gates
coverage:
score: 80
label: Stable
quality:
score: 76
label: Beta
completeness:
score: 80
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Media Attachments and Rich Channel Data
coverage:
score: 68
label: Alpha
quality:
score: 70
label: Beta
completeness:
score: 68
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Outbound Delivery and Reply Pipeline
coverage:
score: 82
label: Stable
quality:
score: 75
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Conversation Routing and Delivery
coverage:
score: 77
label: Beta
quality:
score: 71
label: Beta
completeness:
score: 77
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Status Health and Operator Controls
coverage:
score: 82
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- id: security-auth-pairing-and-secrets
name: Security, auth, pairing, and secrets
family: core
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 80
label: Stable
quality:
score: 67
label: Alpha
completeness:
score: 80
label: Stable
lts:
status: partial
supported_categories: 5
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Approval Policy and Tool Safeguards
coverage:
score: 86
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 86
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Gateway Auth and Remote Access
coverage:
score: 82
label: Stable
quality:
score: 68
label: Alpha
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Channel Access Control
coverage:
score: 78
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Device and Node Pairing
coverage:
score: 83
label: Stable
quality:
score: 66
label: Alpha
completeness:
score: 83
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Plugin Trust
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Credential and Secret Hygiene
coverage:
score: 78
label: Beta
quality:
score: 62
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- id: telemetry-diagnostics-and-observability
name: Observability
family: core
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 80
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 80
label: Stable
lts:
status: partial
supported_categories: 3
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Health and Repair
coverage:
score: 80
label: Stable
quality:
score: 76
label: Beta
completeness:
score: 80
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Logging
coverage:
score: 82
label: Stable
quality:
score: 84
label: Stable
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Diagnostic Collection
coverage:
score: 76
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Telemetry Export
coverage:
score: 78
label: Beta
quality:
score: 78
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Session Diagnostics
coverage:
score: 82
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- id: automation-cron-hooks-tasks-polling
name: 'Automation: cron, hooks, tasks, polling'
family: core
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 76
label: Beta
quality:
score: 69
label: Alpha
completeness:
score: 76
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Cron Jobs
coverage:
score: 82
label: Stable
quality:
score: 73
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Event Ingress
coverage:
score: 65
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 65
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Automation Hooks
coverage:
score: 78
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Background Tasks and Flows
coverage:
score: 73
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 73
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Heartbeat
coverage:
score: 82
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Polling Controls
coverage:
score: 74
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: media-understanding-and-media-generation
name: Media understanding and media generation
family: core
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 78
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 78
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Media Intake and Access
coverage:
score: 74
label: Beta
quality:
score: 76
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Channel Media Handling
coverage:
score: 84
label: Stable
quality:
score: 68
label: Alpha
completeness:
score: 84
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Media Configuration
coverage:
score: 82
label: Stable
quality:
score: 77
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Text-to-Speech Delivery
coverage:
score: 84
label: Stable
quality:
score: 70
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Media Understanding
coverage:
score: 72
label: Beta
quality:
score: 62
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Media Generation
coverage:
score: 74
label: Beta
quality:
score: 64
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: voice-and-realtime-talk
name: Voice and realtime talk
family: core
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 73
label: Beta
quality:
score: 67
label: Alpha
completeness:
score: 73
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Talk Providers
coverage:
score: 74
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Realtime Talk Sessions
coverage:
score: 72
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Speech and Transcription
coverage:
score: 72
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Native App Talk
coverage:
score: 68
label: Alpha
quality:
score: 64
label: Alpha
completeness:
score: 68
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Voice Wake and Routing
coverage:
score: 74
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Talk Observability
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: browser-control-ui-and-webchat
name: Gateway Web App
family: core
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 79
label: Beta
quality:
score: 71
label: Beta
completeness:
score: 79
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Browser Realtime Talk
coverage:
score: 78
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Browser Access and Trust
coverage:
score: 84
label: Stable
quality:
score: 68
label: Alpha
completeness:
score: 84
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Configuration
coverage:
score: 82
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Browser UI
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: WebChat Conversations
coverage:
score: 78
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Operator Console
coverage:
score: 78
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: tui-and-terminal-ux
name: TUI
family: core
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 76
label: Beta
quality:
score: 71
label: Beta
completeness:
score: 76
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Runtime Modes
coverage:
score: 78
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Input and Commands
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Session Management
coverage:
score: 80
label: Stable
quality:
score: 68
label: Alpha
completeness:
score: 80
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Local Shell Execution
coverage:
score: 70
label: Beta
quality:
score: 76
label: Beta
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Rendering and Output Safety
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: clawhub-and-external-plugin-distribution
name: ClawHub
family: core
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 72
label: Beta
quality:
score: 73
label: Beta
completeness:
score: 72
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Publishing
coverage:
score: 72
label: Beta
quality:
score: 76
label: Beta
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Catalog Discovery
coverage:
score: 66
label: Alpha
quality:
score: 72
label: Beta
completeness:
score: 66
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Compatibility and Trust
coverage:
score: 76
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Plugin Lifecycle and Health
coverage:
score: 76
label: Beta
quality:
score: 71
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: gateway-external-apps
name: Gateway integrations for external apps
family: core
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 75
label: Beta
quality:
score: 75
label: Beta
completeness:
score: 69
label: Alpha
lts:
status: none
supported_categories: 0
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-06-01'
by: codex
source_ref: openclaw@29dd7847fd
process_version: 3
categories:
- name: Gateway API
coverage:
score: 86
label: Stable
quality:
score: 82
label: Stable
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Gateway Access
coverage:
score: 78
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 64
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Agent Conversations
coverage:
score: 78
label: Beta
quality:
score: 80
label: Stable
completeness:
score: 84
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Events and Approvals
coverage:
score: 74
label: Beta
quality:
score: 73
label: Beta
completeness:
score: 58
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Resource Helpers
coverage:
score: 58
label: Alpha
quality:
score: 72
label: Beta
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Compatibility
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- id: macos-gateway-host
name: macOS Gateway host
family: platform-app
level:
id: stable
code: M4
label: Stable
scores:
coverage:
score: 75
label: Beta
quality:
score: 79
label: Beta
completeness:
score: 75
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 7
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: CLI Setup
coverage:
score: 82
label: Stable
quality:
score: 76
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Local Gateway Integration
coverage:
score: 76
label: Beta
quality:
score: 82
label: Stable
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Remote Gateway Mode
coverage:
score: 72
label: Beta
quality:
score: 82
label: Stable
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Gateway Service Lifecycle
coverage:
score: 82
label: Stable
quality:
score: 76
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Diagnostics and Observability
coverage:
score: 80
label: Stable
quality:
score: 83
label: Stable
completeness:
score: 80
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Permissions and Native Capabilities
coverage:
score: 62
label: Alpha
quality:
score: 73
label: Beta
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Profiles and Isolation
coverage:
score: 74
label: Beta
quality:
score: 82
label: Stable
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: macos-companion-app
name: macOS companion app
family: platform-app
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 71
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 71
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 8
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Canvas
coverage:
score: 74
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Local Setup
coverage:
score: 72
label: Beta
quality:
score: 65
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Status and Settings
coverage:
score: 70
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Native Capabilities
coverage:
score: 64
label: Alpha
quality:
score: 60
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Remote Connections
coverage:
score: 72
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Voice and Talk
coverage:
score: 70
label: Beta
quality:
score: 63
label: Alpha
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: WebChat
coverage:
score: 72
label: Beta
quality:
score: 62
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Remote WebChat
coverage:
score: 74
label: Beta
quality:
score: 76
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: linux-gateway-host
name: Linux Gateway host
family: platform-app
level:
id: stable
code: M4
label: Stable
scores:
coverage:
score: 80
label: Stable
quality:
score: 76
label: Beta
completeness:
score: 80
label: Stable
lts:
status: partial
supported_categories: 4
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Host Setup and Updates
coverage:
score: 82
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Gateway Runtime and Service Control
coverage:
score: 83
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 83
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Remote Access and Security
coverage:
score: 78
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Diagnostics and Repair
coverage:
score: 82
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Deployment Targets
coverage:
score: 76
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: linux-companion-app
name: Linux companion app
family: platform-app
level:
id: planned
code: M0
label: Planned
scores:
coverage:
score: 5
label: Experimental
quality:
score: 27
label: Experimental
completeness:
score: 5
label: Experimental
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: App Distribution
coverage:
score: 0
label: Experimental
quality:
score: 18
label: Experimental
completeness:
score: 0
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Gateway Connectivity
coverage:
score: 8
label: Experimental
quality:
score: 35
label: Experimental
completeness:
score: 8
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Chat and Sessions
coverage:
score: 10
label: Experimental
quality:
score: 36
label: Experimental
completeness:
score: 10
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Desktop Capabilities
coverage:
score: 0
label: Experimental
quality:
score: 20
label: Experimental
completeness:
score: 0
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Status and Diagnostics
coverage:
score: 5
label: Experimental
quality:
score: 25
label: Experimental
completeness:
score: 5
label: Experimental
lts:
supported: false
reason: none
human_override: false
- id: windows-via-wsl2
name: Windows via WSL2
family: platform-app
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 72
label: Beta
quality:
score: 69
label: Alpha
completeness:
score: 72
label: Beta
lts:
status: partial
supported_categories: 5
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: WSL Setup
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: CLI
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Gateway Service Lifecycle
coverage:
score: 64
label: Alpha
quality:
score: 66
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: true
reason: human_override
human_override: true
- name: Gateway Access and Exposure
coverage:
score: 70
label: Beta
quality:
score: 65
label: Alpha
completeness:
score: 70
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Diagnostics and Repair
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Browser and Control UI
coverage:
score: 72
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: native-windows-cli-and-gateway
name: Native Windows
family: platform-app
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 68
label: Alpha
quality:
score: 63
label: Alpha
completeness:
score: 68
label: Alpha
lts:
status: partial
supported_categories: 1
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: CLI
coverage:
score: 72
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Gateway Management
coverage:
score: 68
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 68
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Networking
coverage:
score: 58
label: Alpha
quality:
score: 56
label: Alpha
completeness:
score: 58
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Updates
coverage:
score: 74
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: native-windows-companion-app
name: Native Windows companion app
family: platform-app
level:
id: planned
code: M0
label: Planned
scores:
coverage:
score: 5
label: Experimental
quality:
score: 30
label: Experimental
completeness:
score: 5
label: Experimental
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Installation and Updates
coverage:
score: 5
label: Experimental
quality:
score: 25
label: Experimental
completeness:
score: 5
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Gateway Connection
coverage:
score: 8
label: Experimental
quality:
score: 35
label: Experimental
completeness:
score: 8
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Chat Sessions
coverage:
score: 0
label: Experimental
quality:
score: 25
label: Experimental
completeness:
score: 0
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Status and Repair
coverage:
score: 5
label: Experimental
quality:
score: 35
label: Experimental
completeness:
score: 5
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Desktop Tools and Permissions
coverage:
score: 5
label: Experimental
quality:
score: 28
label: Experimental
completeness:
score: 5
label: Experimental
lts:
supported: false
reason: none
human_override: false
- id: android-app
name: Android app
family: platform-app
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 65
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 65
label: Alpha
lts:
status: none
supported_categories: 0
total_categories: 7
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Media Capture
coverage:
score: 66
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 66
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Mobile Chat
coverage:
score: 70
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Connection Setup
coverage:
score: 68
label: Alpha
quality:
score: 64
label: Alpha
completeness:
score: 68
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Distribution
coverage:
score: 60
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 60
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Settings
coverage:
score: 64
label: Alpha
quality:
score: 66
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Voice
coverage:
score: 66
label: Alpha
quality:
score: 60
label: Alpha
completeness:
score: 66
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Device Runtime
coverage:
score: 62
label: Alpha
quality:
score: 55
label: Alpha
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- id: ios-app
name: iOS app
family: platform-app
level:
id: experimental
code: M1
label: Experimental
scores:
coverage:
score: 41
label: Experimental
quality:
score: 45
label: Experimental
completeness:
score: 41
label: Experimental
lts:
status: none
supported_categories: 0
total_categories: 8
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Media and Sharing
coverage:
score: 42
label: Experimental
quality:
score: 45
label: Experimental
completeness:
score: 42
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Canvas and Screen
coverage:
score: 44
label: Experimental
quality:
score: 47
label: Experimental
completeness:
score: 44
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Chat and Sessions
coverage:
score: 40
label: Experimental
quality:
score: 44
label: Experimental
completeness:
score: 40
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Gateway Setup and Diagnostics
coverage:
score: 41
label: Experimental
quality:
score: 47
label: Experimental
completeness:
score: 41
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Distribution
coverage:
score: 42
label: Experimental
quality:
score: 45
label: Experimental
completeness:
score: 42
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Device Commands
coverage:
score: 37
label: Experimental
quality:
score: 45
label: Experimental
completeness:
score: 37
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Notifications and Background
coverage:
score: 44
label: Experimental
quality:
score: 46
label: Experimental
completeness:
score: 44
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Voice
coverage:
score: 38
label: Experimental
quality:
score: 43
label: Experimental
completeness:
score: 38
label: Experimental
lts:
supported: false
reason: none
human_override: false
- id: watchos-companion-surfaces
name: watchOS companion surfaces
family: platform-app
level:
id: experimental
code: M1
label: Experimental
scores:
coverage:
score: 45
label: Experimental
quality:
score: 57
label: Alpha
completeness:
score: 45
label: Experimental
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Delivery and Recovery
coverage:
score: 46
label: Experimental
quality:
score: 60
label: Alpha
completeness:
score: 46
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Exec Approvals
coverage:
score: 54
label: Alpha
quality:
score: 64
label: Alpha
completeness:
score: 54
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Distribution and Support
coverage:
score: 38
label: Experimental
quality:
score: 48
label: Experimental
completeness:
score: 38
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Notifications and Replies
coverage:
score: 44
label: Experimental
quality:
score: 57
label: Alpha
completeness:
score: 44
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Watch App UI
coverage:
score: 42
label: Experimental
quality:
score: 58
label: Alpha
completeness:
score: 42
label: Experimental
lts:
supported: false
reason: none
human_override: false
- id: raspberry-pi-small-linux-devices
name: Raspberry Pi / small Linux devices
family: platform-app
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 70
label: Beta
quality:
score: 67
label: Alpha
completeness:
score: 70
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Setup and Compatibility
coverage:
score: 55
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 55
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Remote Access and Auth
coverage:
score: 74
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Gateway Runtime
coverage:
score: 78
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Performance and Diagnostics
coverage:
score: 75
label: Beta
quality:
score: 69
label: Alpha
completeness:
score: 75
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: docker-podman-hosting
name: Docker / Podman hosting
family: platform-app
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 77
label: Beta
quality:
score: 73
label: Beta
completeness:
score: 77
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Container Setup
coverage:
score: 74
label: Beta
quality:
score: 76
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Container Operations
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Image Release and Validation
coverage:
score: 84
label: Stable
quality:
score: 78
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Agent Sandbox and Tooling
coverage:
score: 75
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 75
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: kubernetes-hosting
name: Kubernetes hosting
family: platform-app
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 50
label: Alpha
quality:
score: 75
label: Beta
completeness:
score: 74
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-06-01'
by: codex
source_ref: openclaw@29dd7847fd
process_version: 3
categories:
- name: Deployment Setup
coverage:
score: 55
label: Alpha
quality:
score: 76
label: Beta
completeness:
score: 84
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Configuration and Secrets
coverage:
score: 52
label: Alpha
quality:
score: 74
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Access and Exposure
coverage:
score: 43
label: Experimental
quality:
score: 72
label: Beta
completeness:
score: 58
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Cluster Lifecycle
coverage:
score: 50
label: Alpha
quality:
score: 78
label: Beta
completeness:
score: 77
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: nix-install-path
name: Nix install path
family: platform-app
level:
id: experimental
code: M1
label: Experimental
scores:
coverage:
score: 38
label: Experimental
quality:
score: 45
label: Experimental
completeness:
score: 38
label: Experimental
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Install Handoff
coverage:
score: 25
label: Experimental
quality:
score: 45
label: Experimental
completeness:
score: 25
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Plugin Lifecycle
coverage:
score: 40
label: Experimental
quality:
score: 35
label: Experimental
completeness:
score: 40
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Activation and App UX
coverage:
score: 42
label: Experimental
quality:
score: 50
label: Alpha
completeness:
score: 42
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Config and State
coverage:
score: 45
label: Experimental
quality:
score: 50
label: Alpha
completeness:
score: 45
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Service Runtime and Guards
coverage:
score: 38
label: Experimental
quality:
score: 45
label: Experimental
completeness:
score: 38
label: Experimental
lts:
supported: false
reason: none
human_override: false
- id: discord
name: Discord
family: channel
level:
id: stable
code: M4
label: Stable
scores:
coverage:
score: 71
label: Beta
quality:
score: 71
label: Beta
completeness:
score: 71
label: Beta
lts:
status: partial
supported_categories: 4
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 74
label: Beta
quality:
score: 71
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Access and Identity
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Conversation Routing and Delivery
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Media and Rich Content
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Native Controls and Approvals
coverage:
score: 58
label: Alpha
quality:
score: 72
label: Beta
completeness:
score: 58
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Realtime Voice and Calls
coverage:
score: 74
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: telegram
name: Telegram
family: channel
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 75
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 75
label: Beta
lts:
status: full
supported_categories: 5
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Access and Identity
coverage:
score: 76
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 76
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Conversation Routing and Delivery
coverage:
score: 74
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Media and Rich Content
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Native Controls and Approvals
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- id: whatsapp
name: WhatsApp
family: channel
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 76
label: Beta
quality:
score: 76
label: Beta
completeness:
score: 76
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 76
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 76
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 76
label: Beta
quality:
score: 80
label: Stable
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Native Controls and Approvals
coverage:
score: 78
label: Beta
quality:
score: 84
label: Stable
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: slack
name: Slack
family: channel
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 70
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 70
label: Beta
lts:
status: full
supported_categories: 5
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 74
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Access and Identity
coverage:
score: 74
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Conversation Routing and Delivery
coverage:
score: 64
label: Alpha
quality:
score: 66
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: true
reason: human_override
human_override: true
- name: Media and Rich Content
coverage:
score: 64
label: Alpha
quality:
score: 66
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: true
reason: human_override
human_override: true
- name: Native Controls and Approvals
coverage:
score: 72
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 72
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- id: imessage-bluebubbles
name: iMessage / BlueBubbles
family: channel
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 71
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 71
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 62
label: Alpha
quality:
score: 70
label: Beta
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 75
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 75
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 74
label: Beta
quality:
score: 73
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 73
label: Beta
quality:
score: 71
label: Beta
completeness:
score: 73
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Native Controls and Approvals
coverage:
score: 73
label: Beta
quality:
score: 71
label: Beta
completeness:
score: 73
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: signal
name: Signal
family: channel
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 66
label: Alpha
quality:
score: 65
label: Alpha
completeness:
score: 66
label: Alpha
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 55
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 55
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 70
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 70
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 70
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Native Controls and Approvals
coverage:
score: 65
label: Alpha
quality:
score: 68
label: Alpha
completeness:
score: 65
label: Alpha
lts:
supported: false
reason: none
human_override: false
- id: google-chat
name: Google Chat
family: channel
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 57
label: Alpha
quality:
score: 53
label: Alpha
completeness:
score: 57
label: Alpha
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 64
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 58
label: Alpha
quality:
score: 55
label: Alpha
completeness:
score: 58
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 55
label: Alpha
quality:
score: 50
label: Alpha
completeness:
score: 55
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 55
label: Alpha
quality:
score: 50
label: Alpha
completeness:
score: 55
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Native Controls and Approvals
coverage:
score: 55
label: Alpha
quality:
score: 50
label: Alpha
completeness:
score: 55
label: Alpha
lts:
supported: false
reason: none
human_override: false
- id: matrix
name: Matrix
family: channel
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 72
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 72
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 6
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 74
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 72
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 72
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 74
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Native Controls and Approvals
coverage:
score: 64
label: Alpha
quality:
score: 68
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Encryption and Verification
coverage:
score: 76
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: microsoft-teams
name: Microsoft Teams
family: channel
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 62
label: Alpha
quality:
score: 63
label: Alpha
completeness:
score: 62
label: Alpha
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 58
label: Alpha
quality:
score: 64
label: Alpha
completeness:
score: 58
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 60
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 60
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 68
label: Alpha
quality:
score: 66
label: Alpha
completeness:
score: 68
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 62
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Native Controls and Approvals
coverage:
score: 64
label: Alpha
quality:
score: 66
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: false
reason: none
human_override: false
- id: mattermost-line-irc-nextcloud-talk-nostr-twitch-tlon-synology-chat
name: Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat
family: channel
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 62
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 62
label: Alpha
lts:
status: none
supported_categories: 0
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 62
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 62
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 62
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 62
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 62
label: Alpha
lts:
supported: false
reason: none
human_override: false
- id: feishu-qq-bot-wechat-yuanbao-zalo-zalo-personal-regional-channels
name: Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels
family: channel
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 43
label: Experimental
quality:
score: 47
label: Experimental
completeness:
score: 43
label: Experimental
lts:
status: none
supported_categories: 0
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 42
label: Experimental
quality:
score: 44
label: Experimental
completeness:
score: 42
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 42
label: Experimental
quality:
score: 44
label: Experimental
completeness:
score: 42
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 42
label: Experimental
quality:
score: 44
label: Experimental
completeness:
score: 42
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 47
label: Experimental
quality:
score: 55
label: Alpha
completeness:
score: 47
label: Experimental
lts:
supported: false
reason: none
human_override: false
- id: voice-call-channel
name: Voice Call channel
family: channel
level:
id: experimental
code: M1
label: Experimental
scores:
coverage:
score: 49
label: Experimental
quality:
score: 58
label: Alpha
completeness:
score: 49
label: Experimental
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Channel Setup and Operations
coverage:
score: 42
label: Experimental
quality:
score: 56
label: Alpha
completeness:
score: 42
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Access and Identity
coverage:
score: 60
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 60
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Conversation Routing and Delivery
coverage:
score: 52
label: Alpha
quality:
score: 58
label: Alpha
completeness:
score: 52
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Media and Rich Content
coverage:
score: 48
label: Experimental
quality:
score: 57
label: Alpha
completeness:
score: 48
label: Experimental
lts:
supported: false
reason: none
human_override: false
- name: Realtime Voice and Calls
coverage:
score: 44
label: Experimental
quality:
score: 55
label: Alpha
completeness:
score: 44
label: Experimental
lts:
supported: false
reason: none
human_override: false
- id: openai-codex-provider-path
name: OpenAI / Codex provider path
family: provider-tool
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 78
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 78
label: Beta
lts:
status: partial
supported_categories: 3
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Model and Auth
coverage:
score: 78
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Responses and Tool Compatibility
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- name: Native Codex Harness
coverage:
score: 82
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Image and Multimodal Input
coverage:
score: 80
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 80
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Voice and Realtime Audio
coverage:
score: 72
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: anthropic-provider-path
name: Anthropic provider path
family: provider-tool
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 80
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 80
label: Stable
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Provider Auth and Recovery
coverage:
score: 78
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Model and Runtime Selection
coverage:
score: 82
label: Stable
quality:
score: 68
label: Alpha
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Request Transport and Turn Semantics
coverage:
score: 82
label: Stable
quality:
score: 72
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Prompt Cache and Context
coverage:
score: 82
label: Stable
quality:
score: 76
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Media Inputs
coverage:
score: 74
label: Beta
quality:
score: 82
label: Stable
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: google-provider-path
name: Google provider path
family: provider-tool
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 73
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 73
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Provider Setup and Credentials
coverage:
score: 72
label: Beta
quality:
score: 60
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Model Routing and Endpoints
coverage:
score: 68
label: Alpha
quality:
score: 62
label: Alpha
completeness:
score: 68
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Direct Gemini Runtime
coverage:
score: 82
label: Stable
quality:
score: 80
label: Stable
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Media, Search, and Realtime
coverage:
score: 76
label: Beta
quality:
score: 65
label: Alpha
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Prompt Caching
coverage:
score: 68
label: Alpha
quality:
score: 74
label: Beta
completeness:
score: 68
label: Alpha
lts:
supported: false
reason: none
human_override: false
- id: openrouter-provider-path
name: OpenRouter provider path
family: provider-tool
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 75
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 75
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Provider Setup and Auth
coverage:
score: 78
label: Beta
quality:
score: 64
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Chat Runtime and Normalization
coverage:
score: 76
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Provider Recovery and Diagnostics
coverage:
score: 74
label: Beta
quality:
score: 65
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Media Generation and Speech
coverage:
score: 72
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false
- id: local-model-providers-ollama-vllm-sglang-lm-studio
name: 'Local model providers: Ollama, vLLM, SGLang, LM Studio'
family: provider-tool
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 77
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 77
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Provider Setup, Lifecycle, and Diagnostics
coverage:
score: 74
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Native Provider Plugins
coverage:
score: 78
label: Beta
quality:
score: 78
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: OpenAI-Compatible Runtime Compatibility
coverage:
score: 74
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Local Memory and Embeddings
coverage:
score: 76
label: Beta
quality:
score: 68
label: Alpha
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Network Safety and Prompt Controls
coverage:
score: 82
label: Stable
quality:
score: 82
label: Stable
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- id: long-tail-hosted-providers
name: Long-tail hosted providers
family: provider-tool
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 64
label: Alpha
quality:
score: 60
label: Alpha
completeness:
score: 64
label: Alpha
lts:
status: none
supported_categories: 0
total_categories: 3
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Hosted LLM Providers
coverage:
score: 58
label: Alpha
quality:
score: 56
label: Alpha
completeness:
score: 58
label: Alpha
lts:
supported: false
reason: none
human_override: false
- name: Hosted Media Providers
coverage:
score: 70
label: Beta
quality:
score: 64
label: Alpha
completeness:
score: 70
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Provider Operations
coverage:
score: 64
label: Alpha
quality:
score: 60
label: Alpha
completeness:
score: 64
label: Alpha
lts:
supported: false
reason: none
human_override: false
- id: web-search-tools
name: Web search tools
family: provider-tool
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 79
label: Beta
quality:
score: 76
label: Beta
completeness:
score: 79
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 4
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Search Providers
coverage:
score: 76
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Setup and Diagnostics
coverage:
score: 74
label: Beta
quality:
score: 70
label: Beta
completeness:
score: 74
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Network Safety
coverage:
score: 84
label: Stable
quality:
score: 84
label: Stable
completeness:
score: 84
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Tool Availability and Fetch
coverage:
score: 82
label: Stable
quality:
score: 80
label: Stable
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- id: browser-automation-and-exec-sandbox-tools
name: Browser automation and exec/sandbox tools
family: provider-tool
level:
id: beta
code: M3
label: Beta
scores:
coverage:
score: 79
label: Beta
quality:
score: 75
label: Beta
completeness:
score: 79
label: Beta
lts:
status: partial
supported_categories: 2
total_categories: 3
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Browser Automation
coverage:
score: 78
label: Beta
quality:
score: 74
label: Beta
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Tool Invocation and Execution
coverage:
score: 82
label: Stable
quality:
score: 79
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: true
reason: human_override
human_override: true
- name: Sandbox and Tool Policy
coverage:
score: 76
label: Beta
quality:
score: 72
label: Beta
completeness:
score: 76
label: Beta
lts:
supported: true
reason: human_override
human_override: true
- id: image-video-music-generation-tools
name: Image/video/music generation tools
family: provider-tool
level:
id: alpha
code: M2
label: Alpha
scores:
coverage:
score: 77
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 77
label: Beta
lts:
status: none
supported_categories: 0
total_categories: 5
last_score_run:
status: complete
completed_at: '2026-05-30'
by: codex
source_ref: null
process_version: 3
categories:
- name: Media Routing and Discovery
coverage:
score: 82
label: Stable
quality:
score: 74
label: Beta
completeness:
score: 82
label: Stable
lts:
supported: false
reason: none
human_override: false
- name: Task Lifecycle and Delivery
coverage:
score: 78
label: Beta
quality:
score: 65
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Image Generation
coverage:
score: 78
label: Beta
quality:
score: 66
label: Alpha
completeness:
score: 78
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Video Generation
coverage:
score: 76
label: Beta
quality:
score: 62
label: Alpha
completeness:
score: 76
label: Beta
lts:
supported: false
reason: none
human_override: false
- name: Music Generation
coverage:
score: 72
label: Beta
quality:
score: 61
label: Alpha
completeness:
score: 72
label: Beta
lts:
supported: false
reason: none
human_override: false