From f015c3ff5236c70ddf2d85d2a80feab1af8a8e44 Mon Sep 17 00:00:00 2001 From: Vincent Koc Date: Fri, 22 May 2026 07:33:06 +0800 Subject: [PATCH] test(qa-lab): tag live-only runtime sentinels --- CHANGELOG.md | 1 + extensions/qa-lab/src/scenario-catalog.test.ts | 2 ++ qa/scenarios/runtime/gateway-restart-inflight-run.md | 1 + qa/scenarios/runtime/streaming-final-integrity.md | 1 + 4 files changed, 5 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 63e3eb7e9bc..3ad53ba8605 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -14,6 +14,7 @@ Docs: https://docs.openclaw.ai - QA-Lab: add curated mock JSONL replay fixtures and first-drift reporting for runtime-parity audits. (#80323, refs #80176) Thanks @100yenadmin. - QA-Lab: include the optional 100-turn runtime parity soak in release-soak artifacts so long-run Codex/Pi transcript drift stays visible outside the default gate. (#80395) Thanks @100yenadmin. - QA-Lab: add a live-only long-context progress watchdog scenario for Codex app-server timeout and stalled-run sentinels. (#80323) Thanks @100yenadmin. +- QA-Lab: tag gateway restart recovery and streaming final-integrity scenarios as live-only runtime parity lanes. (#80323) Thanks @100yenadmin. - QA-Lab: add a personal-agent failure recovery scenario that checks honest partial status, retry boundaries, and local recovery artifacts. (#83872) Thanks @iFiras-Max1. - QA-Lab: include an opt-in `update.run` package self-upgrade sentinel for destructive latest-package recovery checks. - QA-Lab: add Codex plugin lifecycle and auth-profile fixture coverage for missing installs, pinned-version drift, first-turn install ordering, and doctor migration safety. (#80323, refs #80174) Thanks @100yenadmin. diff --git a/extensions/qa-lab/src/scenario-catalog.test.ts b/extensions/qa-lab/src/scenario-catalog.test.ts index 7f6b21bf8c2..78bb051b05f 100644 --- a/extensions/qa-lab/src/scenario-catalog.test.ts +++ b/extensions/qa-lab/src/scenario-catalog.test.ts @@ -178,6 +178,8 @@ describe("qa scenario catalog", () => { "plugin-manifest-contract-health", "webchat-direct-reply-routing", "long-context-progress-watchdog", + "gateway-restart-inflight-run", + "streaming-final-integrity", ]; for (const scenarioId of scenarioIds) { diff --git a/qa/scenarios/runtime/gateway-restart-inflight-run.md b/qa/scenarios/runtime/gateway-restart-inflight-run.md index e61b022954b..1f71cac8794 100644 --- a/qa/scenarios/runtime/gateway-restart-inflight-run.md +++ b/qa/scenarios/runtime/gateway-restart-inflight-run.md @@ -4,6 +4,7 @@ id: gateway-restart-inflight-run title: Gateway restart in-flight recovery surface: runtime +runtimeParityTier: live-only coverage: primary: - runtime.restart-recovery diff --git a/qa/scenarios/runtime/streaming-final-integrity.md b/qa/scenarios/runtime/streaming-final-integrity.md index 141a537ba1b..cfb24776159 100644 --- a/qa/scenarios/runtime/streaming-final-integrity.md +++ b/qa/scenarios/runtime/streaming-final-integrity.md @@ -4,6 +4,7 @@ id: streaming-final-integrity title: Streaming final integrity surface: runtime +runtimeParityTier: live-only coverage: primary: - channels.streaming