test: stabilize docker test lanes

docs/help/testing.md

@@ -498,7 +498,15 @@ If you want to rely on env keys (e.g. exported in your `~/.profile`), run local
 
 These Docker runners split into two buckets:
 
-- Live-model runners: `test:docker:live-models` and `test:docker:live-gateway` run `pnpm test:live` inside the repo Docker image, mounting your local config dir and workspace (and sourcing `~/.profile` if mounted).
+- Live-model runners: `test:docker:live-models` and `test:docker:live-gateway` run only their matching profile-key live file inside the repo Docker image (`src/agents/models.profiles.live.test.ts` and `src/gateway/gateway-models.profiles.live.test.ts`), mounting your local config dir and workspace (and sourcing `~/.profile` if mounted). The matching local entrypoints are `test:live:models-profiles` and `test:live:gateway-profiles`.
+- Docker live runners default to a smaller smoke cap so a full Docker sweep stays practical:
+  `test:docker:live-models` defaults to `OPENCLAW_LIVE_MAX_MODELS=12`, and
+  `test:docker:live-gateway` defaults to `OPENCLAW_LIVE_GATEWAY_SMOKE=1`,
+  `OPENCLAW_LIVE_GATEWAY_MAX_MODELS=8`,
+  `OPENCLAW_LIVE_GATEWAY_STEP_TIMEOUT_MS=45000`, and
+  `OPENCLAW_LIVE_GATEWAY_MODEL_TIMEOUT_MS=90000`. Override those env vars when you
+  explicitly want the larger exhaustive scan.
+- `test:docker:all` builds the live Docker image once via `test:docker:live-build`, then reuses it for the two live Docker lanes.
 - Container smoke runners: `test:docker:openwebui`, `test:docker:onboard`, `test:docker:gateway-network`, `test:docker:mcp-channels`, and `test:docker:plugins` boot one or more real containers and verify higher-level integration paths.
 
 The live-model Docker runners also bind-mount only the needed CLI auth homes (or all supported ones when the run is not narrowed), then copy them into the container home before the run so external-CLI OAuth can refresh tokens without mutating the host auth store:

package.json

@@ -1155,11 +1155,12 @@
     "test:contracts:plugins": "OPENCLAW_TEST_PROFILE=serial pnpm exec vitest run --config vitest.contracts.config.ts src/plugins/contracts",
     "test:coverage": "vitest run --config vitest.unit.config.ts --coverage",
     "test:coverage:changed": "vitest run --config vitest.unit.config.ts --coverage --changed origin/main",
-    "test:docker:all": "pnpm test:docker:live-models && pnpm test:docker:live-gateway && pnpm test:docker:openwebui && pnpm test:docker:onboard && pnpm test:docker:gateway-network && pnpm test:docker:mcp-channels && pnpm test:docker:qr && pnpm test:docker:doctor-switch && pnpm test:docker:plugins && pnpm test:docker:cleanup",
+    "test:docker:all": "pnpm test:docker:live-build && OPENCLAW_SKIP_DOCKER_BUILD=1 pnpm test:docker:live-models && OPENCLAW_SKIP_DOCKER_BUILD=1 pnpm test:docker:live-gateway && pnpm test:docker:openwebui && pnpm test:docker:onboard && pnpm test:docker:gateway-network && pnpm test:docker:mcp-channels && pnpm test:docker:qr && pnpm test:docker:doctor-switch && pnpm test:docker:plugins && pnpm test:docker:cleanup",
     "test:docker:cleanup": "bash scripts/test-cleanup-docker.sh",
     "test:docker:doctor-switch": "bash scripts/e2e/doctor-install-switch-docker.sh",
     "test:docker:gateway-network": "bash scripts/e2e/gateway-network-docker.sh",
     "test:docker:live-acp-bind": "bash scripts/test-live-acp-bind-docker.sh",
+    "test:docker:live-build": "bash scripts/test-live-build-docker.sh",
     "test:docker:live-cli-backend": "bash scripts/test-live-cli-backend-docker.sh",
     "test:docker:live-gateway": "bash scripts/test-live-gateway-models-docker.sh",
     "test:docker:live-models": "bash scripts/test-live-models-docker.sh",
@@ -1182,6 +1183,8 @@
     "test:install:e2e:openai": "OPENCLAW_E2E_MODELS=openai bash scripts/test-install-sh-e2e-docker.sh",
     "test:install:smoke": "bash scripts/test-install-sh-docker.sh",
     "test:live": "node scripts/test-live.mjs",
+    "test:live:gateway-profiles": "node scripts/test-live.mjs -- src/gateway/gateway-models.profiles.live.test.ts",
+    "test:live:models-profiles": "node scripts/test-live.mjs -- src/agents/models.profiles.live.test.ts",
     "test:max": "node scripts/test-parallel.mjs --profile max",
     "test:parallels:linux": "bash scripts/e2e/parallels-linux-smoke.sh",
     "test:parallels:macos": "bash scripts/e2e/parallels-macos-smoke.sh",

scripts/e2e/plugins-docker.sh

@@ -282,11 +282,13 @@ cat > "$demo_plugin_root/openclaw.plugin.json" <<'JSON'
 JSON
 
 node "$OPENCLAW_ENTRY" plugins list --json > /tmp/plugins.json
+node "$OPENCLAW_ENTRY" plugins inspect demo-plugin --json > /tmp/plugins-inspect.json
 
 node - <<'NODE'
 const fs = require("node:fs");
 
 const data = JSON.parse(fs.readFileSync("/tmp/plugins.json", "utf8"));
+const inspect = JSON.parse(fs.readFileSync("/tmp/plugins-inspect.json", "utf8"));
 const plugin = (data.plugins || []).find((entry) => entry.id === "demo-plugin");
 if (!plugin) throw new Error("plugin not found");
 if (plugin.status !== "loaded") {
@@ -299,10 +301,13 @@ const assertIncludes = (list, value, label) => {
   }
 };
 
-assertIncludes(plugin.toolNames, "demo_tool", "tool");
-assertIncludes(plugin.gatewayMethods, "demo.ping", "gateway method");
-assertIncludes(plugin.cliCommands, "demo", "cli command");
-assertIncludes(plugin.services, "demo-service", "service");
+const inspectToolNames = Array.isArray(inspect.tools)
+  ? inspect.tools.flatMap((entry) => (Array.isArray(entry?.names) ? entry.names : []))
+  : [];
+assertIncludes(inspectToolNames, "demo_tool", "tool");
+assertIncludes(inspect.gatewayMethods, "demo.ping", "gateway method");
+assertIncludes(inspect.cliCommands, "demo", "cli command");
+assertIncludes(inspect.services, "demo-service", "service");
 
 const diagErrors = (data.diagnostics || []).filter((diag) => diag.level === "error");
 if (diagErrors.length > 0) {
@@ -344,17 +349,19 @@ tar -czf /tmp/demo-plugin-tgz.tgz -C "$pack_dir" package
 
 node "$OPENCLAW_ENTRY" plugins install /tmp/demo-plugin-tgz.tgz
 node "$OPENCLAW_ENTRY" plugins list --json > /tmp/plugins2.json
+node "$OPENCLAW_ENTRY" plugins inspect demo-plugin-tgz --json > /tmp/plugins2-inspect.json
 
 node - <<'NODE'
 const fs = require("node:fs");
 
 const data = JSON.parse(fs.readFileSync("/tmp/plugins2.json", "utf8"));
+const inspect = JSON.parse(fs.readFileSync("/tmp/plugins2-inspect.json", "utf8"));
 const plugin = (data.plugins || []).find((entry) => entry.id === "demo-plugin-tgz");
 if (!plugin) throw new Error("tgz plugin not found");
 if (plugin.status !== "loaded") {
   throw new Error(`unexpected status: ${plugin.status}`);
 }
-if (!Array.isArray(plugin.gatewayMethods) || !plugin.gatewayMethods.includes("demo.tgz")) {
+if (!Array.isArray(inspect.gatewayMethods) || !inspect.gatewayMethods.includes("demo.tgz")) {
   throw new Error("expected gateway method demo.tgz");
 }
 console.log("ok");
@@ -390,17 +397,19 @@ JSON
 
 node "$OPENCLAW_ENTRY" plugins install "$dir_plugin"
 node "$OPENCLAW_ENTRY" plugins list --json > /tmp/plugins3.json
+node "$OPENCLAW_ENTRY" plugins inspect demo-plugin-dir --json > /tmp/plugins3-inspect.json
 
 node - <<'NODE'
 const fs = require("node:fs");
 
 const data = JSON.parse(fs.readFileSync("/tmp/plugins3.json", "utf8"));
+const inspect = JSON.parse(fs.readFileSync("/tmp/plugins3-inspect.json", "utf8"));
 const plugin = (data.plugins || []).find((entry) => entry.id === "demo-plugin-dir");
 if (!plugin) throw new Error("dir plugin not found");
 if (plugin.status !== "loaded") {
   throw new Error(`unexpected status: ${plugin.status}`);
 }
-if (!Array.isArray(plugin.gatewayMethods) || !plugin.gatewayMethods.includes("demo.dir")) {
+if (!Array.isArray(inspect.gatewayMethods) || !inspect.gatewayMethods.includes("demo.dir")) {
   throw new Error("expected gateway method demo.dir");
 }
 console.log("ok");
@@ -437,17 +446,19 @@ JSON
 
 node "$OPENCLAW_ENTRY" plugins install "file:$file_pack_dir/package"
 node "$OPENCLAW_ENTRY" plugins list --json > /tmp/plugins4.json
+node "$OPENCLAW_ENTRY" plugins inspect demo-plugin-file --json > /tmp/plugins4-inspect.json
 
 node - <<'NODE'
 const fs = require("node:fs");
 
 const data = JSON.parse(fs.readFileSync("/tmp/plugins4.json", "utf8"));
+const inspect = JSON.parse(fs.readFileSync("/tmp/plugins4-inspect.json", "utf8"));
 const plugin = (data.plugins || []).find((entry) => entry.id === "demo-plugin-file");
 if (!plugin) throw new Error("file plugin not found");
 if (plugin.status !== "loaded") {
   throw new Error(`unexpected status: ${plugin.status}`);
 }
-if (!Array.isArray(plugin.gatewayMethods) || !plugin.gatewayMethods.includes("demo.file")) {
+if (!Array.isArray(inspect.gatewayMethods) || !inspect.gatewayMethods.includes("demo.file")) {
   throw new Error("expected gateway method demo.file");
 }
 console.log("ok");
@@ -704,11 +715,19 @@ NODE
 node "$OPENCLAW_ENTRY" plugins install marketplace-shortcut@claude-fixtures
 node "$OPENCLAW_ENTRY" plugins install marketplace-direct --marketplace claude-fixtures
 node "$OPENCLAW_ENTRY" plugins list --json > /tmp/plugins-marketplace.json
+node "$OPENCLAW_ENTRY" plugins inspect marketplace-shortcut --json > /tmp/plugins-marketplace-shortcut-inspect.json
+node "$OPENCLAW_ENTRY" plugins inspect marketplace-direct --json > /tmp/plugins-marketplace-direct-inspect.json
 
 node - <<'NODE'
 const fs = require("node:fs");
 
 const data = JSON.parse(fs.readFileSync("/tmp/plugins-marketplace.json", "utf8"));
+const shortcutInspect = JSON.parse(
+  fs.readFileSync("/tmp/plugins-marketplace-shortcut-inspect.json", "utf8"),
+);
+const directInspect = JSON.parse(
+  fs.readFileSync("/tmp/plugins-marketplace-direct-inspect.json", "utf8"),
+);
 const getPlugin = (id) => {
   const plugin = (data.plugins || []).find((entry) => entry.id === id);
   if (!plugin) throw new Error(`plugin not found: ${id}`);
@@ -726,10 +745,10 @@ if (shortcut.version !== "0.0.1") {
 if (direct.version !== "0.0.1") {
   throw new Error(`unexpected direct version: ${direct.version}`);
 }
-if (!shortcut.gatewayMethods.includes("demo.marketplace.shortcut.v1")) {
+if (!shortcutInspect.gatewayMethods.includes("demo.marketplace.shortcut.v1")) {
   throw new Error("expected marketplace shortcut gateway method");
 }
-if (!direct.gatewayMethods.includes("demo.marketplace.direct.v1")) {
+if (!directInspect.gatewayMethods.includes("demo.marketplace.direct.v1")) {
   throw new Error("expected marketplace direct gateway method");
 }
 console.log("ok");
@@ -766,18 +785,20 @@ write_fixture_plugin \
 node "$OPENCLAW_ENTRY" plugins update marketplace-shortcut --dry-run
 node "$OPENCLAW_ENTRY" plugins update marketplace-shortcut
 node "$OPENCLAW_ENTRY" plugins list --json > /tmp/plugins-marketplace-updated.json
+node "$OPENCLAW_ENTRY" plugins inspect marketplace-shortcut --json > /tmp/plugins-marketplace-updated-inspect.json
 
 node - <<'NODE'
 const fs = require("node:fs");
 
 const data = JSON.parse(fs.readFileSync("/tmp/plugins-marketplace-updated.json", "utf8"));
+const inspect = JSON.parse(fs.readFileSync("/tmp/plugins-marketplace-updated-inspect.json", "utf8"));
 const plugin = (data.plugins || []).find((entry) => entry.id === "marketplace-shortcut");
 if (!plugin) throw new Error("updated marketplace plugin not found");
 if (plugin.version !== "0.0.2") {
   throw new Error(`unexpected updated version: ${plugin.version}`);
 }
-if (!plugin.gatewayMethods.includes("demo.marketplace.shortcut.v2")) {
-  throw new Error(`expected updated gateway method, got ${plugin.gatewayMethods.join(", ")}`);
+if (!inspect.gatewayMethods.includes("demo.marketplace.shortcut.v2")) {
+  throw new Error(`expected updated gateway method, got ${inspect.gatewayMethods.join(", ")}`);
 }
 console.log("ok");
 NODE

scripts/test-live-build-docker.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
+IMAGE_NAME="${OPENCLAW_IMAGE:-openclaw:local}"
+LIVE_IMAGE_NAME="${OPENCLAW_LIVE_IMAGE:-${IMAGE_NAME}-live}"
+
+if [[ "${OPENCLAW_SKIP_DOCKER_BUILD:-}" == "1" ]]; then
+  echo "==> Reuse live-test image: $LIVE_IMAGE_NAME"
+  exit 0
+fi
+
+echo "==> Build live-test image: $LIVE_IMAGE_NAME (target=build)"
+docker build --target build -t "$LIVE_IMAGE_NAME" -f "$ROOT_DIR/Dockerfile" "$ROOT_DIR"

scripts/test-live-gateway-models-docker.sh

@@ -115,13 +115,13 @@ elif [ -d /app/dist/extensions ]; then
   export OPENCLAW_BUNDLED_PLUGINS_DIR=/app/dist/extensions
 fi
 cd "$tmp_dir"
-pnpm test:live
+pnpm test:live:gateway-profiles
 EOF
 
-echo "==> Build live-test image: $LIVE_IMAGE_NAME (target=build)"
-docker build --target build -t "$LIVE_IMAGE_NAME" -f "$ROOT_DIR/Dockerfile" "$ROOT_DIR"
+"$ROOT_DIR/scripts/test-live-build-docker.sh"
 
 echo "==> Run gateway live model tests (profile keys)"
+echo "==> Target: src/gateway/gateway-models.profiles.live.test.ts"
 echo "==> External auth dirs: ${AUTH_DIRS_CSV:-none}"
 echo "==> External auth files: ${AUTH_FILES_CSV:-none}"
 docker run --rm -t \
@@ -135,8 +135,10 @@ docker run --rm -t \
   -e OPENCLAW_LIVE_TEST=1 \
   -e OPENCLAW_LIVE_GATEWAY_MODELS="${OPENCLAW_LIVE_GATEWAY_MODELS:-modern}" \
   -e OPENCLAW_LIVE_GATEWAY_PROVIDERS="${OPENCLAW_LIVE_GATEWAY_PROVIDERS:-}" \
-  -e OPENCLAW_LIVE_GATEWAY_MAX_MODELS="${OPENCLAW_LIVE_GATEWAY_MAX_MODELS:-24}" \
-  -e OPENCLAW_LIVE_GATEWAY_MODEL_TIMEOUT_MS="${OPENCLAW_LIVE_GATEWAY_MODEL_TIMEOUT_MS:-}" \
+  -e OPENCLAW_LIVE_GATEWAY_SMOKE="${OPENCLAW_LIVE_GATEWAY_SMOKE:-1}" \
+  -e OPENCLAW_LIVE_GATEWAY_MAX_MODELS="${OPENCLAW_LIVE_GATEWAY_MAX_MODELS:-8}" \
+  -e OPENCLAW_LIVE_GATEWAY_STEP_TIMEOUT_MS="${OPENCLAW_LIVE_GATEWAY_STEP_TIMEOUT_MS:-45000}" \
+  -e OPENCLAW_LIVE_GATEWAY_MODEL_TIMEOUT_MS="${OPENCLAW_LIVE_GATEWAY_MODEL_TIMEOUT_MS:-90000}" \
   -v "$ROOT_DIR":/src:ro \
   -v "$CONFIG_DIR":/home/node/.openclaw \
   -v "$WORKSPACE_DIR":/home/node/.openclaw/workspace \

scripts/test-live-models-docker.sh

@@ -125,13 +125,13 @@ elif [ -d /app/dist/extensions ]; then
   export OPENCLAW_BUNDLED_PLUGINS_DIR=/app/dist/extensions
 fi
 cd "$tmp_dir"
-pnpm test:live
+pnpm test:live:models-profiles
 EOF
 
-echo "==> Build live-test image: $LIVE_IMAGE_NAME (target=build)"
-docker build --target build -t "$LIVE_IMAGE_NAME" -f "$ROOT_DIR/Dockerfile" "$ROOT_DIR"
+"$ROOT_DIR/scripts/test-live-build-docker.sh"
 
 echo "==> Run live model tests (profile keys)"
+echo "==> Target: src/agents/models.profiles.live.test.ts"
 echo "==> External auth dirs: ${AUTH_DIRS_CSV:-none}"
 echo "==> External auth files: ${AUTH_FILES_CSV:-none}"
 docker run --rm -t \
@@ -145,7 +145,7 @@ docker run --rm -t \
   -e OPENCLAW_LIVE_TEST=1 \
   -e OPENCLAW_LIVE_MODELS="${OPENCLAW_LIVE_MODELS:-modern}" \
   -e OPENCLAW_LIVE_PROVIDERS="${OPENCLAW_LIVE_PROVIDERS:-}" \
-  -e OPENCLAW_LIVE_MAX_MODELS="${OPENCLAW_LIVE_MAX_MODELS:-48}" \
+  -e OPENCLAW_LIVE_MAX_MODELS="${OPENCLAW_LIVE_MAX_MODELS:-12}" \
   -e OPENCLAW_LIVE_MODEL_TIMEOUT_MS="${OPENCLAW_LIVE_MODEL_TIMEOUT_MS:-}" \
   -e OPENCLAW_LIVE_REQUIRE_PROFILE_KEYS="${OPENCLAW_LIVE_REQUIRE_PROFILE_KEYS:-}" \
   -e OPENCLAW_LIVE_GATEWAY_MODELS="${OPENCLAW_LIVE_GATEWAY_MODELS:-}" \