fix(test): fail startup bench on bad samples

2026-05-28 01:22:57 +00:00 · 2026-05-27 11:29:47 +02:00
parent bbdff39b6a
commit 8c6da93fdf
2 changed files with 135 additions and 2 deletions
--- a/test/scripts/bench-cli-startup.test.ts
+++ b/test/scripts/bench-cli-startup.test.ts
@@ -0,0 +1,73 @@
+import { describe, expect, it } from "vitest";
+import { testing } from "../../scripts/bench-cli-startup.ts";
+
+describe("bench-cli-startup", () => {
+  it("fails reports with no measured samples", () => {
+    expect(
+      testing.collectFailedSamples({
+        entry: "openclaw.mjs",
+        cases: [
+          {
+            id: "version",
+            name: "--version",
+            args: ["--version"],
+            contract: null,
+            samples: [],
+            summary: {
+              sampleCount: 0,
+              durationMs: { avg: 0, p50: 0, p95: 0, min: 0, max: 0 },
+              firstOutputMs: null,
+              maxRssMb: null,
+              exitSummary: "",
+            },
+          },
+        ],
+      }),
+    ).toEqual(["openclaw.mjs version: no measured samples"]);
+  });
+
+  it("fails reports with nonzero or signaled CLI samples", () => {
+    const passingSample = {
+      ms: 10,
+      firstOutputMs: 5,
+      maxRssMb: 50,
+      exitCode: 0,
+      signal: null,
+    };
+
+    expect(
+      testing.collectFailedSamples({
+        entry: "dist/entry.js",
+        cases: [
+          {
+            id: "gatewayStatusJson",
+            name: "gateway status --json",
+            args: ["gateway", "status", "--json"],
+            contract: null,
+            samples: [
+              passingSample,
+              { ...passingSample, exitCode: 1 },
+              { ...passingSample, exitCode: null, signal: "SIGTERM" },
+            ],
+            summary: {
+              sampleCount: 3,
+              durationMs: { avg: 10, p50: 10, p95: 10, min: 10, max: 10 },
+              firstOutputMs: { avg: 5, p50: 5, p95: 5, min: 5, max: 5 },
+              maxRssMb: { avg: 50, p50: 50, p95: 50, min: 50, max: 50 },
+              exitSummary: "code:0x1, code:1x1, signal:SIGTERMx1",
+            },
+          },
+        ],
+      }),
+    ).toEqual([
+      "dist/entry.js gatewayStatusJson sample 2: exited with code 1",
+      "dist/entry.js gatewayStatusJson sample 3: exited via signal SIGTERM",
+    ]);
+  });
+
+  it("does not accept zero measured runs", () => {
+    expect(testing.parsePositiveInt("0", 5)).toBe(5);
+    expect(testing.parsePositiveInt("1", 5)).toBe(1);
+    expect(testing.parseNonNegativeInt("0", 1)).toBe(0);
+  });
+});