mirror of
https://github.com/openclaw/openclaw.git
synced 2026-03-12 07:20:45 +00:00
test(perf): slim ios team-id harness and add perf budget guard
This commit is contained in:
127
scripts/test-perf-budget.mjs
Normal file
127
scripts/test-perf-budget.mjs
Normal file
@@ -0,0 +1,127 @@
|
||||
import { spawnSync } from "node:child_process";
|
||||
import fs from "node:fs";
|
||||
import os from "node:os";
|
||||
import path from "node:path";
|
||||
|
||||
function readEnvNumber(name) {
|
||||
const raw = process.env[name]?.trim();
|
||||
if (!raw) {
|
||||
return null;
|
||||
}
|
||||
const parsed = Number.parseFloat(raw);
|
||||
return Number.isFinite(parsed) ? parsed : null;
|
||||
}
|
||||
|
||||
function parseArgs(argv) {
|
||||
const args = {
|
||||
config: "vitest.unit.config.ts",
|
||||
maxWallMs: readEnvNumber("OPENCLAW_TEST_PERF_MAX_WALL_MS"),
|
||||
baselineWallMs: readEnvNumber("OPENCLAW_TEST_PERF_BASELINE_WALL_MS"),
|
||||
maxRegressionPct: readEnvNumber("OPENCLAW_TEST_PERF_MAX_REGRESSION_PCT") ?? 10,
|
||||
};
|
||||
for (let i = 0; i < argv.length; i += 1) {
|
||||
const arg = argv[i];
|
||||
if (arg === "--config") {
|
||||
args.config = argv[i + 1] ?? args.config;
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
if (arg === "--max-wall-ms") {
|
||||
const parsed = Number.parseFloat(argv[i + 1] ?? "");
|
||||
if (Number.isFinite(parsed)) {
|
||||
args.maxWallMs = parsed;
|
||||
}
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
if (arg === "--baseline-wall-ms") {
|
||||
const parsed = Number.parseFloat(argv[i + 1] ?? "");
|
||||
if (Number.isFinite(parsed)) {
|
||||
args.baselineWallMs = parsed;
|
||||
}
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
if (arg === "--max-regression-pct") {
|
||||
const parsed = Number.parseFloat(argv[i + 1] ?? "");
|
||||
if (Number.isFinite(parsed)) {
|
||||
args.maxRegressionPct = parsed;
|
||||
}
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
}
|
||||
return args;
|
||||
}
|
||||
|
||||
function formatMs(ms) {
|
||||
return `${ms.toFixed(1)}ms`;
|
||||
}
|
||||
|
||||
const opts = parseArgs(process.argv.slice(2));
|
||||
const reportPath = path.join(os.tmpdir(), `openclaw-vitest-perf-${Date.now()}.json`);
|
||||
const cmd = [
|
||||
"vitest",
|
||||
"run",
|
||||
"--config",
|
||||
opts.config,
|
||||
"--reporter=json",
|
||||
"--outputFile",
|
||||
reportPath,
|
||||
];
|
||||
|
||||
const startedAt = process.hrtime.bigint();
|
||||
const run = spawnSync("pnpm", cmd, {
|
||||
stdio: "inherit",
|
||||
env: process.env,
|
||||
});
|
||||
const elapsedMs = Number(process.hrtime.bigint() - startedAt) / 1_000_000;
|
||||
|
||||
if (run.status !== 0) {
|
||||
process.exit(run.status ?? 1);
|
||||
}
|
||||
|
||||
let totalFileDurationMs = 0;
|
||||
let fileCount = 0;
|
||||
try {
|
||||
const report = JSON.parse(fs.readFileSync(reportPath, "utf8"));
|
||||
for (const result of report.testResults ?? []) {
|
||||
if (typeof result.startTime === "number" && typeof result.endTime === "number") {
|
||||
totalFileDurationMs += Math.max(0, result.endTime - result.startTime);
|
||||
fileCount += 1;
|
||||
}
|
||||
}
|
||||
} catch {
|
||||
// Keep budget checks based on wall time when JSON parsing fails.
|
||||
}
|
||||
|
||||
const allowedByBaseline =
|
||||
opts.baselineWallMs !== null
|
||||
? opts.baselineWallMs * (1 + (opts.maxRegressionPct ?? 0) / 100)
|
||||
: null;
|
||||
|
||||
let failed = false;
|
||||
if (opts.maxWallMs !== null && elapsedMs > opts.maxWallMs) {
|
||||
console.error(
|
||||
`[test-perf-budget] wall time ${formatMs(elapsedMs)} exceeded max ${formatMs(opts.maxWallMs)}.`,
|
||||
);
|
||||
failed = true;
|
||||
}
|
||||
if (allowedByBaseline !== null && elapsedMs > allowedByBaseline) {
|
||||
console.error(
|
||||
`[test-perf-budget] wall time ${formatMs(elapsedMs)} exceeded baseline budget ${formatMs(
|
||||
allowedByBaseline,
|
||||
)} (baseline ${formatMs(opts.baselineWallMs ?? 0)}, +${String(opts.maxRegressionPct)}%).`,
|
||||
);
|
||||
failed = true;
|
||||
}
|
||||
|
||||
console.log(
|
||||
`[test-perf-budget] config=${opts.config} wall=${formatMs(elapsedMs)} file-sum=${formatMs(
|
||||
totalFileDurationMs,
|
||||
)} files=${String(fileCount)}`,
|
||||
);
|
||||
|
||||
if (failed) {
|
||||
process.exit(1);
|
||||
}
|
||||
Reference in New Issue
Block a user