vultr/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-05-30 01:58:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(plugins): fail gauntlet on load diagnostics

Browse Source
This commit is contained in:
Vincent Koc
2026-05-23 08:55:44 +02:00
parent 9ff1a4371f
commit c298dfe013
3 changed files with 40 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
scripts/check-plugin-gateway-gauntlet.mjs
View File

@@ -10,6 +10,7 @@ import {
collectGatewayCpuObservations,
collectMetricObservations,
collectQaBaselineRegressionObservations,
detectCommandDiagnosticFailure,
discoverBundledPluginManifests,
selectPluginEntries,
} from "./lib/plugin-gateway-gauntlet.mjs";
@@ -365,6 +366,7 @@ function runMeasuredCommand(params) {
const status = result.status ?? (result.signal ? 1 : 0);
const stdout = result.stdout ?? "";
const stderr = result.stderr ?? "";
const diagnosticFailure = detectCommandDiagnosticFailure(stdout, stderr);
const logPath = writeCommandLog({
logDir: params.logDir,
label: params.label,
@@ -377,6 +379,7 @@ function runMeasuredCommand(params) {
phase: params.phase,
pluginId: params.pluginId ?? null,
status,
diagnosticFailure,
signal: result.signal ?? null,
timedOut: result.error?.code === "ETIMEDOUT",
logPath,
@@ -575,7 +578,7 @@ async function main() {
hotWallWarnMs: options.hotWallWarnMs,
}),
);
const failures = rows.filter((row) => row.status !== 0 || row.timedOut);
const failures = rows.filter((row) => row.status !== 0 || row.timedOut || row.diagnosticFailure);
const summary = {
generatedAt: new Date().toISOString(),
repoRoot,
@@ -619,7 +622,7 @@ async function main() {
);
for (const failure of failures) {
process.stdout.write(
`[plugin-gauntlet] failure phase=${failure.phase} plugin=${failure.pluginId ?? "<none>"} status=${failure.status} timedOut=${failure.timedOut} wallMs=${Math.round(failure.wallMs)} log=${failure.logPath}\n`,
`[plugin-gauntlet] failure phase=${failure.phase} plugin=${failure.pluginId ?? "<none>"} status=${failure.status} timedOut=${failure.timedOut} diagnostic=${failure.diagnosticFailure ?? ""} wallMs=${Math.round(failure.wallMs)} log=${failure.logPath}\n`,
);
}
for (const observation of summary.observations.slice(0, 20)) {

18
scripts/lib/plugin-gateway-gauntlet.mjs
View File

@@ -1,9 +1,13 @@
import fs from "node:fs";
import path from "node:path";
import JSON5 from "json5";
import { collectBundledPluginBuildEntries } from "./bundled-plugin-build-entries.mjs";
import {
NON_PACKAGED_BUNDLED_PLUGIN_DIRS,
collectBundledPluginBuildEntries,
} from "./bundled-plugin-build-entries.mjs";
const MANIFEST_NAMES = ["openclaw.plugin.json", "openclaw.plugin.json5"];
const ANSI_PATTERN = new RegExp(String.raw`\u001B\[[0-9;]*m`, "gu");
function isPlainObject(value) {
return value !== null && typeof value === "object" && !Array.isArray(value);
@@ -156,6 +160,9 @@ function discoverBundledPluginManifests(repoRoot) {
if (!manifestName) {
return [];
}
if (NON_PACKAGED_BUNDLED_PLUGIN_DIRS.has(entry.name)) {
return [];
}
const manifestPath = path.join(pluginDir, manifestName);
const manifest = readPluginManifest(manifestPath);
return [buildPluginMatrixEntry({ repoRoot, manifestPath, manifest })];
@@ -350,6 +357,14 @@ function buildGauntletPrebuildEnv(env, options = {}) {
};
}
function detectCommandDiagnosticFailure(stdout, stderr) {
const output = `${stdout}\n${stderr}`.replace(ANSI_PATTERN, "");
if (/^\[plugins\]\s+\S+\s+failed to load from\s+/mu.test(output)) {
return "plugin-load-failure";
}
return null;
}
function collectGatewayCpuObservations(params) {
const observations = [];
for (const result of params.startup?.results ?? []) {
@@ -392,6 +407,7 @@ export {
collectGatewayCpuObservations,
collectMetricObservations,
buildGauntletPrebuildEnv,
detectCommandDiagnosticFailure,
discoverBundledPluginManifests,
schemaHasRequiredFields,
selectPluginEntries,