mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-14 05:56:11 +00:00
* refactor(sessions): migrate runtime storage to sqlite * test(sessions): fix sqlite CI regressions * test(sessions): align remaining sqlite fixtures * fix(codex): require sqlite trajectory recorder * test(sessions): align orphan recovery sqlite fixture * test(sessions): align sqlite rebase fixtures * fix(sessions): finish current-main integration of the sqlite flip Resolve the whole-store SDK removal across its owner boundary: drop the loadSessionStore re-export and the registry whole-store wrappers, wire hasTrackedActiveSessionRun into gateway chat, complete the preserveLockedHarnessIds cleanup contract, flip the codex thread-history import to storePath targets, and port remaining main-side tests from file-store helpers to session accessor reads. * chore: drop committed pebbles log, revert plugin-inspector bump, refresh generated docs Remove the 1.8k-line .pebbles/events.jsonl work log from the branch, restore the plugin-inspector advisory lane to main's pinned 0.3.10 so the supply-chain bump gets its own review, and regenerate docs_map, the plugin SDK API baseline, and the export-surface ratchet for the merged tree. * feat(sessions): keep archived transcripts by default with zstd cold storage Codex-style retention: deleting or resetting a session archives its transcript as a zstd-compressed JSONL artifact (plain when the runtime lacks node:zlib zstd) and keeps it until the disk budget evicts oldest first. resetArchiveRetention now governs both deleted and reset archives and defaults to keep; maxDiskBytes defaults to 2gb so retention stays bounded, with archives evicted before live sessions. The cron reaper follows the same knob instead of deleting archives on its own timer. * fix(state): converge agent DB migration lineages and bound database growth Merge coherence: run both structure-gated legacy memory-schema repairs (flip-lineage drop, main-lineage identity rebuild) before the flip migration so pre-flip v1/v2 and pre-merge flip v1/v4 databases all converge, and hoist foreign_keys=OFF outside the schema transaction where the pragma was silently ignored and the v1 sessions rebuild cascade-deleted session_entries. Growth guards: fresh agent DBs enable auto_vacuum=INCREMENTAL, WAL maintenance releases freed pages in bounded passes (never a blocking full VACUUM), and doctor reports state/agent DB bloat from freelist stats. * fix(codex): resolve the store path for thread-history import via the SDK The supervision catalog passed the legacy sessionFile locator to the storePath-targeted transcript mirror; resolve the agent store path with the session-store SDK helper instead of a runtime-object seam so test fakes and headless callers need no extra surface. Drop the obsolete missing-session-id preprocessing case: sessions rows are NOT NULL on session_id and upsert repairs id-less patches at write time. * fix(sessions): fail safe on malformed disk-budget config and doctor stat errors A malformed explicit maxDiskBytes disables the budget instead of falling back to the destructive 2gb default the user never chose, and the doctor bloat check skips databases whose paths stat-fail instead of aborting doctor. * fix(sessions): complete sqlite conflict translations * test(sqlite): align hardening checks with maintenance * test(sessions): inspect compressed transcript archives * fix(tests): await session seeds and drop unused helpers flagged by CI lint The five unawaited writeSessionStoreSeed calls raced their SQLite seeds against the assertions, failing compact shards; the bloat probe drops a useless initializer and the merged tests drop now-unused helpers. * test(sessions): type legacy proof events directly * test(sessions): align hardening contracts * perf(sessions): read usage transcript sizes from SQL aggregates Usage/cost scans walked every session and materialized every transcript event just to re-stringify it for a byte estimate — the #86718 stall class reborn on the DB. readTranscriptStatsSync sums stored JSON bytes in SQLite without loading a single row. * fix(sessions): re-root foreign-root transcript paths onto the current sessions dir Restored backups, moved OPENCLAW_STATE_DIR, and rehearsal copies carry absolute sessionFile paths from the old root; the containment fallback kept those foreign paths, so migration read (and would archive) files in the original root and reported local copies missing. Re-root the canonical agents/<id>/sessions suffix onto the current dir when the file exists there; genuine cross-root layouts still fall through unchanged. * test(agents): seed harness admission through sqlite * fix(sqlite): close agent db on pragma setup failure * fix(doctor): compact and retrofit incremental auto-vacuum after session import The migration is the sanctioned offline window: post-import compact reclaims import churn and applies auto_vacuum=INCREMENTAL to databases created before the fresh-DB pragma existed, so runtime maintenance can release pages in bounded passes on every install. --------- Co-authored-by: Peter Steinberger <steipete@gmail.com>
256 lines
9.1 KiB
TypeScript
256 lines
9.1 KiB
TypeScript
// Tests package version resolution and generated version metadata.
|
|
import fs from "node:fs/promises";
|
|
import path from "node:path";
|
|
import { fileURLToPath, pathToFileURL } from "node:url";
|
|
import { afterAll, beforeAll, describe, expect, it } from "vitest";
|
|
import { createSuiteTempRootTracker } from "./test-helpers/temp-dir.js";
|
|
import {
|
|
VERSION,
|
|
readVersionFromBuildInfoForModuleUrl,
|
|
resolveCompatibilityHostVersion,
|
|
readVersionFromPackageJsonForModuleUrl,
|
|
resolveBinaryVersion,
|
|
resolveRuntimeServiceVersion,
|
|
resolveUsableRuntimeVersion,
|
|
resolveVersionFromModuleUrl,
|
|
} from "./version.js";
|
|
|
|
const versionFixtureRoot = createSuiteTempRootTracker({ prefix: "openclaw-version-" });
|
|
|
|
beforeAll(async () => {
|
|
await versionFixtureRoot.setup();
|
|
});
|
|
|
|
afterAll(async () => {
|
|
await versionFixtureRoot.cleanup();
|
|
});
|
|
|
|
function moduleUrlFrom(root: string, relativePath: string): string {
|
|
return pathToFileURL(path.join(root, relativePath)).href;
|
|
}
|
|
|
|
async function withVersionFixtureDir<T>(run: (root: string) => Promise<T>): Promise<T> {
|
|
return await run(await versionFixtureRoot.make("case"));
|
|
}
|
|
|
|
async function ensureModuleFixture(root: string, relativePath = "dist/plugin-sdk/index.js") {
|
|
await fs.mkdir(path.dirname(path.join(root, relativePath)), { recursive: true });
|
|
return moduleUrlFrom(root, relativePath);
|
|
}
|
|
|
|
async function writeJsonFixture(root: string, relativePath: string, value: unknown) {
|
|
const filePath = path.join(root, relativePath);
|
|
await fs.mkdir(path.dirname(filePath), { recursive: true });
|
|
await fs.writeFile(filePath, JSON.stringify(value), "utf-8");
|
|
}
|
|
|
|
function expectVersionMetadataToBeMissing(moduleUrl: string) {
|
|
expect(readVersionFromPackageJsonForModuleUrl(moduleUrl)).toBeNull();
|
|
expect(readVersionFromBuildInfoForModuleUrl(moduleUrl)).toBeNull();
|
|
expect(resolveVersionFromModuleUrl(moduleUrl)).toBeNull();
|
|
}
|
|
|
|
describe("version resolution", () => {
|
|
it("keeps bundled version injection as a direct define identifier", async () => {
|
|
const source = await fs.readFile(fileURLToPath(new URL("./version.ts", import.meta.url)), {
|
|
encoding: "utf-8",
|
|
});
|
|
expect(source).toContain("typeof __OPENCLAW_VERSION__");
|
|
expect(source).toContain("? __OPENCLAW_VERSION__");
|
|
});
|
|
|
|
it("resolves package version from nested dist/plugin-sdk module URL", async () => {
|
|
await withVersionFixtureDir(async (root) => {
|
|
await writeJsonFixture(root, "package.json", { name: "openclaw", version: "1.2.3" });
|
|
const moduleUrl = await ensureModuleFixture(root);
|
|
expect(readVersionFromPackageJsonForModuleUrl(moduleUrl)).toBe("1.2.3");
|
|
expect(resolveVersionFromModuleUrl(moduleUrl)).toBe("1.2.3");
|
|
});
|
|
});
|
|
|
|
it("ignores unrelated nearby package.json files", async () => {
|
|
await withVersionFixtureDir(async (root) => {
|
|
await writeJsonFixture(root, "package.json", { name: "openclaw", version: "2.3.4" });
|
|
await writeJsonFixture(root, "dist/package.json", {
|
|
name: "other-package",
|
|
version: "9.9.9",
|
|
});
|
|
const moduleUrl = await ensureModuleFixture(root);
|
|
expect(readVersionFromPackageJsonForModuleUrl(moduleUrl)).toBe("2.3.4");
|
|
});
|
|
});
|
|
|
|
it("falls back to build-info when package metadata is unavailable", async () => {
|
|
await withVersionFixtureDir(async (root) => {
|
|
await writeJsonFixture(root, "build-info.json", { version: "4.5.6" });
|
|
const moduleUrl = await ensureModuleFixture(root);
|
|
expect(readVersionFromPackageJsonForModuleUrl(moduleUrl)).toBeNull();
|
|
expect(readVersionFromBuildInfoForModuleUrl(moduleUrl)).toBe("4.5.6");
|
|
expect(resolveVersionFromModuleUrl(moduleUrl)).toBe("4.5.6");
|
|
});
|
|
});
|
|
|
|
it("returns null when no version metadata exists", async () => {
|
|
await withVersionFixtureDir(async (root) => {
|
|
const moduleUrl = await ensureModuleFixture(root);
|
|
expectVersionMetadataToBeMissing(moduleUrl);
|
|
});
|
|
});
|
|
|
|
it("ignores non-openclaw package and blank build-info versions", async () => {
|
|
await withVersionFixtureDir(async (root) => {
|
|
await writeJsonFixture(root, "package.json", { name: "other-package", version: "9.9.9" });
|
|
await writeJsonFixture(root, "build-info.json", { version: " " });
|
|
const moduleUrl = await ensureModuleFixture(root);
|
|
expectVersionMetadataToBeMissing(moduleUrl);
|
|
});
|
|
});
|
|
|
|
it("returns null for malformed module URLs", () => {
|
|
expect(readVersionFromPackageJsonForModuleUrl("not-a-valid-url")).toBeNull();
|
|
expect(readVersionFromBuildInfoForModuleUrl("not-a-valid-url")).toBeNull();
|
|
expect(resolveVersionFromModuleUrl("not-a-valid-url")).toBeNull();
|
|
});
|
|
|
|
it("resolves binary version with explicit precedence", async () => {
|
|
await withVersionFixtureDir(async (root) => {
|
|
await writeJsonFixture(root, "package.json", { name: "openclaw", version: "2.3.4" });
|
|
const moduleUrl = await ensureModuleFixture(root);
|
|
expect(
|
|
resolveBinaryVersion({
|
|
moduleUrl,
|
|
injectedVersion: "9.9.9",
|
|
bundledVersion: "8.8.8",
|
|
fallback: "0.0.0",
|
|
}),
|
|
).toBe("9.9.9");
|
|
expect(
|
|
resolveBinaryVersion({
|
|
moduleUrl,
|
|
bundledVersion: "8.8.8",
|
|
fallback: "0.0.0",
|
|
}),
|
|
).toBe("2.3.4");
|
|
expect(
|
|
resolveBinaryVersion({
|
|
moduleUrl: "not-a-valid-url",
|
|
bundledVersion: "8.8.8",
|
|
fallback: "0.0.0",
|
|
}),
|
|
).toBe("8.8.8");
|
|
expect(
|
|
resolveBinaryVersion({
|
|
moduleUrl: "not-a-valid-url",
|
|
bundledVersion: " ",
|
|
fallback: "0.0.0",
|
|
}),
|
|
).toBe("0.0.0");
|
|
});
|
|
});
|
|
|
|
it("prefers OPENCLAW_VERSION over service and package versions", () => {
|
|
expect(
|
|
resolveRuntimeServiceVersion({
|
|
OPENCLAW_VERSION: "9.9.9",
|
|
OPENCLAW_SERVICE_VERSION: "2.2.2",
|
|
npm_package_version: "1.1.1",
|
|
}),
|
|
).toBe("9.9.9");
|
|
});
|
|
|
|
function restoreEnvValue(key: string, value: string | undefined) {
|
|
if (value === undefined) {
|
|
delete process.env[key];
|
|
return;
|
|
}
|
|
process.env[key] = value;
|
|
}
|
|
|
|
it("prefers runtime VERSION over stale OPENCLAW_VERSION for compatibility checks", () => {
|
|
const previousCompatibility = process.env.OPENCLAW_COMPATIBILITY_HOST_VERSION;
|
|
const previous = process.env.OPENCLAW_VERSION;
|
|
const previousService = process.env.OPENCLAW_SERVICE_VERSION;
|
|
const previousPackage = process.env.npm_package_version;
|
|
try {
|
|
delete process.env.OPENCLAW_COMPATIBILITY_HOST_VERSION;
|
|
process.env.OPENCLAW_VERSION = "2026.3.25";
|
|
process.env.OPENCLAW_SERVICE_VERSION = "2026.3.25-service";
|
|
process.env.npm_package_version = "2026.3.25-package";
|
|
expect(resolveCompatibilityHostVersion()).toBe(VERSION);
|
|
} finally {
|
|
restoreEnvValue("OPENCLAW_COMPATIBILITY_HOST_VERSION", previousCompatibility);
|
|
restoreEnvValue("OPENCLAW_VERSION", previous);
|
|
restoreEnvValue("OPENCLAW_SERVICE_VERSION", previousService);
|
|
restoreEnvValue("npm_package_version", previousPackage);
|
|
}
|
|
});
|
|
|
|
it("keeps explicit env-object overrides for compatibility checks in tests", () => {
|
|
expect(
|
|
resolveCompatibilityHostVersion({
|
|
OPENCLAW_VERSION: "2026.3.99",
|
|
OPENCLAW_SERVICE_VERSION: "2026.3.98",
|
|
npm_package_version: "2026.3.97",
|
|
}),
|
|
).toBe("2026.3.99");
|
|
});
|
|
|
|
it("prefers explicit compatibility host overrides over runtime and stale env versions", () => {
|
|
expect(
|
|
resolveCompatibilityHostVersion({
|
|
OPENCLAW_COMPATIBILITY_HOST_VERSION: "2026.4.8",
|
|
OPENCLAW_VERSION: "2026.3.99",
|
|
OPENCLAW_SERVICE_VERSION: "2026.3.98",
|
|
npm_package_version: "2026.3.97",
|
|
}),
|
|
).toBe("2026.4.8");
|
|
});
|
|
|
|
it("normalizes runtime version candidate for fallback handling", () => {
|
|
expect(resolveUsableRuntimeVersion(undefined)).toBeUndefined();
|
|
expect(resolveUsableRuntimeVersion("")).toBeUndefined();
|
|
expect(resolveUsableRuntimeVersion(" \t ")).toBeUndefined();
|
|
expect(resolveUsableRuntimeVersion("0.0.0")).toBeUndefined();
|
|
expect(resolveUsableRuntimeVersion(" 0.0.0 ")).toBeUndefined();
|
|
expect(resolveUsableRuntimeVersion("2026.3.2")).toBe("2026.3.2");
|
|
expect(resolveUsableRuntimeVersion(" 2026.3.2 ")).toBe("2026.3.2");
|
|
});
|
|
|
|
it("prefers runtime VERSION over service/package markers and ignores unusable env values", () => {
|
|
expect(
|
|
resolveRuntimeServiceVersion({
|
|
OPENCLAW_VERSION: " ",
|
|
OPENCLAW_SERVICE_VERSION: " 2.0.0 ",
|
|
npm_package_version: "1.0.0",
|
|
}),
|
|
).toBe(VERSION);
|
|
|
|
expect(
|
|
resolveRuntimeServiceVersion({
|
|
OPENCLAW_VERSION: " ",
|
|
OPENCLAW_SERVICE_VERSION: "\t",
|
|
npm_package_version: " 1.0.0-package ",
|
|
}),
|
|
).toBe(VERSION);
|
|
|
|
expect(
|
|
resolveRuntimeServiceVersion(
|
|
{
|
|
OPENCLAW_VERSION: "",
|
|
OPENCLAW_SERVICE_VERSION: " ",
|
|
npm_package_version: "",
|
|
},
|
|
"fallback",
|
|
),
|
|
).toBe(VERSION);
|
|
|
|
expect(
|
|
resolveRuntimeServiceVersion({
|
|
OPENCLAW_VERSION: "undefined",
|
|
OPENCLAW_SERVICE_VERSION: "null",
|
|
npm_package_version: "1.0.0-package",
|
|
}),
|
|
).toBe(VERSION);
|
|
});
|
|
});
|