Files
openclaw/src/plugins/installed-plugin-index-store.test.ts
2026-05-10 14:47:08 +01:00

547 lines
17 KiB
TypeScript

import fs from "node:fs";
import path from "node:path";
import { afterEach, describe, expect, it } from "vitest";
import type { PluginCandidate } from "./discovery.js";
import {
inspectPersistedInstalledPluginIndex,
readPersistedInstalledPluginIndex,
refreshPersistedInstalledPluginIndex,
resolveInstalledPluginIndexStorePath,
writePersistedInstalledPluginIndex,
} from "./installed-plugin-index-store.js";
import type { InstalledPluginIndex } from "./installed-plugin-index.js";
import { cleanupTrackedTempDirs, makeTrackedTempDir } from "./test-helpers/fs-fixtures.js";
const tempDirs: string[] = [];
afterEach(() => {
cleanupTrackedTempDirs(tempDirs);
});
function makeTempDir() {
return makeTrackedTempDir("openclaw-installed-plugin-index-store", tempDirs);
}
function createIndex(overrides: Partial<InstalledPluginIndex> = {}): InstalledPluginIndex {
return {
version: 1,
hostContractVersion: "2026.4.25",
compatRegistryVersion: "compat-v1",
migrationVersion: 1,
policyHash: "policy-v1",
generatedAtMs: 1777118400000,
installRecords: {},
plugins: [
{
pluginId: "demo",
manifestPath: "/plugins/demo/openclaw.plugin.json",
manifestHash: "manifest-hash",
rootDir: "/plugins/demo",
origin: "global",
enabled: true,
syntheticAuthRefs: ["demo"],
startup: {
sidecar: false,
memory: false,
deferConfiguredChannelFullLoadUntilAfterListen: false,
agentHarnesses: [],
},
compat: [],
},
],
diagnostics: [],
...overrides,
};
}
function createCandidate(rootDir: string, options: { id?: string } = {}): PluginCandidate {
const id = options.id ?? "demo";
fs.writeFileSync(
path.join(rootDir, "index.ts"),
"throw new Error('runtime entry should not load while persisting installed plugin index');\n",
"utf8",
);
fs.writeFileSync(
path.join(rootDir, "openclaw.plugin.json"),
JSON.stringify({
id,
name: id === "demo" ? "Demo" : "Next Demo",
configSchema: { type: "object" },
providers: [id],
}),
"utf8",
);
return {
idHint: id,
source: path.join(rootDir, "index.ts"),
rootDir,
origin: "global",
};
}
function requirePersisted(index: InstalledPluginIndex | null): InstalledPluginIndex {
expect(index).not.toBeNull();
if (!index) {
throw new Error("Expected persisted installed plugin index");
}
return index;
}
function expectPluginIds(index: InstalledPluginIndex, expected: string[]) {
expect(index.plugins.map((plugin) => plugin.pluginId)).toEqual(expected);
}
function expectPluginFields(
index: InstalledPluginIndex,
pluginId: string,
expected: Record<string, unknown>,
) {
const plugin = index.plugins.find((candidate) => candidate.pluginId === pluginId);
expect(plugin, pluginId).toBeDefined();
if (!plugin) {
throw new Error(`Missing plugin ${pluginId}`);
}
for (const [key, value] of Object.entries(expected)) {
expect(plugin[key as keyof typeof plugin], key).toEqual(value);
}
}
function expectInstallRecord(
index: InstalledPluginIndex,
pluginId: string,
expected: Record<string, unknown>,
) {
const record = index.installRecords[pluginId];
expect(record, pluginId).toBeDefined();
if (!record) {
throw new Error(`Missing install record ${pluginId}`);
}
for (const [key, value] of Object.entries(expected)) {
expect(record[key as keyof typeof record], key).toEqual(value);
}
}
async function expectPersistedIndex(
stateDir: string,
expected: {
refreshReason?: string;
pluginIds?: string[];
installRecords?: Record<string, Record<string, unknown>>;
},
) {
const persisted = requirePersisted(await readPersistedInstalledPluginIndex({ stateDir }));
if (expected.refreshReason !== undefined) {
expect(persisted.refreshReason).toBe(expected.refreshReason);
}
if (expected.pluginIds) {
expectPluginIds(persisted, expected.pluginIds);
}
for (const [pluginId, fields] of Object.entries(expected.installRecords ?? {})) {
expectInstallRecord(persisted, pluginId, fields);
}
return persisted;
}
describe("installed plugin index persistence", () => {
it("resolves the persisted index path under the state plugins directory", () => {
const stateDir = makeTempDir();
expect(resolveInstalledPluginIndexStorePath({ stateDir })).toBe(
path.join(stateDir, "plugins", "installs.json"),
);
});
it("writes and reads the installed plugin index atomically", async () => {
const stateDir = makeTempDir();
const filePath = resolveInstalledPluginIndexStorePath({ stateDir });
const index = createIndex();
await expect(writePersistedInstalledPluginIndex(index, { stateDir })).resolves.toBe(filePath);
const raw = fs.readFileSync(filePath, "utf8");
expect(raw).toContain('"warning": "DO NOT EDIT.');
expect(raw).toContain('"pluginId": "demo"');
if (process.platform !== "win32") {
expect(fs.statSync(filePath).mode & 0o777).toBe(0o600);
}
const persisted = requirePersisted(await readPersistedInstalledPluginIndex({ stateDir }));
expect(persisted.version).toBe(index.version);
expect(persisted.policyHash).toBe(index.policyHash);
expectPluginIds(persisted, ["demo"]);
});
it("does not preserve prototype poison keys from persisted index JSON", async () => {
const stateDir = makeTempDir();
const filePath = resolveInstalledPluginIndexStorePath({ stateDir });
fs.mkdirSync(path.dirname(filePath), { recursive: true });
const index = createIndex({
installRecords: {
demo: {
source: "npm",
spec: "demo@1.0.0",
},
},
});
Object.defineProperty(index, "__proto__", {
enumerable: true,
value: { polluted: true },
});
Object.defineProperty(index.installRecords, "__proto__", {
enumerable: true,
value: { polluted: true },
});
fs.writeFileSync(filePath, JSON.stringify(index), "utf8");
const persisted = await readPersistedInstalledPluginIndex({ stateDir });
const persistedIndex = requirePersisted(persisted);
expectPluginIds(persistedIndex, ["demo"]);
expectInstallRecord(persistedIndex, "demo", { source: "npm" });
expect(Object.prototype.hasOwnProperty.call(persisted as object, "__proto__")).toBe(false);
expect(Object.prototype.hasOwnProperty.call(persisted?.installRecords ?? {}, "__proto__")).toBe(
false,
);
expect(({} as Record<string, unknown>).polluted).toBeUndefined();
});
it("returns null for missing or invalid persisted indexes", async () => {
const stateDir = makeTempDir();
await expect(readPersistedInstalledPluginIndex({ stateDir })).resolves.toBeNull();
const filePath = resolveInstalledPluginIndexStorePath({ stateDir });
fs.mkdirSync(path.dirname(filePath), { recursive: true });
fs.writeFileSync(filePath, JSON.stringify({ version: 999 }), "utf8");
await expect(readPersistedInstalledPluginIndex({ stateDir })).resolves.toBeNull();
});
it("rejects pre-migration persisted indexes so update can rebuild them", async () => {
const stateDir = makeTempDir();
const filePath = resolveInstalledPluginIndexStorePath({ stateDir });
fs.mkdirSync(path.dirname(filePath), { recursive: true });
const legacyIndex = createIndex();
delete (legacyIndex as unknown as Record<string, unknown>).migrationVersion;
fs.writeFileSync(filePath, JSON.stringify(legacyIndex), "utf8");
await expect(readPersistedInstalledPluginIndex({ stateDir })).resolves.toBeNull();
});
it("inspects missing, fresh, and stale persisted index state without loading runtime", async () => {
const stateDir = makeTempDir();
const pluginDir = path.join(stateDir, "plugins", "demo");
fs.mkdirSync(pluginDir, { recursive: true });
const candidate = createCandidate(pluginDir);
const env = {
OPENCLAW_BUNDLED_PLUGINS_DIR: undefined,
OPENCLAW_VERSION: "2026.4.25",
VITEST: "true",
};
const missingInspect = await inspectPersistedInstalledPluginIndex({
stateDir,
candidates: [candidate],
env,
});
expect(missingInspect.state).toBe("missing");
expect(missingInspect.refreshReasons).toEqual(["missing"]);
expect(missingInspect.persisted).toBeNull();
expectPluginIds(missingInspect.current, ["demo"]);
const current = await refreshPersistedInstalledPluginIndex({
reason: "manual",
stateDir,
candidates: [candidate],
env,
});
const freshInspect = await inspectPersistedInstalledPluginIndex({
stateDir,
candidates: [candidate],
env,
});
expect(freshInspect.state).toBe("fresh");
expect(freshInspect.refreshReasons).toEqual([]);
expect(freshInspect.persisted).toEqual(current);
expectPluginFields(freshInspect.current, "demo", { enabled: true });
const policyInspect = await inspectPersistedInstalledPluginIndex({
stateDir,
candidates: [candidate],
config: {
plugins: {
entries: {
demo: {
enabled: false,
},
},
},
},
env,
});
expect(policyInspect.state).toBe("stale");
expect(policyInspect.refreshReasons).toEqual(["policy-changed"]);
expect(policyInspect.persisted).toEqual(current);
expectPluginFields(policyInspect.current, "demo", { enabled: false });
fs.writeFileSync(
path.join(pluginDir, "openclaw.plugin.json"),
JSON.stringify({
id: "demo",
name: "Demo",
configSchema: { type: "object" },
providers: ["demo", "demo-next"],
}),
"utf8",
);
const staleManifestInspect = await inspectPersistedInstalledPluginIndex({
stateDir,
candidates: [candidate],
env,
});
expect(staleManifestInspect.state).toBe("stale");
expect(staleManifestInspect.refreshReasons).toEqual(["stale-manifest"]);
expect(staleManifestInspect.persisted).toEqual(current);
expectPluginIds(staleManifestInspect.current, ["demo"]);
});
it("refreshes and persists a rebuilt index without loading plugin runtime", async () => {
const stateDir = makeTempDir();
const pluginDir = path.join(stateDir, "plugins", "demo");
fs.mkdirSync(pluginDir, { recursive: true });
const candidate = createCandidate(pluginDir);
const index = await refreshPersistedInstalledPluginIndex({
reason: "manual",
stateDir,
candidates: [candidate],
env: {
OPENCLAW_BUNDLED_PLUGINS_DIR: undefined,
OPENCLAW_VERSION: "2026.4.25",
VITEST: "true",
},
});
expect(index.refreshReason).toBe("manual");
expect(index.plugins.map((plugin) => plugin.pluginId)).toEqual(["demo"]);
await expectPersistedIndex(stateDir, {
refreshReason: "manual",
pluginIds: ["demo"],
});
});
it("refreshes policy state from the persisted registry without rebuilding source records", async () => {
const stateDir = makeTempDir();
const pluginDir = path.join(stateDir, "plugins", "demo");
fs.mkdirSync(pluginDir, { recursive: true });
const candidate = createCandidate(pluginDir);
const env = {
OPENCLAW_BUNDLED_PLUGINS_DIR: undefined,
OPENCLAW_VERSION: "2026.4.25",
VITEST: "true",
};
const initial = await refreshPersistedInstalledPluginIndex({
reason: "manual",
stateDir,
candidates: [candidate],
env,
});
fs.writeFileSync(
path.join(pluginDir, "openclaw.plugin.json"),
JSON.stringify({
id: "demo",
name: "Demo",
configSchema: { type: "object" },
providers: ["demo", "changed"],
}),
"utf8",
);
const refreshed = await refreshPersistedInstalledPluginIndex({
reason: "policy-changed",
stateDir,
candidates: [candidate],
env,
config: {
plugins: {
entries: {
demo: {
enabled: false,
},
},
},
},
policyPluginIds: ["demo"],
});
expect(refreshed.plugins).toHaveLength(initial.plugins.length);
expectPluginFields(refreshed, "demo", {
pluginId: "demo",
enabled: false,
manifestHash: initial.plugins[0]?.manifestHash,
});
expect(refreshed.policyHash).not.toBe(initial.policyHash);
});
it("falls back to a source rebuild when a policy refresh target is missing", async () => {
const stateDir = makeTempDir();
const pluginDir = path.join(stateDir, "plugins", "demo");
const nextPluginDir = path.join(stateDir, "plugins", "next-demo");
fs.mkdirSync(pluginDir, { recursive: true });
fs.mkdirSync(nextPluginDir, { recursive: true });
const candidate = createCandidate(pluginDir);
const nextCandidate = createCandidate(nextPluginDir, { id: "next-demo" });
const env = {
OPENCLAW_BUNDLED_PLUGINS_DIR: undefined,
OPENCLAW_VERSION: "2026.4.25",
VITEST: "true",
};
await refreshPersistedInstalledPluginIndex({
reason: "manual",
stateDir,
candidates: [candidate],
env,
});
const refreshed = await refreshPersistedInstalledPluginIndex({
reason: "policy-changed",
stateDir,
candidates: [candidate, nextCandidate],
env,
config: {
plugins: {
entries: {
"next-demo": {
enabled: false,
},
},
},
},
policyPluginIds: ["next-demo"],
});
expect(refreshed.plugins.map((plugin) => plugin.pluginId)).toContain("next-demo");
});
it("preserves existing install records when refreshing the manifest cache", async () => {
const stateDir = makeTempDir();
await writePersistedInstalledPluginIndex(
createIndex({
installRecords: {
missing: {
source: "npm",
spec: "missing-plugin@1.0.0",
installPath: path.join(stateDir, "plugins", "missing"),
},
},
plugins: [],
}),
{ stateDir },
);
const index = await refreshPersistedInstalledPluginIndex({
reason: "manual",
stateDir,
candidates: [],
env: {
OPENCLAW_BUNDLED_PLUGINS_DIR: undefined,
OPENCLAW_VERSION: "2026.4.25",
VITEST: "true",
},
});
expectInstallRecord(index, "missing", {
source: "npm",
spec: "missing-plugin@1.0.0",
installPath: path.join(stateDir, "plugins", "missing"),
});
expectPluginIds(index, []);
await expectPersistedIndex(stateDir, {
pluginIds: [],
installRecords: {
missing: {
source: "npm",
spec: "missing-plugin@1.0.0",
installPath: path.join(stateDir, "plugins", "missing"),
},
},
});
});
it("preserves ClawHub ClawPack source facts when refreshing the manifest cache", async () => {
const stateDir = makeTempDir();
const installPath = path.join(stateDir, "plugins", "clawpack-demo");
await writePersistedInstalledPluginIndex(
createIndex({
installRecords: {
"clawpack-demo": {
source: "clawhub",
spec: "clawhub:clawpack-demo@2026.5.1-beta.2",
installPath,
version: "2026.5.1-beta.2",
integrity: "sha256-archive",
resolvedAt: "2026-05-01T00:00:00.000Z",
clawhubUrl: "https://clawhub.ai",
clawhubPackage: "clawpack-demo",
clawhubFamily: "code-plugin",
clawhubChannel: "official",
artifactKind: "npm-pack",
artifactFormat: "tgz",
npmIntegrity: "sha512-clawpack",
npmShasum: "1".repeat(40),
npmTarballName: "clawpack-demo-2026.5.1-beta.2.tgz",
clawpackSha256: "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
clawpackSpecVersion: 1,
clawpackManifestSha256:
"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
clawpackSize: 4096,
},
},
plugins: [],
}),
{ stateDir },
);
const index = await refreshPersistedInstalledPluginIndex({
reason: "manual",
stateDir,
candidates: [],
env: {
OPENCLAW_BUNDLED_PLUGINS_DIR: undefined,
OPENCLAW_VERSION: "2026.4.25",
VITEST: "true",
},
});
const expectedRecord = {
source: "clawhub",
spec: "clawhub:clawpack-demo@2026.5.1-beta.2",
installPath,
version: "2026.5.1-beta.2",
integrity: "sha256-archive",
resolvedAt: "2026-05-01T00:00:00.000Z",
clawhubUrl: "https://clawhub.ai",
clawhubPackage: "clawpack-demo",
clawhubFamily: "code-plugin",
clawhubChannel: "official",
artifactKind: "npm-pack",
artifactFormat: "tgz",
npmIntegrity: "sha512-clawpack",
npmShasum: "1".repeat(40),
npmTarballName: "clawpack-demo-2026.5.1-beta.2.tgz",
clawpackSha256: "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
clawpackSpecVersion: 1,
clawpackManifestSha256: "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
clawpackSize: 4096,
};
expectInstallRecord(index, "clawpack-demo", expectedRecord);
expectPluginIds(index, []);
await expectPersistedIndex(stateDir, {
pluginIds: [],
installRecords: {
"clawpack-demo": expectedRecord,
},
});
});
});