Files
openclaw/src/node-host/runtime.test.ts
Peter Steinberger da69daeb72 feat(onboarding): recommend plugins and skills from installed apps (#109668)
* feat(onboarding): recommend plugins and skills from installed apps

Scan installed macOS apps during classic onboarding (TCC-free), gather
candidates from official catalogs + ClawHub search, let the configured
model pick genuine matches, and offer an opt-in multiselect install step.
Adds a device.apps node-host command (default-off sharing, Android-parity
envelope) so remote gateways can request a paired Mac's inventory, and a
wizard.appRecommendations kill switch. Custom setup-inference completions
no longer inherit the 32-token verification-probe output cap.

* feat(onboarding): recommend apps in guided flow

* fix(onboarding): harden app recommendations against ClawHub self-promotion

Third-party ClawHub skills are never pre-selected regardless of model tier
(publisher-controlled listing text reaches the matcher prompt and could
promote itself); their labels now say they install third-party code.
Installed-app scans follow symlinked .app bundles. Matcher output stays
bounded by the resolved model's own maxTokens budget (documented invariant).

* fix(onboarding): key official catalog candidates by resolved plugin id

Real catalog entries are package manifests without a top-level id; keying the
candidate map and channel/provider classification by entry.id collapsed the
whole official catalog into one undefined-keyed entry, so no official plugin
or channel was ever recommended. Regression test runs against the bundled
catalogs.

* fix(onboarding): satisfy lint, types, deadcode, and migration gates

Split the guided-onboarding test into a self-contained custodian suite to stay
under max-lines. Narrow app-recommendation exports (drop dead node-payload
normalizer, unexport internal types/helpers, route candidate tests through the
public API), replace map-spread with a helper, unexport device.apps result
types, add installedAppsSharing to node-host migration expectations, cast the
wizard multiselect mock, and regenerate the docs map.

* test(onboarding): register new live test in the shard classifier
2026-07-17 14:07:59 +01:00

196 lines
6.0 KiB
TypeScript

import { beforeEach, describe, expect, it, vi } from "vitest";
import { NODE_DEVICE_APPS_COMMAND } from "../infra/node-commands.js";
import type { OpenClawPluginNodeHostCommandIo } from "../plugins/types.js";
import type { NodeHostClient } from "./client.js";
import { listRegisteredNodeHostCapsAndCommands } from "./plugin-node-host.js";
import { prepareNodeHostRuntime } from "./runtime.js";
const mocks = vi.hoisted(() => ({
closeMcp: vi.fn(async () => undefined),
handleInvoke: vi.fn(async () => undefined),
}));
vi.mock("../infra/path-env.js", () => ({
ensureOpenClawCliOnPath: vi.fn(),
}));
vi.mock("./invoke.js", () => ({
handleInvoke: mocks.handleInvoke,
}));
vi.mock("./mcp.js", () => ({
startNodeHostMcpManager: vi.fn(async () => ({
configuredServerCount: 0,
descriptors: [],
callMcpTool: vi.fn(),
close: mocks.closeMcp,
})),
}));
vi.mock("./node-invoke-progress.js", () => ({
createNodeInvokeProgressWriter: vi.fn(() => ({
startHeartbeats: vi.fn(),
write: vi.fn(async () => undefined),
stop: vi.fn(),
flush: vi.fn(async () => undefined),
})),
}));
vi.mock("./plugin-node-host.js", () => ({
ensureNodeHostPluginRegistry: vi.fn(async () => undefined),
isRegisteredNodeHostCommandDuplex: vi.fn((command: string) => command === "test.duplex"),
listRegisteredNodeHostCapsAndCommands: vi.fn(() => ({
caps: ["terminal"],
commands: ["test.duplex"],
nodePluginTools: [],
})),
}));
vi.mock("./skills.js", () => ({
scanNodeHostedSkills: vi.fn(() => []),
}));
const frame = {
id: "invoke-1",
nodeId: "node-1",
command: "test.duplex",
paramsJSON: null,
timeoutMs: 0,
idempotencyKey: null,
};
async function startRuntime() {
const prepared = await prepareNodeHostRuntime({
config: { nodeHost: { skills: { enabled: false } } },
env: { PATH: "/usr/bin" },
enableAgentRuns: true,
});
return prepared.start({
client: { request: vi.fn(async () => ({ bins: [] })) } as unknown as NodeHostClient,
});
}
function holdInvoke() {
let io: OpenClawPluginNodeHostCommandIo | undefined;
let release: (() => void) | undefined;
const held = new Promise<void>((resolve) => {
release = resolve;
});
mocks.handleInvoke.mockImplementationOnce(async (...args: unknown[]) => {
io = (args[4] as { pluginCommandIo?: OpenClawPluginNodeHostCommandIo }).pluginCommandIo;
await held;
});
return {
get io() {
return io;
},
release: () => release?.(),
};
}
describe("node-host invoke input dispatch", () => {
beforeEach(() => {
vi.clearAllMocks();
});
it("buffers frames before the command registers input and flushes them in order", async () => {
const held = holdInvoke();
const runtime = await startRuntime();
const invoking = runtime.invoke(frame);
await vi.waitFor(() => expect(held.io).toBeDefined());
runtime.handleInput(frame.id, 0, "first");
runtime.handleInput(frame.id, 1, "second");
const input = vi.fn();
held.io?.onInput(input);
expect(input.mock.calls).toEqual([["first"], ["second"]]);
held.release();
await invoking;
await runtime.close();
});
it("drops duplicates while tolerating sequence gaps", async () => {
const held = holdInvoke();
const runtime = await startRuntime();
const invoking = runtime.invoke(frame);
await vi.waitFor(() => expect(held.io).toBeDefined());
const input = vi.fn();
held.io?.onInput(input);
runtime.handleInput("unknown", 0, "unknown");
runtime.handleInput(frame.id, 0, "first");
runtime.handleInput(frame.id, 0, "duplicate");
runtime.handleInput(frame.id, 2, "gap");
runtime.handleInput(frame.id, 3, "next");
expect(input.mock.calls).toEqual([["first"], ["gap"], ["next"]]);
held.release();
await invoking;
await runtime.close();
});
it("aborts without delivering partial input when the pre-spawn buffer overflows", async () => {
const held = holdInvoke();
const runtime = await startRuntime();
const invoking = runtime.invoke(frame);
await vi.waitFor(() => expect(held.io).toBeDefined());
const chunk = "x".repeat(16 * 1024 - 1);
for (let seq = 0; seq < 5; seq += 1) {
runtime.handleInput(frame.id, seq, `${seq}${chunk}`);
}
expect(held.io?.signal.aborted).toBe(true);
const input = vi.fn();
held.io?.onInput(input);
expect(input).not.toHaveBeenCalled();
runtime.handleInput(frame.id, 5, "continued");
expect(input).not.toHaveBeenCalled();
held.release();
await invoking;
await runtime.close();
});
});
describe("node-host duplex capability selection", () => {
it("advertises duplex plugin commands without enabling native agent runs", async () => {
await prepareNodeHostRuntime({
config: { nodeHost: { skills: { enabled: false } } },
env: { PATH: "/usr/bin" },
enableDuplexPluginCommands: true,
});
expect(listRegisteredNodeHostCapsAndCommands).toHaveBeenLastCalledWith(expect.anything(), {
includeDuplex: true,
});
});
});
describe("installed application command advertisement", () => {
it("advertises device.apps only when sharing is enabled on macOS", async () => {
const disabled = await prepareNodeHostRuntime({
config: { nodeHost: { skills: { enabled: false } } },
env: { PATH: "/usr/bin" },
platform: "darwin",
installedAppsSharingEnabled: false,
});
const enabled = await prepareNodeHostRuntime({
config: { nodeHost: { skills: { enabled: false } } },
env: { PATH: "/usr/bin" },
platform: "darwin",
installedAppsSharingEnabled: true,
});
const nonDarwin = await prepareNodeHostRuntime({
config: { nodeHost: { skills: { enabled: false } } },
env: { PATH: "/usr/bin" },
platform: "linux",
installedAppsSharingEnabled: true,
});
expect(disabled.manifest.commands).not.toContain(NODE_DEVICE_APPS_COMMAND);
expect(enabled.manifest.commands).toContain(NODE_DEVICE_APPS_COMMAND);
expect(nonDarwin.manifest.commands).not.toContain(NODE_DEVICE_APPS_COMMAND);
});
});