Files
openclaw/src/agents/tools-effective-inventory.test.ts
Tak Hoffman 9c7823350b feat: add /tools runtime availability view (#54088)
* test(memory): lock qmd status counts regression

* feat: make /tools show what the agent can use right now

* fix: sync web ui slash commands with the shared registry

* feat: add profile and unavailable counts to /tools

* refine: keep /tools focused on available tools

* fix: resolve /tools review regressions

* fix: honor model compat in /tools inventory

* fix: sync generated protocol models for /tools

* fix: restore canonical slash command names

* fix: avoid ci lint drift in google helper exports

* perf: stop computing unused /tools unavailable counts

* docs: clarify /tools runtime behavior
2026-03-24 21:09:51 -05:00

214 lines
7.0 KiB
TypeScript

import { describe, expect, it, vi } from "vitest";
async function loadHarness(options?: {
tools?: Array<{ name: string; label?: string; description?: string; displaySummary?: string }>;
createToolsMock?: ReturnType<typeof vi.fn>;
pluginMeta?: Record<string, { pluginId: string } | undefined>;
channelMeta?: Record<string, { channelId: string } | undefined>;
effectivePolicy?: { profile?: string; providerProfile?: string };
resolvedModelCompat?: Record<string, unknown>;
}) {
vi.resetModules();
vi.doMock("./agent-scope.js", async (importOriginal) => {
const actual = await importOriginal<typeof import("./agent-scope.js")>();
return {
...actual,
resolveSessionAgentId: () => "main",
resolveAgentWorkspaceDir: () => "/tmp/workspace-main",
resolveAgentDir: () => "/tmp/agents/main/agent",
};
});
const createToolsMock =
options?.createToolsMock ??
vi.fn(
() =>
options?.tools ?? [
{ name: "exec", label: "Exec", description: "Run shell commands" },
{ name: "docs_lookup", label: "Docs Lookup", description: "Search docs" },
],
);
vi.doMock("./pi-tools.js", () => ({
createOpenClawCodingTools: createToolsMock,
}));
vi.doMock("./pi-embedded-runner/model.js", () => ({
resolveModel: vi.fn(() => ({
model: options?.resolvedModelCompat ? { compat: options.resolvedModelCompat } : undefined,
authStorage: {} as never,
modelRegistry: {} as never,
})),
}));
vi.doMock("../plugins/tools.js", () => ({
getPluginToolMeta: (tool: { name: string }) => options?.pluginMeta?.[tool.name],
}));
vi.doMock("./channel-tools.js", () => ({
getChannelAgentToolMeta: (tool: { name: string }) => options?.channelMeta?.[tool.name],
}));
vi.doMock("./pi-tools.policy.js", () => ({
resolveEffectiveToolPolicy: () => options?.effectivePolicy ?? {},
}));
return await import("./tools-effective-inventory.js");
}
describe("resolveEffectiveToolInventory", () => {
it("groups core, plugin, and channel tools from the effective runtime set", async () => {
const { resolveEffectiveToolInventory } = await loadHarness({
tools: [
{ name: "exec", label: "Exec", description: "Run shell commands" },
{ name: "docs_lookup", label: "Docs Lookup", description: "Search docs" },
{ name: "message_actions", label: "Message Actions", description: "Act on messages" },
],
pluginMeta: { docs_lookup: { pluginId: "docs" } },
channelMeta: { message_actions: { channelId: "telegram" } },
});
const result = resolveEffectiveToolInventory({ cfg: {} });
expect(result).toEqual({
agentId: "main",
profile: "full",
groups: [
{
id: "core",
label: "Built-in tools",
source: "core",
tools: [
{
id: "exec",
label: "Exec",
description: "Run shell commands",
rawDescription: "Run shell commands",
source: "core",
},
],
},
{
id: "plugin",
label: "Connected tools",
source: "plugin",
tools: [
{
id: "docs_lookup",
label: "Docs Lookup",
description: "Search docs",
rawDescription: "Search docs",
source: "plugin",
pluginId: "docs",
},
],
},
{
id: "channel",
label: "Channel tools",
source: "channel",
tools: [
{
id: "message_actions",
label: "Message Actions",
description: "Act on messages",
rawDescription: "Act on messages",
source: "channel",
channelId: "telegram",
},
],
},
],
});
});
it("disambiguates duplicate labels with source ids", async () => {
const { resolveEffectiveToolInventory } = await loadHarness({
tools: [
{ name: "docs_lookup", label: "Lookup", description: "Search docs" },
{ name: "jira_lookup", label: "Lookup", description: "Search Jira" },
],
pluginMeta: {
docs_lookup: { pluginId: "docs" },
jira_lookup: { pluginId: "jira" },
},
});
const result = resolveEffectiveToolInventory({ cfg: {} });
const labels = result.groups.flatMap((group) => group.tools.map((tool) => tool.label));
expect(labels).toEqual(["Lookup (docs)", "Lookup (jira)"]);
});
it("prefers displaySummary over raw description", async () => {
const { resolveEffectiveToolInventory } = await loadHarness({
tools: [
{
name: "cron",
label: "Cron",
displaySummary: "Schedule and manage cron jobs.",
description: "Long raw description\n\nACTIONS:\n- status",
},
],
});
const result = resolveEffectiveToolInventory({ cfg: {} });
expect(result.groups[0]?.tools[0]).toEqual({
id: "cron",
label: "Cron",
description: "Schedule and manage cron jobs.",
rawDescription: "Long raw description\n\nACTIONS:\n- status",
source: "core",
});
});
it("falls back to a sanitized summary for multi-line raw descriptions", async () => {
const { resolveEffectiveToolInventory } = await loadHarness({
tools: [
{
name: "cron",
label: "Cron",
description:
"Manage Gateway cron jobs (status/list/add/update/remove/run/runs) and send wake events.\n\nACTIONS:\n- status: Check cron scheduler status\nJOB SCHEMA:\n{ ... }",
},
],
});
const result = resolveEffectiveToolInventory({ cfg: {} });
expect(result.groups[0]?.tools[0]?.description).toBe(
"Manage Gateway cron jobs (status/list/add/update/remove/run/runs) and send wake events.",
);
expect(result.groups[0]?.tools[0]?.rawDescription).toContain("ACTIONS:");
});
it("includes the resolved tool profile", async () => {
const { resolveEffectiveToolInventory } = await loadHarness({
tools: [{ name: "exec", label: "Exec", description: "Run shell commands" }],
effectivePolicy: { profile: "minimal", providerProfile: "coding" },
});
const result = resolveEffectiveToolInventory({ cfg: {} });
expect(result.profile).toBe("coding");
});
it("passes resolved model compat into effective tool creation", async () => {
const createToolsMock = vi.fn(() => [
{ name: "exec", label: "Exec", description: "Run shell commands" },
]);
const { resolveEffectiveToolInventory } = await loadHarness({
createToolsMock,
resolvedModelCompat: { supportsTools: true, supportsNativeWebSearch: true },
});
resolveEffectiveToolInventory({
cfg: {},
agentDir: "/tmp/agents/main/agent",
modelProvider: "xai",
modelId: "grok-test",
});
expect(createToolsMock).toHaveBeenCalledWith(
expect.objectContaining({
allowGatewaySubagentBinding: true,
modelCompat: { supportsTools: true, supportsNativeWebSearch: true },
}),
);
});
});