Files
openclaw/src/agents/tool-mutation.test.ts
2026-05-11 21:41:15 +01:00

256 lines
8.7 KiB
TypeScript

import { describe, expect, it } from "vitest";
import {
buildToolActionFingerprint,
buildToolMutationState,
isLikelyMutatingToolName,
isMutatingToolCall,
isSameToolMutationAction,
} from "./tool-mutation.js";
describe("tool mutation helpers", () => {
it("treats session_status as mutating only when model override is provided", () => {
expect(isMutatingToolCall("session_status", { sessionKey: "agent:main:main" })).toBe(false);
expect(
isMutatingToolCall("session_status", {
sessionKey: "agent:main:main",
model: "openai/gpt-4o",
}),
).toBe(true);
});
it("builds stable fingerprints for mutating calls and omits read-only calls", () => {
const writeFingerprint = buildToolActionFingerprint(
"write",
{ path: "/tmp/demo.txt", id: 42 },
"write /tmp/demo.txt",
);
expect(writeFingerprint).toBe("tool=write|path=/tmp/demo.txt|id=42");
const metaOnlyFingerprint = buildToolActionFingerprint("exec", { command: "ls -la" }, "ls -la");
expect(metaOnlyFingerprint).toBe("tool=exec|meta=ls -la");
const readFingerprint = buildToolActionFingerprint("read", { path: "/tmp/demo.txt" });
expect(readFingerprint).toBeUndefined();
});
it("treats coding-tool path aliases as the same stable target", () => {
const filePathFingerprint = buildToolActionFingerprint("edit", {
file_path: "/tmp/demo.txt",
old_string: "before",
new_string: "after",
});
const fileAliasFingerprint = buildToolActionFingerprint("edit", {
file: "/tmp/demo.txt",
oldText: "before",
newText: "after again",
});
expect(filePathFingerprint).toBe("tool=edit|path=/tmp/demo.txt");
expect(fileAliasFingerprint).toBe("tool=edit|path=/tmp/demo.txt");
});
it("exposes mutation state for downstream payload rendering", () => {
expect(
buildToolMutationState("message", { action: "send", to: "forum:1" }).mutatingAction,
).toBe(true);
expect(buildToolMutationState("browser", { action: "list" }).mutatingAction).toBe(false);
expect(
buildToolMutationState("subagents", { action: "kill", target: "worker-1" }).mutatingAction,
).toBe(true);
expect(
buildToolMutationState("subagents", { action: "steer", target: "worker-1" }).mutatingAction,
).toBe(true);
expect(buildToolMutationState("subagents", { action: "list" }).mutatingAction).toBe(false);
});
it("matches tool actions by fingerprint and fails closed on asymmetric data", () => {
expect(
isSameToolMutationAction(
{ toolName: "write", actionFingerprint: "tool=write|path=/tmp/a" },
{ toolName: "write", actionFingerprint: "tool=write|path=/tmp/a" },
),
).toBe(true);
expect(
isSameToolMutationAction(
{ toolName: "write", actionFingerprint: "tool=write|path=/tmp/a" },
{ toolName: "write", actionFingerprint: "tool=write|path=/tmp/b" },
),
).toBe(false);
expect(
isSameToolMutationAction(
{ toolName: "write", actionFingerprint: "tool=write|path=/tmp/a" },
{ toolName: "write" },
),
).toBe(false);
});
it("populates structured fileTarget for file-mutating calls (#79024)", () => {
expect(buildToolMutationState("edit", { file_path: "/tmp/a" }).fileTarget).toEqual({
path: "/tmp/a",
});
expect(buildToolMutationState("write", { path: "/tmp/Foo|bar" }).fileTarget).toEqual({
path: "/tmp/foo|bar",
});
// Non-file-mutating tools never carry fileTarget, even with a path arg.
expect(buildToolMutationState("bash", { command: "rm /tmp/a" }).fileTarget).toBeUndefined();
expect(buildToolMutationState("exec", { command: "touch /tmp/a" }).fileTarget).toBeUndefined();
// apply_patch is excluded from file-mutating set, so no fileTarget even
// if a path-shaped arg is synthetically present.
expect(
buildToolMutationState("apply_patch", { input: "*** Update File: /tmp/a" }).fileTarget,
).toBeUndefined();
});
it("recognizes cross-tool file-mutation recovery on the same target (#79024)", () => {
expect(
isSameToolMutationAction(
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
{
toolName: "write",
actionFingerprint: "tool=write|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
),
).toBe(true);
expect(
isSameToolMutationAction(
{
toolName: "write",
actionFingerprint: "tool=write|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
),
).toBe(true);
// `apply_patch` is intentionally excluded from the file-mutating set
// because production `apply_patch` calls only carry opaque `input` text,
// so `extractFileTarget` returns `undefined` and the fail-closed branch
// refuses cross-tool recovery.
expect(
isSameToolMutationAction(
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
{
toolName: "apply_patch",
actionFingerprint: "tool=apply_patch|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
),
).toBe(false);
});
it("does not cross-recover file mutations on different targets (#79024)", () => {
expect(
isSameToolMutationAction(
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
{
toolName: "write",
actionFingerprint: "tool=write|path=/tmp/b",
fileTarget: { path: "/tmp/b" },
},
),
).toBe(false);
});
it("does not over-match paths containing the fingerprint delimiter (#79024)", () => {
// The fingerprint string carries raw paths separated by `|`. A naive
// `split("|")` parser would extract `path=/tmp/a` from both fingerprints
// and incorrectly clear the prior failure. Structural fileTarget
// comparison fails closed for these distinct paths.
expect(
isSameToolMutationAction(
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a|left",
fileTarget: { path: "/tmp/a|left" },
},
{
toolName: "write",
actionFingerprint: "tool=write|path=/tmp/a|right",
fileTarget: { path: "/tmp/a|right" },
},
),
).toBe(false);
// Same delimiter-bearing path on both sides still matches.
expect(
isSameToolMutationAction(
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a|shared",
fileTarget: { path: "/tmp/a|shared" },
},
{
toolName: "write",
actionFingerprint: "tool=write|path=/tmp/a|shared",
fileTarget: { path: "/tmp/a|shared" },
},
),
).toBe(true);
});
it("does not cross-recover when the recovery tool is not file-mutating (#79024)", () => {
expect(
isSameToolMutationAction(
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
{ toolName: "bash", actionFingerprint: "tool=bash|meta=cat /tmp/a" },
),
).toBe(false);
expect(
isSameToolMutationAction(
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a",
fileTarget: { path: "/tmp/a" },
},
{ toolName: "exec", actionFingerprint: "tool=exec|meta=touch /tmp/a" },
),
).toBe(false);
});
it("ignores call-specific noise when comparing the cross-tool target (#79024)", () => {
// `id=...` and `meta=...` segments differ between calls; structural
// fileTarget comparison is unaffected.
expect(
isSameToolMutationAction(
{
toolName: "edit",
actionFingerprint: "tool=edit|path=/tmp/a|id=42|meta=edit /tmp/a",
fileTarget: { path: "/tmp/a" },
},
{
toolName: "write",
actionFingerprint: "tool=write|path=/tmp/a|id=99|meta=write /tmp/a",
fileTarget: { path: "/tmp/a" },
},
),
).toBe(true);
});
it("keeps legacy name-only mutating heuristics for payload fallback", () => {
expect(isLikelyMutatingToolName("sessions_spawn")).toBe(true);
expect(isLikelyMutatingToolName("sessions_send")).toBe(true);
expect(isLikelyMutatingToolName("browser_actions")).toBe(true);
expect(isLikelyMutatingToolName("message_slack")).toBe(true);
expect(isLikelyMutatingToolName("browser")).toBe(false);
});
});