vultr/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-05-05 20:00:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

test: make character eval scenario natural

Browse Source
This commit is contained in:
Peter Steinberger
2026-04-08 16:53:39 +01:00
parent b77db8c0b6
commit 4bbf78e566
2 changed files with 68 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
extensions/qa-lab/src/scenario-catalog.test.ts
View File

@@ -46,4 +46,23 @@ describe("qa scenario catalog", () => {
"will not reveal",
);
});
it("keeps the character eval scenario natural and task-shaped", () => {
const characterConfig = readQaScenarioExecutionConfig("character-vibes-gollum") as
| {
workspaceFiles?: Record<string, string>;
turns?: Array<{ text?: string; expectFile?: { path?: string } }>;
}
| undefined;
const turnTexts = characterConfig?.turns?.map((turn) => turn.text ?? "") ?? [];
expect(characterConfig?.workspaceFiles?.["SOUL.md"]).toContain("# This is your character");
expect(turnTexts.join("\n")).toContain("precious-status.html");
expect(turnTexts.join("\n")).not.toContain("How would you react");
expect(turnTexts.join("\n")).not.toContain("character check");
expect(
characterConfig?.turns?.some((turn) => turn.expectFile?.path === "precious-status.html"),
).toBe(true);
});
});