vultr/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-05-06 14:10:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(qa): relax Matrix tool progress preview wording

Browse Source
This commit is contained in:
Vincent Koc
2026-05-03 16:45:01 -07:00
parent d2ba09b301
commit 744b7e56e2
3 changed files with 30 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
extensions/qa-matrix/src/runners/contract/scenario-runtime-room.ts
View File

@@ -738,7 +738,7 @@ function buildMatrixQaToolProgressTimeoutMessage(params: {
return (
event.eventId === params.previewEventId ||
event.relatesTo?.eventId === params.previewEventId ||
/\bWorking\b/i.test(event.body ?? "")
event.body !== undefined
);
})
.slice(-8);
@@ -812,18 +812,31 @@ async function runMatrixToolProgressScenario(
mentionUserIds: [context.sutUserId],
roomId: context.roomId,
});
const preview = await client.waitForRoomEvent({
observedEvents: context.observedEvents,
predicate: (event) =>
event.roomId === context.roomId &&
event.sender === context.sutUserId &&
event.kind === params.expectedPreviewKind &&
event.relatesTo === undefined &&
/\bWorking\b/i.test(event.body ?? ""),
roomId: context.roomId,
since: startSince,
timeoutMs: context.timeoutMs,
});
const preview = await client
.waitForRoomEvent({
observedEvents: context.observedEvents,
predicate: (event) =>
event.roomId === context.roomId &&
event.sender === context.sutUserId &&
event.kind === params.expectedPreviewKind &&
event.relatesTo === undefined,
roomId: context.roomId,
since: startSince,
timeoutMs: context.timeoutMs,
})
.catch((err: unknown) => {
throw new Error(
buildMatrixQaToolProgressTimeoutMessage({
cause: err,
events: context.observedEvents,
expectedPreviewKind: params.expectedPreviewKind,
previewEventId: "<not observed>",
roomId: context.roomId,
startIndex: startObservedIndex,
sutUserId: context.sutUserId,
}),
);
});
const matchesExpectedProgress = (body: string | undefined) =>
params.progressPattern.test(body ?? "") ||
(params.allowGenericProgressLine === true && hasMatrixQaToolProgressPreviewLine(body));
@@ -838,7 +851,6 @@ async function runMatrixToolProgressScenario(
event.kind === params.expectedPreviewKind &&
event.relatesTo?.relType === "m.replace" &&
event.relatesTo.eventId === preview.event.eventId &&
/\bWorking\b/i.test(event.body ?? "") &&
matchesExpectedProgress(event.body),
roomId: context.roomId,
since: preview.since,

6
extensions/qa-matrix/src/runners/contract/scenarios.test.ts
View File

@@ -2567,7 +2567,7 @@ describe("matrix live qa scenarios", () => {
event: matrixQaMessageEvent({
kind: "notice",
eventId: previewEventId,
body: "Working...",
body: "One moment.",
}),
since: "driver-sync-preview",
},
@@ -2575,7 +2575,7 @@ describe("matrix live qa scenarios", () => {
event: matrixQaMessageEvent({
kind: "notice",
eventId: "$tool-progress-generic-update",
body: "Working...\n- `tool: exec_command`",
body: "- `tool: exec_command`",
relatesTo: {
relType: "m.replace",
eventId: previewEventId,
@@ -2610,7 +2610,7 @@ describe("matrix live qa scenarios", () => {
await expect(runMatrixQaScenario(scenario!, matrixQaScenarioContext())).resolves.toMatchObject({
artifacts: {
driverEventId: "$tool-progress-generic-trigger",
previewBodyPreview: "Working...\n- `tool: exec_command`",
previewBodyPreview: "- `tool: exec_command`",
previewEventId: "$tool-progress-generic-preview",
reply: {
eventId: "$tool-progress-generic-final",