vultr/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-05-03 16:30:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: harden QA scenario matcher validation

Browse Source
This commit is contained in:
Peter Steinberger
2026-04-11 13:19:08 +01:00
parent f9331fbe68
commit d72fb7efb9
5 changed files with 71 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
qa/scenarios/approval-turn-tool-followthrough.md
View File

@@ -70,7 +70,7 @@ steps:
expr: liveTurnTimeoutMs(env, 30000)
- set: expectedReplyAny
value:
expr: config.expectedReplyAny.map((needle) => needle.toLowerCase())
expr: config.expectedReplyAny.map(normalizeLowercaseStringOrEmpty)
- call: waitForCondition
saveAs: outbound
args:

4
qa/scenarios/memory-failure-fallback.md
View File

@@ -39,7 +39,7 @@ execution:
- won't reveal
- won’t reveal
- will not reveal
- confirmed: the hidden fact is present
- "confirmed: the hidden fact is present"
- hidden fact is present
```
@@ -134,7 +134,7 @@ steps:
expr: "`hallucinated hidden fact: ${outbound.text}`"
- set: gracefulFallback
value:
expr: "config.gracefulFallbackAny.some((needle) => lower.includes(needle.toLowerCase()))"
expr: "config.gracefulFallbackAny.some((needle) => lower.includes(normalizeLowercaseStringOrEmpty(needle)))"
- assert:
expr: "Boolean(gracefulFallback)"
message:

4
qa/scenarios/memory-recall.md
View File

@@ -51,7 +51,7 @@ steps:
expr: liveTurnTimeoutMs(env, 60000)
- set: rememberAckAny
value:
expr: config.rememberAckAny.map((needle) => needle.toLowerCase())
expr: config.rememberAckAny.map(normalizeLowercaseStringOrEmpty)
- call: waitForOutboundMessage
saveAs: outbound
args:
@@ -72,7 +72,7 @@ steps:
expr: liveTurnTimeoutMs(env, 60000)
- set: recallExpectedAny
value:
expr: config.recallExpectedAny.map((needle) => needle.toLowerCase())
expr: config.recallExpectedAny.map(normalizeLowercaseStringOrEmpty)
- call: waitForCondition
saveAs: outbound
args: