test(qa): widen capability flip restart budget

This commit is contained in:
Peter Steinberger
2026-05-24 13:38:12 +01:00
parent 60e6ccdb8c
commit c7d4e9e1c2

View File

@@ -31,6 +31,9 @@ execution:
imagePrompt: "Capability flip image check: generate a QA lighthouse image in this turn right now. Do not acknowledge first, do not promise future work, and do not stop before using image_generate. Final reply must include the MEDIA path."
imagePromptSnippet: "Capability flip image check"
deniedTool: image_generate
setupTurnTimeoutMs: 60000
imageTurnTimeoutMs: 75000
mediaPathTimeoutMs: 30000
```
```yaml qa-flow
@@ -94,14 +97,14 @@ steps:
message:
expr: config.setupPrompt
timeoutMs:
expr: liveTurnTimeoutMs(env, 30000)
expr: liveTurnTimeoutMs(env, config.setupTurnTimeoutMs)
- call: waitForOutboundMessage
args:
- ref: state
- lambda:
params: [candidate]
expr: "candidate.conversation.id === 'qa-operator' && String(candidate.text ?? '').includes('Protocol note')"
- expr: liveTurnTimeoutMs(env, 30000)
- expr: liveTurnTimeoutMs(env, config.setupTurnTimeoutMs)
- sinceIndex:
ref: setupStartIndex
- call: readEffectiveTools
@@ -147,7 +150,7 @@ steps:
- lambda:
async: true
expr: "(() => readEffectiveTools(env, sessionKey).then((tools) => (tools.has('image_generate') ? tools : undefined)))()"
- expr: liveTurnTimeoutMs(env, 45000)
- expr: liveTurnTimeoutMs(env, config.imageTurnTimeoutMs)
- 500
- set: imageStartedAtMs
value:
@@ -164,7 +167,7 @@ steps:
message:
expr: config.imagePrompt
timeoutMs:
expr: liveTurnTimeoutMs(env, 45000)
expr: liveTurnTimeoutMs(env, config.imageTurnTimeoutMs)
- try:
actions:
- call: resolveGeneratedImagePath
@@ -177,7 +180,7 @@ steps:
startedAtMs:
ref: imageStartedAtMs
timeoutMs:
expr: liveTurnTimeoutMs(env, 15000)
expr: liveTurnTimeoutMs(env, config.mediaPathTimeoutMs)
catch:
- set: mediaPath
value: ""
@@ -191,7 +194,7 @@ steps:
- lambda:
params: [candidate]
expr: "candidate.conversation.id === 'qa-operator' && (String(candidate.text ?? '').includes('MEDIA:') || /media failed|image generation failed/i.test(String(candidate.text ?? '')))"
- expr: liveTurnTimeoutMs(env, 45000)
- expr: liveTurnTimeoutMs(env, config.imageTurnTimeoutMs)
- set: imageReplyText
value:
expr: "String(imageReply.text ?? '')"