vultr/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-05-18 14:34:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(webchat): forward trustedLocalMedia on accumulated block TTS tail

Browse Source 
Avoid per-block final-mode synthesis (duplicate with dispatch tail). Mark
TTS output as trusted local media and pass the flag through the TTS-only
final payload WebChat consumes after block streaming.

Fixes #82628

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
wuyangfan
2026-05-17 02:54:39 +08:00
committed by Peter Steinberger
parent f8323f8636
commit eec18fccb4
5 changed files with 48 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

58
scripts/repro/webchat-auto-tts-live-proof.mjs
View File

@@ -62,52 +62,62 @@ async function main() {
},
};
const blockText = "WebChat block replies should synthesize audio for auto TTS.";
const accumulatedBlockText =
"WebChat streams block text; dispatch synthesizes one TTS tail with kind final.";
const blockResult = await maybeApplyTtsToPayload({
payload: { text: blockText },
payload: { text: accumulatedBlockText },
cfg,
channel: "webchat",
kind: "block",
});
console.log("maybeApplyTtsToPayload(kind=block).mediaUrl =", blockResult.mediaUrl ?? "(none)");
console.log(
"maybeApplyTtsToPayload(kind=block).trustedLocalMedia =",
blockResult.trustedLocalMedia ?? false,
);
const toolResult = await maybeApplyTtsToPayload({
payload: { text: "Intermediate tool output should not be spoken." },
const tailResult = await maybeApplyTtsToPayload({
payload: { text: accumulatedBlockText },
cfg,
channel: "webchat",
kind: "tool",
kind: "final",
});
console.log("maybeApplyTtsToPayload(kind=tool).mediaUrl =", toolResult.mediaUrl ?? "(none)");
const mediaPath = blockResult.mediaUrl;
if (!mediaPath || !fs.existsSync(mediaPath)) {
throw new Error("expected block TTS to write a local media file");
}
const localRoots = [path.dirname(mediaPath)];
const trustedBlocks = await buildWebchatAudioContentBlocksFromReplyPayloads(
[{ mediaUrl: mediaPath, trustedLocalMedia: true }],
{ localRoots },
console.log("maybeApplyTtsToPayload(kind=final).mediaUrl =", tailResult.mediaUrl ?? "(none)");
console.log(
"maybeApplyTtsToPayload(kind=final).trustedLocalMedia =",
tailResult.trustedLocalMedia ?? false,
);
const mediaPath = tailResult.mediaUrl;
if (!mediaPath || !fs.existsSync(mediaPath)) {
throw new Error("expected final-mode tail TTS to write a local media file");
}
const ttsOnlyPayload = {
mediaUrl: tailResult.mediaUrl,
audioAsVoice: tailResult.audioAsVoice,
spokenText: accumulatedBlockText,
trustedLocalMedia: tailResult.trustedLocalMedia,
};
console.log(
"dispatch ttsOnlyPayload.trustedLocalMedia =",
ttsOnlyPayload.trustedLocalMedia ?? false,
);
const localRoots = [path.dirname(mediaPath)];
const trustedBlocks = await buildWebchatAudioContentBlocksFromReplyPayloads([ttsOnlyPayload], {
localRoots,
});
const untrustedBlocks = await buildWebchatAudioContentBlocksFromReplyPayloads(
[{ mediaUrl: mediaPath }],
{ localRoots },
);
console.log(
"buildWebchatAudioContentBlocksFromReplyPayloads(trustedLocalMedia=true).length =",
"buildWebchatAudioContentBlocksFromReplyPayloads(ttsOnlyPayload).length =",
trustedBlocks.length,
);
console.log(
"buildWebchatAudioContentBlocksFromReplyPayloads(trustedLocalMedia missing).length =",
"buildWebchatAudioContentBlocksFromReplyPayloads(untrusted).length =",
untrustedBlocks.length,
);
if (blockResult.mediaUrl) {
fs.rmSync(path.dirname(blockResult.mediaUrl), { recursive: true, force: true });
}
fs.rmSync(path.dirname(mediaPath), { recursive: true, force: true });
try {
fs.unlinkSync(prefsPath);
} catch {