Files
openclaw/src/talk/turn-context-tracker.ts
Peter Steinberger 0b8aabe864 docs: document auth profile failure policy contract (#89613)
* docs: document markdown marker renderer

* docs: document rendered markdown chunking

* docs: document markdown text chunking

* docs: document shared text chunking

* docs: document plugin text chunking exports

* docs: document avatar policy constants

* docs: document node match candidates

* docs: document scoped expiring id cache

* docs: document runtime import normalization

* docs: document string sample summaries

* docs: document session usage timeseries types

* docs: document session usage response types

* docs: document manifest frontmatter shapes

* docs: document channel route input metadata

* docs: document pair loop guard settings

* docs: document migration config patch helpers

* docs: document api provider registry

* docs: document tool call repair payloads

* docs: document plugin tool payload helpers

* docs: document lazy promise loader

* docs: document store writer queue state

* docs: document thread binding lifecycle

* docs: document concurrency helper contract

* docs: document gateway client info contract

* docs: document delivery context contracts

* docs: document secret ref defaults contract

* docs: document command gating contract

* docs: document avatar policy contract

* docs: document node match policy

* docs: document message channel normalization

* docs: document boolean parsing contract

* docs: document zod parse helpers

* docs: document direct dm guard policy

* docs: document fixed window limiter contract

* docs: document node presence event contract

* docs: document secret normalization contract

* docs: document progress draft line removal

* docs: document usage formatting contracts

* docs: document agent run status contract

* docs: document runtime import helpers

* docs: document provider utility ownership

* docs: document invalid config helpers

* docs: document json compat parser

* docs: document channel config metadata ownership

* docs: document channel logging helpers

* docs: document sender identity validation ownership

* docs: document string sampling helper

* docs: document global singleton helpers

* docs: document transcript tool helpers

* docs: document exec safe-bin normalization

* docs: document reaction level resolver

* docs: document account snapshot redaction boundary

* docs: document messaging target helpers

* docs: document thread binding messages

* docs: document conversation binding context

* docs: document conversation resolution helper

* docs: document owner display secret retention

* docs: document provider request config types

* docs: document skills config types

* docs: document memory config types

* docs: document imessage config types

* docs: document crestodian config types

* docs: document tools config policies

* docs: document shared config base types

* docs: document channel config contracts

* docs: document openclaw config state types

* docs: document model config contracts

* docs: document shared agent config types

* docs: document agent defaults config types

* docs: document secret input contracts

* docs: document auth config contracts

* docs: document gateway config contracts

* docs: document tool call stream repair contracts

* docs: document memory host facades

* docs: document llm core contracts

* docs: document markdown core contracts

* docs: document gateway connect error contracts

* docs: document gateway protocol primitives

* docs: document gateway frame schemas

* docs: document gateway device schemas

* docs: document gateway environment schemas

* docs: document gateway push schemas

* docs: document gateway plugin schemas

* docs: document gateway artifact schemas

* docs: document gateway command schemas

* docs: document gateway task schemas

* docs: document gateway exec approval schemas

* docs: document gateway secret schemas

* docs: document gateway config schemas

* docs: document gateway snapshot schemas

* docs: document gateway chat schemas

* docs: document gateway wizard schemas

* docs: document gateway node schemas

* docs: document gateway plugin approval schemas

* docs: document gateway talk schemas

* docs: document gateway agent schemas

* docs: document gateway session schemas

* docs: document gateway cron schemas

* docs: document gateway agent model skill schemas

* docs: document gateway skill proposal tool schemas

* docs: document gateway protocol registry

* docs: document gateway channel status schemas

* docs: document gateway schema regression tests

* docs: document gateway schema barrel

* docs: document gateway validator tests

* docs: document gateway primitive push tests

* docs: document gateway contract tests

* docs: document native protocol guard

* docs: document channel schema tests

* docs: document gateway protocol smoke tests

* docs: document gateway protocol entrypoint

* docs: document gateway protocol type exports

* docs: document gateway error codes

* docs: document protocol schema registry

* docs: document talk audio codec

* docs: document talk activation names

* docs: document talk consult questions

* docs: document talk consult tool

* docs: document talk run control contracts

* docs: document talk run control adapter

* docs: document talkback consult queue

* docs: document talk consult transcript guard

* docs: document talk fast context runtime

* docs: document forced talk consult coordinator

* docs: document talk output activity tracker

* docs: document talk event metrics

* docs: document talk diagnostics

* docs: document talk observability hook

* docs: document talk provider resolver

* docs: document talk provider registry

* docs: document talk runtime primitives

* docs: document talk consult controller logs

* docs: document channel identity helpers

* docs: document channel account allowlist helpers

* docs: document channel metadata draft controls

* docs: document channel ingress policy

* docs: document channel sender access gates

* docs: document channel catalog message contracts

* docs: document channel account plugin helpers

* docs: document configured binding helpers

* docs: document channel acp approval config helpers

* docs: document channel bundled config write helpers

* docs: document channel plugin utility contracts

* docs: document channel config access helpers

* docs: document channel message action helpers

* docs: document channel outbound runtime helpers

* docs: document channel pairing promotion helpers

* docs: document channel registry helpers

* docs: document channel setup wizard helpers

* docs: document channel lifecycle status helpers

* docs: document channel target thread helpers

* docs: document channel session binding helpers

* docs: document channel package module probes

* docs: document channel setup wizard contracts

* docs: document channel plugin API barrels

* docs: document channel contract test helpers

* docs: document channel core helpers

* docs: document small core facades

* docs: document provider runtime helpers

* docs: document persistence and realtime helpers

* docs: document mcp and state helpers

* docs: document tool planner contracts

* docs: document music generation runtime

* docs: document crestodian command flow

* docs: document utility helpers

* docs: document node host helpers

* docs: document transcript contracts

* docs: document trajectory export contracts

* docs: document image generation contracts

* docs: document routing helper contracts

* docs: document session helper contracts

* docs: document video generation contracts

* docs: document model catalog contracts

* docs: document proxy capture contracts

* docs: document status rendering contracts

* docs: document test helper contracts

* docs: document wizard setup contracts

* docs: document process contracts

* docs: document memory host sdk contracts

* docs: document tts contracts

* docs: document secrets runtime contracts

* docs: document shared helper contracts

* docs: document hook runtime contracts

* docs: document security audit contracts

* docs: document flow contracts

* docs: document media understanding contracts

* docs: document tui contracts

* docs: document logging contracts

* docs: document llm contracts

* docs: document cron contracts

* docs: document daemon contracts

* docs: document task contracts

* docs: document acp contracts

* docs: document test utility contracts

* docs: document skill contracts

* docs: document config contracts

* docs: document outbound infra contracts

* docs: document command analysis contracts

* docs: document provider usage infra contracts

* docs: document file safety infra contracts

* docs: document exec approval infra contracts

* docs: document gateway runtime infra contracts

* docs: document infra utility contracts

* docs: document infra queue storage contracts

* docs: document heartbeat infra contracts

* docs: document remaining infra contracts

* docs: document gateway auth contracts

* docs: document gateway display helpers

* docs: document gateway http helpers

* docs: document gateway node helpers

* docs: document gateway mcp helpers

* docs: document gateway support helpers

* docs: document gateway server runtime helpers

* docs: document gateway runtime bootstrap helpers

* docs: document gateway session events

* docs: document gateway utility helpers

* docs: document gateway talk helpers

* docs: document gateway helper contracts

* docs: document gateway server method helpers

* docs: document gateway server auth helpers

* docs: document gateway server tests

* docs: document gateway test helpers

* docs: document gateway node tests

* docs: document gateway channel tests

* docs: document gateway session tests

* docs: document gateway server startup tests

* docs: document gateway tool test helpers

* docs: document gateway server test helpers

* docs: document gateway server method tests

* docs: document remaining gateway tests

* docs: document plugin sdk public subpaths

* docs: document plugin sdk runtime helpers

* docs: document plugin sdk memory provider helpers

* docs: document plugin sdk runtime facades

* docs: document plugin sdk command approval helpers

* docs: document plugin sdk runtime types

* docs: document plugin sdk browser account helpers

* docs: document plugin sdk media memory helpers

* docs: document plugin sdk core tests

* docs: document plugin sdk contract helpers

* docs: document plugin sdk test helpers

* docs: document remaining plugin sdk tests

* docs: document cli utility helpers

* docs: document cli runtime helpers

* docs: document cli command registration helpers

* docs: document node cli helpers

* docs: document cli program registration

* docs: document message cli registration

* docs: document daemon cli helpers

* docs: document cli route parsers
2026-06-03 15:20:39 -07:00

218 lines
6.4 KiB
TypeScript

const DEFAULT_REALTIME_VOICE_TURN_CONTEXT_LIMIT = 32;
const DEFAULT_REALTIME_VOICE_IGNORED_CONTEXT_TTL_MS = 10_000;
/**
* Retention and clock controls for realtime voice turn context tracking.
*/
export type RealtimeVoiceTurnContextTrackerOptions = {
limit?: number;
ignoredContextTtlMs?: number;
now?: () => number;
deferUntilAudio?: boolean;
};
/**
* Mutable handle for a single realtime voice turn and caller-owned per-turn metadata.
*/
export type RealtimeVoiceTurnContextHandle<
TContext,
TExtra extends object = Record<never, never>,
> = TExtra & {
id: string;
context: TContext;
hasAudio: boolean;
closed: boolean;
startedAt: number;
lastAudioAt?: number;
};
type RealtimeVoiceTurnContextOpenArgs<TExtra extends object> = keyof TExtra extends never
? [extra?: TExtra]
: [extra: TExtra];
/**
* Tracks which realtime voice turn context should be attached to the next audio-bearing response.
*/
export type RealtimeVoiceTurnContextTracker<
TContext,
TExtra extends object = Record<never, never>,
> = {
open(
context: TContext,
...extra: RealtimeVoiceTurnContextOpenArgs<TExtra>
): RealtimeVoiceTurnContextHandle<TContext, TExtra>;
markAudio(handle: RealtimeVoiceTurnContextHandle<TContext, TExtra>): void;
close(handle: RealtimeVoiceTurnContextHandle<TContext, TExtra>): void;
consumeAudioContext(): TContext | undefined;
peekAudioTurn(): RealtimeVoiceTurnContextHandle<TContext, TExtra> | undefined;
hasAudioContext(): boolean;
rememberIgnoredContext(context: TContext | undefined): void;
consumeIgnoredContext(): TContext | undefined;
size(): number;
clear(): void;
};
// Ignored context is kept outside the turn queue so one discarded response can still be
// correlated if provider audio arrives just after the response was cancelled.
type RecentIgnoredContext<TContext> = {
context: TContext;
createdAt: number;
};
function normalizeNonNegativeInteger(value: number | undefined, fallback: number): number {
if (value === undefined || !Number.isFinite(value)) {
return fallback;
}
return Math.max(0, Math.floor(value));
}
export function createRealtimeVoiceTurnContextTracker<
TContext,
TExtra extends object = Record<never, never>,
>(
options: RealtimeVoiceTurnContextTrackerOptions = {},
): RealtimeVoiceTurnContextTracker<TContext, TExtra> {
const turns: RealtimeVoiceTurnContextHandle<TContext, TExtra>[] = [];
let recentIgnoredContext: RecentIgnoredContext<TContext> | undefined;
let nextId = 0;
// Handles are mutable and can be passed around; the private owner mark prevents a
// different tracker from closing or consuming another tracker's turn state.
const owner = Symbol("realtimeVoiceTurnContextTracker");
const now = options.now ?? Date.now;
const limit = normalizeNonNegativeInteger(
options.limit,
DEFAULT_REALTIME_VOICE_TURN_CONTEXT_LIMIT,
);
const ignoredContextTtlMs = normalizeNonNegativeInteger(
options.ignoredContextTtlMs,
DEFAULT_REALTIME_VOICE_IGNORED_CONTEXT_TTL_MS,
);
const deferUntilAudio = options.deferUntilAudio === true;
const prune = () => {
// Silent closed turns have no audio to correlate, so keeping them would only push out
// useful audio-bearing turns under the bounded retention limit.
for (let index = turns.length - 1; index >= 0; index -= 1) {
const turn = turns[index];
if (turn?.closed && !turn.hasAudio) {
turns.splice(index, 1);
}
}
while (turns.length > limit) {
const completedIndex = turns.findIndex((turn) => turn.closed);
turns.splice(Math.max(completedIndex, 0), 1);
}
};
const expireClosedTurnsBeforeLaterAudio = () => {
// Once later audio exists, an older closed audio turn cannot be the active response.
// Drop it before reads so callers do not attach stale context to fresh provider audio.
let hasLaterAudio = false;
for (let index = turns.length - 1; index >= 0; index -= 1) {
const turn = turns[index];
if (!turn?.hasAudio) {
continue;
}
if (turn.closed && hasLaterAudio) {
turns.splice(index, 1);
continue;
}
hasLaterAudio = true;
}
};
const prepareForAudioContextRead = () => {
prune();
expireClosedTurnsBeforeLaterAudio();
};
const owns = (handle: RealtimeVoiceTurnContextHandle<TContext, TExtra>) =>
(
handle as RealtimeVoiceTurnContextHandle<TContext, TExtra> & {
[owner]?: true;
}
)[owner] === true;
return {
open(context, ...extra) {
const startedAt = now();
const handle: RealtimeVoiceTurnContextHandle<TContext, TExtra> = {
...(extra[0] ?? ({} as TExtra)),
[owner]: true,
id: `realtime-turn:${startedAt}:${++nextId}`,
context,
hasAudio: false,
closed: false,
startedAt,
};
if (!deferUntilAudio) {
turns.push(handle);
prune();
}
return handle;
},
markAudio(handle) {
if (!owns(handle)) {
return;
}
handle.hasAudio = true;
handle.lastAudioAt = now();
if (!turns.includes(handle)) {
turns.push(handle);
prune();
}
},
close(handle) {
if (!owns(handle)) {
return;
}
handle.closed = true;
if (!turns.includes(handle)) {
return;
}
prune();
},
consumeAudioContext() {
prepareForAudioContextRead();
const index = turns.findIndex((turn) => turn.hasAudio);
if (index < 0) {
return undefined;
}
const [turn] = turns.splice(index, 1);
prune();
return turn?.context;
},
peekAudioTurn() {
prepareForAudioContextRead();
return turns.find((turn) => turn.hasAudio);
},
hasAudioContext() {
prepareForAudioContextRead();
return turns.some((turn) => turn.hasAudio);
},
rememberIgnoredContext(context) {
if (context === undefined) {
return;
}
// Preserve falsy but valid contexts, such as numeric zero or an empty string.
recentIgnoredContext = { context, createdAt: now() };
},
consumeIgnoredContext() {
const recent = recentIgnoredContext;
recentIgnoredContext = undefined;
if (!recent || now() - recent.createdAt > ignoredContextTtlMs) {
return undefined;
}
return recent.context;
},
size() {
prune();
return turns.length;
},
clear() {
turns.length = 0;
recentIgnoredContext = undefined;
},
};
}