Files
openclaw/src/agents/plugin-text-transforms.ts
Peter Steinberger 77d9ac30bb refactor: reuse shared coercion helpers (#86419)
* refactor: share talk event metric extraction

* refactor: reuse shared coercion helpers

* refactor: reuse shared primitive guards

* refactor: reuse shared record guard

* refactor: reuse shared primitive helpers

* refactor: reuse shared string guards

* refactor: reuse shared non-empty string guard

* refactor: share plugin primitive coercion helpers

* refactor: reuse plugin coercion helpers

* refactor: reuse plugin coercion helpers in more plugins

* refactor: reuse channel coercion helpers

* refactor: reuse monitor coercion helpers

* refactor: reuse provider coercion helpers

* refactor: reuse core coercion helpers

* refactor: reuse runtime coercion helpers

* refactor: reuse helper coercion in codex paths

* refactor: reuse helper coercion in runtime paths

* refactor: reuse codex app-server coercion helpers

* refactor: reuse codex record helpers

* refactor: reuse migration and qa record helpers

* refactor: reuse feishu and core helper guards

* refactor: reuse browser and policy coercion helpers

* refactor: reuse memory wiki record helper

* refactor: share boolean coercion helpers

* refactor: reuse finite number coercion

* refactor: reuse trimmed string list helpers

* refactor: reuse string list normalization

* refactor: reuse remaining string list helpers

* refactor: reuse string entry normalizer

* refactor: share sorted string helpers

* refactor: share string list normalization

* test: preserve command registry browser imports

* refactor: reuse trimmed list helpers

* refactor: reuse string dedupe helpers

* refactor: reuse local dedupe helpers

* refactor: reuse more string dedupe helpers

* refactor: reuse command string dedupe helpers

* refactor: dedupe memory path lists with helper

* refactor: expose string dedupe helpers to plugins

* refactor: reuse core string dedupe helpers

* refactor: reuse shared unique value helpers

* refactor: reuse unique helpers in agent utilities

* refactor: reuse unique helpers in config plumbing

* refactor: reuse unique helpers in extensions

* refactor: reuse unique helpers in core utilities

* refactor: reuse unique helpers in qa plugins

* refactor: reuse unique helpers in memory plugins

* refactor: reuse unique helpers in channel plugins

* refactor: reuse unique helpers in core tails

* refactor: reuse unique helper in comfy workflow

* refactor: reuse unique helpers in test utilities

* refactor: expose unique value helper to plugins

* refactor: reuse unique helpers for numeric lists

* refactor: replace index dedupe filters

* refactor: reuse string entry normalization

* refactor: reuse string normalization in plugin helpers

* refactor: reuse string normalization in extension helpers

* refactor: reuse string normalization in channel parsers

* refactor: reuse string normalization in memory search

* refactor: reuse string normalization in provider parsers

* refactor: reuse string normalization in qa helpers

* refactor: reuse string normalization in infra parsers

* refactor: reuse string normalization in messaging parsers

* refactor: reuse string normalization in core parsers

* refactor: reuse string normalization in extension parsers

* refactor: reuse string normalization in remaining parsers

* refactor: reuse string normalization in final parser spots

* refactor: reuse string normalization in qa media helpers

* refactor: reuse normalization in provider and media lists

* refactor: reuse normalization for remaining set filters

* refactor: reuse normalization in policy allowlists

* refactor: reuse normalization in session and owner lists

* refactor: centralize primitive string lists

* refactor: reuse lowercase entry helpers

* refactor: reuse sorted string helpers

* refactor: reuse unique trimmed helpers

* refactor: reuse string normalization helpers

* refactor: reuse catalog string helpers

* refactor: reuse remaining string helpers

* refactor: simplify remaining list normalization

* refactor: reuse codex auth order normalization

* chore: refresh plugin sdk api baseline

* fix: make shared string sorting deterministic

* chore: refresh plugin sdk api baseline

* fix: align host env security ordering
2026-05-25 21:20:41 +01:00

164 lines
5.5 KiB
TypeScript

import type { StreamFn } from "@earendil-works/pi-agent-core";
import { streamSimple, type AssistantMessageEvent } from "@earendil-works/pi-ai";
import type { PluginTextReplacement, PluginTextTransforms } from "../plugins/cli-backend.types.js";
import { isRecord } from "../shared/record-coerce.js";
import { createStreamIteratorWrapper } from "./stream-iterator-wrapper.js";
export function mergePluginTextTransforms(
...transforms: Array<PluginTextTransforms | undefined>
): PluginTextTransforms | undefined {
const input = transforms.flatMap((entry) => entry?.input ?? []);
const output = transforms.flatMap((entry) => entry?.output ?? []);
if (input.length === 0 && output.length === 0) {
return undefined;
}
return {
...(input.length > 0 ? { input } : {}),
...(output.length > 0 ? { output } : {}),
};
}
export function applyPluginTextReplacements(
text: string,
replacements?: PluginTextReplacement[],
): string {
if (!replacements || replacements.length === 0 || !text) {
return text;
}
let next = text;
for (const replacement of replacements) {
next = next.replace(replacement.from, replacement.to);
}
return next;
}
function transformContentText(content: unknown, replacements?: PluginTextReplacement[]): unknown {
if (typeof content === "string") {
return applyPluginTextReplacements(content, replacements);
}
if (Array.isArray(content)) {
return content.map((entry) => transformContentText(entry, replacements));
}
if (!isRecord(content)) {
return content;
}
const next = { ...content };
if (typeof next.text === "string") {
next.text = applyPluginTextReplacements(next.text, replacements);
}
if (Object.hasOwn(next, "content")) {
next.content = transformContentText(next.content, replacements);
}
return next;
}
function transformMessageText(message: unknown, replacements?: PluginTextReplacement[]): unknown {
if (!isRecord(message)) {
return message;
}
const next = { ...message };
if (Object.hasOwn(next, "content")) {
next.content = transformContentText(next.content, replacements);
}
if (typeof next.errorMessage === "string") {
next.errorMessage = applyPluginTextReplacements(next.errorMessage, replacements);
}
return next;
}
export function transformStreamContextText(
context: Parameters<StreamFn>[1],
replacements?: PluginTextReplacement[],
options?: { systemPrompt?: boolean },
): Parameters<StreamFn>[1] {
if (!replacements || replacements.length === 0) {
return context;
}
return {
...context,
systemPrompt:
options?.systemPrompt !== false && typeof context.systemPrompt === "string"
? applyPluginTextReplacements(context.systemPrompt, replacements)
: context.systemPrompt,
messages: Array.isArray(context.messages)
? context.messages.map((message) => transformMessageText(message, replacements))
: context.messages,
} as Parameters<StreamFn>[1];
}
function transformAssistantEventText(
event: unknown,
replacements?: PluginTextReplacement[],
): AssistantMessageEvent {
if (!isRecord(event) || !replacements || replacements.length === 0) {
return event as AssistantMessageEvent;
}
const next = { ...event };
if (next.type === "text_delta" && typeof next.delta === "string") {
next.delta = applyPluginTextReplacements(next.delta, replacements);
}
if (next.type === "text_end" && typeof next.content === "string") {
next.content = applyPluginTextReplacements(next.content, replacements);
}
if (Object.hasOwn(next, "partial")) {
next.partial = transformMessageText(next.partial, replacements);
}
if (Object.hasOwn(next, "message")) {
next.message = transformMessageText(next.message, replacements);
}
if (Object.hasOwn(next, "error")) {
next.error = transformMessageText(next.error, replacements);
}
return next as AssistantMessageEvent;
}
function wrapStreamTextTransforms(
stream: ReturnType<typeof streamSimple>,
replacements?: PluginTextReplacement[],
): ReturnType<typeof streamSimple> {
if (!replacements || replacements.length === 0) {
return stream;
}
const originalResult = stream.result.bind(stream);
stream.result = async () => transformMessageText(await originalResult(), replacements) as never;
const originalAsyncIterator = stream[Symbol.asyncIterator].bind(stream);
(stream as { [Symbol.asyncIterator]: typeof originalAsyncIterator })[Symbol.asyncIterator] =
function () {
const iterator = originalAsyncIterator();
return createStreamIteratorWrapper({
iterator,
next: async (streamIterator) => {
const result = await streamIterator.next();
return result.done
? result
: {
done: false as const,
value: transformAssistantEventText(result.value, replacements),
};
},
});
};
return stream;
}
export function wrapStreamFnTextTransforms(params: {
streamFn: StreamFn;
input?: PluginTextReplacement[];
output?: PluginTextReplacement[];
transformSystemPrompt?: boolean;
}): StreamFn {
return (model, context, options) => {
const nextContext = transformStreamContextText(context, params.input, {
systemPrompt: params.transformSystemPrompt,
});
const maybeStream = params.streamFn(model, nextContext, options);
if (maybeStream && typeof maybeStream === "object" && "then" in maybeStream) {
return Promise.resolve(maybeStream).then((stream) =>
wrapStreamTextTransforms(stream, params.output),
);
}
return wrapStreamTextTransforms(maybeStream, params.output);
};
}