Files
openclaw/src/plugin-sdk/provider-tools.ts
Peter Steinberger 062f88e3e3 refactor: extract reusable AI runtime package (#99059)
* refactor: extract reusable AI runtime package

* refactor: complete AI provider relocation

* refactor: keep llm core internal

* refactor(ai): make @openclaw/ai self-contained with host policy ports

Move pure transport helpers (tool projections, strict-schema normalization,
prompt-cache boundary, stream guards, anthropic/openai compat, request
activity) from src into packages/ai; move utf16-slice into
normalization-core. Inject host policy (guarded fetch, redaction,
strict-tool defaults, diagnostics logging) through AiTransportHost with
inert library defaults installed by src/llm/stream.ts. Narrow the public
barrel to instance-scoped createApiRegistry/createLlmRuntime; the
process-default runtime moves behind internal/ and
registerBuiltInApiProviders takes an explicit registry. Delete the
src/llm/api-registry re-export facade.

* fix(ai): teach node, jiti, and vite resolvers the @openclaw/ai and utf16-slice subpaths

The workspace alias tables in root-alias.cjs, plugin-sdk-native-resolver,
sdk-alias, the shared vitest config, and the Control UI vite config only
knew @openclaw/llm-core; Node-side plugin loading resolved @openclaw/ai
through the pnpm symlink to the unbuilt dist (checks-node-compact CI
failures), and the Control UI build broke on the new
normalization-core/utf16-slice subpath.

* chore(ui): drop leftover service-worker debug logging

* build(release): ship @openclaw/ai with its own shrinkwrap and honest dependency set

packages/ai declares only its six real runtime deps (kysely, chalk, json5,
tslog, zod, fs-safe, and proxyline were never imported); orphaned root deps
removed. generate-npm-shrinkwrap now treats publishable packages/* like
publishable plugins so the AI tarball pins its transitive tree even though
workspace deps are omitted from the root shrinkwrap. knip learns the
package entry points; the tsdown dts neverBundle option moves to its
documented deps.dts home; the README documents the no-semver internal/*
contract and host ports.

* docs(ai): add minimal external-consumer example app

examples/ai-chat consumes only the public @openclaw/ai surface (built dist
via the workspace link): isolated runtime, built-in provider registration,
one streamed completion. Supports Anthropic/OpenAI via env keys and a
keyless local Ollama target; live-verified against Ollama.

* docs(ai): document the @openclaw/ai package and workspace shrinkwrap boundary

* chore(check): include examples/ in duplicate-scan targets

* fix: emit normalization package subpaths

* fix: complete AI package boundary artifacts

* fix: align AI package boundary contracts

* fix(ci): stabilize package release contracts

* test: align documentation contract checks

* test: keep cron docs guard aligned

* test: align restored docs contract guards

* test: follow upstream docs contracts

* docs: drop superseded talk wording
2026-07-05 01:56:40 -04:00

577 lines
17 KiB
TypeScript

import {
cleanSchemaForGemini,
GEMINI_UNSUPPORTED_SCHEMA_KEYWORDS,
stripUnsupportedSchemaKeywords,
} from "@openclaw/ai/internal/openai";
// Provider tool helpers expose shared tool-call payload contracts for provider plugins.
import type { TSchema } from "typebox";
import type {
AnyAgentTool,
ProviderNormalizeToolSchemasContext,
ProviderToolSchemaDiagnostic,
} from "./plugin-entry.js";
export { cleanSchemaForGemini, GEMINI_UNSUPPORTED_SCHEMA_KEYWORDS, stripUnsupportedSchemaKeywords };
/**
* Finds unsupported JSON-schema keywords and reports their nested schema paths.
*/
export function findUnsupportedSchemaKeywords(
/** JSON schema node to inspect recursively. */
schema: unknown,
/** Dot/bracket path prefix used in returned diagnostics. */
path: string,
/** Schema keywords unsupported by the target provider family. */
unsupportedKeywords: ReadonlySet<string>,
): string[] {
if (!schema || typeof schema !== "object") {
return [];
}
if (Array.isArray(schema)) {
return schema.flatMap((item, index) =>
findUnsupportedSchemaKeywords(item, `${path}[${index}]`, unsupportedKeywords),
);
}
const record = schema as Record<string, unknown>;
const violations: string[] = [];
const properties =
record.properties && typeof record.properties === "object" && !Array.isArray(record.properties)
? (record.properties as Record<string, unknown>)
: undefined;
if (properties) {
for (const [key, value] of Object.entries(properties)) {
violations.push(
...findUnsupportedSchemaKeywords(value, `${path}.properties.${key}`, unsupportedKeywords),
);
}
}
for (const [key, value] of Object.entries(record)) {
if (key === "properties") {
continue;
}
if (unsupportedKeywords.has(key)) {
violations.push(`${path}.${key}`);
}
if (value && typeof value === "object") {
violations.push(
...findUnsupportedSchemaKeywords(value, `${path}.${key}`, unsupportedKeywords),
);
}
}
return violations;
}
/**
* Rewrites tool schemas into Gemini-compatible JSON schema before provider dispatch.
*/
export function normalizeGeminiToolSchemas(
/** Provider tool-schema normalization context containing the active tool list. */
ctx: ProviderNormalizeToolSchemasContext,
): AnyAgentTool[] {
return ctx.tools.map((tool) => {
if (!tool.parameters || typeof tool.parameters !== "object") {
return tool;
}
return {
...tool,
parameters: cleanSchemaForGemini(tool.parameters),
};
});
}
/**
* Reports Gemini-incompatible schema keywords without mutating tool definitions.
*/
export function inspectGeminiToolSchemas(
/** Provider tool-schema inspection context containing the active tool list. */
ctx: ProviderNormalizeToolSchemasContext,
): ProviderToolSchemaDiagnostic[] {
return ctx.tools.flatMap((tool, toolIndex) => {
const violations = findUnsupportedSchemaKeywords(
tool.parameters,
`${tool.name}.parameters`,
GEMINI_UNSUPPORTED_SCHEMA_KEYWORDS,
);
if (violations.length === 0) {
return [];
}
return [{ toolName: tool.name, toolIndex, violations }];
});
}
/**
* Rewrites OpenAI-native tool schemas to satisfy strict object-schema requirements.
*/
export function normalizeOpenAIToolSchemas(
/** Provider tool-schema normalization context used to detect native OpenAI strict routes. */
ctx: ProviderNormalizeToolSchemasContext,
): AnyAgentTool[] {
if (!shouldApplyOpenAIToolCompat(ctx)) {
return ctx.tools;
}
return ctx.tools.map((tool) => {
if (tool.parameters == null) {
return {
...tool,
parameters: normalizeOpenAIStrictCompatSchema({}),
};
}
if (typeof tool.parameters !== "object") {
return tool;
}
return {
...tool,
parameters: normalizeOpenAIStrictCompatSchema(tool.parameters),
};
});
}
function normalizeOpenAIStrictCompatSchema(schema: unknown): TSchema {
return normalizeOpenAIStrictCompatSchemaRecursive(schema, {
promoteEmptyObject: true,
}) as TSchema;
}
function shouldApplyOpenAIToolCompat(ctx: ProviderNormalizeToolSchemasContext): boolean {
const provider = (ctx.model?.provider ?? ctx.provider ?? "").trim().toLowerCase();
const api = (ctx.model?.api ?? ctx.modelApi ?? "").trim().toLowerCase();
const baseUrl = (ctx.model?.baseUrl ?? "").trim().toLowerCase();
if (provider === "openai") {
if (api === "openai-responses") {
// Strict-schema normalization is only safe for the native OpenAI endpoint;
// OpenAI-compatible proxies may accept broader schemas or define their own rules.
return !baseUrl || isOpenAIResponsesBaseUrl(baseUrl);
}
return (
api === "openai-chatgpt-responses" &&
// Codex/ChatGPT Responses uses the same strict object-schema contract as native
// OpenAI Responses, but only on the known first-party backend URLs.
(!baseUrl || isOpenAIResponsesBaseUrl(baseUrl) || isOpenAICodexBaseUrl(baseUrl))
);
}
if (provider === "openai") {
return (
api === "openai-chatgpt-responses" &&
(!baseUrl || isOpenAIResponsesBaseUrl(baseUrl) || isOpenAICodexBaseUrl(baseUrl))
);
}
return false;
}
function isOpenAIResponsesBaseUrl(baseUrl: string): boolean {
return /^https:\/\/api\.openai\.com(?:\/v1)?(?:\/|$)/i.test(baseUrl);
}
function isOpenAICodexBaseUrl(baseUrl: string): boolean {
return /^https:\/\/chatgpt\.com\/backend-api(?:\/|$)/i.test(baseUrl);
}
type NormalizeOpenAIStrictCompatOptions = {
promoteEmptyObject: boolean;
};
const OPENAI_STRICT_COMPAT_SCHEMA_MAP_KEYS = new Set([
"$defs",
"definitions",
"dependentSchemas",
"patternProperties",
"properties",
]);
const OPENAI_STRICT_COMPAT_SCHEMA_NESTED_KEYS = new Set([
"additionalProperties",
"allOf",
"anyOf",
"contains",
"else",
"if",
"items",
"not",
"oneOf",
"prefixItems",
"propertyNames",
"then",
"unevaluatedItems",
"unevaluatedProperties",
]);
function normalizeOpenAIStrictCompatSchemaMap(schema: unknown): unknown {
if (!schema || typeof schema !== "object" || Array.isArray(schema)) {
return schema;
}
let changed = false;
const normalized: Record<string, unknown> = {};
for (const [key, value] of Object.entries(schema as Record<string, unknown>)) {
const next = normalizeOpenAIStrictCompatSchemaRecursive(value, {
promoteEmptyObject: false,
});
normalized[key] = next;
changed ||= next !== value;
}
return changed ? normalized : schema;
}
function normalizeOpenAIStrictCompatSchemaRecursive(
schema: unknown,
options: NormalizeOpenAIStrictCompatOptions,
): unknown {
if (Array.isArray(schema)) {
let changed = false;
const normalized = schema.map((entry) => {
const next = normalizeOpenAIStrictCompatSchemaRecursive(entry, {
promoteEmptyObject: false,
});
changed ||= next !== entry;
return next;
});
return changed ? normalized : schema;
}
if (!schema || typeof schema !== "object") {
return schema;
}
const record = schema as Record<string, unknown>;
let changed = false;
const normalized: Record<string, unknown> = {};
for (const [key, value] of Object.entries(record)) {
const next = OPENAI_STRICT_COMPAT_SCHEMA_MAP_KEYS.has(key)
? normalizeOpenAIStrictCompatSchemaMap(value)
: OPENAI_STRICT_COMPAT_SCHEMA_NESTED_KEYS.has(key)
? normalizeOpenAIStrictCompatSchemaRecursive(value, {
promoteEmptyObject: false,
})
: value;
normalized[key] = next;
changed ||= next !== value;
}
if (Object.keys(normalized).length === 0) {
if (!options.promoteEmptyObject) {
return schema;
}
return {
type: "object",
properties: {},
required: [],
additionalProperties: false,
};
}
const hasObjectShapeHints =
!("type" in normalized) &&
((normalized.properties &&
typeof normalized.properties === "object" &&
!Array.isArray(normalized.properties)) ||
Array.isArray(normalized.required));
if (hasObjectShapeHints) {
normalized.type = "object";
changed = true;
}
if (normalized.type === "object" && !("properties" in normalized)) {
normalized.properties = {};
changed = true;
}
const hasEmptyProperties =
normalized.properties &&
typeof normalized.properties === "object" &&
!Array.isArray(normalized.properties) &&
Object.keys(normalized.properties as Record<string, unknown>).length === 0;
if (normalized.type === "object" && !Array.isArray(normalized.required) && hasEmptyProperties) {
normalized.required = [];
changed = true;
}
if (
normalized.type === "object" &&
hasEmptyProperties &&
!("additionalProperties" in normalized)
) {
normalized.additionalProperties = false;
changed = true;
}
return changed ? normalized : schema;
}
/**
* Finds schema paths that violate OpenAI strict tool-schema requirements.
*/
export function findOpenAIStrictSchemaViolations(
/** JSON schema node to inspect recursively. */
schema: unknown,
/** Dot/bracket path prefix used in returned diagnostics. */
path: string,
/** Strictness controls for the current schema position. */
options?: { requireObjectRoot?: boolean },
): string[] {
if (Array.isArray(schema)) {
if (options?.requireObjectRoot) {
return [`${path}.type`];
}
return schema.flatMap((item, index) =>
findOpenAIStrictSchemaViolations(item, `${path}[${index}]`),
);
}
if (!schema || typeof schema !== "object") {
if (options?.requireObjectRoot) {
return [`${path}.type`];
}
return [];
}
const record = schema as Record<string, unknown>;
const violations: string[] = [];
for (const key of ["anyOf", "oneOf", "allOf"] as const) {
if (Array.isArray(record[key])) {
violations.push(`${path}.${key}`);
}
}
if (Array.isArray(record.type)) {
violations.push(`${path}.type`);
}
const properties =
record.properties && typeof record.properties === "object" && !Array.isArray(record.properties)
? (record.properties as Record<string, unknown>)
: undefined;
if (record.type === "object") {
if (record.additionalProperties !== false) {
violations.push(`${path}.additionalProperties`);
}
const required = Array.isArray(record.required)
? record.required.filter((entry): entry is string => typeof entry === "string")
: undefined;
if (!required) {
violations.push(`${path}.required`);
} else if (properties) {
const requiredSet = new Set(required);
for (const key of Object.keys(properties)) {
if (!requiredSet.has(key)) {
violations.push(`${path}.required.${key}`);
}
}
}
}
if (properties) {
for (const [key, value] of Object.entries(properties)) {
violations.push(...findOpenAIStrictSchemaViolations(value, `${path}.properties.${key}`));
}
}
for (const [key, value] of Object.entries(record)) {
if (key === "properties") {
continue;
}
if (value && typeof value === "object") {
violations.push(...findOpenAIStrictSchemaViolations(value, `${path}.${key}`));
}
}
return violations;
}
/**
* Reports OpenAI strict-schema diagnostics for transports that enforce them before dispatch.
*/
export function inspectOpenAIToolSchemas(
/** Provider tool-schema inspection context used to detect native OpenAI strict routes. */
ctx: ProviderNormalizeToolSchemasContext,
): ProviderToolSchemaDiagnostic[] {
if (!shouldApplyOpenAIToolCompat(ctx)) {
return [];
}
// Native OpenAI transports fall back to `strict: false` when any tool schema is not
// strict-compatible, so these findings are expected for optional-heavy tool schemas.
return [];
}
/**
* DeepSeek rejects union keywords in tool schemas.
*/
export const DEEPSEEK_UNSUPPORTED_SCHEMA_KEYWORDS = new Set(["anyOf", "oneOf"]);
function isNullSchemaVariant(schema: unknown): boolean {
if (!schema || typeof schema !== "object" || Array.isArray(schema)) {
return false;
}
const record = schema as Record<string, unknown>;
if (record.type === "null") {
return true;
}
if (Array.isArray(record.type) && record.type.length === 1 && record.type[0] === "null") {
return true;
}
if ("const" in record && record.const === null) {
return true;
}
return Array.isArray(record.enum) && record.enum.length === 1 && record.enum[0] === null;
}
function normalizeDeepSeekSchema(schema: unknown): unknown {
if (Array.isArray(schema)) {
let changed = false;
const normalized = schema.map((entry) => {
const next = normalizeDeepSeekSchema(entry);
changed ||= next !== entry;
return next;
});
return changed ? normalized : schema;
}
if (!schema || typeof schema !== "object") {
return schema;
}
const record = schema as Record<string, unknown>;
const unionKey = Array.isArray(record.anyOf)
? "anyOf"
: Array.isArray(record.oneOf)
? "oneOf"
: undefined;
let changed = false;
const normalized: Record<string, unknown> = {};
for (const [key, value] of Object.entries(record)) {
if (key === "anyOf" || key === "oneOf") {
if (key === unionKey) {
changed = true;
continue;
}
}
const next = normalizeDeepSeekSchema(value);
normalized[key] = next;
changed ||= next !== value;
}
if (!unionKey) {
return changed ? normalized : schema;
}
const variants = record[unionKey] as unknown[];
const normalizedVariants = variants.map((entry) => normalizeDeepSeekSchema(entry));
const nonNullVariants = normalizedVariants.filter((entry) => !isNullSchemaVariant(entry));
const hasNullVariant = nonNullVariants.length < normalizedVariants.length;
// Preserve string-const unions as a flat string enum so DeepSeek tool
// callers still see every allowed literal. Without this, a Typebox
// `Type.Union([Type.Literal("a"), Type.Literal("b"), ...])` collapses to
// only the first const and the model can never pick any other value.
if (nonNullVariants.length > 1 && nonNullVariants.every((entry) => isStringConstVariant(entry))) {
const enumValues = nonNullVariants.map((entry) => (entry as { const: string }).const);
const merged: Record<string, unknown> = {
...normalized,
type: "string",
enum: enumValues,
};
if (hasNullVariant) {
merged.nullable = true;
}
return merged;
}
const selected = nonNullVariants[0] ?? normalizedVariants[0];
if (!selected || typeof selected !== "object" || Array.isArray(selected)) {
return normalized;
}
const merged = {
...(selected as Record<string, unknown>),
...normalized,
};
if (hasNullVariant) {
merged.nullable = true;
}
return merged;
}
function isStringConstVariant(entry: unknown): entry is { const: string } {
if (!entry || typeof entry !== "object" || Array.isArray(entry)) {
return false;
}
const record = entry as Record<string, unknown>;
return typeof record.const === "string";
}
/**
* Rewrites DeepSeek-incompatible union schemas into the closest accepted shape.
*/
export function normalizeDeepSeekToolSchemas(
/** Provider tool-schema normalization context containing the active tool list. */
ctx: ProviderNormalizeToolSchemasContext,
): AnyAgentTool[] {
return ctx.tools.map((tool) => {
if (!tool.parameters || typeof tool.parameters !== "object") {
return tool;
}
const parameters = normalizeDeepSeekSchema(tool.parameters);
return parameters === tool.parameters
? tool
: {
...tool,
parameters: parameters as TSchema,
};
});
}
/**
* Reports DeepSeek-incompatible union schema paths without mutating tool definitions.
*/
export function inspectDeepSeekToolSchemas(
/** Provider tool-schema inspection context containing the active tool list. */
ctx: ProviderNormalizeToolSchemasContext,
): ProviderToolSchemaDiagnostic[] {
return ctx.tools.flatMap((tool, toolIndex) => {
const violations = findUnsupportedSchemaKeywords(
tool.parameters,
`${tool.name}.parameters`,
DEEPSEEK_UNSUPPORTED_SCHEMA_KEYWORDS,
);
if (violations.length === 0) {
return [];
}
return [{ toolName: tool.name, toolIndex, violations }];
});
}
/**
* Supported provider tool-schema compatibility families.
*/
export type ProviderToolCompatFamily = "deepseek" | "gemini" | "openai";
/**
* Returns the normalizer and inspector pair for a provider tool-schema compatibility family.
*/
export function buildProviderToolCompatFamilyHooks(
/** Provider tool-schema compatibility family to route to normalizer/inspector hooks. */
family: ProviderToolCompatFamily,
): {
/** Mutating-compatible hook that returns tool definitions accepted by the provider family. */
normalizeToolSchemas: (ctx: ProviderNormalizeToolSchemasContext) => AnyAgentTool[];
/** Non-mutating hook that reports provider-family schema incompatibilities. */
inspectToolSchemas: (ctx: ProviderNormalizeToolSchemasContext) => ProviderToolSchemaDiagnostic[];
} {
switch (family) {
case "deepseek":
return {
normalizeToolSchemas: normalizeDeepSeekToolSchemas,
inspectToolSchemas: inspectDeepSeekToolSchemas,
};
case "gemini":
return {
normalizeToolSchemas: normalizeGeminiToolSchemas,
inspectToolSchemas: inspectGeminiToolSchemas,
};
case "openai":
return {
normalizeToolSchemas: normalizeOpenAIToolSchemas,
inspectToolSchemas: inspectOpenAIToolSchemas,
};
}
throw new Error("Unsupported provider tool compatibility family");
}