// Kilocode provider module implements model/runtime integration. import { readProviderJsonArrayFieldResponse } from "openclaw/plugin-sdk/provider-http"; import type { ModelDefinitionConfig } from "openclaw/plugin-sdk/provider-model-shared"; import { createSubsystemLogger } from "openclaw/plugin-sdk/runtime-env"; import { fetchWithSsrFGuard, ssrfPolicyFromHttpBaseUrlAllowedHostname, } from "openclaw/plugin-sdk/ssrf-runtime"; import { asPositiveSafeInteger, normalizeLowercaseStringOrEmpty, } from "openclaw/plugin-sdk/string-coerce-runtime"; const log = createSubsystemLogger("kilocode-models"); export const KILOCODE_BASE_URL = "https://api.kilo.ai/api/gateway/"; export const KILOCODE_DEFAULT_MODEL_ID = "kilo/auto"; export const KILOCODE_DEFAULT_MODEL_REF = `kilocode/${KILOCODE_DEFAULT_MODEL_ID}`; export const KILOCODE_DEFAULT_MODEL_NAME = "Kilo Auto"; type KilocodeModelCatalogEntry = { id: string; name: string; reasoning: boolean; input: Array<"text" | "image">; contextWindow?: number; maxTokens?: number; }; export const KILOCODE_MODEL_CATALOG: KilocodeModelCatalogEntry[] = [ { id: KILOCODE_DEFAULT_MODEL_ID, name: KILOCODE_DEFAULT_MODEL_NAME, input: ["text", "image"], reasoning: true, }, ]; export const KILOCODE_DEFAULT_CONTEXT_WINDOW = 1000000; export const KILOCODE_DEFAULT_MAX_TOKENS = 128000; export const KILOCODE_DEFAULT_COST = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, }; export const KILOCODE_MODELS_URL = `${KILOCODE_BASE_URL}models`; const DISCOVERY_TIMEOUT_MS = 5000; interface GatewayModelPricing { prompt: string; completion: string; image?: string; request?: string; input_cache_read?: string; input_cache_write?: string; web_search?: string; internal_reasoning?: string; } interface GatewayModelEntry { id: string; name: string; context_length: number; architecture?: { input_modalities?: string[]; output_modalities?: string[]; }; top_provider?: { max_completion_tokens?: number | null; }; pricing: GatewayModelPricing; supported_parameters?: string[]; } function toPricePerMillion(perToken: string | undefined): number { if (!perToken) { return 0; } const num = Number(perToken); if (!Number.isFinite(num) || num < 0) { return 0; } return num * 1_000_000; } function parseModality(entry: GatewayModelEntry): Array<"text" | "image"> { const modalities = entry.architecture?.input_modalities; if (!Array.isArray(modalities)) { return ["text"]; } const hasImage = modalities.some( (m) => typeof m === "string" && normalizeLowercaseStringOrEmpty(m) === "image", ); return hasImage ? ["text", "image"] : ["text"]; } function parseReasoning(entry: GatewayModelEntry): boolean { const params = entry.supported_parameters; if (!Array.isArray(params)) { return false; } return params.includes("reasoning") || params.includes("include_reasoning"); } function toModelDefinition(entry: GatewayModelEntry): ModelDefinitionConfig { return { id: entry.id, name: entry.name || entry.id, reasoning: parseReasoning(entry), input: parseModality(entry), cost: { input: toPricePerMillion(entry.pricing.prompt), output: toPricePerMillion(entry.pricing.completion), cacheRead: toPricePerMillion(entry.pricing.input_cache_read), cacheWrite: toPricePerMillion(entry.pricing.input_cache_write), }, contextWindow: asPositiveSafeInteger(entry.context_length) ?? KILOCODE_DEFAULT_CONTEXT_WINDOW, maxTokens: asPositiveSafeInteger(entry.top_provider?.max_completion_tokens) ?? KILOCODE_DEFAULT_MAX_TOKENS, }; } function buildStaticCatalog(): ModelDefinitionConfig[] { return KILOCODE_MODEL_CATALOG.map((model) => ({ id: model.id, name: model.name, reasoning: model.reasoning, input: model.input, cost: KILOCODE_DEFAULT_COST, contextWindow: model.contextWindow ?? KILOCODE_DEFAULT_CONTEXT_WINDOW, maxTokens: model.maxTokens ?? KILOCODE_DEFAULT_MAX_TOKENS, })); } function asGatewayModelEntry(value: unknown): GatewayModelEntry { if (typeof value !== "object" || value === null || Array.isArray(value)) { throw new Error("Kilocode model list: malformed JSON response"); } const entry = value as Partial; if ( typeof entry.id !== "string" || typeof entry.pricing !== "object" || entry.pricing === null || Array.isArray(entry.pricing) ) { throw new Error("Kilocode model list: malformed JSON response"); } return value as GatewayModelEntry; } function readGatewayModelId(value: unknown): string { if (typeof value !== "object" || value === null || Array.isArray(value)) { return ""; } const id = (value as Partial).id; return typeof id === "string" ? id.trim() : ""; } export async function discoverKilocodeModels(): Promise { if (process.env.NODE_ENV === "test" || process.env.VITEST) { return buildStaticCatalog(); } try { const { response, release } = await fetchWithSsrFGuard({ url: KILOCODE_MODELS_URL, init: { headers: { Accept: "application/json" }, }, timeoutMs: DISCOVERY_TIMEOUT_MS, policy: ssrfPolicyFromHttpBaseUrlAllowedHostname(KILOCODE_BASE_URL), auditContext: "kilocode.model_discovery", }); try { if (!response.ok) { log.warn(`Failed to discover models: HTTP ${response.status}, using static catalog`); return buildStaticCatalog(); } const data = await readProviderJsonArrayFieldResponse( response, "Kilocode model list", "data", ); if (data.length === 0) { log.warn("No models found from gateway API, using static catalog"); return buildStaticCatalog(); } const models: ModelDefinitionConfig[] = []; const discoveredIds = new Set(); for (const rawEntry of data) { const id = readGatewayModelId(rawEntry); try { const entry = asGatewayModelEntry(rawEntry); if (!id || discoveredIds.has(id)) { continue; } models.push(toModelDefinition(entry)); discoveredIds.add(id); } catch (e) { log.warn(`Skipping malformed model entry "${id}": ${String(e)}`); } } const staticModels = buildStaticCatalog(); for (const staticModel of staticModels) { if (!discoveredIds.has(staticModel.id)) { models.unshift(staticModel); } } return models.length > 0 ? models : buildStaticCatalog(); } finally { await release(); } } catch (error) { log.warn(`Discovery failed: ${String(error)}, using static catalog`); return buildStaticCatalog(); } } export function buildKilocodeModelDefinition(): ModelDefinitionConfig { return { id: KILOCODE_DEFAULT_MODEL_ID, name: KILOCODE_DEFAULT_MODEL_NAME, reasoning: true, input: ["text", "image"], cost: KILOCODE_DEFAULT_COST, contextWindow: KILOCODE_DEFAULT_CONTEXT_WINDOW, maxTokens: KILOCODE_DEFAULT_MAX_TOKENS, }; }