Files
openclaw/src/cli/models-cli.ts
Peter Steinberger bb46b79d3c refactor: internalize OpenClaw agent runtime (#85341)
* refactor: extract agent core package

Introduce packages/agent-core as the OpenClaw-owned home for reusable agent loop, harness, session, prompt, and runtime dependency contracts.

* refactor: extract shared llm runtime

Move provider model registries, stream wrappers, OAuth helpers, and LLM utilities into src/llm with plugin-sdk barrels instead of depending on the old embedded runtime layout.

* refactor: remove pi runtime internals

Rename remaining Pi-shaped agent surfaces to OpenClaw agent runtime names, delete obsolete Pi docs and package graph checks, and add the third-party notice for incorporated code.

* refactor: tighten agent session runtime

Make agent-core/runtime dependencies explicit, consolidate compaction and session transcript helpers, and move model/session helpers behind OpenClaw-owned contracts.

* refactor: remove static model and pi auth paths

Drop static model catalogs and Pi auth bridges, move model/provider facts to manifest-owned runtime contracts, and harden internal embedded-agent utilities.

* refactor: remove legacy provider compat paths

* docs: remove agent parity notes

* fix: skip provider wildcard metadata parsing

* refactor: share session extension sdk loading

* refactor: inline acpx proxy error formatter

* refactor: fold edit recovery into edit tool

* fix: accept extension batch separator

* test: align startup provider plugin expectations

* fix: restore provider-scoped release discovery

* test: align static asset packaging expectations

* fix: run static provider catalogs during scoped discovery

* fix: add provider entry catalogs for scoped live discovery

* fix: load lightweight provider catalog entries

* fix: refresh provider-scoped plugin metadata

* fix: keep provider catalog entries on release live path

* fix: keep static manifest models in release live checks

* fix: harden release model discovery

* fix: reduce OpenAI live cache probe reasoning

* fix: disable OpenAI cache probe reasoning

* ci: extend OpenAI gateway live timeout

* fix: extend live gateway model budget

* fix: stabilize release validation regressions

* fix: honor provider aliases in model rows

* fix: stabilize release validation lanes

* fix: stabilize release memory qa

* ci: stabilize release validation lanes

* ci: prefer ipv4 for live docker node calls

* fix: restore shared tool-call stream wrapper

* ci: remove legacy pi test shard alias

* fix: clean up embedded agent test drift

* fix: stabilize runtime alias status

* fix: clean up embedded agent ci drift

* fix: restore release ci invariants

* fix: clean up post-rebase runtime drift

* fix: restore release ci checks

* fix: restore release ci after rebase

* fix: remove stale pi runtime path

* test: align compaction runtime expectations

* test: update plugin prerelease expectations

* fix: handle claude live tool approvals

* fix: stabilize release validation gates

* fix: finish agent runtime import

* test: finish post-rebase agent runtime mocks

* fix: keep codex compaction native

* fix: stabilize codex app-server hook tests

* test: isolate codex diagnostic active run

* test: remove codex diagnostic completion race

# Conflicts:
#	extensions/codex/src/app-server/run-attempt.test.ts

* ci: fix full release manifest performance run id

* refactor: narrow llm plugin sdk boundary

* chore: drop generated google boundary stamps

* fix: repair rebase fallout

* fix: clean up rebased runtime references

* fix: decode codex jwt payloads as base64url

* fix: preserve shipped pi runtime alias

* fix: add scoped sdk virtual modules

* fix: decode llm codex oauth jwt as base64url

* fix: avoid stale vertex adc negative cache

* fix: harden tool arg decoding and codeql path

* fix: keep vertex adc negative checks live

* refactor: consolidate codex jwt and edit helpers

* fix: await codex oauth node runtime imports

* fix: preserve sdk tool and notice contracts

* fix: preserve shipped compat config boundaries

* fix: align codex oauth callback host

* fix: terminate agent-core loop streams on failure

* fix: keep codex oauth callback alive during fallback

* ci: include session tools in critical codeql scans

* fix: keep Cloudflare Anthropic provider auth header

* docs: redirect legacy pi runtime pages

* fix: honor bundled web provider compat discovery

* fix: protect session output spill files

* fix: keep legacy agent dir env blocked

* fix: contain auto-discovered skill symlinks

* fix: harden agent core sdk proxy surfaces

* fix: restore approval reaction sdk compat

* fix: keep live docker runs bounded

* fix: keep codex oauth redirect host aligned

* fix: resolve post-rebase agent runtime drift

* fix: redact anthropic oauth parse failures

* fix: preserve responses strict tool shaping

* fix: repair agent runtime rebase cleanup

* docs: redirect retired parity pages

* fix: bound auto-discovered resources to roots

* fix: repair post-rebase agent test drift

* fix: preserve bundled provider allowlist migration

* fix: preserve manifest-owned provider aliases

* fix: declare photon image dependency

* fix: keep provider headers out of proxy body

* fix: preserve shipped env aliases

* fix: refresh control ui i18n generated state

* fix: quote read fallback paths

* fix: preview edits through configured backend

* test: satisfy core test typecheck

* fix: preserve ZAI usage auth fallback

* test: repair codex diagnostic test

* fix: repair agent runtime rebase drift

* test: finish embedded runner import rename

* fix: repair agent runtime rebase integrations

* test: align compaction oauth fallback expectations

* fix: allow sdk-auth session models

* fix: update doctor tool schema import

* fix: preserve bedrock plugin region

* fix: stream harmony-like prose immediately

* ci: include session runtime in codeql shards

* fix: repair latest rebase integrations

* fix: honor explicit codex websocket transport

* fix: keep openai-compatible credentials provider-scoped

* fix: refresh sdk api baseline after rebase

* fix: route cli runtime aliases through openclaw harness

* test: rename stale harness mock expectation

* test: rename embedded agent overflow calls

* test: clean embedded auth test wording

* test: use openclaw stream types in deepinfra cache test

* fix: refresh sdk api baseline on latest main

* fix: honor bundled discovery compat allowlists

* fix: refresh sdk api baseline after latest rebase

* fix: remove stale rebase imports

* test: rename stale model catalog mock

* test: mock renamed doctor runtime modules

* fix: map canonical kimi env auth

* fix: use internal model registry in bench script

* fix: migrate deepinfra provider catalog entry

* fix: enforce builtin tool suppression

* fix: route compaction auth and proxy payloads safely

* refactor: prune unused llm registry leftovers

* test: update codex hooks session import

* test: fix model picker ci coverage

* test: align model picker auth mock types
2026-05-27 19:24:04 +01:00

502 lines
19 KiB
TypeScript

import type { Command } from "commander";
import { formatDocsLink } from "../terminal/links.js";
import { theme } from "../terminal/theme.js";
type ModelsCliRuntime = typeof import("./models-cli.runtime.js");
async function withModelsRuntime(
action: (runtime: ModelsCliRuntime) => Promise<void>,
): Promise<void> {
const runtime = await import("./models-cli.runtime.js");
return runtime.runModelsCommand(() => action(runtime));
}
export function registerModelsCli(program: Command) {
const models = program
.command("models")
.description("Model discovery, scanning, and configuration")
.option("--status-json", "Output JSON (alias for `models status --json`)", false)
.option("--status-plain", "Plain output (alias for `models status --plain`)", false)
.option("--agent <id>", "Agent id to inspect (overrides OPENCLAW_AGENT_DIR)")
.addHelpText(
"after",
() =>
`\n${theme.muted("Docs:")} ${formatDocsLink("/cli/models", "docs.openclaw.ai/cli/models")}\n`,
);
models
.command("list")
.description("List models (configured by default)")
.option("--all", "Show full model catalog", false)
.option("--local", "Filter to local models", false)
.option("--provider <id>", "Filter by provider id")
.option("--json", "Output JSON", false)
.option("--plain", "Plain line output", false)
.action(async (opts) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsListCommand } = await import("../commands/models/list.list-command.js");
await modelsListCommand(opts, defaultRuntime);
});
});
models
.command("status")
.description("Show configured model state")
.option("--json", "Output JSON", false)
.option("--plain", "Plain output", false)
.option(
"--check",
"Exit non-zero if auth is expiring/expired (1=expired/missing, 2=expiring)",
false,
)
.option("--probe", "Probe configured provider auth (live)", false)
.option("--probe-provider <name>", "Only probe a single provider")
.option(
"--probe-profile <id>",
"Only probe specific auth profile ids (repeat or comma-separated)",
(value, previous) => {
const next = Array.isArray(previous) ? previous : previous ? [previous] : [];
next.push(value);
return next;
},
)
.option("--probe-timeout <ms>", "Per-probe timeout in ms")
.option("--probe-concurrency <n>", "Concurrent probes")
.option("--probe-max-tokens <n>", "Probe max tokens (best-effort)")
.option("--agent <id>", "Agent id to inspect (overrides OPENCLAW_AGENT_DIR)")
.action(async (opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command, opts);
const { modelsStatusCommand } = await import("../commands/models/list.status-command.js");
await modelsStatusCommand(
{
json: Boolean(opts.json),
plain: Boolean(opts.plain),
check: Boolean(opts.check),
probe: Boolean(opts.probe),
probeProvider: opts.probeProvider as string | undefined,
probeProfile: opts.probeProfile as string | string[] | undefined,
probeTimeout: opts.probeTimeout as string | undefined,
probeConcurrency: opts.probeConcurrency as string | undefined,
probeMaxTokens: opts.probeMaxTokens as string | undefined,
agent,
},
defaultRuntime,
);
});
});
models
.command("set")
.description("Set the default model")
.argument("<model>", "Model id or alias")
.action(async (model: string, _opts: unknown, command: Command) => {
const runtime = await import("./models-cli.runtime.js");
runtime.rejectAgentScopedModelWrite(command, "set");
await runtime.runModelsCommand(async () => {
const { modelsSetCommand } = await import("../commands/models/set.js");
await modelsSetCommand(model, runtime.defaultRuntime);
});
});
models
.command("set-image")
.description("Set the image model")
.argument("<model>", "Model id or alias")
.action(async (model: string, _opts: unknown, command: Command) => {
const runtime = await import("./models-cli.runtime.js");
runtime.rejectAgentScopedModelWrite(command, "set-image");
await runtime.runModelsCommand(async () => {
const { modelsSetImageCommand } = await import("../commands/models/set-image.js");
await modelsSetImageCommand(model, runtime.defaultRuntime);
});
});
const aliases = models.command("aliases").description("Manage model aliases");
aliases
.command("list")
.description("List model aliases")
.option("--json", "Output JSON", false)
.option("--plain", "Plain output", false)
.action(async (opts) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsAliasesListCommand } = await import("../commands/models/aliases.js");
await modelsAliasesListCommand(opts, defaultRuntime);
});
});
aliases
.command("add")
.description("Add or update a model alias")
.argument("<alias>", "Alias name")
.argument("<model>", "Model id or alias")
.action(async (alias: string, model: string) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsAliasesAddCommand } = await import("../commands/models/aliases.js");
await modelsAliasesAddCommand(alias, model, defaultRuntime);
});
});
aliases
.command("remove")
.description("Remove a model alias")
.argument("<alias>", "Alias name")
.action(async (alias: string) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsAliasesRemoveCommand } = await import("../commands/models/aliases.js");
await modelsAliasesRemoveCommand(alias, defaultRuntime);
});
});
const fallbacks = models.command("fallbacks").description("Manage model fallback list");
fallbacks
.command("list")
.description("List fallback models")
.option("--json", "Output JSON", false)
.option("--plain", "Plain output", false)
.action(async (opts) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsFallbacksListCommand } = await import("../commands/models/fallbacks.js");
await modelsFallbacksListCommand(opts, defaultRuntime);
});
});
fallbacks
.command("add")
.description("Add a fallback model")
.argument("<model>", "Model id or alias")
.action(async (model: string) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsFallbacksAddCommand } = await import("../commands/models/fallbacks.js");
await modelsFallbacksAddCommand(model, defaultRuntime);
});
});
fallbacks
.command("remove")
.description("Remove a fallback model")
.argument("<model>", "Model id or alias")
.action(async (model: string) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsFallbacksRemoveCommand } = await import("../commands/models/fallbacks.js");
await modelsFallbacksRemoveCommand(model, defaultRuntime);
});
});
fallbacks
.command("clear")
.description("Clear all fallback models")
.action(async () => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsFallbacksClearCommand } = await import("../commands/models/fallbacks.js");
await modelsFallbacksClearCommand(defaultRuntime);
});
});
const imageFallbacks = models
.command("image-fallbacks")
.description("Manage image model fallback list");
imageFallbacks
.command("list")
.description("List image fallback models")
.option("--json", "Output JSON", false)
.option("--plain", "Plain output", false)
.action(async (opts) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsImageFallbacksListCommand } =
await import("../commands/models/image-fallbacks.js");
await modelsImageFallbacksListCommand(opts, defaultRuntime);
});
});
imageFallbacks
.command("add")
.description("Add an image fallback model")
.argument("<model>", "Model id or alias")
.action(async (model: string) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsImageFallbacksAddCommand } =
await import("../commands/models/image-fallbacks.js");
await modelsImageFallbacksAddCommand(model, defaultRuntime);
});
});
imageFallbacks
.command("remove")
.description("Remove an image fallback model")
.argument("<model>", "Model id or alias")
.action(async (model: string) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsImageFallbacksRemoveCommand } =
await import("../commands/models/image-fallbacks.js");
await modelsImageFallbacksRemoveCommand(model, defaultRuntime);
});
});
imageFallbacks
.command("clear")
.description("Clear all image fallback models")
.action(async () => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsImageFallbacksClearCommand } =
await import("../commands/models/image-fallbacks.js");
await modelsImageFallbacksClearCommand(defaultRuntime);
});
});
models
.command("scan")
.description("Scan OpenRouter free models for tools + images")
.option("--min-params <b>", "Minimum parameter size (billions)")
.option("--max-age-days <days>", "Skip models older than N days")
.option("--provider <name>", "Filter by provider prefix")
.option("--max-candidates <n>", "Max fallback candidates", "6")
.option("--timeout <ms>", "Per-probe timeout in ms")
.option("--concurrency <n>", "Probe concurrency")
.option("--no-probe", "Skip live probes; list free candidates only")
.option("--yes", "Accept defaults without prompting", false)
.option("--no-input", "Disable prompts (use defaults)")
.option("--set-default", "Set agents.defaults.model to the first selection", false)
.option("--set-image", "Set agents.defaults.imageModel to the first image selection", false)
.option("--json", "Output JSON", false)
.action(async (opts) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsScanCommand } = await import("../commands/models/scan.js");
await modelsScanCommand(opts, defaultRuntime);
});
});
models.action(async (opts) => {
await withModelsRuntime(async ({ defaultRuntime }) => {
const { modelsStatusCommand } = await import("../commands/models/list.status-command.js");
await modelsStatusCommand(
{
json: Boolean(opts?.statusJson),
plain: Boolean(opts?.statusPlain),
agent: opts?.agent as string | undefined,
},
defaultRuntime,
);
});
});
const auth = models.command("auth").description("Manage model auth profiles");
auth.option("--agent <id>", "Agent id for auth commands");
auth.action(() => {
auth.help();
});
auth
.command("list")
.description("List saved auth profiles")
.option("--provider <id>", "Filter by provider id")
.option("--agent <id>", "Agent id (default: configured default agent)")
.option("--json", "Output JSON", false)
.action(async (opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command, opts);
const { modelsAuthListCommand } = await import("../commands/models/auth-list.js");
await modelsAuthListCommand(
{
provider: opts.provider as string | undefined,
agent,
json: Boolean(opts.json),
},
defaultRuntime,
);
});
});
auth
.command("add")
.description("Interactive auth helper (provider auth or paste token)")
.action(async (command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command) ?? resolveModelAgentOption(auth);
const { modelsAuthAddCommand } = await import("../commands/models/auth.js");
await modelsAuthAddCommand({ agent }, defaultRuntime);
});
});
auth
.command("login")
.description("Run a provider plugin auth flow (OAuth/API key)")
.option("--provider <id>", "Provider id registered by a plugin")
.option("--method <id>", "Provider auth method id")
.option("--device-code", "Use the provider device-code auth method", false)
.option("--profile-id <id>", "Auth profile id override for single-profile login methods")
.option("--set-default", "Apply the provider's default model recommendation", false)
.action(async (opts, command) => {
if (opts.deviceCode && typeof opts.method === "string" && opts.method !== "device-code") {
throw new Error(
"--device-code cannot be combined with --method unless method is device-code.",
);
}
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command);
const { modelsAuthLoginCommand } = await import("../commands/models/auth.js");
await modelsAuthLoginCommand(
{
provider: opts.provider as string | undefined,
method: opts.deviceCode ? "device-code" : (opts.method as string | undefined),
profileId: opts.profileId as string | undefined,
setDefault: Boolean(opts.setDefault),
agent,
},
defaultRuntime,
);
});
});
auth
.command("setup-token")
.description("Run a provider CLI to create/sync a token (TTY required)")
.option("--provider <name>", "Provider id")
.option("--yes", "Skip confirmation", false)
.action(async (opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command);
const { modelsAuthSetupTokenCommand } = await import("../commands/models/auth.js");
await modelsAuthSetupTokenCommand(
{
provider: opts.provider as string | undefined,
yes: Boolean(opts.yes),
agent,
},
defaultRuntime,
);
});
});
auth
.command("paste-token")
.description("Paste a token into auth-profiles.json and update config")
.requiredOption("--provider <name>", "Provider id (e.g. anthropic)")
.option("--profile-id <id>", "Auth profile id (default: <provider>:manual)")
.option(
"--expires-in <duration>",
"Optional expiry duration (e.g. 365d, 12h). Stored as absolute expiresAt.",
)
.action(async (opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command);
const { modelsAuthPasteTokenCommand } = await import("../commands/models/auth.js");
await modelsAuthPasteTokenCommand(
{
provider: opts.provider as string | undefined,
profileId: opts.profileId as string | undefined,
expiresIn: opts.expiresIn as string | undefined,
agent,
},
defaultRuntime,
);
});
});
auth
.command("paste-api-key")
.description("Paste an API key into auth-profiles.json and update config")
.requiredOption("--provider <name>", "Provider id (e.g. openai-codex)")
.option("--profile-id <id>", "Auth profile id (default: <provider>:manual)")
.action(async (opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command);
const { modelsAuthPasteApiKeyCommand } = await import("../commands/models/auth.js");
await modelsAuthPasteApiKeyCommand(
{
provider: opts.provider as string | undefined,
profileId: opts.profileId as string | undefined,
agent,
},
defaultRuntime,
);
});
});
auth
.command("login-github-copilot")
.description("Login to GitHub Copilot via GitHub device flow (TTY required)")
.option("--yes", "Overwrite existing profile without prompting", false)
.action(async (opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command);
const { modelsAuthLoginCommand } = await import("../commands/models/auth.js");
await modelsAuthLoginCommand(
{
provider: "github-copilot",
method: "device",
yes: Boolean(opts.yes),
agent,
},
defaultRuntime,
);
});
});
const order = auth.command("order").description("Manage per-agent auth profile order overrides");
order
.command("get")
.description("Show per-agent auth order override (from auth-state.json)")
.requiredOption("--provider <name>", "Provider id (e.g. anthropic)")
.option("--agent <id>", "Agent id (default: configured default agent)")
.option("--json", "Output JSON", false)
.action(async (opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command, opts);
const { modelsAuthOrderGetCommand } = await import("../commands/models/auth-order.js");
await modelsAuthOrderGetCommand(
{
provider: opts.provider as string,
agent,
json: Boolean(opts.json),
},
defaultRuntime,
);
});
});
order
.command("set")
.description("Set per-agent auth order override (writes auth-state.json)")
.requiredOption("--provider <name>", "Provider id (e.g. anthropic)")
.option("--agent <id>", "Agent id (default: configured default agent)")
.argument("<profileIds...>", "Auth profile ids (e.g. anthropic:default)")
.action(async (profileIds: string[], opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command, opts);
const { modelsAuthOrderSetCommand } = await import("../commands/models/auth-order.js");
await modelsAuthOrderSetCommand(
{
provider: opts.provider as string,
agent,
order: profileIds,
},
defaultRuntime,
);
});
});
order
.command("clear")
.description("Clear per-agent auth order override (fall back to config/round-robin)")
.requiredOption("--provider <name>", "Provider id (e.g. anthropic)")
.option("--agent <id>", "Agent id (default: configured default agent)")
.action(async (opts, command) => {
await withModelsRuntime(async ({ defaultRuntime, resolveModelAgentOption }) => {
const agent = resolveModelAgentOption(command, opts);
const { modelsAuthOrderClearCommand } = await import("../commands/models/auth-order.js");
await modelsAuthOrderClearCommand(
{
provider: opts.provider as string,
agent,
},
defaultRuntime,
);
});
});
}