Files
openclaw/src/commands/status.summary.ts
Josh Avant 806803b7ef feat(secrets): expand SecretRef coverage across user-supplied credentials (#29580)
* feat(secrets): expand secret target coverage and gateway tooling

* docs(secrets): align gateway and CLI secret docs

* chore(protocol): regenerate swift gateway models for secrets methods

* fix(config): restore talk apiKey fallback and stabilize runner test

* ci(windows): reduce test worker count for shard stability

* ci(windows): raise node heap for test shard stability

* test(feishu): make proxy env precedence assertion windows-safe

* fix(gateway): resolve auth password SecretInput refs for clients

* fix(gateway): resolve remote SecretInput credentials for clients

* fix(secrets): skip inactive refs in command snapshot assignments

* fix(secrets): scope gateway.remote refs to effective auth surfaces

* fix(secrets): ignore memory defaults when enabled agents disable search

* fix(secrets): honor Google Chat serviceAccountRef inheritance

* fix(secrets): address tsgo errors in command and gateway collectors

* fix(secrets): avoid auth-store load in providers-only configure

* fix(gateway): defer local password ref resolution by precedence

* fix(secrets): gate telegram webhook secret refs by webhook mode

* fix(secrets): gate slack signing secret refs to http mode

* fix(secrets): skip telegram botToken refs when tokenFile is set

* fix(secrets): gate discord pluralkit refs by enabled flag

* fix(secrets): gate discord voice tts refs by voice enabled

* test(secrets): make runtime fixture modes explicit

* fix(cli): resolve local qr password secret refs

* fix(cli): fail when gateway leaves command refs unresolved

* fix(gateway): fail when local password SecretRef is unresolved

* fix(gateway): fail when required remote SecretRefs are unresolved

* fix(gateway): resolve local password refs only when password can win

* fix(cli): skip local password SecretRef resolution on qr token override

* test(gateway): cast SecretRef fixtures to OpenClawConfig

* test(secrets): activate mode-gated targets in runtime coverage fixture

* fix(cron): support SecretInput webhook tokens safely

* fix(bluebubbles): support SecretInput passwords across config paths

* fix(msteams): make appPassword SecretInput-safe in onboarding/token paths

* fix(bluebubbles): align SecretInput schema helper typing

* fix(cli): clarify secrets.resolve version-skew errors

* refactor(secrets): return structured inactive paths from secrets.resolve

* refactor(gateway): type onboarding secret writes as SecretInput

* chore(protocol): regenerate swift models for secrets.resolve

* feat(secrets): expand extension credential secretref support

* fix(secrets): gate web-search refs by active provider

* fix(onboarding): detect SecretRef credentials in extension status

* fix(onboarding): allow keeping existing ref in secret prompt

* fix(onboarding): resolve gateway password SecretRefs for probe and tui

* fix(onboarding): honor secret-input-mode for local gateway auth

* fix(acp): resolve gateway SecretInput credentials

* fix(secrets): gate gateway.remote refs to remote surfaces

* test(secrets): cover pattern matching and inactive array refs

* docs(secrets): clarify secrets.resolve and remote active surfaces

* fix(bluebubbles): keep existing SecretRef during onboarding

* fix(tests): resolve CI type errors in new SecretRef coverage

* fix(extensions): replace raw fetch with SSRF-guarded fetch

* test(secrets): mark gateway remote targets active in runtime coverage

* test(infra): normalize home-prefix expectation across platforms

* fix(cli): only resolve local qr password refs in password mode

* test(cli): cover local qr token mode with unresolved password ref

* docs(cli): clarify local qr password ref resolution behavior

* refactor(extensions): reuse sdk SecretInput helpers

* fix(wizard): resolve onboarding env-template secrets before plaintext

* fix(cli): surface secrets.resolve diagnostics in memory and qr

* test(secrets): repair post-rebase runtime and fixtures

* fix(gateway): skip remote password ref resolution when token wins

* fix(secrets): treat tailscale remote gateway refs as active

* fix(gateway): allow remote password fallback when token ref is unresolved

* fix(gateway): ignore stale local password refs for none and trusted-proxy

* fix(gateway): skip remote secret ref resolution on local call paths

* test(cli): cover qr remote tailscale secret ref resolution

* fix(secrets): align gateway password active-surface with auth inference

* fix(cli): resolve inferred local gateway password refs in qr

* fix(gateway): prefer resolvable remote password over token ref pre-resolution

* test(gateway): cover none and trusted-proxy stale password refs

* docs(secrets): sync qr and gateway active-surface behavior

* fix: restore stability blockers from pre-release audit

* Secrets: fix collector/runtime precedence contradictions

* docs: align secrets and web credential docs

* fix(rebase): resolve integration regressions after main rebase

* fix(node-host): resolve gateway secret refs for auth

* fix(secrets): harden secretinput runtime readers

* gateway: skip inactive auth secretref resolution

* cli: avoid gateway preflight for inactive secret refs

* extensions: allow unresolved refs in onboarding status

* tests: fix qr-cli module mock hoist ordering

* Security: align audit checks with SecretInput resolution

* Gateway: resolve local-mode remote fallback secret refs

* Node host: avoid resolving inactive password secret refs

* Secrets runtime: mark Slack appToken inactive for HTTP mode

* secrets: keep inactive gateway remote refs non-blocking

* cli: include agent memory secret targets in runtime resolution

* docs(secrets): sync docs with active-surface and web search behavior

* fix(secrets): keep telegram top-level token refs active for blank account tokens

* fix(daemon): resolve gateway password secret refs for probe auth

* fix(secrets): skip IRC NickServ ref resolution when NickServ is disabled

* fix(secrets): align token inheritance and exec timeout defaults

* docs(secrets): clarify active-surface notes in cli docs

* cli: require secrets.resolve gateway capability

* gateway: log auth secret surface diagnostics

* secrets: remove dead provider resolver module

* fix(secrets): restore gateway auth precedence and fallback resolution

* fix(tests): align plugin runtime mock typings

---------

Co-authored-by: Peter Steinberger <steipete@gmail.com>
2026-03-03 02:58:20 +00:00

235 lines
7.8 KiB
TypeScript

import { resolveContextTokensForModel } from "../agents/context.js";
import { DEFAULT_CONTEXT_TOKENS, DEFAULT_MODEL, DEFAULT_PROVIDER } from "../agents/defaults.js";
import { resolveConfiguredModelRef } from "../agents/model-selection.js";
import type { OpenClawConfig } from "../config/config.js";
import { loadConfig } from "../config/config.js";
import {
loadSessionStore,
resolveFreshSessionTotalTokens,
resolveMainSessionKey,
resolveStorePath,
type SessionEntry,
} from "../config/sessions.js";
import {
classifySessionKey,
listAgentsForGateway,
resolveSessionModelRef,
} from "../gateway/session-utils.js";
import { buildChannelSummary } from "../infra/channel-summary.js";
import { resolveHeartbeatSummaryForAgent } from "../infra/heartbeat-runner.js";
import { peekSystemEvents } from "../infra/system-events.js";
import { parseAgentSessionKey } from "../routing/session-key.js";
import { resolveLinkChannelContext } from "./status.link-channel.js";
import type { HeartbeatStatus, SessionStatus, StatusSummary } from "./status.types.js";
const buildFlags = (entry?: SessionEntry): string[] => {
if (!entry) {
return [];
}
const flags: string[] = [];
const think = entry?.thinkingLevel;
if (typeof think === "string" && think.length > 0) {
flags.push(`think:${think}`);
}
const verbose = entry?.verboseLevel;
if (typeof verbose === "string" && verbose.length > 0) {
flags.push(`verbose:${verbose}`);
}
const reasoning = entry?.reasoningLevel;
if (typeof reasoning === "string" && reasoning.length > 0) {
flags.push(`reasoning:${reasoning}`);
}
const elevated = entry?.elevatedLevel;
if (typeof elevated === "string" && elevated.length > 0) {
flags.push(`elevated:${elevated}`);
}
if (entry?.systemSent) {
flags.push("system");
}
if (entry?.abortedLastRun) {
flags.push("aborted");
}
const sessionId = entry?.sessionId as unknown;
if (typeof sessionId === "string" && sessionId.length > 0) {
flags.push(`id:${sessionId}`);
}
return flags;
};
export function redactSensitiveStatusSummary(summary: StatusSummary): StatusSummary {
return {
...summary,
sessions: {
...summary.sessions,
paths: [],
defaults: {
model: null,
contextTokens: null,
},
recent: [],
byAgent: summary.sessions.byAgent.map((entry) => ({
...entry,
path: "[redacted]",
recent: [],
})),
},
};
}
export async function getStatusSummary(
options: { includeSensitive?: boolean; config?: OpenClawConfig } = {},
): Promise<StatusSummary> {
const { includeSensitive = true } = options;
const cfg = options.config ?? loadConfig();
const linkContext = await resolveLinkChannelContext(cfg);
const agentList = listAgentsForGateway(cfg);
const heartbeatAgents: HeartbeatStatus[] = agentList.agents.map((agent) => {
const summary = resolveHeartbeatSummaryForAgent(cfg, agent.id);
return {
agentId: agent.id,
enabled: summary.enabled,
every: summary.every,
everyMs: summary.everyMs,
} satisfies HeartbeatStatus;
});
const channelSummary = await buildChannelSummary(cfg, {
colorize: true,
includeAllowFrom: true,
});
const mainSessionKey = resolveMainSessionKey(cfg);
const queuedSystemEvents = peekSystemEvents(mainSessionKey);
const resolved = resolveConfiguredModelRef({
cfg,
defaultProvider: DEFAULT_PROVIDER,
defaultModel: DEFAULT_MODEL,
});
const configModel = resolved.model ?? DEFAULT_MODEL;
const configContextTokens =
resolveContextTokensForModel({
cfg,
provider: resolved.provider ?? DEFAULT_PROVIDER,
model: configModel,
contextTokensOverride: cfg.agents?.defaults?.contextTokens,
fallbackContextTokens: DEFAULT_CONTEXT_TOKENS,
}) ?? DEFAULT_CONTEXT_TOKENS;
const now = Date.now();
const storeCache = new Map<string, Record<string, SessionEntry | undefined>>();
const loadStore = (storePath: string) => {
const cached = storeCache.get(storePath);
if (cached) {
return cached;
}
const store = loadSessionStore(storePath);
storeCache.set(storePath, store);
return store;
};
const buildSessionRows = (
store: Record<string, SessionEntry | undefined>,
opts: { agentIdOverride?: string } = {},
) =>
Object.entries(store)
.filter(([key]) => key !== "global" && key !== "unknown")
.map(([key, entry]) => {
const updatedAt = entry?.updatedAt ?? null;
const age = updatedAt ? now - updatedAt : null;
const resolvedModel = resolveSessionModelRef(cfg, entry, opts.agentIdOverride);
const model = resolvedModel.model ?? configModel ?? null;
const contextTokens =
resolveContextTokensForModel({
cfg,
provider: resolvedModel.provider,
model,
contextTokensOverride: entry?.contextTokens,
fallbackContextTokens: configContextTokens ?? undefined,
}) ?? null;
const total = resolveFreshSessionTotalTokens(entry);
const totalTokensFresh =
typeof entry?.totalTokens === "number" ? entry?.totalTokensFresh !== false : false;
const remaining =
contextTokens != null && total !== undefined ? Math.max(0, contextTokens - total) : null;
const pct =
contextTokens && contextTokens > 0 && total !== undefined
? Math.min(999, Math.round((total / contextTokens) * 100))
: null;
const parsedAgentId = parseAgentSessionKey(key)?.agentId;
const agentId = opts.agentIdOverride ?? parsedAgentId;
return {
agentId,
key,
kind: classifySessionKey(key, entry),
sessionId: entry?.sessionId,
updatedAt,
age,
thinkingLevel: entry?.thinkingLevel,
verboseLevel: entry?.verboseLevel,
reasoningLevel: entry?.reasoningLevel,
elevatedLevel: entry?.elevatedLevel,
systemSent: entry?.systemSent,
abortedLastRun: entry?.abortedLastRun,
inputTokens: entry?.inputTokens,
outputTokens: entry?.outputTokens,
cacheRead: entry?.cacheRead,
cacheWrite: entry?.cacheWrite,
totalTokens: total ?? null,
totalTokensFresh,
remainingTokens: remaining,
percentUsed: pct,
model,
contextTokens,
flags: buildFlags(entry),
} satisfies SessionStatus;
})
.sort((a, b) => (b.updatedAt ?? 0) - (a.updatedAt ?? 0));
const paths = new Set<string>();
const byAgent = agentList.agents.map((agent) => {
const storePath = resolveStorePath(cfg.session?.store, { agentId: agent.id });
paths.add(storePath);
const store = loadStore(storePath);
const sessions = buildSessionRows(store, { agentIdOverride: agent.id });
return {
agentId: agent.id,
path: storePath,
count: sessions.length,
recent: sessions.slice(0, 10),
};
});
const allSessions = Array.from(paths)
.flatMap((storePath) => buildSessionRows(loadStore(storePath)))
.toSorted((a, b) => (b.updatedAt ?? 0) - (a.updatedAt ?? 0));
const recent = allSessions.slice(0, 10);
const totalSessions = allSessions.length;
const summary: StatusSummary = {
linkChannel: linkContext
? {
id: linkContext.plugin.id,
label: linkContext.plugin.meta.label ?? "Channel",
linked: linkContext.linked,
authAgeMs: linkContext.authAgeMs,
}
: undefined,
heartbeat: {
defaultAgentId: agentList.defaultId,
agents: heartbeatAgents,
},
channelSummary,
queuedSystemEvents,
sessions: {
paths: Array.from(paths),
count: totalSessions,
defaults: {
model: configModel ?? null,
contextTokens: configContextTokens ?? null,
},
recent,
byAgent,
},
};
return includeSensitive ? summary : redactSensitiveStatusSummary(summary);
}