fix(plugins): preserve single-pass plugin env config

This commit is contained in:
Peter Steinberger
2026-05-30 09:49:29 +01:00
parent aec40f34ac
commit facb77634e
3 changed files with 137 additions and 24 deletions

View File

@@ -309,6 +309,45 @@ describe("getCompatibleActivePluginRegistry", () => {
expect(cacheKey).not.toContain("telegram configured");
});
it("separates raw env substitution mode in the loader cache key", () => {
const baseOptions = {
config: {
plugins: {
allow: ["demo"],
entries: {
demo: { config: { apiKey: "${DEMO_KEY}" } },
},
},
},
};
const plain = testing.resolvePluginLoadCacheContext(baseOptions).cacheKey;
const resolving = testing.resolvePluginLoadCacheContext({
...baseOptions,
resolveRawConfigEnvVars: true,
}).cacheKey;
expect(resolving).not.toBe(plain);
});
it("does not embed raw resolved plugin config env values in the loader cache key", () => {
const { cacheKey } = testing.resolvePluginLoadCacheContext({
config: {
plugins: {
allow: ["demo"],
entries: {
demo: { config: { apiKey: "${DEMO_KEY}" } },
},
},
},
env: { ...process.env, DEMO_KEY: "resolved-demo-secret" },
resolveRawConfigEnvVars: true,
});
expect(cacheKey).not.toContain("resolved-demo-secret");
expect(cacheKey).not.toContain("apiKey");
});
it("falls back to the current active runtime when no compatibility-shaping inputs are supplied", () => {
const registry = createEmptyPluginRegistry();
setActivePluginRegistry(registry, "startup-registry");

View File

@@ -2,6 +2,7 @@ import fs from "node:fs";
import path from "node:path";
import { afterAll, afterEach, describe, expect, it, vi } from "vitest";
import { listAgentHarnessIds } from "../agents/harness/registry.js";
import { resolveConfigEnvVars } from "../config/env-substitution.js";
import { applyPluginAutoEnable } from "../config/plugin-auto-enable.js";
import {
clearRuntimeConfigSnapshot,
@@ -1053,6 +1054,7 @@ describe("loadOpenClawPlugins", () => {
loadRegistryFromSinglePlugin({
plugin,
pluginConfig: { allow: ["env-config-probe"], entries },
options: { resolveRawConfigEnvVars: true },
});
});
// Before the fix, the plugin received the literal "${ENV_CONFIG_PROBE_SECRET}".
@@ -1065,9 +1067,58 @@ describe("loadOpenClawPlugins", () => {
loadRegistryFromSinglePlugin({
plugin,
pluginConfig: { allow: ["env-config-probe"], entries },
options: { env: { ...process.env, ENV_CONFIG_PROBE_SECRET: "explicit-env-secret" } },
options: {
env: { ...process.env, ENV_CONFIG_PROBE_SECRET: "explicit-env-secret" },
resolveRawConfigEnvVars: true,
},
});
expect(probe.envConfigProbeResult).toMatchObject({ apiKey: "explicit-env-secret" });
// Case 3: config.env.vars participates in the same effective env as config IO.
delete probe.envConfigProbeResult;
withEnv({ ENV_CONFIG_PROBE_SECRET: undefined }, () => {
loadOpenClawPlugins({
cache: false,
workspaceDir: plugin.dir,
config: {
env: {
vars: {
ENV_CONFIG_PROBE_PLUGIN_FILE: plugin.file,
ENV_CONFIG_PROBE_SECRET: "config-env-secret",
},
},
plugins: {
load: { paths: ["${ENV_CONFIG_PROBE_PLUGIN_FILE}"] },
allow: ["env-config-probe"],
entries,
},
},
resolveRawConfigEnvVars: true,
});
});
expect(probe.envConfigProbeResult).toMatchObject({ apiKey: "config-env-secret" });
// Case 4: config that already went through read-time substitution must not
// be processed again. Escaped placeholders intentionally become literals.
delete probe.envConfigProbeResult;
const resolvedEscapedEntries = resolveConfigEnvVars(
{
"env-config-probe": { config: { apiKey: "$${ENV_CONFIG_PROBE_SECRET}" } },
},
{ ENV_CONFIG_PROBE_SECRET: "should-not-leak" } as NodeJS.ProcessEnv,
) as typeof entries;
withEnv({ ENV_CONFIG_PROBE_SECRET: "process-env-secret" }, () => {
loadRegistryFromSinglePlugin({
plugin,
pluginConfig: {
allow: ["env-config-probe"],
entries: structuredClone(resolvedEscapedEntries),
},
});
});
expect(probe.envConfigProbeResult).toMatchObject({
apiKey: "${ENV_CONFIG_PROBE_SECRET}",
});
});
it("emits loader startup trace failure counts for load and register failures", () => {

View File

@@ -7,6 +7,7 @@ import {
restoreRegisteredAgentHarnesses,
} from "../agents/harness/registry.js";
import { resolveConfigEnvVars } from "../config/env-substitution.js";
import { createConfigRuntimeEnv } from "../config/env-vars.js";
import type { OpenClawConfig } from "../config/types.openclaw.js";
import type { PluginInstallRecord } from "../config/types.plugins.js";
import type { GatewayRequestHandler } from "../gateway/server-methods/types.js";
@@ -183,6 +184,9 @@ export type PluginLoadOptions = {
// Allows callers to resolve plugin roots and load paths against an explicit env
// instead of the process-global environment.
env?: NodeJS.ProcessEnv;
// Direct raw-config callers can opt into the same single env-substitution pass
// config IO normally performs before plugin validation.
resolveRawConfigEnvVars?: boolean;
logger?: PluginLogger;
coreGatewayHandlers?: Record<string, GatewayRequestHandler>;
coreGatewayMethodNames?: readonly string[];
@@ -908,6 +912,7 @@ function buildCacheKey(params: {
requireSetupEntryForSetupOnlyChannelPlugins?: boolean;
preferSetupRuntimeForChannelPlugins?: boolean;
preferBuiltPluginArtifacts?: boolean;
resolveRawConfigEnvVars?: boolean;
toolDiscovery?: boolean;
loadModules?: boolean;
runtimeSubagentMode?: "default" | "explicit" | "gateway-bindable";
@@ -950,6 +955,8 @@ function buildCacheKey(params: {
params.preferSetupRuntimeForChannelPlugins === true ? "prefer-setup" : "full";
const bundledArtifactMode =
params.preferBuiltPluginArtifacts === true ? "prefer-built-artifacts" : "source-default";
const rawConfigEnvMode =
params.resolveRawConfigEnvVars === true ? "resolve-raw-env" : "runtime-config";
const moduleLoadMode = params.loadModules === false ? "manifest-only" : "load-modules";
const discoveryMode = params.toolDiscovery === true ? "tool-discovery" : "default-discovery";
const runtimeSubagentMode = params.runtimeSubagentMode ?? "default";
@@ -962,7 +969,7 @@ function buildCacheKey(params: {
installs,
loadPaths,
activationMetadataKey: params.activationMetadataKey ?? "",
})}::${scopeKey}::${setupOnlyKey}::${setupOnlyModeKey}::${setupOnlyRequirementKey}::${startupChannelMode}::${bundledArtifactMode}::${moduleLoadMode}::${discoveryMode}::${runtimeSubagentMode}::${params.pluginSdkResolution ?? "auto"}::${gatewayMethodsKey}::${activationMode}`;
})}::${scopeKey}::${setupOnlyKey}::${setupOnlyModeKey}::${setupOnlyRequirementKey}::${startupChannelMode}::${bundledArtifactMode}::${rawConfigEnvMode}::${moduleLoadMode}::${discoveryMode}::${runtimeSubagentMode}::${params.pluginSdkResolution ?? "auto"}::${gatewayMethodsKey}::${activationMode}`;
}
function matchesScopedPluginRequest(params: {
@@ -1025,6 +1032,16 @@ function buildActivationMetadataHash(params: {
.digest("hex");
}
function redactPluginConfigForCacheKey(plugins: NormalizedPluginsConfig): NormalizedPluginsConfig {
const entries = Object.fromEntries(
Object.entries(plugins.entries).map(([pluginId, entry]) => [
pluginId,
"config" in entry ? { ...entry, config: "<plugin-config>" } : entry,
]),
);
return { ...plugins, entries };
}
function hasExplicitCompatibilityInputs(options: PluginLoadOptions): boolean {
return (
options.config !== undefined ||
@@ -1032,6 +1049,7 @@ function hasExplicitCompatibilityInputs(options: PluginLoadOptions): boolean {
options.autoEnabledReasons !== undefined ||
options.workspaceDir !== undefined ||
options.env !== undefined ||
options.resolveRawConfigEnvVars !== undefined ||
hasExplicitPluginIdScope(options.onlyPluginIds) ||
options.runtimeOptions !== undefined ||
options.pluginSdkResolution !== undefined ||
@@ -1220,12 +1238,27 @@ function applyManifestSnapshotMetadata(
}
function resolvePluginLoadCacheContext(options: PluginLoadOptions = {}) {
const env = options.env ?? process.env;
const cfg = applyTestPluginDefaults(options.config ?? {}, env);
const activationSourceConfig = resolvePluginActivationSourceConfig({
const shouldResolveRawConfigEnvVars = options.resolveRawConfigEnvVars === true;
const baseEnv = options.env ?? process.env;
const rawConfig = options.config ?? {};
const rawActivationSourceConfig = resolvePluginActivationSourceConfig({
config: options.config,
activationSourceConfig: options.activationSourceConfig,
});
const env = shouldResolveRawConfigEnvVars ? createConfigRuntimeEnv(rawConfig, baseEnv) : baseEnv;
const cfg = applyTestPluginDefaults(
shouldResolveRawConfigEnvVars
? (resolveConfigEnvVars(rawConfig, env, {
onMissing: () => undefined,
}) as OpenClawConfig)
: rawConfig,
env,
);
const activationSourceConfig = shouldResolveRawConfigEnvVars
? (resolveConfigEnvVars(rawActivationSourceConfig, env, {
onMissing: () => undefined,
}) as OpenClawConfig)
: rawActivationSourceConfig;
const normalized = normalizePluginsConfig(cfg.plugins);
const activationSource = createPluginActivationSource({
config: activationSourceConfig,
@@ -1249,7 +1282,9 @@ function resolvePluginLoadCacheContext(options: PluginLoadOptions = {}) {
};
const cacheKey = buildCacheKey({
workspaceDir: options.workspaceDir,
plugins: trustNormalized,
plugins: shouldResolveRawConfigEnvVars
? redactPluginConfigForCacheKey(trustNormalized)
: trustNormalized,
activationMetadataKey: buildActivationMetadataHash({
activationSource,
autoEnabledReasons: options.autoEnabledReasons ?? {},
@@ -1262,6 +1297,7 @@ function resolvePluginLoadCacheContext(options: PluginLoadOptions = {}) {
requireSetupEntryForSetupOnlyChannelPlugins,
preferSetupRuntimeForChannelPlugins,
preferBuiltPluginArtifacts,
resolveRawConfigEnvVars: options.resolveRawConfigEnvVars,
toolDiscovery: options.toolDiscovery,
loadModules: options.loadModules,
runtimeSubagentMode,
@@ -1331,6 +1367,9 @@ function mergePluginTrustList(runtimeList: string[], sourceList: readonly string
function getCompatibleActivePluginRegistry(
options: PluginLoadOptions = {},
): PluginRegistry | undefined {
if (options.resolveRawConfigEnvVars === true) {
return undefined;
}
const activeRegistry = getActivePluginRegistry() ?? undefined;
if (!activeRegistry) {
return undefined;
@@ -1494,22 +1533,8 @@ function validatePluginConfig(params: {
schema?: Record<string, unknown>;
cacheKey?: string;
value?: unknown;
env?: NodeJS.ProcessEnv;
}): { ok: boolean; value?: Record<string, unknown>; errors?: string[] } {
// Resolve ${ENV_VAR} references in plugin config before validation and handoff.
// Depending on the config-delivery path, plugin entry config can reach this
// point with ${VAR} references unresolved; substitute here so plugins always
// receive resolved values (parity with provider config). Substitute against the
// loader's per-load env (the same env used to resolve plugin roots and read-time
// config), falling back to process.env, so explicit-env callers are honored.
// Missing vars are left as their literal placeholder rather than throwing,
// matching read-time config substitution; no-op when config is already resolved.
const value =
params.value === undefined
? undefined
: resolveConfigEnvVars(params.value, params.env ?? process.env, {
onMissing: () => undefined,
});
const value = params.value;
const schema = params.schema;
if (!schema) {
return { ok: true, value: value as Record<string, unknown> | undefined };
@@ -1697,7 +1722,7 @@ export function loadOpenClawPlugins(options: PluginLoadOptions = {}): PluginRegi
const validateOnly = options.mode === "validate";
const onlyPluginIdSet = createPluginIdScopeSet(onlyPluginIds);
const cacheEnabled = options.cache !== false;
const cacheEnabled = options.cache !== false && options.resolveRawConfigEnvVars !== true;
if (cacheEnabled) {
const cached = getReusableCachedPluginRegistry({
cacheKey,
@@ -2198,7 +2223,6 @@ export function loadOpenClawPlugins(options: PluginLoadOptions = {}): PluginRegi
schema: manifestRecord.configSchema,
cacheKey: manifestRecord.schemaCacheKey,
value: entry?.config,
env,
});
if (!validatedConfig.ok) {
@@ -2949,7 +2973,6 @@ export async function loadOpenClawPluginCliRegistry(
schema: manifestRecord.configSchema,
cacheKey: manifestRecord.schemaCacheKey,
value: entry?.config,
env,
});
if (!validatedConfig.ok) {
logger.error(`[plugins] ${record.id} invalid config: ${validatedConfig.errors?.join(", ")}`);