mirror of
https://github.com/openclaw/openclaw.git
synced 2026-06-04 00:04:07 +00:00
fix(plugins): preserve single-pass plugin env config
This commit is contained in:
@@ -309,6 +309,45 @@ describe("getCompatibleActivePluginRegistry", () => {
|
||||
expect(cacheKey).not.toContain("telegram configured");
|
||||
});
|
||||
|
||||
it("separates raw env substitution mode in the loader cache key", () => {
|
||||
const baseOptions = {
|
||||
config: {
|
||||
plugins: {
|
||||
allow: ["demo"],
|
||||
entries: {
|
||||
demo: { config: { apiKey: "${DEMO_KEY}" } },
|
||||
},
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
const plain = testing.resolvePluginLoadCacheContext(baseOptions).cacheKey;
|
||||
const resolving = testing.resolvePluginLoadCacheContext({
|
||||
...baseOptions,
|
||||
resolveRawConfigEnvVars: true,
|
||||
}).cacheKey;
|
||||
|
||||
expect(resolving).not.toBe(plain);
|
||||
});
|
||||
|
||||
it("does not embed raw resolved plugin config env values in the loader cache key", () => {
|
||||
const { cacheKey } = testing.resolvePluginLoadCacheContext({
|
||||
config: {
|
||||
plugins: {
|
||||
allow: ["demo"],
|
||||
entries: {
|
||||
demo: { config: { apiKey: "${DEMO_KEY}" } },
|
||||
},
|
||||
},
|
||||
},
|
||||
env: { ...process.env, DEMO_KEY: "resolved-demo-secret" },
|
||||
resolveRawConfigEnvVars: true,
|
||||
});
|
||||
|
||||
expect(cacheKey).not.toContain("resolved-demo-secret");
|
||||
expect(cacheKey).not.toContain("apiKey");
|
||||
});
|
||||
|
||||
it("falls back to the current active runtime when no compatibility-shaping inputs are supplied", () => {
|
||||
const registry = createEmptyPluginRegistry();
|
||||
setActivePluginRegistry(registry, "startup-registry");
|
||||
|
||||
@@ -2,6 +2,7 @@ import fs from "node:fs";
|
||||
import path from "node:path";
|
||||
import { afterAll, afterEach, describe, expect, it, vi } from "vitest";
|
||||
import { listAgentHarnessIds } from "../agents/harness/registry.js";
|
||||
import { resolveConfigEnvVars } from "../config/env-substitution.js";
|
||||
import { applyPluginAutoEnable } from "../config/plugin-auto-enable.js";
|
||||
import {
|
||||
clearRuntimeConfigSnapshot,
|
||||
@@ -1053,6 +1054,7 @@ describe("loadOpenClawPlugins", () => {
|
||||
loadRegistryFromSinglePlugin({
|
||||
plugin,
|
||||
pluginConfig: { allow: ["env-config-probe"], entries },
|
||||
options: { resolveRawConfigEnvVars: true },
|
||||
});
|
||||
});
|
||||
// Before the fix, the plugin received the literal "${ENV_CONFIG_PROBE_SECRET}".
|
||||
@@ -1065,9 +1067,58 @@ describe("loadOpenClawPlugins", () => {
|
||||
loadRegistryFromSinglePlugin({
|
||||
plugin,
|
||||
pluginConfig: { allow: ["env-config-probe"], entries },
|
||||
options: { env: { ...process.env, ENV_CONFIG_PROBE_SECRET: "explicit-env-secret" } },
|
||||
options: {
|
||||
env: { ...process.env, ENV_CONFIG_PROBE_SECRET: "explicit-env-secret" },
|
||||
resolveRawConfigEnvVars: true,
|
||||
},
|
||||
});
|
||||
expect(probe.envConfigProbeResult).toMatchObject({ apiKey: "explicit-env-secret" });
|
||||
|
||||
// Case 3: config.env.vars participates in the same effective env as config IO.
|
||||
delete probe.envConfigProbeResult;
|
||||
withEnv({ ENV_CONFIG_PROBE_SECRET: undefined }, () => {
|
||||
loadOpenClawPlugins({
|
||||
cache: false,
|
||||
workspaceDir: plugin.dir,
|
||||
config: {
|
||||
env: {
|
||||
vars: {
|
||||
ENV_CONFIG_PROBE_PLUGIN_FILE: plugin.file,
|
||||
ENV_CONFIG_PROBE_SECRET: "config-env-secret",
|
||||
},
|
||||
},
|
||||
plugins: {
|
||||
load: { paths: ["${ENV_CONFIG_PROBE_PLUGIN_FILE}"] },
|
||||
allow: ["env-config-probe"],
|
||||
entries,
|
||||
},
|
||||
},
|
||||
resolveRawConfigEnvVars: true,
|
||||
});
|
||||
});
|
||||
expect(probe.envConfigProbeResult).toMatchObject({ apiKey: "config-env-secret" });
|
||||
|
||||
// Case 4: config that already went through read-time substitution must not
|
||||
// be processed again. Escaped placeholders intentionally become literals.
|
||||
delete probe.envConfigProbeResult;
|
||||
const resolvedEscapedEntries = resolveConfigEnvVars(
|
||||
{
|
||||
"env-config-probe": { config: { apiKey: "$${ENV_CONFIG_PROBE_SECRET}" } },
|
||||
},
|
||||
{ ENV_CONFIG_PROBE_SECRET: "should-not-leak" } as NodeJS.ProcessEnv,
|
||||
) as typeof entries;
|
||||
withEnv({ ENV_CONFIG_PROBE_SECRET: "process-env-secret" }, () => {
|
||||
loadRegistryFromSinglePlugin({
|
||||
plugin,
|
||||
pluginConfig: {
|
||||
allow: ["env-config-probe"],
|
||||
entries: structuredClone(resolvedEscapedEntries),
|
||||
},
|
||||
});
|
||||
});
|
||||
expect(probe.envConfigProbeResult).toMatchObject({
|
||||
apiKey: "${ENV_CONFIG_PROBE_SECRET}",
|
||||
});
|
||||
});
|
||||
|
||||
it("emits loader startup trace failure counts for load and register failures", () => {
|
||||
|
||||
@@ -7,6 +7,7 @@ import {
|
||||
restoreRegisteredAgentHarnesses,
|
||||
} from "../agents/harness/registry.js";
|
||||
import { resolveConfigEnvVars } from "../config/env-substitution.js";
|
||||
import { createConfigRuntimeEnv } from "../config/env-vars.js";
|
||||
import type { OpenClawConfig } from "../config/types.openclaw.js";
|
||||
import type { PluginInstallRecord } from "../config/types.plugins.js";
|
||||
import type { GatewayRequestHandler } from "../gateway/server-methods/types.js";
|
||||
@@ -183,6 +184,9 @@ export type PluginLoadOptions = {
|
||||
// Allows callers to resolve plugin roots and load paths against an explicit env
|
||||
// instead of the process-global environment.
|
||||
env?: NodeJS.ProcessEnv;
|
||||
// Direct raw-config callers can opt into the same single env-substitution pass
|
||||
// config IO normally performs before plugin validation.
|
||||
resolveRawConfigEnvVars?: boolean;
|
||||
logger?: PluginLogger;
|
||||
coreGatewayHandlers?: Record<string, GatewayRequestHandler>;
|
||||
coreGatewayMethodNames?: readonly string[];
|
||||
@@ -908,6 +912,7 @@ function buildCacheKey(params: {
|
||||
requireSetupEntryForSetupOnlyChannelPlugins?: boolean;
|
||||
preferSetupRuntimeForChannelPlugins?: boolean;
|
||||
preferBuiltPluginArtifacts?: boolean;
|
||||
resolveRawConfigEnvVars?: boolean;
|
||||
toolDiscovery?: boolean;
|
||||
loadModules?: boolean;
|
||||
runtimeSubagentMode?: "default" | "explicit" | "gateway-bindable";
|
||||
@@ -950,6 +955,8 @@ function buildCacheKey(params: {
|
||||
params.preferSetupRuntimeForChannelPlugins === true ? "prefer-setup" : "full";
|
||||
const bundledArtifactMode =
|
||||
params.preferBuiltPluginArtifacts === true ? "prefer-built-artifacts" : "source-default";
|
||||
const rawConfigEnvMode =
|
||||
params.resolveRawConfigEnvVars === true ? "resolve-raw-env" : "runtime-config";
|
||||
const moduleLoadMode = params.loadModules === false ? "manifest-only" : "load-modules";
|
||||
const discoveryMode = params.toolDiscovery === true ? "tool-discovery" : "default-discovery";
|
||||
const runtimeSubagentMode = params.runtimeSubagentMode ?? "default";
|
||||
@@ -962,7 +969,7 @@ function buildCacheKey(params: {
|
||||
installs,
|
||||
loadPaths,
|
||||
activationMetadataKey: params.activationMetadataKey ?? "",
|
||||
})}::${scopeKey}::${setupOnlyKey}::${setupOnlyModeKey}::${setupOnlyRequirementKey}::${startupChannelMode}::${bundledArtifactMode}::${moduleLoadMode}::${discoveryMode}::${runtimeSubagentMode}::${params.pluginSdkResolution ?? "auto"}::${gatewayMethodsKey}::${activationMode}`;
|
||||
})}::${scopeKey}::${setupOnlyKey}::${setupOnlyModeKey}::${setupOnlyRequirementKey}::${startupChannelMode}::${bundledArtifactMode}::${rawConfigEnvMode}::${moduleLoadMode}::${discoveryMode}::${runtimeSubagentMode}::${params.pluginSdkResolution ?? "auto"}::${gatewayMethodsKey}::${activationMode}`;
|
||||
}
|
||||
|
||||
function matchesScopedPluginRequest(params: {
|
||||
@@ -1025,6 +1032,16 @@ function buildActivationMetadataHash(params: {
|
||||
.digest("hex");
|
||||
}
|
||||
|
||||
function redactPluginConfigForCacheKey(plugins: NormalizedPluginsConfig): NormalizedPluginsConfig {
|
||||
const entries = Object.fromEntries(
|
||||
Object.entries(plugins.entries).map(([pluginId, entry]) => [
|
||||
pluginId,
|
||||
"config" in entry ? { ...entry, config: "<plugin-config>" } : entry,
|
||||
]),
|
||||
);
|
||||
return { ...plugins, entries };
|
||||
}
|
||||
|
||||
function hasExplicitCompatibilityInputs(options: PluginLoadOptions): boolean {
|
||||
return (
|
||||
options.config !== undefined ||
|
||||
@@ -1032,6 +1049,7 @@ function hasExplicitCompatibilityInputs(options: PluginLoadOptions): boolean {
|
||||
options.autoEnabledReasons !== undefined ||
|
||||
options.workspaceDir !== undefined ||
|
||||
options.env !== undefined ||
|
||||
options.resolveRawConfigEnvVars !== undefined ||
|
||||
hasExplicitPluginIdScope(options.onlyPluginIds) ||
|
||||
options.runtimeOptions !== undefined ||
|
||||
options.pluginSdkResolution !== undefined ||
|
||||
@@ -1220,12 +1238,27 @@ function applyManifestSnapshotMetadata(
|
||||
}
|
||||
|
||||
function resolvePluginLoadCacheContext(options: PluginLoadOptions = {}) {
|
||||
const env = options.env ?? process.env;
|
||||
const cfg = applyTestPluginDefaults(options.config ?? {}, env);
|
||||
const activationSourceConfig = resolvePluginActivationSourceConfig({
|
||||
const shouldResolveRawConfigEnvVars = options.resolveRawConfigEnvVars === true;
|
||||
const baseEnv = options.env ?? process.env;
|
||||
const rawConfig = options.config ?? {};
|
||||
const rawActivationSourceConfig = resolvePluginActivationSourceConfig({
|
||||
config: options.config,
|
||||
activationSourceConfig: options.activationSourceConfig,
|
||||
});
|
||||
const env = shouldResolveRawConfigEnvVars ? createConfigRuntimeEnv(rawConfig, baseEnv) : baseEnv;
|
||||
const cfg = applyTestPluginDefaults(
|
||||
shouldResolveRawConfigEnvVars
|
||||
? (resolveConfigEnvVars(rawConfig, env, {
|
||||
onMissing: () => undefined,
|
||||
}) as OpenClawConfig)
|
||||
: rawConfig,
|
||||
env,
|
||||
);
|
||||
const activationSourceConfig = shouldResolveRawConfigEnvVars
|
||||
? (resolveConfigEnvVars(rawActivationSourceConfig, env, {
|
||||
onMissing: () => undefined,
|
||||
}) as OpenClawConfig)
|
||||
: rawActivationSourceConfig;
|
||||
const normalized = normalizePluginsConfig(cfg.plugins);
|
||||
const activationSource = createPluginActivationSource({
|
||||
config: activationSourceConfig,
|
||||
@@ -1249,7 +1282,9 @@ function resolvePluginLoadCacheContext(options: PluginLoadOptions = {}) {
|
||||
};
|
||||
const cacheKey = buildCacheKey({
|
||||
workspaceDir: options.workspaceDir,
|
||||
plugins: trustNormalized,
|
||||
plugins: shouldResolveRawConfigEnvVars
|
||||
? redactPluginConfigForCacheKey(trustNormalized)
|
||||
: trustNormalized,
|
||||
activationMetadataKey: buildActivationMetadataHash({
|
||||
activationSource,
|
||||
autoEnabledReasons: options.autoEnabledReasons ?? {},
|
||||
@@ -1262,6 +1297,7 @@ function resolvePluginLoadCacheContext(options: PluginLoadOptions = {}) {
|
||||
requireSetupEntryForSetupOnlyChannelPlugins,
|
||||
preferSetupRuntimeForChannelPlugins,
|
||||
preferBuiltPluginArtifacts,
|
||||
resolveRawConfigEnvVars: options.resolveRawConfigEnvVars,
|
||||
toolDiscovery: options.toolDiscovery,
|
||||
loadModules: options.loadModules,
|
||||
runtimeSubagentMode,
|
||||
@@ -1331,6 +1367,9 @@ function mergePluginTrustList(runtimeList: string[], sourceList: readonly string
|
||||
function getCompatibleActivePluginRegistry(
|
||||
options: PluginLoadOptions = {},
|
||||
): PluginRegistry | undefined {
|
||||
if (options.resolveRawConfigEnvVars === true) {
|
||||
return undefined;
|
||||
}
|
||||
const activeRegistry = getActivePluginRegistry() ?? undefined;
|
||||
if (!activeRegistry) {
|
||||
return undefined;
|
||||
@@ -1494,22 +1533,8 @@ function validatePluginConfig(params: {
|
||||
schema?: Record<string, unknown>;
|
||||
cacheKey?: string;
|
||||
value?: unknown;
|
||||
env?: NodeJS.ProcessEnv;
|
||||
}): { ok: boolean; value?: Record<string, unknown>; errors?: string[] } {
|
||||
// Resolve ${ENV_VAR} references in plugin config before validation and handoff.
|
||||
// Depending on the config-delivery path, plugin entry config can reach this
|
||||
// point with ${VAR} references unresolved; substitute here so plugins always
|
||||
// receive resolved values (parity with provider config). Substitute against the
|
||||
// loader's per-load env (the same env used to resolve plugin roots and read-time
|
||||
// config), falling back to process.env, so explicit-env callers are honored.
|
||||
// Missing vars are left as their literal placeholder rather than throwing,
|
||||
// matching read-time config substitution; no-op when config is already resolved.
|
||||
const value =
|
||||
params.value === undefined
|
||||
? undefined
|
||||
: resolveConfigEnvVars(params.value, params.env ?? process.env, {
|
||||
onMissing: () => undefined,
|
||||
});
|
||||
const value = params.value;
|
||||
const schema = params.schema;
|
||||
if (!schema) {
|
||||
return { ok: true, value: value as Record<string, unknown> | undefined };
|
||||
@@ -1697,7 +1722,7 @@ export function loadOpenClawPlugins(options: PluginLoadOptions = {}): PluginRegi
|
||||
const validateOnly = options.mode === "validate";
|
||||
const onlyPluginIdSet = createPluginIdScopeSet(onlyPluginIds);
|
||||
|
||||
const cacheEnabled = options.cache !== false;
|
||||
const cacheEnabled = options.cache !== false && options.resolveRawConfigEnvVars !== true;
|
||||
if (cacheEnabled) {
|
||||
const cached = getReusableCachedPluginRegistry({
|
||||
cacheKey,
|
||||
@@ -2198,7 +2223,6 @@ export function loadOpenClawPlugins(options: PluginLoadOptions = {}): PluginRegi
|
||||
schema: manifestRecord.configSchema,
|
||||
cacheKey: manifestRecord.schemaCacheKey,
|
||||
value: entry?.config,
|
||||
env,
|
||||
});
|
||||
|
||||
if (!validatedConfig.ok) {
|
||||
@@ -2949,7 +2973,6 @@ export async function loadOpenClawPluginCliRegistry(
|
||||
schema: manifestRecord.configSchema,
|
||||
cacheKey: manifestRecord.schemaCacheKey,
|
||||
value: entry?.config,
|
||||
env,
|
||||
});
|
||||
if (!validatedConfig.ok) {
|
||||
logger.error(`[plugins] ${record.id} invalid config: ${validatedConfig.errors?.join(", ")}`);
|
||||
|
||||
Reference in New Issue
Block a user