Add Codex happy path prompt snapshots (#75807)

* Add Codex prompt snapshots

* Fix prompt snapshot scenario catalogs

* Harden prompt snapshot drift check

* Fix CLI compat build export

* fix: keep codex snapshots out of core plugin surface

* fix: harden prompt snapshot ci checks

* fix: accept readonly web search onboarding scopes

* fix: repair plugin sdk package boundary types

* fix: clear prompt snapshot ci regressions

* fix: clear latest main ci checks

* fix: resolve latest main discord helper overlap

* fix: refresh codex dynamic tool snapshots

* fix: align prompt snapshot branch with latest ci

* fix: isolate plugin auto enable tests

* test: refresh prompt dynamic tool snapshots

* fix: stabilize bundled channel auto enable

* fix: clean stale prompt snapshots
This commit is contained in:
pashpashpash
2026-05-02 08:59:55 -07:00
committed by GitHub
parent 4fb520d9b7
commit 563dca82f4
46 changed files with 7920 additions and 133 deletions

View File

@@ -0,0 +1,157 @@
import { execFile } from "node:child_process";
import fs from "node:fs/promises";
import os from "node:os";
import path from "node:path";
import { fileURLToPath, pathToFileURL } from "node:url";
import { promisify } from "node:util";
import {
createHappyPathPromptSnapshotFiles,
HAPPY_PATH_PROMPT_SNAPSHOT_DIR,
} from "../test/helpers/agents/happy-path-prompt-snapshots.js";
const repoRoot = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..");
const oxfmtPath = path.resolve(
repoRoot,
"node_modules",
".bin",
process.platform === "win32" ? "oxfmt.cmd" : "oxfmt",
);
const execFileAsync = promisify(execFile);
type PromptSnapshotFile = ReturnType<typeof createHappyPathPromptSnapshotFiles>[number];
function describeError(error: unknown): string {
return error instanceof Error ? error.message : String(error);
}
function hasErrorCode(error: unknown, code: string): boolean {
return Boolean(error && typeof error === "object" && "code" in error && error.code === code);
}
async function writeSnapshotFiles(root: string, files: PromptSnapshotFile[]) {
await Promise.all(
files.map(async (file) => {
const filePath = path.resolve(root, file.path);
await fs.mkdir(path.dirname(filePath), { recursive: true });
await fs.writeFile(filePath, file.content);
}),
);
}
async function formatSnapshotFiles(root: string, files: PromptSnapshotFile[]) {
const filePaths = files.map((file) => path.resolve(root, file.path));
await execFileAsync(oxfmtPath, ["--write", "--threads=1", ...filePaths], {
cwd: repoRoot,
});
}
async function readSnapshotFiles(root: string, files: PromptSnapshotFile[]) {
return await Promise.all(
files.map(async (file) => ({
...file,
content: await fs.readFile(path.resolve(root, file.path), "utf8"),
})),
);
}
async function listCommittedSnapshotArtifactPaths(root: string): Promise<string[]> {
let committedEntries: string[];
try {
committedEntries = await fs.readdir(path.resolve(root, HAPPY_PATH_PROMPT_SNAPSHOT_DIR));
} catch (error) {
if (!hasErrorCode(error, "ENOENT")) {
throw error;
}
committedEntries = [];
}
return committedEntries
.filter((entry) => entry.endsWith(".md") || entry.endsWith(".json"))
.map((entry) => path.join(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, entry));
}
export async function deleteStalePromptSnapshotFiles(
root: string,
files: Array<{ path: string }>,
): Promise<string[]> {
const expectedPaths = new Set(files.map((file) => file.path));
const stalePaths = (await listCommittedSnapshotArtifactPaths(root)).filter(
(snapshotPath) => !expectedPaths.has(snapshotPath),
);
await Promise.all(stalePaths.map((snapshotPath) => fs.rm(path.resolve(root, snapshotPath))));
return stalePaths;
}
export async function createFormattedPromptSnapshotFiles(): Promise<PromptSnapshotFile[]> {
const files = createHappyPathPromptSnapshotFiles();
const tmpRoot = await fs.mkdtemp(path.join(os.tmpdir(), "openclaw-prompt-snapshots-"));
try {
await writeSnapshotFiles(tmpRoot, files);
await formatSnapshotFiles(tmpRoot, files);
return await readSnapshotFiles(tmpRoot, files);
} finally {
await fs.rm(tmpRoot, { recursive: true, force: true });
}
}
async function writeSnapshots() {
const files = await createFormattedPromptSnapshotFiles();
await fs.mkdir(path.resolve(repoRoot, HAPPY_PATH_PROMPT_SNAPSHOT_DIR), { recursive: true });
const deleted = await deleteStalePromptSnapshotFiles(repoRoot, files);
await writeSnapshotFiles(repoRoot, files);
const deletedSummary = deleted.length > 0 ? ` Deleted ${deleted.length} stale file(s).` : "";
console.log(`Wrote ${files.length} prompt snapshot files.${deletedSummary}`);
}
async function checkSnapshots() {
const files = await createFormattedPromptSnapshotFiles();
const expectedPaths = new Set(files.map((file) => file.path));
const mismatches: string[] = [];
for (const file of files) {
const filePath = path.resolve(repoRoot, file.path);
let actual: string;
try {
actual = await fs.readFile(filePath, "utf8");
} catch (error) {
mismatches.push(`${file.path}: missing (${describeError(error)})`);
continue;
}
if (actual !== file.content) {
mismatches.push(`${file.path}: differs from generated output`);
}
}
for (const snapshotPath of await listCommittedSnapshotArtifactPaths(repoRoot)) {
if (!expectedPaths.has(snapshotPath)) {
mismatches.push(`${snapshotPath}: stale file (not generated)`);
}
}
if (mismatches.length > 0) {
console.error("Prompt snapshot drift detected. Run `pnpm prompt:snapshots:gen`.");
for (const mismatch of mismatches) {
console.error(`- ${mismatch}`);
}
process.exitCode = 1;
return;
}
console.log(`Prompt snapshots are current (${files.length} files).`);
}
export async function runPromptSnapshotGenerator(argv = process.argv.slice(2)) {
const mode = argv.includes("--write") ? "write" : argv.includes("--check") ? "check" : undefined;
if (!mode) {
console.error("Usage: pnpm prompt:snapshots:gen | pnpm prompt:snapshots:check");
process.exitCode = 2;
return;
}
if (mode === "write") {
await writeSnapshots();
} else {
await checkSnapshots();
}
}
const invokedPath = process.argv[1] ? pathToFileURL(path.resolve(process.argv[1])).href : "";
if (import.meta.url === invokedPath) {
await runPromptSnapshotGenerator();
}

View File

@@ -20,6 +20,9 @@ const PLUGIN_SDK_TYPE_INPUTS = [
const ROOT_DTS_INPUTS = ["tsconfig.plugin-sdk.dts.json", ...PLUGIN_SDK_TYPE_INPUTS];
const ROOT_DTS_STAMP = "dist/plugin-sdk/.boundary-dts.stamp";
const ROOT_DTS_REQUIRED_OUTPUTS = [
"dist/plugin-sdk/packages/memory-host-sdk/src/engine-embeddings.d.ts",
"dist/plugin-sdk/packages/memory-host-sdk/src/secret.d.ts",
"dist/plugin-sdk/packages/memory-host-sdk/src/status.d.ts",
"dist/plugin-sdk/src/plugin-sdk/error-runtime.d.ts",
"dist/plugin-sdk/src/plugin-sdk/plugin-entry.d.ts",
"dist/plugin-sdk/src/plugin-sdk/provider-auth.d.ts",

View File

@@ -20,6 +20,10 @@ const DYNAMIC_CONSTANT_IMPORT_PATTERNS = [
/\b(?:require|[_$A-Za-z][\w$]*require[\w$]*)\.resolve\s*\(\s*([_$A-Za-z][\w$]*)\s*\)/gi,
];
const ROOT_OWNED_EXTENSION_RUNTIME_DEPENDENCIES = new Map([
[
"@homebridge/ciao",
"keep at root; the Bonjour runtime is shipped with packaged startup surfaces even though the bundled plugin also declares it",
],
[
"playwright-core",
"keep at root; the internal browser runtime is shipped with core even though downloadable browser-adjacent plugins also declare it",