mirror of
https://github.com/openclaw/openclaw.git
synced 2026-05-06 05:50:43 +00:00
Rename Codex runtime prompt snapshot directory (#76274)
* test: rename Codex runtime prompt snapshots * test: refresh prompt snapshots with node24 * test: format prompt snapshot markdown in generator
This commit is contained in:
@@ -54,7 +54,7 @@ Scope logic lives in `scripts/ci-changed-scope.mjs` and is covered by unit tests
|
||||
- **CI routing-only edits, selected cheap core-test fixture edits, and narrow plugin contract helper/test-routing edits** use a fast Node-only manifest path: `preflight`, security, and a single `checks-fast-core` task. That path skips build artifacts, Node 22 compatibility, channel contracts, full core shards, bundled-plugin shards, and additional guard matrices when the change is limited to the routing or helper surfaces the fast task exercises directly.
|
||||
- **Windows Node checks** are scoped to Windows-specific process/path wrappers, npm/pnpm/UI runner helpers, package manager config, and the CI workflow surfaces that execute that lane; unrelated source, plugin, install-smoke, and test-only changes stay on the Linux Node lanes.
|
||||
|
||||
The slowest Node test families are split or balanced so each job stays small without over-reserving runners: channel contracts run as three weighted shards, small core unit lanes are paired, auto-reply runs as four balanced workers (with the reply subtree split into agent-runner, dispatch, and commands/state-routing shards), and agentic gateway/plugin configs are spread across the existing source-only agentic Node jobs instead of waiting on built artifacts. Broad browser, QA, media, and miscellaneous plugin tests use their dedicated Vitest configs instead of the shared plugin catch-all. Include-pattern shards record timing entries using the CI shard name, so `.artifacts/vitest-shard-timings.json` can distinguish a whole config from a filtered shard. `check-additional` keeps package-boundary compile/canary work together and separates runtime topology architecture from gateway watch coverage; the boundary guard shard runs its small independent guards concurrently inside one job, including `pnpm prompt:snapshots:check` so Codex happy-path prompt drift is pinned to the PR that caused it. Gateway watch, channel tests, and the core support-boundary shard run concurrently inside `build-artifacts` after `dist/` and `dist-runtime/` are already built.
|
||||
The slowest Node test families are split or balanced so each job stays small without over-reserving runners: channel contracts run as three weighted shards, small core unit lanes are paired, auto-reply runs as four balanced workers (with the reply subtree split into agent-runner, dispatch, and commands/state-routing shards), and agentic gateway/plugin configs are spread across the existing source-only agentic Node jobs instead of waiting on built artifacts. Broad browser, QA, media, and miscellaneous plugin tests use their dedicated Vitest configs instead of the shared plugin catch-all. Include-pattern shards record timing entries using the CI shard name, so `.artifacts/vitest-shard-timings.json` can distinguish a whole config from a filtered shard. `check-additional` keeps package-boundary compile/canary work together and separates runtime topology architecture from gateway watch coverage; the boundary guard shard runs its small independent guards concurrently inside one job, including `pnpm prompt:snapshots:check` so Codex runtime happy-path prompt drift is pinned to the PR that caused it. Gateway watch, channel tests, and the core support-boundary shard run concurrently inside `build-artifacts` after `dist/` and `dist-runtime/` are already built.
|
||||
|
||||
Android CI runs both `testPlayDebugUnitTest` and `testThirdPartyDebugUnitTest` and then builds the Play debug APK. The third-party flavor has no separate source set or manifest; its unit-test lane still compiles the flavor with the SMS/call-log BuildConfig flags, while avoiding a duplicate debug APK packaging job on every Android-relevant push.
|
||||
|
||||
|
||||
@@ -111,8 +111,8 @@ in both the global system prompt and channel context.
|
||||
|
||||
## Prompt snapshots
|
||||
|
||||
OpenClaw keeps committed happy-path prompt snapshots for the Codex/message-tool
|
||||
runtime under `test/fixtures/agents/prompt-snapshots/happy-path/`. They render
|
||||
OpenClaw keeps committed prompt snapshots for the Codex runtime happy path under
|
||||
`test/fixtures/agents/prompt-snapshots/codex-runtime-happy-path/`. They render
|
||||
selected app-server thread/turn params plus a reconstructed model-bound prompt
|
||||
layer stack for Telegram direct, Discord group, and heartbeat turns. That stack
|
||||
includes a pinned Codex `gpt-5.5` model prompt fixture generated from Codex's
|
||||
|
||||
@@ -5,8 +5,8 @@ import path from "node:path";
|
||||
import { fileURLToPath, pathToFileURL } from "node:url";
|
||||
import { promisify } from "node:util";
|
||||
import {
|
||||
CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR,
|
||||
createHappyPathPromptSnapshotFiles,
|
||||
HAPPY_PATH_PROMPT_SNAPSHOT_DIR,
|
||||
} from "../test/helpers/agents/happy-path-prompt-snapshots.js";
|
||||
|
||||
const repoRoot = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..");
|
||||
@@ -40,7 +40,7 @@ async function writeSnapshotFiles(root: string, files: PromptSnapshotFile[]) {
|
||||
|
||||
async function formatSnapshotFiles(root: string, files: PromptSnapshotFile[]) {
|
||||
const filePaths = files
|
||||
.filter((file) => file.path.endsWith(".json"))
|
||||
.filter((file) => file.path.endsWith(".md") || file.path.endsWith(".json"))
|
||||
.map((file) => path.resolve(root, file.path));
|
||||
if (filePaths.length === 0) {
|
||||
return;
|
||||
@@ -62,7 +62,9 @@ async function readSnapshotFiles(root: string, files: PromptSnapshotFile[]) {
|
||||
async function listCommittedSnapshotArtifactPaths(root: string): Promise<string[]> {
|
||||
let committedEntries: string[];
|
||||
try {
|
||||
committedEntries = await fs.readdir(path.resolve(root, HAPPY_PATH_PROMPT_SNAPSHOT_DIR));
|
||||
committedEntries = await fs.readdir(
|
||||
path.resolve(root, CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR),
|
||||
);
|
||||
} catch (error) {
|
||||
if (!hasErrorCode(error, "ENOENT")) {
|
||||
throw error;
|
||||
@@ -71,7 +73,7 @@ async function listCommittedSnapshotArtifactPaths(root: string): Promise<string[
|
||||
}
|
||||
return committedEntries
|
||||
.filter((entry) => entry.endsWith(".md") || entry.endsWith(".json"))
|
||||
.map((entry) => path.join(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, entry));
|
||||
.map((entry) => path.join(CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR, entry));
|
||||
}
|
||||
|
||||
export async function deleteStalePromptSnapshotFiles(
|
||||
@@ -100,7 +102,9 @@ export async function createFormattedPromptSnapshotFiles(): Promise<PromptSnapsh
|
||||
|
||||
async function writeSnapshots() {
|
||||
const files = await createFormattedPromptSnapshotFiles();
|
||||
await fs.mkdir(path.resolve(repoRoot, HAPPY_PATH_PROMPT_SNAPSHOT_DIR), { recursive: true });
|
||||
await fs.mkdir(path.resolve(repoRoot, CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR), {
|
||||
recursive: true,
|
||||
});
|
||||
const deleted = await deleteStalePromptSnapshotFiles(repoRoot, files);
|
||||
await writeSnapshotFiles(repoRoot, files);
|
||||
const deletedSummary = deleted.length > 0 ? ` Deleted ${deleted.length} stale file(s).` : "";
|
||||
|
||||
@@ -568,9 +568,7 @@ Full JSON: `codex-dynamic-tools.discord-group.json`
|
||||
"type": "string"
|
||||
},
|
||||
"action": {
|
||||
"enum": [
|
||||
"send"
|
||||
],
|
||||
"enum": ["send"],
|
||||
"type": "string"
|
||||
},
|
||||
"activityName": {
|
||||
@@ -938,9 +936,7 @@ Full JSON: `codex-dynamic-tools.discord-group.json`
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"action"
|
||||
],
|
||||
"required": ["action"],
|
||||
"type": "object"
|
||||
},
|
||||
"name": "message"
|
||||
@@ -545,9 +545,7 @@ Full JSON: `codex-dynamic-tools.telegram-direct.json`
|
||||
"type": "string"
|
||||
},
|
||||
"action": {
|
||||
"enum": [
|
||||
"send"
|
||||
],
|
||||
"enum": ["send"],
|
||||
"type": "string"
|
||||
},
|
||||
"activityName": {
|
||||
@@ -915,9 +913,7 @@ Full JSON: `codex-dynamic-tools.telegram-direct.json`
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"action"
|
||||
],
|
||||
"required": ["action"],
|
||||
"type": "object"
|
||||
},
|
||||
"name": "message"
|
||||
@@ -547,9 +547,7 @@ Full JSON: `codex-dynamic-tools.heartbeat-turn.json`
|
||||
"type": "string"
|
||||
},
|
||||
"action": {
|
||||
"enum": [
|
||||
"send"
|
||||
],
|
||||
"enum": ["send"],
|
||||
"type": "string"
|
||||
},
|
||||
"activityName": {
|
||||
@@ -917,9 +915,7 @@ Full JSON: `codex-dynamic-tools.heartbeat-turn.json`
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"action"
|
||||
],
|
||||
"required": ["action"],
|
||||
"type": "object"
|
||||
},
|
||||
"name": "message"
|
||||
@@ -939,21 +935,11 @@ Full JSON: `codex-dynamic-tools.heartbeat-turn.json`
|
||||
"type": "boolean"
|
||||
},
|
||||
"outcome": {
|
||||
"enum": [
|
||||
"no_change",
|
||||
"progress",
|
||||
"done",
|
||||
"blocked",
|
||||
"needs_attention"
|
||||
],
|
||||
"enum": ["no_change", "progress", "done", "blocked", "needs_attention"],
|
||||
"type": "string"
|
||||
},
|
||||
"priority": {
|
||||
"enum": [
|
||||
"low",
|
||||
"normal",
|
||||
"high"
|
||||
],
|
||||
"enum": ["low", "normal", "high"],
|
||||
"type": "string"
|
||||
},
|
||||
"reason": {
|
||||
@@ -963,11 +949,7 @@ Full JSON: `codex-dynamic-tools.heartbeat-turn.json`
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"outcome",
|
||||
"notify",
|
||||
"summary"
|
||||
],
|
||||
"required": ["outcome", "notify", "summary"],
|
||||
"type": "object"
|
||||
},
|
||||
"name": "heartbeat_respond"
|
||||
@@ -23,7 +23,8 @@ import { normalizeAgentRuntimeTools } from "../../../src/plugin-sdk/agent-harnes
|
||||
import { createOpenClawCodingTools } from "../../../src/plugin-sdk/agent-harness.js";
|
||||
import { loadBundledPluginTestApiSync } from "../../../src/test-utils/bundled-plugin-public-surface.js";
|
||||
|
||||
export const HAPPY_PATH_PROMPT_SNAPSHOT_DIR = "test/fixtures/agents/prompt-snapshots/happy-path";
|
||||
export const CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR =
|
||||
"test/fixtures/agents/prompt-snapshots/codex-runtime-happy-path";
|
||||
export const CODEX_MODEL_PROMPT_FIXTURE_DIR =
|
||||
"test/fixtures/agents/prompt-snapshots/codex-model-catalog";
|
||||
|
||||
@@ -697,8 +698,14 @@ function renderReadme(scenarios: PromptScenario[]): string {
|
||||
"",
|
||||
"Codex model prompt fixtures:",
|
||||
"",
|
||||
`- ${path.relative(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, CODEX_MODEL_PROMPT_FIXTURE_PATH)}`,
|
||||
`- ${path.relative(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, CODEX_MODEL_PROMPT_SOURCE_PATH)}`,
|
||||
`- ${path.relative(
|
||||
CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR,
|
||||
CODEX_MODEL_PROMPT_FIXTURE_PATH,
|
||||
)}`,
|
||||
`- ${path.relative(
|
||||
CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR,
|
||||
CODEX_MODEL_PROMPT_SOURCE_PATH,
|
||||
)}`,
|
||||
"",
|
||||
].join("\n");
|
||||
}
|
||||
@@ -707,15 +714,15 @@ export function createHappyPathPromptSnapshotFiles(): PromptSnapshotFile[] {
|
||||
const scenarios = createScenarios();
|
||||
return [
|
||||
{
|
||||
path: path.join(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, "README.md"),
|
||||
path: path.join(CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR, "README.md"),
|
||||
content: renderReadme(scenarios),
|
||||
},
|
||||
...scenarios.map((scenario) => ({
|
||||
path: path.join(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, `${scenario.id}.md`),
|
||||
path: path.join(CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR, `${scenario.id}.md`),
|
||||
content: renderScenarioSnapshot(scenario),
|
||||
})),
|
||||
...scenarios.map((scenario) => ({
|
||||
path: path.join(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, scenario.toolSnapshotFile),
|
||||
path: path.join(CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR, scenario.toolSnapshotFile),
|
||||
content: stableJson(scenario.dynamicTools),
|
||||
})),
|
||||
].map((file) => ({
|
||||
|
||||
@@ -14,7 +14,7 @@ import {
|
||||
} from "../../scripts/sync-codex-model-prompt-fixture.js";
|
||||
import {
|
||||
CODEX_MODEL_PROMPT_FIXTURE_DIR,
|
||||
HAPPY_PATH_PROMPT_SNAPSHOT_DIR,
|
||||
CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR,
|
||||
} from "../helpers/agents/happy-path-prompt-snapshots.js";
|
||||
|
||||
describe("happy path prompt snapshots", () => {
|
||||
@@ -25,22 +25,25 @@ describe("happy path prompt snapshots", () => {
|
||||
expect(fs.readFileSync(file.path, "utf8"), file.path).toBe(file.content);
|
||||
}
|
||||
const committed = fs
|
||||
.readdirSync(HAPPY_PATH_PROMPT_SNAPSHOT_DIR)
|
||||
.readdirSync(CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR)
|
||||
.filter((entry) => entry.endsWith(".md") || entry.endsWith(".json"))
|
||||
.map((entry) => path.join(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, entry));
|
||||
.map((entry) => path.join(CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR, entry));
|
||||
expect(committed.toSorted()).toEqual([...expectedPaths].toSorted());
|
||||
});
|
||||
|
||||
it("deletes stale generated snapshot artifacts", async () => {
|
||||
const root = fs.mkdtempSync(path.join(os.tmpdir(), "openclaw-prompt-snapshot-stale-"));
|
||||
try {
|
||||
const snapshotDir = path.join(root, HAPPY_PATH_PROMPT_SNAPSHOT_DIR);
|
||||
const snapshotDir = path.join(root, CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR);
|
||||
fs.mkdirSync(snapshotDir, { recursive: true });
|
||||
const stalePath = path.join(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, "stale-snapshot.md");
|
||||
const stalePath = path.join(
|
||||
CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR,
|
||||
"stale-snapshot.md",
|
||||
);
|
||||
fs.writeFileSync(path.join(root, stalePath), "stale\n");
|
||||
|
||||
const deleted = await deleteStalePromptSnapshotFiles(root, [
|
||||
{ path: path.join(HAPPY_PATH_PROMPT_SNAPSHOT_DIR, "current.md") },
|
||||
{ path: path.join(CODEX_RUNTIME_HAPPY_PATH_PROMPT_SNAPSHOT_DIR, "current.md") },
|
||||
]);
|
||||
|
||||
expect(deleted).toEqual([stalePath]);
|
||||
|
||||
Reference in New Issue
Block a user