vultr/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-05-06 10:40:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(live): retry cache probe text misses

Browse Source
This commit is contained in:
Vincent Koc
2026-05-04 17:44:22 -07:00
parent 967c0981e3
commit b378a91257
2 changed files with 38 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/agents/live-cache-regression-runner.test.ts
View File

@@ -84,7 +84,7 @@ describe("live cache regression runner", () => {
).toBe(false);
});
it("retries a cache probe once when provider text misses the sentinel", () => {
it("retries a cache probe twice when provider text misses the sentinel", () => {
expect(
__testing.shouldRetryCacheProbeText({
attempt: 1,
@@ -98,6 +98,13 @@ describe("live cache regression runner", () => {
suffix: "openai-stable-hit-a",
text: "",
}),
).toBe(true);
expect(
__testing.shouldRetryCacheProbeText({
attempt: 3,
suffix: "openai-stable-hit-a",
text: "",
}),
).toBe(false);
expect(
__testing.shouldRetryCacheProbeText({

42
src/agents/live-cache-regression-runner.ts
View File

@@ -20,7 +20,7 @@ import {
const OPENAI_TIMEOUT_MS = 120_000;
const ANTHROPIC_TIMEOUT_MS = 120_000;
const LIVE_CACHE_LANE_RETRIES = 1;
const LIVE_CACHE_RESPONSE_RETRIES = 1;
const LIVE_CACHE_RESPONSE_RETRIES = 2;
const OPENAI_PREFIX = buildStableCachePrefix("openai");
const OPENAI_MCP_PREFIX = buildStableCachePrefix("openai-mcp-style");
const ANTHROPIC_PREFIX = buildStableCachePrefix("anthropic");
@@ -60,6 +60,15 @@ type LiveCacheRegressionResult = {
warnings: string[];
};
class CacheProbeTextMismatchError extends Error {
constructor(
readonly suffix: string,
readonly text: string,
) {
super(`expected response to contain CACHE-OK ${suffix}, got ${JSON.stringify(text)}`);
}
}
const NOOP_TOOL: Tool = {
name: "noop",
description: "Return ok.",
@@ -242,17 +251,16 @@ async function completeCacheProbe(params: {
const text = extractAssistantText(response);
if (shouldRetryCacheProbeText({ attempt, suffix: params.suffix, text })) {
logLiveCache(
`${params.providerTag} cache lane ${params.suffix} response mismatch; retrying once: ${JSON.stringify(text)}`,
`${params.providerTag} cache lane ${params.suffix} response mismatch; retrying: ${JSON.stringify(text)}`,
);
continue;
}
const responseTextLower = normalizeLowercaseStringOrEmpty(text);
const suffixLower = normalizeLowercaseStringOrEmpty(params.suffix);
const markerLower = `cache-ok ${suffixLower}`;
assert(
responseTextLower.includes(markerLower),
`expected response to contain CACHE-OK ${params.suffix}, got ${JSON.stringify(text)}`,
);
if (!responseTextLower.includes(markerLower)) {
throw new CacheProbeTextMismatchError(params.suffix, text);
}
const usage = normalizeCacheUsage(response.usage);
return {
suffix: params.suffix,
@@ -499,12 +507,22 @@ async function runRepeatedLaneWithBaselineRetry(params: {
let attempts = 0;
for (let attempt = 1; attempt <= 1 + LIVE_CACHE_LANE_RETRIES; attempt += 1) {
attempts = attempt;
result = await runRepeatedLane({
...params,
sessionId: `live-cache-regression-${params.runToken}-${params.providerTag}-${params.lane}${
attempt > 1 ? `-retry-${attempt}` : ""
}`,
});
try {
result = await runRepeatedLane({
...params,
sessionId: `live-cache-regression-${params.runToken}-${params.providerTag}-${params.lane}${
attempt > 1 ? `-retry-${attempt}` : ""
}`,
});
} catch (error) {
if (error instanceof CacheProbeTextMismatchError && attempt <= LIVE_CACHE_LANE_RETRIES) {
logLiveCache(
`${params.providerTag} ${params.lane} response mismatch; retrying lane once: ${error.message}`,
);
continue;
}
throw error;
}
findings = evaluateAgainstBaseline({
lane: params.lane,
provider: params.providerTag,