Files
openclaw/src/utils/fetch-timeout.test.ts
2026-07-12 09:02:12 +01:00

462 lines
15 KiB
TypeScript

// Fetch timeout tests cover abort handling and streamed response timeouts.
import { Stream } from "openai/streaming";
import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
const warn = vi.hoisted(() => vi.fn());
vi.mock("../logging/subsystem.js", () => ({
createSubsystemLogger: vi.fn(() => ({
warn,
})),
}));
import { buildTimeoutAbortSignal, fetchWithTimeout } from "./fetch-timeout.js";
import { MAX_SAFE_TIMEOUT_DELAY_MS } from "./timer-delay.js";
function captureTimeoutLogUrl(url: string): Promise<Record<string, unknown>> {
const { cleanup } = buildTimeoutAbortSignal({ timeoutMs: 25, operation: "unit-test", url });
return vi.advanceTimersByTimeAsync(25).then(() => {
const record = requireWarnRecord(0);
cleanup();
return record;
});
}
const SYNTHETIC_TELEGRAM_BOT_TOKEN = "123456:ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcd";
function requireWarnCall(callIndex: number): [string, Record<string, unknown>] {
const call = warn.mock.calls[callIndex];
if (!call) {
throw new Error(`missing warning call ${callIndex}`);
}
const [message, record] = call;
if (typeof message !== "string" || !record || typeof record !== "object") {
throw new Error(`invalid warning call ${callIndex}`);
}
return [message, record as Record<string, unknown>];
}
function requireWarnMessage(callIndex: number): string {
const [message] = requireWarnCall(callIndex);
return message;
}
function requireWarnRecord(callIndex: number): Record<string, unknown> {
const [, record] = requireWarnCall(callIndex);
return record;
}
describe("buildTimeoutAbortSignal", () => {
beforeEach(() => {
warn.mockClear();
vi.useFakeTimers();
});
afterEach(() => {
vi.useRealTimers();
});
it("logs when its own timeout aborts the signal", async () => {
const { signal, cleanup } = buildTimeoutAbortSignal({
timeoutMs: 25,
operation: "unit-test",
url: "https://user:pass@example.com/v1/responses?api-key=secret#fragment",
});
await vi.advanceTimersByTimeAsync(25);
expect(signal?.aborted).toBe(true);
expect((signal?.reason as Error | undefined)?.name).toBe("TimeoutError");
expect((signal?.reason as Error | undefined)?.message).toBe("request timed out");
expect(warn).toHaveBeenCalledTimes(1);
expect(requireWarnMessage(0)).toBe("fetch timeout reached; aborting operation");
const record = requireWarnRecord(0);
expect(record.timeoutMs).toBe(25);
expect(record.operation).toBe("unit-test");
expect(record.url).toBe("https://example.com/v1/responses");
expect(record.consoleMessage).toBe(
"fetch timeout after 25ms (elapsed 25ms) operation=unit-test url=https://example.com/v1/responses",
);
cleanup();
});
it("keeps timeout aborts visible to OpenAI SSE streams instead of cleanly ending", async () => {
const { signal, cleanup } = buildTimeoutAbortSignal({
timeoutMs: 25,
operation: "unit-test",
});
const encoder = new TextEncoder();
const response = new Response(
new ReadableStream({
start(controller) {
controller.enqueue(encoder.encode('data: {"ok": true}\n\n'));
signal?.addEventListener(
"abort",
() => controller.error(signal.reason ?? new Error("request timed out")),
{ once: true },
);
},
}),
{ headers: { "content-type": "text/event-stream" } },
);
const iterator = Stream.fromSSEResponse(response, new AbortController())[
Symbol.asyncIterator
]();
const firstChunk = await iterator.next();
expect(firstChunk.done).toBe(false);
expect(firstChunk.value).toEqual({ ok: true });
const pending = iterator.next().catch((error: unknown) => error);
await vi.advanceTimersByTimeAsync(25);
const timeoutError = (await pending) as Error;
expect(timeoutError.name).toBe("TimeoutError");
expect(timeoutError.message).toBe("request timed out");
cleanup();
});
it("annotates timeout logs when the timer fires late", async () => {
vi.setSystemTime(0);
const { cleanup } = buildTimeoutAbortSignal({
timeoutMs: 25,
operation: "unit-test",
url: "https://example.com/v1/responses",
});
vi.setSystemTime(2_000);
await vi.advanceTimersByTimeAsync(25);
expect(requireWarnMessage(0)).toBe("fetch timeout reached; aborting operation");
const record = requireWarnRecord(0);
expect(record.timerDelayMs).toBe(2000);
expect(record.eventLoopDelayHint).toBe("timer delayed 2000ms, likely event-loop starvation");
expect(String(record.consoleMessage)).toContain(
"timer delayed 2000ms, likely event-loop starvation",
);
cleanup();
});
it("strips query strings and hashes from relative timeout URL logs", async () => {
const { cleanup } = buildTimeoutAbortSignal({
timeoutMs: 25,
operation: "unit-test",
url: "/api/responses?api-key=secret#fragment",
});
await vi.advanceTimersByTimeAsync(25);
expect(requireWarnMessage(0)).toBe("fetch timeout reached; aborting operation");
expect(requireWarnRecord(0).url).toBe("/api/responses");
cleanup();
});
it("redacts Telegram bot tokens from parseable timeout URLs", async () => {
const record = await captureTimeoutLogUrl(
`https://api.telegram.org/bot${SYNTHETIC_TELEGRAM_BOT_TOKEN}/sendMessage?chat_id=1`,
);
expect(record.url).toBe("https://api.telegram.org/bot***/sendMessage");
expect(JSON.stringify(record)).not.toContain(SYNTHETIC_TELEGRAM_BOT_TOKEN);
});
it("redacts Telegram bot tokens from custom self-hosted API root timeout URLs", async () => {
const record = await captureTimeoutLogUrl(
`https://telegram.internal/bot${SYNTHETIC_TELEGRAM_BOT_TOKEN}/getMe?chat_id=1`,
);
expect(record.url).toBe("https://telegram.internal/bot***/getMe");
expect(JSON.stringify(record)).not.toContain(SYNTHETIC_TELEGRAM_BOT_TOKEN);
});
it("redacts Telegram bot tokens from proxy API root timeout URLs", async () => {
const record = await captureTimeoutLogUrl(
`https://tg-proxy.example.com/bot${SYNTHETIC_TELEGRAM_BOT_TOKEN}/sendMessage?foo=bar`,
);
expect(record.url).toBe("https://tg-proxy.example.com/bot***/sendMessage");
expect(JSON.stringify(record)).not.toContain(SYNTHETIC_TELEGRAM_BOT_TOKEN);
});
it("redacts Telegram bot tokens from unparseable (fallback) timeout URL strings", async () => {
const record = await captureTimeoutLogUrl(
`/bot${SYNTHETIC_TELEGRAM_BOT_TOKEN}/sendMessage?chat_id=1`,
);
expect(record.url).toBe("/bot***/sendMessage");
expect(JSON.stringify(record)).not.toContain(SYNTHETIC_TELEGRAM_BOT_TOKEN);
});
it("does not split surrogate pairs at the fallback timeout URL boundary", async () => {
const visiblePrefix = "x".repeat(499);
const record = await captureTimeoutLogUrl(`${visiblePrefix}🚀tail`);
const expectedUrl = `${visiblePrefix}...`;
expect(record.url).toBe(expectedUrl);
expect(record.consoleMessage).toBe(
`fetch timeout after 25ms (elapsed 25ms) operation=unit-test url=${expectedUrl}`,
);
});
it("keeps the full ASCII budget in fallback timeout URL logs", async () => {
const visiblePrefix = "x".repeat(500);
const record = await captureTimeoutLogUrl(`${visiblePrefix}tail`);
const expectedUrl = `${visiblePrefix}...`;
expect(record.url).toBe(expectedUrl);
expect(record.consoleMessage).toBe(
`fetch timeout after 25ms (elapsed 25ms) operation=unit-test url=${expectedUrl}`,
);
});
it.each([
["https://example.com/bot/settings?safe=1", "https://example.com/bot/settings"],
["https://example.com/bots/chat?safe=1", "https://example.com/bots/chat"],
["https://example.com/robot/test?safe=1", "https://example.com/robot/test"],
["/bot123:status?safe=1", "/bot123:status"],
["/bot123456:short/status?safe=1", "/bot123456:short/status"],
])("keeps ordinary bot-like timeout path %s visible", async (input, expected) => {
expect((await captureTimeoutLogUrl(input)).url).toBe(expected);
});
it("tags fetch timeout aborts so callers can distinguish them from parent aborts", async () => {
const fetchFn = vi.fn<typeof fetch>(
async (_input, init) =>
await new Promise<Response>((_resolve, reject) => {
const signal = init?.signal;
if (!signal) {
reject(new Error("missing signal"));
return;
}
signal.addEventListener(
"abort",
() => reject(toLintErrorObject(signal.reason, "Non-Error rejection")),
{ once: true },
);
}),
);
const result = fetchWithTimeout("https://example.com/v1/audio", {}, 25, fetchFn);
const assertion = expect(result).rejects.toMatchObject({
name: "TimeoutError",
message: "request timed out",
});
await vi.advanceTimersByTimeAsync(25);
await assertion;
});
it("preserves caller abort reasons before response headers", async () => {
const parent = new AbortController();
const reason = new Error("caller stopped before headers");
const fetchFn = vi.fn<typeof fetch>(
async (_input, init) =>
await new Promise<Response>((_resolve, reject) => {
const signal = init?.signal;
if (!signal) {
reject(new Error("missing signal"));
return;
}
signal.addEventListener(
"abort",
() => reject(toLintErrorObject(signal.reason, "Non-Error rejection")),
{ once: true },
);
}),
);
const result = fetchWithTimeout(
"https://example.com/v1/audio",
{ signal: parent.signal },
25,
fetchFn,
);
parent.abort(reason);
await expect(result).rejects.toBe(reason);
expect(warn).not.toHaveBeenCalled();
});
it("keeps following caller aborts while the returned body is consumed", async () => {
const parent = new AbortController();
const reason = new Error("caller stopped after headers");
let fetchSignal: AbortSignal | null | undefined;
const fetchFn = vi.fn<typeof fetch>(async (_input, init) => {
fetchSignal = init?.signal;
return new Response(
new ReadableStream({
start(controller) {
fetchSignal?.addEventListener("abort", () => controller.error(fetchSignal?.reason), {
once: true,
});
},
}),
);
});
const response = await fetchWithTimeout(
"https://example.com/v1/audio",
{ signal: parent.signal },
25,
fetchFn,
);
const body = response.text();
await vi.advanceTimersByTimeAsync(25);
expect(fetchSignal?.aborted).toBe(false);
expect(warn).not.toHaveBeenCalled();
parent.abort(reason);
await expect(body).rejects.toBe(reason);
expect(fetchSignal?.reason).toBe(reason);
});
it("accepts a null RequestInit signal", async () => {
const response = new Response("ok");
const fetchFn = vi.fn<typeof fetch>(async (_input, init) => {
expect(init?.signal).toBeInstanceOf(AbortSignal);
return response;
});
await expect(
fetchWithTimeout("https://example.com/v1/audio", { signal: null }, 25, fetchFn),
).resolves.toBe(response);
});
it("clamps oversized fetchWithTimeout delays before fetch starts", async () => {
const timeoutSpy = vi.spyOn(globalThis, "setTimeout");
const response = new Response("ok");
const fetchFn = vi.fn<typeof fetch>(async (_input, init) => {
expect(init?.signal?.aborted).toBe(false);
return response;
});
try {
await expect(
fetchWithTimeout("https://example.com/v1/slow", {}, MAX_SAFE_TIMEOUT_DELAY_MS + 1, fetchFn),
).resolves.toBe(response);
expect(fetchFn).toHaveBeenCalledTimes(1);
expect(timeoutSpy.mock.calls[0]?.[1]).toBe(MAX_SAFE_TIMEOUT_DELAY_MS);
expect(timeoutSpy.mock.calls[0]?.[3]).toBe(MAX_SAFE_TIMEOUT_DELAY_MS);
} finally {
timeoutSpy.mockRestore();
}
});
it("preserves the parent reason when a parent signal aborts first", async () => {
const parent = new AbortController();
const reason = new Error("parent stopped");
const { signal, cleanup } = buildTimeoutAbortSignal({
timeoutMs: 25,
signal: parent.signal,
operation: "unit-test",
});
parent.abort(reason);
await vi.advanceTimersByTimeAsync(25);
expect(signal?.aborted).toBe(true);
expect(signal?.reason).toBe(reason);
expect(warn).not.toHaveBeenCalled();
cleanup();
});
it("preserves an already-aborted parent reason", () => {
const parent = new AbortController();
const reason = new Error("parent already stopped");
parent.abort(reason);
const { signal, cleanup } = buildTimeoutAbortSignal({
timeoutMs: 25,
signal: parent.signal,
operation: "unit-test",
});
expect(signal?.aborted).toBe(true);
expect(signal?.reason).toBe(reason);
expect(warn).not.toHaveBeenCalled();
cleanup();
});
it("emits a warning without operation or url when callers omit context (#79195)", async () => {
const { signal, cleanup } = buildTimeoutAbortSignal({
timeoutMs: 25,
});
await vi.advanceTimersByTimeAsync(25);
expect(signal?.aborted).toBe(true);
expect(warn).toHaveBeenCalledTimes(1);
const record = requireWarnRecord(0);
expect(record).not.toHaveProperty("operation");
expect(record).not.toHaveProperty("url");
expect(record.consoleMessage).toBe("fetch timeout after 25ms (elapsed 25ms)");
cleanup();
});
it("refreshes its timeout when progress is observed", async () => {
const { signal, refresh, cleanup } = buildTimeoutAbortSignal({
timeoutMs: 25,
operation: "unit-test",
});
await vi.advanceTimersByTimeAsync(20);
refresh();
await vi.advanceTimersByTimeAsync(24);
expect(signal?.aborted).toBe(false);
expect(warn).not.toHaveBeenCalled();
await vi.advanceTimersByTimeAsync(1);
expect(signal?.aborted).toBe(true);
expect(warn).toHaveBeenCalledTimes(1);
cleanup();
});
it("clamps oversized timeouts before arming Node timers", async () => {
const timeoutSpy = vi.spyOn(globalThis, "setTimeout");
const { signal, cleanup } = buildTimeoutAbortSignal({
timeoutMs: MAX_SAFE_TIMEOUT_DELAY_MS + 1,
operation: "unit-test",
});
try {
expect(timeoutSpy.mock.calls[0]?.[1]).toBe(MAX_SAFE_TIMEOUT_DELAY_MS);
expect(timeoutSpy.mock.calls[0]?.[3]).toBe(MAX_SAFE_TIMEOUT_DELAY_MS);
await vi.advanceTimersByTimeAsync(1);
expect(signal?.aborted).toBe(false);
} finally {
cleanup();
timeoutSpy.mockRestore();
}
});
});
function toLintErrorObject(value: unknown, fallbackMessage: string): Error {
if (value instanceof Error) {
return value;
}
if (typeof value === "string") {
return new Error(value);
}
const error = new Error(fallbackMessage, { cause: value });
if ((typeof value === "object" && value !== null) || typeof value === "function") {
Object.assign(error, value);
}
return error;
}