mirror of
https://github.com/openclaw/openclaw.git
synced 2026-06-22 22:18:09 +00:00
* docs: document markdown marker renderer * docs: document rendered markdown chunking * docs: document markdown text chunking * docs: document shared text chunking * docs: document plugin text chunking exports * docs: document avatar policy constants * docs: document node match candidates * docs: document scoped expiring id cache * docs: document runtime import normalization * docs: document string sample summaries * docs: document session usage timeseries types * docs: document session usage response types * docs: document manifest frontmatter shapes * docs: document channel route input metadata * docs: document pair loop guard settings * docs: document migration config patch helpers * docs: document api provider registry * docs: document tool call repair payloads * docs: document plugin tool payload helpers * docs: document lazy promise loader * docs: document store writer queue state * docs: document thread binding lifecycle * docs: document concurrency helper contract * docs: document gateway client info contract * docs: document delivery context contracts * docs: document secret ref defaults contract * docs: document command gating contract * docs: document avatar policy contract * docs: document node match policy * docs: document message channel normalization * docs: document boolean parsing contract * docs: document zod parse helpers * docs: document direct dm guard policy * docs: document fixed window limiter contract * docs: document node presence event contract * docs: document secret normalization contract * docs: document progress draft line removal * docs: document usage formatting contracts * docs: document agent run status contract * docs: document runtime import helpers * docs: document provider utility ownership * docs: document invalid config helpers * docs: document json compat parser * docs: document channel config metadata ownership * docs: document channel logging helpers * docs: document sender identity validation ownership * docs: document string sampling helper * docs: document global singleton helpers * docs: document transcript tool helpers * docs: document exec safe-bin normalization * docs: document reaction level resolver * docs: document account snapshot redaction boundary * docs: document messaging target helpers * docs: document thread binding messages * docs: document conversation binding context * docs: document conversation resolution helper * docs: document owner display secret retention * docs: document provider request config types * docs: document skills config types * docs: document memory config types * docs: document imessage config types * docs: document crestodian config types * docs: document tools config policies * docs: document shared config base types * docs: document channel config contracts * docs: document openclaw config state types * docs: document model config contracts * docs: document shared agent config types * docs: document agent defaults config types * docs: document secret input contracts * docs: document auth config contracts * docs: document gateway config contracts * docs: document tool call stream repair contracts * docs: document memory host facades * docs: document llm core contracts * docs: document markdown core contracts * docs: document gateway connect error contracts * docs: document gateway protocol primitives * docs: document gateway frame schemas * docs: document gateway device schemas * docs: document gateway environment schemas * docs: document gateway push schemas * docs: document gateway plugin schemas * docs: document gateway artifact schemas * docs: document gateway command schemas * docs: document gateway task schemas * docs: document gateway exec approval schemas * docs: document gateway secret schemas * docs: document gateway config schemas * docs: document gateway snapshot schemas * docs: document gateway chat schemas * docs: document gateway wizard schemas * docs: document gateway node schemas * docs: document gateway plugin approval schemas * docs: document gateway talk schemas * docs: document gateway agent schemas * docs: document gateway session schemas * docs: document gateway cron schemas * docs: document gateway agent model skill schemas * docs: document gateway skill proposal tool schemas * docs: document gateway protocol registry * docs: document gateway channel status schemas * docs: document gateway schema regression tests * docs: document gateway schema barrel * docs: document gateway validator tests * docs: document gateway primitive push tests * docs: document gateway contract tests * docs: document native protocol guard * docs: document channel schema tests * docs: document gateway protocol smoke tests * docs: document gateway protocol entrypoint * docs: document gateway protocol type exports * docs: document gateway error codes * docs: document protocol schema registry * docs: document talk audio codec * docs: document talk activation names * docs: document talk consult questions * docs: document talk consult tool * docs: document talk run control contracts * docs: document talk run control adapter * docs: document talkback consult queue * docs: document talk consult transcript guard * docs: document talk fast context runtime * docs: document forced talk consult coordinator * docs: document talk output activity tracker * docs: document talk event metrics * docs: document talk diagnostics * docs: document talk observability hook * docs: document talk provider resolver * docs: document talk provider registry * docs: document talk runtime primitives * docs: document talk consult controller logs * docs: document channel identity helpers * docs: document channel account allowlist helpers * docs: document channel metadata draft controls * docs: document channel ingress policy * docs: document channel sender access gates * docs: document channel catalog message contracts * docs: document channel account plugin helpers * docs: document configured binding helpers * docs: document channel acp approval config helpers * docs: document channel bundled config write helpers * docs: document channel plugin utility contracts * docs: document channel config access helpers * docs: document channel message action helpers * docs: document channel outbound runtime helpers * docs: document channel pairing promotion helpers * docs: document channel registry helpers * docs: document channel setup wizard helpers * docs: document channel lifecycle status helpers * docs: document channel target thread helpers * docs: document channel session binding helpers * docs: document channel package module probes * docs: document channel setup wizard contracts * docs: document channel plugin API barrels * docs: document channel contract test helpers * docs: document channel core helpers * docs: document small core facades * docs: document provider runtime helpers * docs: document persistence and realtime helpers * docs: document mcp and state helpers * docs: document tool planner contracts * docs: document music generation runtime * docs: document crestodian command flow * docs: document utility helpers * docs: document node host helpers * docs: document transcript contracts * docs: document trajectory export contracts * docs: document image generation contracts * docs: document routing helper contracts * docs: document session helper contracts * docs: document video generation contracts * docs: document model catalog contracts * docs: document proxy capture contracts * docs: document status rendering contracts * docs: document test helper contracts * docs: document wizard setup contracts * docs: document process contracts * docs: document memory host sdk contracts * docs: document tts contracts * docs: document secrets runtime contracts * docs: document shared helper contracts * docs: document hook runtime contracts * docs: document security audit contracts * docs: document flow contracts * docs: document media understanding contracts * docs: document tui contracts * docs: document logging contracts * docs: document llm contracts * docs: document cron contracts * docs: document daemon contracts * docs: document task contracts * docs: document acp contracts * docs: document test utility contracts * docs: document skill contracts * docs: document config contracts * docs: document outbound infra contracts * docs: document command analysis contracts * docs: document provider usage infra contracts * docs: document file safety infra contracts * docs: document exec approval infra contracts * docs: document gateway runtime infra contracts * docs: document infra utility contracts * docs: document infra queue storage contracts * docs: document heartbeat infra contracts * docs: document remaining infra contracts * docs: document gateway auth contracts * docs: document gateway display helpers * docs: document gateway http helpers * docs: document gateway node helpers * docs: document gateway mcp helpers * docs: document gateway support helpers * docs: document gateway server runtime helpers * docs: document gateway runtime bootstrap helpers * docs: document gateway session events * docs: document gateway utility helpers * docs: document gateway talk helpers * docs: document gateway helper contracts * docs: document gateway server method helpers * docs: document gateway server auth helpers * docs: document gateway server tests * docs: document gateway test helpers * docs: document gateway node tests * docs: document gateway channel tests * docs: document gateway session tests * docs: document gateway server startup tests * docs: document gateway tool test helpers * docs: document gateway server test helpers * docs: document gateway server method tests * docs: document remaining gateway tests * docs: document plugin sdk public subpaths * docs: document plugin sdk runtime helpers * docs: document plugin sdk memory provider helpers * docs: document plugin sdk runtime facades * docs: document plugin sdk command approval helpers * docs: document plugin sdk runtime types * docs: document plugin sdk browser account helpers * docs: document plugin sdk media memory helpers * docs: document plugin sdk core tests * docs: document plugin sdk contract helpers * docs: document plugin sdk test helpers * docs: document remaining plugin sdk tests * docs: document cli utility helpers * docs: document cli runtime helpers * docs: document cli command registration helpers * docs: document node cli helpers * docs: document cli program registration * docs: document message cli registration * docs: document daemon cli helpers * docs: document cli route parsers
302 lines
8.3 KiB
TypeScript
302 lines
8.3 KiB
TypeScript
/**
|
|
* Tests webhook request guard body parsing and rejection behavior.
|
|
*/
|
|
import { EventEmitter } from "node:events";
|
|
import type { IncomingMessage } from "node:http";
|
|
import { describe, expect, it } from "vitest";
|
|
import { createMockServerResponse } from "../test-utils/mock-http-response.js";
|
|
import { createFixedWindowRateLimiter } from "./webhook-memory-guards.js";
|
|
import {
|
|
applyBasicWebhookRequestGuards,
|
|
beginWebhookRequestPipelineOrReject,
|
|
createWebhookInFlightLimiter,
|
|
isJsonContentType,
|
|
readWebhookBodyOrReject,
|
|
readJsonWebhookBodyOrReject,
|
|
} from "./webhook-request-guards.js";
|
|
|
|
type MockIncomingMessage = IncomingMessage & {
|
|
destroyed?: boolean;
|
|
destroy: () => MockIncomingMessage;
|
|
};
|
|
|
|
function createMockRequest(params: {
|
|
method?: string;
|
|
headers?: Record<string, string>;
|
|
chunks?: string[];
|
|
emitEnd?: boolean;
|
|
}): MockIncomingMessage {
|
|
const req = new EventEmitter() as MockIncomingMessage;
|
|
req.method = params.method ?? "POST";
|
|
req.headers = params.headers ?? {};
|
|
req.destroyed = false;
|
|
req.destroy = (() => {
|
|
req.destroyed = true;
|
|
return req;
|
|
}) as MockIncomingMessage["destroy"];
|
|
|
|
if (params.chunks) {
|
|
void Promise.resolve().then(() => {
|
|
for (const chunk of params.chunks ?? []) {
|
|
req.emit("data", Buffer.from(chunk, "utf-8"));
|
|
}
|
|
if (params.emitEnd !== false) {
|
|
req.emit("end");
|
|
}
|
|
});
|
|
}
|
|
|
|
return req;
|
|
}
|
|
|
|
async function readJsonBody(chunks: string[], emptyObjectOnEmpty = false) {
|
|
const req = createMockRequest({ chunks });
|
|
const res = createMockServerResponse();
|
|
return {
|
|
result: await readJsonWebhookBodyOrReject({
|
|
req,
|
|
res,
|
|
maxBytes: 1024,
|
|
emptyObjectOnEmpty,
|
|
}),
|
|
res,
|
|
};
|
|
}
|
|
|
|
async function readRawBody(params: Parameters<typeof createMockRequest>[0], profile?: "pre-auth") {
|
|
const req = createMockRequest(params);
|
|
const res = createMockServerResponse();
|
|
return {
|
|
result: await readWebhookBodyOrReject({
|
|
req,
|
|
res,
|
|
profile,
|
|
}),
|
|
res,
|
|
};
|
|
}
|
|
|
|
describe("isJsonContentType", () => {
|
|
it.each([
|
|
{ name: "accepts application/json", input: "application/json", expected: true },
|
|
{
|
|
name: "accepts +json suffixes",
|
|
input: "application/cloudevents+json; charset=utf-8",
|
|
expected: true,
|
|
},
|
|
{ name: "rejects non-json media types", input: "text/plain", expected: false },
|
|
{ name: "rejects missing media types", input: undefined, expected: false },
|
|
])("$name", ({ input, expected }) => {
|
|
expect(isJsonContentType(input)).toBe(expected);
|
|
});
|
|
});
|
|
|
|
describe("applyBasicWebhookRequestGuards", () => {
|
|
it("rejects disallowed HTTP methods", () => {
|
|
const req = createMockRequest({ method: "GET" });
|
|
const res = createMockServerResponse();
|
|
const ok = applyBasicWebhookRequestGuards({
|
|
req,
|
|
res,
|
|
allowMethods: ["POST"],
|
|
});
|
|
expect(ok).toBe(false);
|
|
expect(res.statusCode).toBe(405);
|
|
expect(res.getHeader("allow")).toBe("POST");
|
|
});
|
|
|
|
it("enforces rate limits", () => {
|
|
const limiter = createFixedWindowRateLimiter({
|
|
windowMs: 60_000,
|
|
maxRequests: 1,
|
|
maxTrackedKeys: 10,
|
|
});
|
|
const req1 = createMockRequest({ method: "POST" });
|
|
const res1 = createMockServerResponse();
|
|
const req2 = createMockRequest({ method: "POST" });
|
|
const res2 = createMockServerResponse();
|
|
expect(
|
|
applyBasicWebhookRequestGuards({
|
|
req: req1,
|
|
res: res1,
|
|
rateLimiter: limiter,
|
|
rateLimitKey: "k",
|
|
nowMs: 1_000,
|
|
}),
|
|
).toBe(true);
|
|
expect(
|
|
applyBasicWebhookRequestGuards({
|
|
req: req2,
|
|
res: res2,
|
|
rateLimiter: limiter,
|
|
rateLimitKey: "k",
|
|
nowMs: 1_001,
|
|
}),
|
|
).toBe(false);
|
|
expect(res2.statusCode).toBe(429);
|
|
});
|
|
|
|
it.each([
|
|
{
|
|
name: "allows matching JSON requests",
|
|
req: createMockRequest({
|
|
method: "POST",
|
|
headers: { "content-type": "application/json" },
|
|
}),
|
|
expectedOk: true,
|
|
expectedStatusCode: 200,
|
|
},
|
|
{
|
|
name: "rejects non-json requests when required",
|
|
req: createMockRequest({
|
|
method: "POST",
|
|
headers: { "content-type": "text/plain" },
|
|
}),
|
|
expectedOk: false,
|
|
expectedStatusCode: 415,
|
|
},
|
|
])("$name", ({ req, expectedOk, expectedStatusCode }) => {
|
|
const res = createMockServerResponse();
|
|
const ok = applyBasicWebhookRequestGuards({
|
|
req,
|
|
res,
|
|
requireJsonContentType: true,
|
|
});
|
|
expect(ok).toBe(expectedOk);
|
|
expect(res.statusCode).toBe(expectedStatusCode);
|
|
});
|
|
});
|
|
|
|
describe("readJsonWebhookBodyOrReject", () => {
|
|
it.each([
|
|
{
|
|
name: "returns parsed JSON body",
|
|
chunks: ['{"ok":true}'],
|
|
expected: { ok: true, value: { ok: true } },
|
|
expectedStatusCode: 200,
|
|
expectedBody: undefined,
|
|
},
|
|
{
|
|
name: "preserves valid JSON null payload",
|
|
chunks: ["null"],
|
|
expected: { ok: true, value: null },
|
|
expectedStatusCode: 200,
|
|
expectedBody: undefined,
|
|
},
|
|
{
|
|
name: "writes 400 on invalid JSON payload",
|
|
chunks: ["{bad json"],
|
|
expected: { ok: false },
|
|
expectedStatusCode: 400,
|
|
expectedBody: "Bad Request",
|
|
},
|
|
])("$name", async ({ chunks, expected, expectedStatusCode, expectedBody }) => {
|
|
const { result, res } = await readJsonBody(chunks);
|
|
expect(result).toEqual(expected);
|
|
expect(res.statusCode).toBe(expectedStatusCode);
|
|
expect(res.body).toBe(expectedBody);
|
|
});
|
|
});
|
|
|
|
describe("readWebhookBodyOrReject", () => {
|
|
it("returns raw body contents", async () => {
|
|
const { result } = await readRawBody({ chunks: ["plain text"] });
|
|
expect(result).toEqual({ ok: true, value: "plain text" });
|
|
});
|
|
|
|
it("enforces strict pre-auth default body limits", async () => {
|
|
const { result, res } = await readRawBody(
|
|
{
|
|
headers: { "content-length": String(70 * 1024) },
|
|
},
|
|
"pre-auth",
|
|
);
|
|
expect(result).toEqual({ ok: false });
|
|
expect(res.statusCode).toBe(413);
|
|
});
|
|
});
|
|
|
|
describe("beginWebhookRequestPipelineOrReject", () => {
|
|
it("falls back for non-finite in-flight limiter options", () => {
|
|
const limiter = createWebhookInFlightLimiter({
|
|
maxInFlightPerKey: Number.NaN,
|
|
maxTrackedKeys: Number.NaN,
|
|
});
|
|
const releases: Array<() => void> = [];
|
|
try {
|
|
for (let index = 0; index < 8; index += 1) {
|
|
const result = beginWebhookRequestPipelineOrReject({
|
|
req: createMockRequest({ method: "POST" }),
|
|
res: createMockServerResponse(),
|
|
allowMethods: ["POST"],
|
|
inFlightLimiter: limiter,
|
|
inFlightKey: "ip:127.0.0.1",
|
|
});
|
|
expect(result.ok).toBe(true);
|
|
if (result.ok) {
|
|
releases.push(result.release);
|
|
}
|
|
}
|
|
|
|
const overflowRes = createMockServerResponse();
|
|
const overflow = beginWebhookRequestPipelineOrReject({
|
|
req: createMockRequest({ method: "POST" }),
|
|
res: overflowRes,
|
|
allowMethods: ["POST"],
|
|
inFlightLimiter: limiter,
|
|
inFlightKey: "ip:127.0.0.1",
|
|
});
|
|
|
|
expect(overflow.ok).toBe(false);
|
|
expect(overflowRes.statusCode).toBe(429);
|
|
} finally {
|
|
for (const release of releases) {
|
|
release();
|
|
}
|
|
}
|
|
});
|
|
|
|
it("enforces in-flight request limits and releases slots", () => {
|
|
const limiter = createWebhookInFlightLimiter({
|
|
maxInFlightPerKey: 1,
|
|
maxTrackedKeys: 10,
|
|
});
|
|
|
|
const first = beginWebhookRequestPipelineOrReject({
|
|
req: createMockRequest({ method: "POST" }),
|
|
res: createMockServerResponse(),
|
|
allowMethods: ["POST"],
|
|
inFlightLimiter: limiter,
|
|
inFlightKey: "ip:127.0.0.1",
|
|
});
|
|
expect(first.ok).toBe(true);
|
|
|
|
const secondRes = createMockServerResponse();
|
|
const second = beginWebhookRequestPipelineOrReject({
|
|
req: createMockRequest({ method: "POST" }),
|
|
res: secondRes,
|
|
allowMethods: ["POST"],
|
|
inFlightLimiter: limiter,
|
|
inFlightKey: "ip:127.0.0.1",
|
|
});
|
|
expect(second.ok).toBe(false);
|
|
expect(secondRes.statusCode).toBe(429);
|
|
|
|
if (first.ok) {
|
|
first.release();
|
|
}
|
|
|
|
const third = beginWebhookRequestPipelineOrReject({
|
|
req: createMockRequest({ method: "POST" }),
|
|
res: createMockServerResponse(),
|
|
allowMethods: ["POST"],
|
|
inFlightLimiter: limiter,
|
|
inFlightKey: "ip:127.0.0.1",
|
|
});
|
|
expect(third.ok).toBe(true);
|
|
if (third.ok) {
|
|
third.release();
|
|
}
|
|
});
|
|
});
|