Files
openclaw/src/gateway/server-methods/usage.test.ts
Peter Steinberger 0b8aabe864 docs: document auth profile failure policy contract (#89613)
* docs: document markdown marker renderer

* docs: document rendered markdown chunking

* docs: document markdown text chunking

* docs: document shared text chunking

* docs: document plugin text chunking exports

* docs: document avatar policy constants

* docs: document node match candidates

* docs: document scoped expiring id cache

* docs: document runtime import normalization

* docs: document string sample summaries

* docs: document session usage timeseries types

* docs: document session usage response types

* docs: document manifest frontmatter shapes

* docs: document channel route input metadata

* docs: document pair loop guard settings

* docs: document migration config patch helpers

* docs: document api provider registry

* docs: document tool call repair payloads

* docs: document plugin tool payload helpers

* docs: document lazy promise loader

* docs: document store writer queue state

* docs: document thread binding lifecycle

* docs: document concurrency helper contract

* docs: document gateway client info contract

* docs: document delivery context contracts

* docs: document secret ref defaults contract

* docs: document command gating contract

* docs: document avatar policy contract

* docs: document node match policy

* docs: document message channel normalization

* docs: document boolean parsing contract

* docs: document zod parse helpers

* docs: document direct dm guard policy

* docs: document fixed window limiter contract

* docs: document node presence event contract

* docs: document secret normalization contract

* docs: document progress draft line removal

* docs: document usage formatting contracts

* docs: document agent run status contract

* docs: document runtime import helpers

* docs: document provider utility ownership

* docs: document invalid config helpers

* docs: document json compat parser

* docs: document channel config metadata ownership

* docs: document channel logging helpers

* docs: document sender identity validation ownership

* docs: document string sampling helper

* docs: document global singleton helpers

* docs: document transcript tool helpers

* docs: document exec safe-bin normalization

* docs: document reaction level resolver

* docs: document account snapshot redaction boundary

* docs: document messaging target helpers

* docs: document thread binding messages

* docs: document conversation binding context

* docs: document conversation resolution helper

* docs: document owner display secret retention

* docs: document provider request config types

* docs: document skills config types

* docs: document memory config types

* docs: document imessage config types

* docs: document crestodian config types

* docs: document tools config policies

* docs: document shared config base types

* docs: document channel config contracts

* docs: document openclaw config state types

* docs: document model config contracts

* docs: document shared agent config types

* docs: document agent defaults config types

* docs: document secret input contracts

* docs: document auth config contracts

* docs: document gateway config contracts

* docs: document tool call stream repair contracts

* docs: document memory host facades

* docs: document llm core contracts

* docs: document markdown core contracts

* docs: document gateway connect error contracts

* docs: document gateway protocol primitives

* docs: document gateway frame schemas

* docs: document gateway device schemas

* docs: document gateway environment schemas

* docs: document gateway push schemas

* docs: document gateway plugin schemas

* docs: document gateway artifact schemas

* docs: document gateway command schemas

* docs: document gateway task schemas

* docs: document gateway exec approval schemas

* docs: document gateway secret schemas

* docs: document gateway config schemas

* docs: document gateway snapshot schemas

* docs: document gateway chat schemas

* docs: document gateway wizard schemas

* docs: document gateway node schemas

* docs: document gateway plugin approval schemas

* docs: document gateway talk schemas

* docs: document gateway agent schemas

* docs: document gateway session schemas

* docs: document gateway cron schemas

* docs: document gateway agent model skill schemas

* docs: document gateway skill proposal tool schemas

* docs: document gateway protocol registry

* docs: document gateway channel status schemas

* docs: document gateway schema regression tests

* docs: document gateway schema barrel

* docs: document gateway validator tests

* docs: document gateway primitive push tests

* docs: document gateway contract tests

* docs: document native protocol guard

* docs: document channel schema tests

* docs: document gateway protocol smoke tests

* docs: document gateway protocol entrypoint

* docs: document gateway protocol type exports

* docs: document gateway error codes

* docs: document protocol schema registry

* docs: document talk audio codec

* docs: document talk activation names

* docs: document talk consult questions

* docs: document talk consult tool

* docs: document talk run control contracts

* docs: document talk run control adapter

* docs: document talkback consult queue

* docs: document talk consult transcript guard

* docs: document talk fast context runtime

* docs: document forced talk consult coordinator

* docs: document talk output activity tracker

* docs: document talk event metrics

* docs: document talk diagnostics

* docs: document talk observability hook

* docs: document talk provider resolver

* docs: document talk provider registry

* docs: document talk runtime primitives

* docs: document talk consult controller logs

* docs: document channel identity helpers

* docs: document channel account allowlist helpers

* docs: document channel metadata draft controls

* docs: document channel ingress policy

* docs: document channel sender access gates

* docs: document channel catalog message contracts

* docs: document channel account plugin helpers

* docs: document configured binding helpers

* docs: document channel acp approval config helpers

* docs: document channel bundled config write helpers

* docs: document channel plugin utility contracts

* docs: document channel config access helpers

* docs: document channel message action helpers

* docs: document channel outbound runtime helpers

* docs: document channel pairing promotion helpers

* docs: document channel registry helpers

* docs: document channel setup wizard helpers

* docs: document channel lifecycle status helpers

* docs: document channel target thread helpers

* docs: document channel session binding helpers

* docs: document channel package module probes

* docs: document channel setup wizard contracts

* docs: document channel plugin API barrels

* docs: document channel contract test helpers

* docs: document channel core helpers

* docs: document small core facades

* docs: document provider runtime helpers

* docs: document persistence and realtime helpers

* docs: document mcp and state helpers

* docs: document tool planner contracts

* docs: document music generation runtime

* docs: document crestodian command flow

* docs: document utility helpers

* docs: document node host helpers

* docs: document transcript contracts

* docs: document trajectory export contracts

* docs: document image generation contracts

* docs: document routing helper contracts

* docs: document session helper contracts

* docs: document video generation contracts

* docs: document model catalog contracts

* docs: document proxy capture contracts

* docs: document status rendering contracts

* docs: document test helper contracts

* docs: document wizard setup contracts

* docs: document process contracts

* docs: document memory host sdk contracts

* docs: document tts contracts

* docs: document secrets runtime contracts

* docs: document shared helper contracts

* docs: document hook runtime contracts

* docs: document security audit contracts

* docs: document flow contracts

* docs: document media understanding contracts

* docs: document tui contracts

* docs: document logging contracts

* docs: document llm contracts

* docs: document cron contracts

* docs: document daemon contracts

* docs: document task contracts

* docs: document acp contracts

* docs: document test utility contracts

* docs: document skill contracts

* docs: document config contracts

* docs: document outbound infra contracts

* docs: document command analysis contracts

* docs: document provider usage infra contracts

* docs: document file safety infra contracts

* docs: document exec approval infra contracts

* docs: document gateway runtime infra contracts

* docs: document infra utility contracts

* docs: document infra queue storage contracts

* docs: document heartbeat infra contracts

* docs: document remaining infra contracts

* docs: document gateway auth contracts

* docs: document gateway display helpers

* docs: document gateway http helpers

* docs: document gateway node helpers

* docs: document gateway mcp helpers

* docs: document gateway support helpers

* docs: document gateway server runtime helpers

* docs: document gateway runtime bootstrap helpers

* docs: document gateway session events

* docs: document gateway utility helpers

* docs: document gateway talk helpers

* docs: document gateway helper contracts

* docs: document gateway server method helpers

* docs: document gateway server auth helpers

* docs: document gateway server tests

* docs: document gateway test helpers

* docs: document gateway node tests

* docs: document gateway channel tests

* docs: document gateway session tests

* docs: document gateway server startup tests

* docs: document gateway tool test helpers

* docs: document gateway server test helpers

* docs: document gateway server method tests

* docs: document remaining gateway tests

* docs: document plugin sdk public subpaths

* docs: document plugin sdk runtime helpers

* docs: document plugin sdk memory provider helpers

* docs: document plugin sdk runtime facades

* docs: document plugin sdk command approval helpers

* docs: document plugin sdk runtime types

* docs: document plugin sdk browser account helpers

* docs: document plugin sdk media memory helpers

* docs: document plugin sdk core tests

* docs: document plugin sdk contract helpers

* docs: document plugin sdk test helpers

* docs: document remaining plugin sdk tests

* docs: document cli utility helpers

* docs: document cli runtime helpers

* docs: document cli command registration helpers

* docs: document node cli helpers

* docs: document cli program registration

* docs: document message cli registration

* docs: document daemon cli helpers

* docs: document cli route parsers
2026-06-03 15:20:39 -07:00

261 lines
8.8 KiB
TypeScript

/**
* Tests for usage-report gateway methods and aggregation responses.
*/
import { beforeEach, describe, expect, it, vi } from "vitest";
import type { OpenClawConfig } from "../../config/config.js";
vi.mock("../../infra/session-cost-usage.js", async () => {
const actual = await vi.importActual<typeof import("../../infra/session-cost-usage.js")>(
"../../infra/session-cost-usage.js",
);
return {
...actual,
loadCostUsageSummaryFromCache: vi.fn(async () => ({
updatedAt: Date.now(),
startDate: "2026-02-01",
endDate: "2026-02-02",
daily: [],
totals: {
input: 0,
output: 0,
cacheRead: 0,
cacheWrite: 0,
totalTokens: 1,
totalCost: 0,
inputCost: 0,
outputCost: 0,
cacheReadCost: 0,
cacheWriteCost: 0,
missingCostEntries: 0,
},
})),
};
});
import { loadCostUsageSummaryFromCache } from "../../infra/session-cost-usage.js";
import { testApi, usageHandlers } from "./usage.js";
describe("gateway usage helpers", () => {
const dayMs = 24 * 60 * 60 * 1000;
function expectUtcDateRange(
range: ReturnType<typeof testApi.parseDateRange>,
startDate: string,
endDate: string,
) {
expect(range.startMs).toBe(testApi.parseDateToMs(startDate));
expect(range.endMs).toBe(testApi.parseDateToMs(endDate)! + dayMs - 1);
}
beforeEach(() => {
testApi.costUsageCache.clear();
vi.useRealTimers();
vi.clearAllMocks();
});
it("parseDateToMs accepts YYYY-MM-DD and rejects invalid input", () => {
expect(testApi.parseDateToMs("2026-02-05")).toBe(Date.UTC(2026, 1, 5));
expect(testApi.parseDateToMs(" 2026-02-05 ")).toBe(Date.UTC(2026, 1, 5));
expect(testApi.parseDateToMs("2026-2-5")).toBeUndefined();
expect(testApi.parseDateToMs("nope")).toBeUndefined();
expect(testApi.parseDateToMs(undefined)).toBeUndefined();
});
it("parseUtcOffsetToMinutes supports whole-hour and half-hour offsets", () => {
expect(testApi.parseUtcOffsetToMinutes("UTC-4")).toBe(-240);
expect(testApi.parseUtcOffsetToMinutes("UTC+5:30")).toBe(330);
expect(testApi.parseUtcOffsetToMinutes(" UTC+14 ")).toBe(14 * 60);
});
it("parseUtcOffsetToMinutes rejects invalid offsets", () => {
expect(testApi.parseUtcOffsetToMinutes("UTC+14:30")).toBeUndefined();
expect(testApi.parseUtcOffsetToMinutes("UTC+5:99")).toBeUndefined();
expect(testApi.parseUtcOffsetToMinutes("UTC+25")).toBeUndefined();
expect(testApi.parseUtcOffsetToMinutes("GMT+5")).toBeUndefined();
expect(testApi.parseUtcOffsetToMinutes(undefined)).toBeUndefined();
});
it("parseDays coerces strings/numbers to integers", () => {
expect(testApi.parseDays(7.9)).toBe(7);
expect(testApi.parseDays("30")).toBe(30);
expect(testApi.parseDays("")).toBeUndefined();
expect(testApi.parseDays("nope")).toBeUndefined();
});
it("parseDateRange uses explicit start/end as UTC when mode is missing (backward compatible)", () => {
const range = testApi.parseDateRange({ startDate: "2026-02-01", endDate: "2026-02-02" });
expectUtcDateRange(range, "2026-02-01", "2026-02-02");
});
it("parseDateRange uses explicit UTC mode", () => {
const range = testApi.parseDateRange({
startDate: "2026-02-01",
endDate: "2026-02-02",
mode: "utc",
});
expectUtcDateRange(range, "2026-02-01", "2026-02-02");
});
it("parseDateRange uses specific UTC offset for explicit dates", () => {
const range = testApi.parseDateRange({
startDate: "2026-02-01",
endDate: "2026-02-02",
mode: "specific",
utcOffset: "UTC+5:30",
});
const start = Date.UTC(2026, 1, 1) - 5.5 * 60 * 60 * 1000;
const endStart = Date.UTC(2026, 1, 2) - 5.5 * 60 * 60 * 1000;
expect(range.startMs).toBe(start);
expect(range.endMs).toBe(endStart + dayMs - 1);
});
it("parseDateRange falls back to UTC when specific mode offset is missing or invalid", () => {
const missingOffset = testApi.parseDateRange({
startDate: "2026-02-01",
endDate: "2026-02-02",
mode: "specific",
});
const invalidOffset = testApi.parseDateRange({
startDate: "2026-02-01",
endDate: "2026-02-02",
mode: "specific",
utcOffset: "bad-value",
});
expect(missingOffset.startMs).toBe(Date.UTC(2026, 1, 1));
expect(missingOffset.endMs).toBe(Date.UTC(2026, 1, 2) + dayMs - 1);
expect(invalidOffset.startMs).toBe(Date.UTC(2026, 1, 1));
expect(invalidOffset.endMs).toBe(Date.UTC(2026, 1, 2) + dayMs - 1);
});
it("parseDateRange uses specific offset for today/day math after UTC midnight", () => {
vi.useFakeTimers();
vi.setSystemTime(new Date("2026-02-17T03:57:00.000Z"));
const range = testApi.parseDateRange({
days: 1,
mode: "specific",
utcOffset: "UTC-5",
});
expect(range.startMs).toBe(Date.UTC(2026, 1, 16, 5, 0, 0, 0));
expect(range.endMs).toBe(Date.UTC(2026, 1, 17, 4, 59, 59, 999));
});
it("parseDateRange uses gateway local day boundaries in gateway mode", () => {
vi.useFakeTimers();
vi.setSystemTime(new Date("2026-02-05T12:34:56.000Z"));
const range = testApi.parseDateRange({ days: 1, mode: "gateway" });
const expectedStart = new Date(2026, 1, 5).getTime();
expect(range.startMs).toBe(expectedStart);
expect(range.endMs).toBe(expectedStart + dayMs - 1);
});
it("parseDateRange clamps days to at least 1 and defaults to 30 days", () => {
vi.useFakeTimers();
vi.setSystemTime(new Date("2026-02-05T12:34:56.000Z"));
const oneDay = testApi.parseDateRange({ days: 0 });
expect(oneDay.endMs).toBe(Date.UTC(2026, 1, 5) + dayMs - 1);
expect(oneDay.startMs).toBe(Date.UTC(2026, 1, 5));
const def = testApi.parseDateRange({});
expect(def.endMs).toBe(Date.UTC(2026, 1, 5) + dayMs - 1);
expect(def.startMs).toBe(Date.UTC(2026, 1, 5) - 29 * dayMs);
});
it("loadCostUsageSummaryCached caches within TTL", async () => {
vi.useFakeTimers();
vi.setSystemTime(new Date("2026-02-05T00:00:00.000Z"));
const config = {} as OpenClawConfig;
const a = await testApi.loadCostUsageSummaryCached({
startMs: 1,
endMs: 2,
config,
});
const b = await testApi.loadCostUsageSummaryCached({
startMs: 1,
endMs: 2,
config,
});
expect(a.totals.totalTokens).toBe(1);
expect(b.totals.totalTokens).toBe(1);
expect(vi.mocked(loadCostUsageSummaryFromCache)).toHaveBeenCalledTimes(1);
expect(vi.mocked(loadCostUsageSummaryFromCache).mock.calls.at(0)?.[0]?.refreshMode).toBe(
"background",
);
});
it("keeps cost usage cache entries scoped by agentId", async () => {
const config = {} as OpenClawConfig;
await testApi.loadCostUsageSummaryCached({
startMs: 1,
endMs: 2,
config,
agentId: "main",
});
await testApi.loadCostUsageSummaryCached({
startMs: 1,
endMs: 2,
config,
agentId: "research",
});
await testApi.loadCostUsageSummaryCached({
startMs: 1,
endMs: 2,
config,
agentId: "research",
});
expect(vi.mocked(loadCostUsageSummaryFromCache)).toHaveBeenCalledTimes(2);
expect(vi.mocked(loadCostUsageSummaryFromCache).mock.calls.at(0)?.[0]).toMatchObject({
agentId: "main",
});
expect(vi.mocked(loadCostUsageSummaryFromCache).mock.calls.at(1)?.[0]).toMatchObject({
agentId: "research",
});
});
it("passes usage.cost agentId through to the cost summary loader", async () => {
const respond = vi.fn();
await usageHandlers["usage.cost"]({
respond,
params: { startDate: "2026-02-01", endDate: "2026-02-02", agentId: "research" },
context: { getRuntimeConfig: () => ({}) },
} as unknown as Parameters<(typeof usageHandlers)["usage.cost"]>[0]);
expect(respond).toHaveBeenCalledWith(true, expect.any(Object), undefined);
expect(vi.mocked(loadCostUsageSummaryFromCache)).toHaveBeenCalledWith(
expect.objectContaining({ agentId: "research" }),
);
});
it("passes usage.cost all-agent scope through to all configured agent loaders", async () => {
const respond = vi.fn();
await usageHandlers["usage.cost"]({
respond,
params: { startDate: "2026-02-01", endDate: "2026-02-02", agentScope: "all" },
context: {
getRuntimeConfig: () => ({
agents: { list: [{ id: "main" }, { id: "research" }] },
}),
},
} as unknown as Parameters<(typeof usageHandlers)["usage.cost"]>[0]);
expect(respond).toHaveBeenCalledWith(
true,
expect.objectContaining({
totals: expect.objectContaining({ totalTokens: 2 }),
}),
undefined,
);
expect(vi.mocked(loadCostUsageSummaryFromCache)).toHaveBeenCalledWith(
expect.objectContaining({ agentId: "main" }),
);
expect(vi.mocked(loadCostUsageSummaryFromCache)).toHaveBeenCalledWith(
expect.objectContaining({ agentId: "research" }),
);
});
});