Files
openclaw/src/gateway/server-methods/usage.sessions-usage.test.ts
Peter Steinberger c6ee68b751 Reapply "refactor: move runtime state to SQLite"
This reverts commit 694ca50e97.
2026-05-28 00:46:31 +01:00

429 lines
13 KiB
TypeScript

import fs from "node:fs";
import os from "node:os";
import path from "node:path";
import { beforeEach, describe, expect, it, vi } from "vitest";
import { replaceSqliteSessionTranscriptEvents } from "../../config/sessions/transcript-store.sqlite.js";
import { withEnvAsync } from "../../test-utils/env.js";
vi.mock("../../config/config.js", () => {
return {
getRuntimeConfig: vi.fn(() => ({
agents: {
list: [{ id: "main" }, { id: "opus" }],
},
session: {},
})),
};
});
vi.mock("../session-utils.js", async () => {
const actual = await vi.importActual<typeof import("../session-utils.js")>("../session-utils.js");
return {
...actual,
loadCombinedSessionEntriesForGateway: vi.fn(() => ({
databasePath: "(multiple)",
entries: {},
})),
};
});
vi.mock("../../infra/session-cost-usage.js", async () => {
const actual = await vi.importActual<typeof import("../../infra/session-cost-usage.js")>(
"../../infra/session-cost-usage.js",
);
return {
...actual,
discoverAllSessions: vi.fn(async (params?: { agentId?: string }) => {
if (params?.agentId === "main") {
return [
{
agentId: "main",
sessionId: "s-main",
mtime: 100,
firstUserMessage: "hello",
},
];
}
if (params?.agentId === "opus") {
return [
{
agentId: "opus",
sessionId: "s-opus",
mtime: 200,
firstUserMessage: "hi",
},
];
}
return [];
}),
loadSessionCostSummaryFromCache: vi.fn(async () => ({
summary: {
input: 0,
output: 0,
cacheRead: 0,
cacheWrite: 0,
totalTokens: 0,
totalCost: 0,
inputCost: 0,
outputCost: 0,
cacheReadCost: 0,
cacheWriteCost: 0,
missingCostEntries: 0,
},
cacheStatus: {
status: "fresh",
cachedFiles: 1,
pendingFiles: 0,
staleFiles: 0,
},
})),
loadSessionUsageTimeSeries: vi.fn(async () => ({
sessionId: "s-opus",
points: [],
})),
loadSessionLogs: vi.fn(async () => []),
};
});
import {
discoverAllSessions,
loadSessionCostSummaryFromCache,
loadSessionLogs,
loadSessionUsageTimeSeries,
} from "../../infra/session-cost-usage.js";
import { loadCombinedSessionEntriesForGateway } from "../session-utils.js";
import { usageHandlers } from "./usage.js";
const TEST_RUNTIME_CONFIG = {
agents: {
list: [{ id: "main" }, { id: "opus" }],
},
session: {},
};
async function runSessionsUsage(params: Record<string, unknown>) {
const respond = vi.fn();
await usageHandlers["sessions.usage"]({
respond,
params,
context: { getRuntimeConfig: () => TEST_RUNTIME_CONFIG },
} as unknown as Parameters<(typeof usageHandlers)["sessions.usage"]>[0]);
return respond;
}
async function runSessionsUsageTimeseries(params: Record<string, unknown>) {
const respond = vi.fn();
await usageHandlers["sessions.usage.timeseries"]({
respond,
params,
context: { getRuntimeConfig: () => TEST_RUNTIME_CONFIG },
} as unknown as Parameters<(typeof usageHandlers)["sessions.usage.timeseries"]>[0]);
return respond;
}
async function runSessionsUsageLogs(params: Record<string, unknown>) {
const respond = vi.fn();
await usageHandlers["sessions.usage.logs"]({
respond,
params,
context: { getRuntimeConfig: () => TEST_RUNTIME_CONFIG },
} as unknown as Parameters<(typeof usageHandlers)["sessions.usage.logs"]>[0]);
return respond;
}
const BASE_USAGE_RANGE = {
startDate: "2026-02-01",
endDate: "2026-02-02",
limit: 10,
} as const;
function mockCall(mockFn: ReturnType<typeof vi.fn>, callIndex = 0): ReadonlyArray<unknown> {
const call = mockFn.mock.calls[callIndex];
if (!call) {
throw new Error(`expected mock call ${callIndex + 1}`);
}
return call;
}
function mockArg(mockFn: ReturnType<typeof vi.fn>, callIndex: number, argIndex: number) {
return mockCall(mockFn, callIndex)[argIndex];
}
function expectSuccessfulSessionsUsage(
respond: ReturnType<typeof vi.fn>,
): Array<{ key: string; agentId: string }> {
expect(respond).toHaveBeenCalledTimes(1);
expect(mockArg(respond, 0, 0)).toBe(true);
const result = mockArg(respond, 0, 1) as {
sessions: Array<{ key: string; agentId: string }>;
};
return result.sessions;
}
describe("sessions.usage", () => {
beforeEach(() => {
vi.useRealTimers();
vi.clearAllMocks();
});
it("discovers sessions across configured agents and keeps agentId in key", async () => {
const respond = await runSessionsUsage(BASE_USAGE_RANGE);
expect(vi.mocked(discoverAllSessions)).toHaveBeenCalledTimes(2);
expect((mockArg(vi.mocked(discoverAllSessions), 0, 0) as { agentId?: string }).agentId).toBe(
"main",
);
expect((mockArg(vi.mocked(discoverAllSessions), 1, 0) as { agentId?: string }).agentId).toBe(
"opus",
);
const sessions = expectSuccessfulSessionsUsage(respond);
expect(sessions).toHaveLength(2);
// Sorted by most recent first (mtime=200 -> opus first).
expect(sessions[0].key).toBe("agent:opus:s-opus");
expect(sessions[0].agentId).toBe("opus");
expect(sessions[1].key).toBe("agent:main:s-main");
expect(sessions[1].agentId).toBe("main");
});
it("resolves store entries by sessionId when queried via discovered agent-prefixed key", async () => {
const storeKey = "agent:opus:slack:dm:u123";
const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), "openclaw-usage-test-"));
try {
await withEnvAsync({ OPENCLAW_STATE_DIR: stateDir }, async () => {
replaceSqliteSessionTranscriptEvents({
agentId: "opus",
sessionId: "s-opus",
events: [{ type: "session", id: "s-opus" }],
});
// Swap the store mock for this test: the canonical key differs from the discovered key
// but points at the same sessionId.
vi.mocked(loadCombinedSessionEntriesForGateway).mockReturnValue({
databasePath: "(multiple)",
entries: {
[storeKey]: {
sessionId: "s-opus",
label: "Named session",
updatedAt: 999,
},
},
});
// Query via discovered key: agent:<id>:<sessionId>
const respond = await runSessionsUsage({ ...BASE_USAGE_RANGE, key: "agent:opus:s-opus" });
const sessions = expectSuccessfulSessionsUsage(respond);
expect(sessions).toHaveLength(1);
expect(sessions[0]?.key).toBe(storeKey);
expect(vi.mocked(loadSessionCostSummaryFromCache)).toHaveBeenCalled();
expect(
vi
.mocked(loadSessionCostSummaryFromCache)
.mock.calls.some((call) => call[0]?.agentId === "opus"),
).toBe(true);
expect(
vi
.mocked(loadSessionCostSummaryFromCache)
.mock.calls.every((call) => call[0]?.refreshMode === "sync-when-empty"),
).toBe(true);
});
} finally {
fs.rmSync(stateDir, { recursive: true, force: true });
}
});
it("rolls up known session family ids when historical usage is requested", async () => {
const storeKey = "agent:opus:main";
const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), "openclaw-usage-test-"));
try {
await withEnvAsync({ OPENCLAW_STATE_DIR: stateDir }, async () => {
replaceSqliteSessionTranscriptEvents({
agentId: "opus",
sessionId: "current",
events: [{ type: "session", id: "current" }],
});
replaceSqliteSessionTranscriptEvents({
agentId: "opus",
sessionId: "old",
events: [{ type: "session", id: "old" }],
});
vi.mocked(loadCombinedSessionEntriesForGateway).mockReturnValue({
databasePath: "(multiple)",
entries: {
[storeKey]: {
sessionId: "current",
updatedAt: 1_000,
usageFamilyKey: storeKey,
usageFamilySessionIds: ["old", "current"],
},
},
});
vi.mocked(loadSessionCostSummaryFromCache).mockImplementation(async ({ sessionId }) => ({
summary: {
input: sessionId === "old" ? 10 : 20,
output: 0,
cacheRead: 0,
cacheWrite: 0,
totalTokens: sessionId === "old" ? 10 : 20,
totalCost: sessionId === "old" ? 0.01 : 0.02,
inputCost: sessionId === "old" ? 0.01 : 0.02,
outputCost: 0,
cacheReadCost: 0,
cacheWriteCost: 0,
missingCostEntries: 0,
messageCounts: {
total: 1,
user: 1,
assistant: 0,
toolCalls: 0,
toolResults: 0,
errors: 0,
},
},
cacheStatus: {
status: "fresh",
cachedFiles: 1,
pendingFiles: 0,
staleFiles: 0,
},
}));
const respond = await runSessionsUsage({
...BASE_USAGE_RANGE,
key: storeKey,
groupBy: "family",
includeHistorical: true,
});
expect(respond).toHaveBeenCalledTimes(1);
expect(mockArg(respond, 0, 0)).toBe(true);
const result = mockArg(respond, 0, 1) as {
sessions: Array<{
key: string;
scope?: string;
includedSessionIds?: string[];
usage?: { totalTokens: number; totalCost: number; messageCounts?: { total: number } };
}>;
totals: { totalTokens: number; totalCost: number };
};
expect(result.sessions).toHaveLength(1);
expect(result.sessions[0]?.key).toBe(storeKey);
expect(result.sessions[0]?.scope).toBe("family");
expect(result.sessions[0]?.includedSessionIds).toEqual(["current", "old"]);
expect(result.sessions[0]?.usage?.totalTokens).toBe(30);
expect(result.sessions[0]?.usage?.totalCost).toBeCloseTo(0.03);
expect(result.sessions[0]?.usage?.messageCounts?.total).toBe(2);
expect(result.totals.totalTokens).toBe(30);
expect(result.totals.totalCost).toBeCloseTo(0.03);
});
} finally {
fs.rmSync(stateDir, { recursive: true, force: true });
}
});
it("prefers the deterministic store key when duplicate sessionIds exist", async () => {
const preferredKey = "agent:opus:acp:run-dup";
const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), "openclaw-usage-test-"));
try {
await withEnvAsync({ OPENCLAW_STATE_DIR: stateDir }, async () => {
replaceSqliteSessionTranscriptEvents({
agentId: "opus",
sessionId: "run-dup",
events: [{ type: "session", id: "run-dup" }],
});
vi.mocked(loadCombinedSessionEntriesForGateway).mockReturnValue({
databasePath: "(multiple)",
entries: {
[preferredKey]: {
sessionId: "run-dup",
updatedAt: 1_000,
},
"agent:other:main": {
sessionId: "run-dup",
updatedAt: 2_000,
},
},
});
const respond = await runSessionsUsage({
...BASE_USAGE_RANGE,
key: "agent:opus:run-dup",
});
const sessions = expectSuccessfulSessionsUsage(respond);
expect(sessions).toHaveLength(1);
expect(sessions[0]?.key).toBe(preferredKey);
});
} finally {
fs.rmSync(stateDir, { recursive: true, force: true });
}
});
it("rejects traversal-style keys in specific session usage lookups", async () => {
const respond = await runSessionsUsage({
...BASE_USAGE_RANGE,
key: "agent:opus:../../etc/passwd",
});
expect(respond).toHaveBeenCalledTimes(1);
expect(mockArg(respond, 0, 0)).toBe(false);
const error = mockArg(respond, 0, 2) as { message?: string } | undefined;
expect(error?.message).toContain("Invalid session reference");
});
it("passes parsed agentId into sessions.usage.timeseries", async () => {
await runSessionsUsageTimeseries({
key: "agent:opus:s-opus",
});
expect(vi.mocked(loadSessionUsageTimeSeries)).toHaveBeenCalled();
expect(
(mockArg(vi.mocked(loadSessionUsageTimeSeries), 0, 0) as { agentId?: string }).agentId,
).toBe("opus");
});
it("passes parsed agentId into sessions.usage.logs", async () => {
await runSessionsUsageLogs({
key: "agent:opus:s-opus",
});
expect(vi.mocked(loadSessionLogs)).toHaveBeenCalled();
expect((mockArg(vi.mocked(loadSessionLogs), 0, 0) as { agentId?: string }).agentId).toBe(
"opus",
);
});
it("rejects traversal-style keys in timeseries/log lookups", async () => {
const timeseriesRespond = await runSessionsUsageTimeseries({
key: "agent:opus:../../etc/passwd",
});
expect(timeseriesRespond.mock.calls).toEqual([
[
false,
undefined,
{
code: "INVALID_REQUEST",
message: "Invalid session key: agent:opus:../../etc/passwd",
},
],
]);
const logsRespond = await runSessionsUsageLogs({
key: "agent:opus:../../etc/passwd",
});
expect(logsRespond.mock.calls).toEqual([
[
false,
undefined,
{
code: "INVALID_REQUEST",
message: "Invalid session key: agent:opus:../../etc/passwd",
},
],
]);
});
});