mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-16 12:41:42 +00:00
* refactor(sessions): migrate runtime storage to sqlite * test(sessions): fix sqlite CI regressions * test(sessions): align remaining sqlite fixtures * fix(codex): require sqlite trajectory recorder * test(sessions): align orphan recovery sqlite fixture * test(sessions): align sqlite rebase fixtures * fix(sessions): finish current-main integration of the sqlite flip Resolve the whole-store SDK removal across its owner boundary: drop the loadSessionStore re-export and the registry whole-store wrappers, wire hasTrackedActiveSessionRun into gateway chat, complete the preserveLockedHarnessIds cleanup contract, flip the codex thread-history import to storePath targets, and port remaining main-side tests from file-store helpers to session accessor reads. * chore: drop committed pebbles log, revert plugin-inspector bump, refresh generated docs Remove the 1.8k-line .pebbles/events.jsonl work log from the branch, restore the plugin-inspector advisory lane to main's pinned 0.3.10 so the supply-chain bump gets its own review, and regenerate docs_map, the plugin SDK API baseline, and the export-surface ratchet for the merged tree. * feat(sessions): keep archived transcripts by default with zstd cold storage Codex-style retention: deleting or resetting a session archives its transcript as a zstd-compressed JSONL artifact (plain when the runtime lacks node:zlib zstd) and keeps it until the disk budget evicts oldest first. resetArchiveRetention now governs both deleted and reset archives and defaults to keep; maxDiskBytes defaults to 2gb so retention stays bounded, with archives evicted before live sessions. The cron reaper follows the same knob instead of deleting archives on its own timer. * fix(state): converge agent DB migration lineages and bound database growth Merge coherence: run both structure-gated legacy memory-schema repairs (flip-lineage drop, main-lineage identity rebuild) before the flip migration so pre-flip v1/v2 and pre-merge flip v1/v4 databases all converge, and hoist foreign_keys=OFF outside the schema transaction where the pragma was silently ignored and the v1 sessions rebuild cascade-deleted session_entries. Growth guards: fresh agent DBs enable auto_vacuum=INCREMENTAL, WAL maintenance releases freed pages in bounded passes (never a blocking full VACUUM), and doctor reports state/agent DB bloat from freelist stats. * fix(codex): resolve the store path for thread-history import via the SDK The supervision catalog passed the legacy sessionFile locator to the storePath-targeted transcript mirror; resolve the agent store path with the session-store SDK helper instead of a runtime-object seam so test fakes and headless callers need no extra surface. Drop the obsolete missing-session-id preprocessing case: sessions rows are NOT NULL on session_id and upsert repairs id-less patches at write time. * fix(sessions): fail safe on malformed disk-budget config and doctor stat errors A malformed explicit maxDiskBytes disables the budget instead of falling back to the destructive 2gb default the user never chose, and the doctor bloat check skips databases whose paths stat-fail instead of aborting doctor. * fix(sessions): complete sqlite conflict translations * test(sqlite): align hardening checks with maintenance * test(sessions): inspect compressed transcript archives * fix(tests): await session seeds and drop unused helpers flagged by CI lint The five unawaited writeSessionStoreSeed calls raced their SQLite seeds against the assertions, failing compact shards; the bloat probe drops a useless initializer and the merged tests drop now-unused helpers. * test(sessions): type legacy proof events directly * test(sessions): align hardening contracts * perf(sessions): read usage transcript sizes from SQL aggregates Usage/cost scans walked every session and materialized every transcript event just to re-stringify it for a byte estimate — the #86718 stall class reborn on the DB. readTranscriptStatsSync sums stored JSON bytes in SQLite without loading a single row. * fix(sessions): re-root foreign-root transcript paths onto the current sessions dir Restored backups, moved OPENCLAW_STATE_DIR, and rehearsal copies carry absolute sessionFile paths from the old root; the containment fallback kept those foreign paths, so migration read (and would archive) files in the original root and reported local copies missing. Re-root the canonical agents/<id>/sessions suffix onto the current dir when the file exists there; genuine cross-root layouts still fall through unchanged. * test(agents): seed harness admission through sqlite * fix(sqlite): close agent db on pragma setup failure * fix(doctor): compact and retrofit incremental auto-vacuum after session import The migration is the sanctioned offline window: post-import compact reclaims import churn and applies auto_vacuum=INCREMENTAL to databases created before the fresh-DB pragma existed, so runtime maintenance can release pages in bounded passes on every install. --------- Co-authored-by: Peter Steinberger <steipete@gmail.com>
128 lines
3.8 KiB
TypeScript
128 lines
3.8 KiB
TypeScript
// Telegram plugin module implements bot message context.session recreate support behavior.
|
|
import fs from "node:fs/promises";
|
|
import path from "node:path";
|
|
import {
|
|
clearRuntimeConfigSnapshot,
|
|
setRuntimeConfigSnapshot,
|
|
} from "openclaw/plugin-sdk/runtime-config-snapshot";
|
|
import {
|
|
deleteSessionEntry,
|
|
getSessionEntry,
|
|
upsertSessionEntry,
|
|
} from "openclaw/plugin-sdk/session-store-runtime";
|
|
import { resolvePreferredOpenClawTmpDir } from "openclaw/plugin-sdk/temp-path";
|
|
import { afterAll, afterEach, beforeAll, describe, expect, it } from "vitest";
|
|
import { buildTelegramMessageContextForTest } from "./bot-message-context.test-harness.js";
|
|
|
|
const TELEGRAM_DIRECT_KEY = "agent:main:telegram:direct:7463849194";
|
|
|
|
function createSuiteTempRootTracker(params: { prefix: string }) {
|
|
let root: string | undefined;
|
|
const children: string[] = [];
|
|
return {
|
|
async setup() {
|
|
root = await fs.mkdtemp(path.join(resolvePreferredOpenClawTmpDir(), params.prefix));
|
|
},
|
|
async make(name: string) {
|
|
if (!root) {
|
|
throw new Error("temp root not initialized");
|
|
}
|
|
const child = path.join(root, name);
|
|
await fs.mkdir(child, { recursive: true });
|
|
children.push(child);
|
|
return child;
|
|
},
|
|
async cleanup() {
|
|
await Promise.all(
|
|
children.splice(0).map((child) => fs.rm(child, { force: true, recursive: true })),
|
|
);
|
|
if (root) {
|
|
await fs.rm(root, { force: true, recursive: true });
|
|
root = undefined;
|
|
}
|
|
},
|
|
};
|
|
}
|
|
|
|
describe("Telegram direct session recreation after delete", () => {
|
|
const suiteRootTracker = createSuiteTempRootTracker({
|
|
prefix: "openclaw-telegram-context-recreate-",
|
|
});
|
|
|
|
beforeAll(async () => {
|
|
await suiteRootTracker.setup();
|
|
});
|
|
|
|
afterEach(() => {
|
|
clearRuntimeConfigSnapshot();
|
|
});
|
|
|
|
afterAll(async () => {
|
|
await suiteRootTracker.cleanup();
|
|
});
|
|
|
|
it("records a deleted direct session again when the next DM is processed", async () => {
|
|
const tempDir = await suiteRootTracker.make("direct");
|
|
const storePath = path.join(tempDir, "sessions.json");
|
|
const cfg = {
|
|
agents: {
|
|
defaults: {
|
|
model: "openai/gpt-5.4",
|
|
workspace: "/tmp/openclaw",
|
|
},
|
|
},
|
|
channels: { telegram: {} },
|
|
messages: { groupChat: { mentionPatterns: [] } },
|
|
session: {
|
|
dmScope: "per-channel-peer" as const,
|
|
store: storePath,
|
|
},
|
|
};
|
|
setRuntimeConfigSnapshot(cfg as never);
|
|
await upsertSessionEntry({
|
|
storePath,
|
|
sessionKey: TELEGRAM_DIRECT_KEY,
|
|
entry: {
|
|
sessionId: "old-session",
|
|
updatedAt: 1_700_000_000_000,
|
|
chatType: "direct",
|
|
channel: "telegram",
|
|
},
|
|
});
|
|
await deleteSessionEntry({ storePath, sessionKey: TELEGRAM_DIRECT_KEY });
|
|
|
|
const context = await buildTelegramMessageContextForTest({
|
|
cfg,
|
|
message: {
|
|
message_id: 2,
|
|
chat: { id: 7463849194, type: "private" },
|
|
date: 1_700_000_001,
|
|
text: "hello again",
|
|
from: { id: 7463849194, first_name: "Alice" },
|
|
},
|
|
sessionRuntime: null,
|
|
});
|
|
expect(context).not.toBeNull();
|
|
await context?.turn.recordInboundSession({
|
|
storePath: context.turn.storePath,
|
|
sessionKey: context.ctxPayload.SessionKey,
|
|
ctx: context.ctxPayload as never,
|
|
updateLastRoute: context.turn.record.updateLastRoute,
|
|
onRecordError: context.turn.record.onRecordError,
|
|
});
|
|
|
|
const entry = getSessionEntry({ storePath, sessionKey: TELEGRAM_DIRECT_KEY });
|
|
expect(context?.ctxPayload?.SessionKey).toBe(TELEGRAM_DIRECT_KEY);
|
|
expect(entry).toEqual(
|
|
expect.objectContaining({
|
|
lastChannel: "telegram",
|
|
lastTo: "telegram:7463849194",
|
|
origin: expect.objectContaining({
|
|
provider: "telegram",
|
|
chatType: "direct",
|
|
}),
|
|
}),
|
|
);
|
|
});
|
|
});
|