mirror of
https://github.com/openclaw/openclaw.git
synced 2026-08-04 12:31:39 +00:00
* refactor(sessions): migrate runtime storage to sqlite * test(sessions): fix sqlite CI regressions * test(sessions): align remaining sqlite fixtures * fix(codex): require sqlite trajectory recorder * test(sessions): align orphan recovery sqlite fixture * test(sessions): align sqlite rebase fixtures * fix(sessions): finish current-main integration of the sqlite flip Resolve the whole-store SDK removal across its owner boundary: drop the loadSessionStore re-export and the registry whole-store wrappers, wire hasTrackedActiveSessionRun into gateway chat, complete the preserveLockedHarnessIds cleanup contract, flip the codex thread-history import to storePath targets, and port remaining main-side tests from file-store helpers to session accessor reads. * chore: drop committed pebbles log, revert plugin-inspector bump, refresh generated docs Remove the 1.8k-line .pebbles/events.jsonl work log from the branch, restore the plugin-inspector advisory lane to main's pinned 0.3.10 so the supply-chain bump gets its own review, and regenerate docs_map, the plugin SDK API baseline, and the export-surface ratchet for the merged tree. * feat(sessions): keep archived transcripts by default with zstd cold storage Codex-style retention: deleting or resetting a session archives its transcript as a zstd-compressed JSONL artifact (plain when the runtime lacks node:zlib zstd) and keeps it until the disk budget evicts oldest first. resetArchiveRetention now governs both deleted and reset archives and defaults to keep; maxDiskBytes defaults to 2gb so retention stays bounded, with archives evicted before live sessions. The cron reaper follows the same knob instead of deleting archives on its own timer. * fix(state): converge agent DB migration lineages and bound database growth Merge coherence: run both structure-gated legacy memory-schema repairs (flip-lineage drop, main-lineage identity rebuild) before the flip migration so pre-flip v1/v2 and pre-merge flip v1/v4 databases all converge, and hoist foreign_keys=OFF outside the schema transaction where the pragma was silently ignored and the v1 sessions rebuild cascade-deleted session_entries. Growth guards: fresh agent DBs enable auto_vacuum=INCREMENTAL, WAL maintenance releases freed pages in bounded passes (never a blocking full VACUUM), and doctor reports state/agent DB bloat from freelist stats. * fix(codex): resolve the store path for thread-history import via the SDK The supervision catalog passed the legacy sessionFile locator to the storePath-targeted transcript mirror; resolve the agent store path with the session-store SDK helper instead of a runtime-object seam so test fakes and headless callers need no extra surface. Drop the obsolete missing-session-id preprocessing case: sessions rows are NOT NULL on session_id and upsert repairs id-less patches at write time. * fix(sessions): fail safe on malformed disk-budget config and doctor stat errors A malformed explicit maxDiskBytes disables the budget instead of falling back to the destructive 2gb default the user never chose, and the doctor bloat check skips databases whose paths stat-fail instead of aborting doctor. * fix(sessions): complete sqlite conflict translations * test(sqlite): align hardening checks with maintenance * test(sessions): inspect compressed transcript archives * fix(tests): await session seeds and drop unused helpers flagged by CI lint The five unawaited writeSessionStoreSeed calls raced their SQLite seeds against the assertions, failing compact shards; the bloat probe drops a useless initializer and the merged tests drop now-unused helpers. * test(sessions): type legacy proof events directly * test(sessions): align hardening contracts * perf(sessions): read usage transcript sizes from SQL aggregates Usage/cost scans walked every session and materialized every transcript event just to re-stringify it for a byte estimate — the #86718 stall class reborn on the DB. readTranscriptStatsSync sums stored JSON bytes in SQLite without loading a single row. * fix(sessions): re-root foreign-root transcript paths onto the current sessions dir Restored backups, moved OPENCLAW_STATE_DIR, and rehearsal copies carry absolute sessionFile paths from the old root; the containment fallback kept those foreign paths, so migration read (and would archive) files in the original root and reported local copies missing. Re-root the canonical agents/<id>/sessions suffix onto the current dir when the file exists there; genuine cross-root layouts still fall through unchanged. * test(agents): seed harness admission through sqlite * fix(sqlite): close agent db on pragma setup failure * fix(doctor): compact and retrofit incremental auto-vacuum after session import The migration is the sanctioned offline window: post-import compact reclaims import churn and applies auto_vacuum=INCREMENTAL to databases created before the fresh-DB pragma existed, so runtime maintenance can release pages in bounded passes on every install. --------- Co-authored-by: Peter Steinberger <steipete@gmail.com>
123 lines
4.0 KiB
TypeScript
123 lines
4.0 KiB
TypeScript
/**
|
|
* Shared session persistence and prompt-body helpers for agent attempt
|
|
* execution paths.
|
|
*/
|
|
import { patchSessionEntry } from "../../config/sessions/session-accessor.js";
|
|
import { mergeSessionSnapshotChanges } from "../../config/sessions/session-snapshot-merge.js";
|
|
import type { SessionEntry } from "../../config/sessions/types.js";
|
|
import {
|
|
formatAgentInternalEventsForPlainPrompt,
|
|
formatAgentInternalEventsForPrompt,
|
|
} from "../internal-events.js";
|
|
import {
|
|
hasInternalRuntimeContext,
|
|
stripInternalRuntimeContext,
|
|
} from "../internal-runtime-context.js";
|
|
import type { AgentCommandOpts } from "./types.js";
|
|
|
|
/** Parameters for merging and persisting a session entry update. */
|
|
type PersistSessionEntryParams = {
|
|
sessionStore: Record<string, SessionEntry>;
|
|
sessionKey: string;
|
|
storePath: string;
|
|
initialEntry: SessionEntry;
|
|
entry: SessionEntry;
|
|
shouldPersist?: (entry: SessionEntry | undefined) => boolean;
|
|
};
|
|
|
|
/** Persists one session entry while keeping the caller's in-memory store aligned. */
|
|
export async function persistSessionEntry(
|
|
params: PersistSessionEntryParams,
|
|
): Promise<SessionEntry | undefined> {
|
|
let rejectedMissingEntry = false;
|
|
const persisted = await patchSessionEntry(
|
|
{ sessionKey: params.sessionKey, storePath: params.storePath },
|
|
(_entry, context) => {
|
|
const shouldPersistCurrent = params.shouldPersist?.(context.existingEntry);
|
|
if (!context.existingEntry && shouldPersistCurrent !== true) {
|
|
rejectedMissingEntry = true;
|
|
return null;
|
|
}
|
|
if (shouldPersistCurrent === false) {
|
|
rejectedMissingEntry = !context.existingEntry;
|
|
return null;
|
|
}
|
|
if (!context.existingEntry) {
|
|
return params.entry;
|
|
}
|
|
if (context.existingEntry.sessionId !== params.initialEntry.sessionId) {
|
|
return null;
|
|
}
|
|
// Agent turns persist broad snapshots. Project only this turn's changes
|
|
// so a stale snapshot cannot restore fields changed or cleared meanwhile.
|
|
return mergeSessionSnapshotChanges({
|
|
initial: params.initialEntry,
|
|
next: params.entry,
|
|
current: context.existingEntry,
|
|
});
|
|
},
|
|
{
|
|
fallbackEntry: params.sessionStore[params.sessionKey] ?? params.entry,
|
|
replaceEntry: true,
|
|
},
|
|
);
|
|
if (rejectedMissingEntry) {
|
|
delete params.sessionStore[params.sessionKey];
|
|
return undefined;
|
|
}
|
|
if (persisted) {
|
|
params.sessionStore[params.sessionKey] = persisted;
|
|
} else {
|
|
delete params.sessionStore[params.sessionKey];
|
|
}
|
|
return persisted ?? undefined;
|
|
}
|
|
|
|
/** Prepends hidden internal event context unless the body already carries it. */
|
|
export function prependInternalEventContext(
|
|
body: string,
|
|
events: AgentCommandOpts["internalEvents"],
|
|
): string {
|
|
if (hasInternalRuntimeContext(body)) {
|
|
return body;
|
|
}
|
|
const renderedEvents = formatAgentInternalEventsForPrompt(events);
|
|
if (!renderedEvents) {
|
|
return body;
|
|
}
|
|
return [renderedEvents, body].filter(Boolean).join("\n\n");
|
|
}
|
|
|
|
// ACP/plain transcript bodies cannot carry internal runtime context markup, so
|
|
// render events as visible plain text before stripping hidden sections.
|
|
function resolvePlainInternalEventBody(
|
|
body: string,
|
|
events: AgentCommandOpts["internalEvents"],
|
|
): string {
|
|
const renderedEvents = formatAgentInternalEventsForPlainPrompt(events);
|
|
if (!renderedEvents) {
|
|
return body;
|
|
}
|
|
const visibleBody = stripInternalRuntimeContext(body).trim();
|
|
return [renderedEvents, visibleBody].filter(Boolean).join("\n\n") || body;
|
|
}
|
|
|
|
/** Resolves the prompt body submitted to ACP runtimes. */
|
|
export function resolveAcpPromptBody(
|
|
body: string,
|
|
events: AgentCommandOpts["internalEvents"],
|
|
): string {
|
|
return events?.length ? resolvePlainInternalEventBody(body, events) : body;
|
|
}
|
|
|
|
/** Resolves the body stored in transcripts after internal event rendering. */
|
|
export function resolveInternalEventTranscriptBody(
|
|
body: string,
|
|
events: AgentCommandOpts["internalEvents"],
|
|
): string {
|
|
if (!hasInternalRuntimeContext(body)) {
|
|
return body;
|
|
}
|
|
return resolvePlainInternalEventBody(body, events);
|
|
}
|