openclaw/src/cron/service/timer.batch-finalization.test.ts

// Completed cron work must become durable before unrelated batch work drains.
import { afterEach, describe, expect, it, vi } from "vitest";
import {
  createDeferred,
  createDueIsolatedJob,
  noopLogger,
  setupCronRegressionFixtures,
} from "../../../test/helpers/cron/service-regression-fixtures.js";
import { DEFAULT_CRON_MAX_CONCURRENT_RUNS } from "../../config/cron-limits.js";
import { listTaskRecordsUnsorted } from "../../tasks/task-registry.js";
import { resetTaskRegistryForTests } from "../../tasks/task-runtime.test-helpers.js";
import { isCronJobActive, markCronJobActive } from "../active-jobs.js";
import { createCronExecutionId } from "../run-id.js";
import * as cronStoreModule from "../store.js";
import { loadCronStore, saveCronStore } from "../store.js";
import { cronStoreKey } from "../store/key.js";
import { readCronTaskRunHistoryPage } from "../task-run-history.js";
import type { CronJob } from "../types.js";
import { start, stop } from "./ops-lifecycle.js";
import { add, remove } from "./ops-mutations.js";
import { createCronServiceState } from "./state.js";
import {
  createCompletedCronRunOutcomeDrain,
  finalizeCompletedCronRunOutcomes,
} from "./timer-outcome-finalization.js";
import { runMissedJobs } from "./timer.js";
import { onTimer } from "./timer.test-support.js";

const fixtures = setupCronRegressionFixtures({
  prefix: "cron-service-batch-finalization-",
});

afterEach(() => {
  resetTaskRegistryForTests();
});

type BatchTrigger = "scheduled" | "startup";

function createBatchState(params: {
  storePath: string;
  nowMs: number;
  runIsolatedAgentJob: Parameters<typeof createCronServiceState>[0]["runIsolatedAgentJob"];
  concurrency?: number;
  onEvent?: Parameters<typeof createCronServiceState>[0]["onEvent"];
}) {
  const state = createCronServiceState({
    cronEnabled: true,
    storePath: params.storePath,
    log: noopLogger,
    nowMs: () => params.nowMs,
    enqueueSystemEvent: vi.fn(),
    requestHeartbeat: vi.fn(),
    runIsolatedAgentJob: params.runIsolatedAgentJob,
    maxMissedJobsPerRestart: 40,
    onEvent: params.onEvent,
  });
  if (params.concurrency !== undefined) {
    state.runAdmission.active = DEFAULT_CRON_MAX_CONCURRENT_RUNS - params.concurrency;
  }
  return state;
}

function startBatch(
  trigger: BatchTrigger,
  state: ReturnType<typeof createCronServiceState>,
): Promise<void> {
  return trigger === "scheduled" ? onTimer(state) : runMissedJobs(state);
}

function findCronTask(jobId: string) {
  return listTaskRecordsUnsorted().find(
    (task) => task.runtime === "cron" && task.sourceId === jobId,
  );
}

describe("cron batch outcome finalization", () => {
  it.each(["scheduled", "startup"] as const)(
    "recovers one finalized %s run when admission advances its execution clock",
    async (trigger) => {
      const store = fixtures.makeStorePath();
      const reservedAt = Date.parse("2026-02-06T10:05:00.250Z");
      const startedAt = reservedAt + 7;
      const job = createDueIsolatedJob({
        id: `${trigger}-recover-advanced-execution-clock`,
        nowMs: reservedAt,
        nextRunAtMs: reservedAt,
      });
      await saveCronStore(store.storePath, { version: 1, jobs: [job] });

      let now = reservedAt;
      let reservationPersisted = false;
      let terminalWriteRejected = false;
      const events: Array<{ action: string; jobId: string; status?: string }> = [];
      const runIsolatedAgentJob = vi.fn(async () => ({
        status: "ok" as const,
        summary: "finished before terminal store failure",
      }));
      const state = createCronServiceState({
        cronEnabled: true,
        storePath: store.storePath,
        log: noopLogger,
        nowMs: () => now,
        enqueueSystemEvent: vi.fn(),
        requestHeartbeat: vi.fn(),
        runIsolatedAgentJob,
        onEvent: (event) => events.push(event),
      });
      const save = cronStoreModule.saveCronJobsStore;
      const saveSpy = vi
        .spyOn(cronStoreModule, "saveCronJobsStore")
        .mockImplementation(async (...args) => {
          const persistedJob = args[1].jobs.find((entry) => entry.id === job.id);
          if (!reservationPersisted && persistedJob?.state.queuedAtMs === reservedAt) {
            await save(...args);
            reservationPersisted = true;
            now = startedAt;
            return;
          }
          if (!terminalWriteRejected && persistedJob?.state.lastRunStatus === "ok") {
            terminalWriteRejected = true;
            throw new Error("cron terminal write failed");
          }
          await save(...args);
        });

      let recoveryState: ReturnType<typeof createCronServiceState> | undefined;
      try {
        await expect(startBatch(trigger, state)).rejects.toThrow("cron terminal write failed");
        expect(runIsolatedAgentJob).toHaveBeenCalledOnce();
        expect((await loadCronStore(store.storePath)).jobs[0]?.state.runningAtMs).toBe(startedAt);

        const task = findCronTask(job.id);
        expect(task).toMatchObject({
          runId: expect.stringMatching(new RegExp(`^${createCronExecutionId(job.id, startedAt)}:`)),
          startedAt,
          status: "succeeded",
          terminalSummary: "finished before terminal store failure",
        });
        expect(events.filter((event) => event.action === "finished")).toEqual([
          expect.objectContaining({ jobId: job.id, status: "ok" }),
        ]);

        saveSpy.mockRestore();
        recoveryState = createCronServiceState({
          cronEnabled: true,
          storePath: store.storePath,
          log: noopLogger,
          nowMs: () => startedAt + 1,
          enqueueSystemEvent: vi.fn(),
          requestHeartbeat: vi.fn(),
          runIsolatedAgentJob,
          onEvent: (event) => events.push(event),
        });
        await start(recoveryState);

        expect(runIsolatedAgentJob).toHaveBeenCalledOnce();
        expect(
          listTaskRecordsUnsorted().filter(
            (record) => record.runtime === "cron" && record.sourceId === job.id,
          ),
        ).toEqual([expect.objectContaining({ runId: task?.runId, status: "succeeded" })]);
        expect(
          readCronTaskRunHistoryPage({
            storeKey: cronStoreKey(store.storePath),
            jobId: job.id,
          }).entries,
        ).toEqual([
          expect.objectContaining({
            jobId: job.id,
            runAtMs: startedAt,
            status: "ok",
            summary: "finished before terminal store failure",
          }),
        ]);
        expect((await loadCronStore(store.storePath)).jobs[0]).toMatchObject({
          enabled: false,
          state: { lastRunAtMs: startedAt, lastRunStatus: "ok", lastStatus: "ok" },
        });
        expect(events.filter((event) => event.action === "finished")).toHaveLength(1);
      } finally {
        saveSpy.mockRestore();
        stop(state);
        if (recoveryState) {
          stop(recoveryState);
        }
      }
    },
  );

  it.each([
    { trigger: "scheduled", deleteAfterRun: false },
    { trigger: "scheduled", deleteAfterRun: true },
    { trigger: "startup", deleteAfterRun: false },
    { trigger: "startup", deleteAfterRun: true },
  ] as const)(
    "does not apply a removed $trigger run to a same-id replacement (deleteAfterRun=$deleteAfterRun)",
    async ({ trigger, deleteAfterRun }) => {
      const store = fixtures.makeStorePath();
      const dueAt = Date.parse("2026-02-06T10:05:00.750Z");
      const replacementAt = dueAt + 60 * 60_000;
      const original = createDueIsolatedJob({
        id: `removed-${trigger}-replacement-${deleteAfterRun}`,
        nowMs: dueAt,
        nextRunAtMs: dueAt,
        deleteAfterRun,
      });
      original.name = "removed original scheduled job";
      await saveCronStore(store.storePath, { version: 1, jobs: [original] });

      const started = createDeferred<void>();
      const release = createDeferred<{ status: "ok"; summary: string }>();
      const events: Array<{ action: string; jobId: string; job?: CronJob }> = [];
      const state = createBatchState({
        storePath: store.storePath,
        nowMs: dueAt,
        runIsolatedAgentJob: vi.fn(async () => {
          started.resolve();
          return await release.promise;
        }),
        onEvent: (event) => events.push(event),
      });
      const batch = startBatch(trigger, state);

      try {
        await started.promise;
        await expect(remove(state, original.id)).resolves.toEqual({ ok: true, removed: true });
        await add(state, {
          id: original.id,
          name: "independent replacement scheduled job",
          enabled: true,
          deleteAfterRun,
          schedule: { kind: "at", at: new Date(replacementAt).toISOString() },
          sessionTarget: "isolated",
          wakeMode: "next-heartbeat",
          payload: { kind: "agentTurn", message: "run only the replacement occurrence" },
          delivery: { mode: "none" },
        });

        release.resolve({ status: "ok", summary: "removed original completed" });
        await batch;

        for (const jobs of [state.store?.jobs ?? [], (await loadCronStore(store.storePath)).jobs]) {
          const replacement = jobs.find((job) => job.id === original.id);
          expect(replacement).toMatchObject({
            id: original.id,
            name: "independent replacement scheduled job",
            enabled: true,
            deleteAfterRun,
            state: { nextRunAtMs: replacementAt },
          });
          expect(replacement?.state.lastRunAtMs).toBeUndefined();
          expect(replacement?.state.lastRunStatus).toBeUndefined();
          expect(replacement?.state.lastStatus).toBeUndefined();
          expect(replacement?.state.runningAtMs).toBeUndefined();
        }
        expect(
          events.filter((event) => event.action === "finished" && event.jobId === original.id),
        ).toEqual([
          expect.objectContaining({
            job: expect.objectContaining({ name: "removed original scheduled job" }),
          }),
        ]);
        expect(isCronJobActive(original.id)).toBe(false);
      } finally {
        release.resolve({ status: "ok", summary: "removed original completed" });
        await batch;
        if (state.timer) {
          clearTimeout(state.timer);
        }
      }
    },
  );

  it("coalesces simultaneously finished outcomes into one durable write", async () => {
    const store = fixtures.makeStorePath();
    const dueAt = Date.parse("2026-02-06T10:05:01.000Z");
    const jobs = ["coalesced-first", "coalesced-second"].map((id) => {
      const job = createDueIsolatedJob({ id, nowMs: dueAt, nextRunAtMs: dueAt });
      job.state.runningAtMs = dueAt;
      return job;
    });
    await saveCronStore(store.storePath, { version: 1, jobs });

    const save = cronStoreModule.saveCronJobsStore;
    let terminalWrites = 0;
    const saveSpy = vi
      .spyOn(cronStoreModule, "saveCronJobsStore")
      .mockImplementation(async (...args) => {
        if (args[1].jobs.some((job) => job.state.lastRunStatus === "ok")) {
          terminalWrites += 1;
        }
        return await save(...args);
      });
    const state = createBatchState({
      storePath: store.storePath,
      nowMs: dueAt,
      runIsolatedAgentJob: vi.fn(),
    });
    const outcomeDrain = createCompletedCronRunOutcomeDrain(state);

    try {
      for (const job of jobs) {
        outcomeDrain.enqueue({
          jobId: job.id,
          job,
          activeJobMarker: markCronJobActive(job.id),
          status: "ok",
          startedAt: dueAt,
          endedAt: dueAt,
        });
      }

      expect(await outcomeDrain.flush()).toHaveLength(jobs.length);
      expect(terminalWrites).toBe(1);
      for (const job of jobs) {
        expect(isCronJobActive(job.id)).toBe(false);
      }
    } finally {
      saveSpy.mockRestore();
    }
  });

  it("clears retired setup-timeout markers without rewriting stopped-service state", async () => {
    const store = fixtures.makeStorePath();
    const dueAt = Date.parse("2026-02-06T10:05:01.250Z");
    const job = createDueIsolatedJob({
      id: "stopped-setup-timeout-marker",
      nowMs: dueAt,
      nextRunAtMs: dueAt,
    });
    job.state.runningAtMs = dueAt;
    await saveCronStore(store.storePath, { version: 1, jobs: [job] });

    const state = createBatchState({
      storePath: store.storePath,
      nowMs: dueAt,
      runIsolatedAgentJob: vi.fn(),
    });
    state.stopped = true;
    const activeJobMarker = markCronJobActive(job.id);

    expect(
      await finalizeCompletedCronRunOutcomes(
        state,
        [
          {
            jobId: job.id,
            job,
            activeJobMarker,
            status: "error",
            error: "setup timed out before runner start",
            startedAt: dueAt,
            endedAt: dueAt,
          },
        ],
        { clearOnFailure: false, discardWhenStopped: true },
      ),
    ).toEqual([]);
    expect(isCronJobActive(job.id)).toBe(false);
    expect((await loadCronStore(store.storePath)).jobs[0]?.state.runningAtMs).toBe(dueAt);
  });

  it("persists a completed scheduled run when its service stops during execution", async () => {
    const store = fixtures.makeStorePath();
    const dueAt = Date.parse("2026-02-06T10:05:01.375Z");
    const job = createDueIsolatedJob({
      id: "scheduled-completion-during-stop",
      nowMs: dueAt,
      nextRunAtMs: dueAt,
    });
    await saveCronStore(store.storePath, { version: 1, jobs: [job] });

    const runStarted = createDeferred<void>();
    const releaseRun = createDeferred<{ status: "ok"; summary: string }>();
    const state = createBatchState({
      storePath: store.storePath,
      nowMs: dueAt,
      runIsolatedAgentJob: vi.fn(async () => {
        runStarted.resolve();
        return await releaseRun.promise;
      }),
    });
    const batch = onTimer(state);

    try {
      await runStarted.promise;
      state.stopped = true;
      releaseRun.resolve({ status: "ok", summary: "finished during shutdown" });
      await batch;

      const persistedJob = (await loadCronStore(store.storePath)).jobs[0];
      expect(persistedJob?.state.lastRunStatus).toBe("ok");
      expect(persistedJob?.state.runningAtMs).toBeUndefined();
      expect(findCronTask(job.id)?.status).toBe("succeeded");
      expect(state.queuedRunReservationsByJobId.size).toBe(0);
      expect(isCronJobActive(job.id)).toBe(false);
    } finally {
      releaseRun.resolve({ status: "ok", summary: "finished during shutdown" });
      await batch;
      if (state.timer) {
        clearTimeout(state.timer);
      }
    }
  });

  it.each(["scheduled", "startup"] as const)(
    "releases %s execution admission while terminal persistence is blocked",
    async (trigger) => {
      const store = fixtures.makeStorePath();
      const dueAt = Date.parse("2026-02-06T10:05:01.500Z");
      const job = createDueIsolatedJob({
        id: `${trigger}-blocked-terminal-persistence`,
        nowMs: dueAt,
        nextRunAtMs: dueAt,
      });
      await saveCronStore(store.storePath, { version: 1, jobs: [job] });

      const terminalWriteStarted = createDeferred<void>();
      const releaseTerminalWrite = createDeferred<void>();
      const save = cronStoreModule.saveCronJobsStore;
      const saveSpy = vi
        .spyOn(cronStoreModule, "saveCronJobsStore")
        .mockImplementation(async (...args) => {
          const persistedJob = args[1].jobs.find((entry) => entry.id === job.id);
          if (persistedJob?.state.lastRunStatus === "ok") {
            terminalWriteStarted.resolve();
            await releaseTerminalWrite.promise;
          }
          return await save(...args);
        });
      const state = createBatchState({
        storePath: store.storePath,
        nowMs: dueAt,
        runIsolatedAgentJob: vi.fn(async () => ({ status: "ok" as const })),
      });

      const batch = startBatch(trigger, state);
      try {
        await terminalWriteStarted.promise;
        expect(state.runAdmission.active).toBe(0);
        expect(findCronTask(job.id)?.status).toBe("succeeded");
        expect((await loadCronStore(store.storePath)).jobs[0]?.state.runningAtMs).toBe(dueAt);
      } finally {
        releaseTerminalWrite.resolve();
        await batch;
        saveSpy.mockRestore();
        if (state.timer) {
          clearTimeout(state.timer);
        }
      }

      expect(findCronTask(job.id)?.status).toBe("succeeded");
      expect(isCronJobActive(job.id)).toBe(false);
    },
  );

  it.each(["scheduled", "startup"] as const)(
    "drains later %s completions after a sibling terminal write fails",
    async (trigger) => {
      const store = fixtures.makeStorePath();
      const dueAt = Date.parse("2026-02-06T10:05:01.750Z");
      const first = createDueIsolatedJob({
        id: `${trigger}-failed-terminal-write`,
        nowMs: dueAt,
        nextRunAtMs: dueAt,
      });
      const second = createDueIsolatedJob({
        id: `${trigger}-completion-after-terminal-failure`,
        nowMs: dueAt,
        nextRunAtMs: dueAt,
      });
      await saveCronStore(store.storePath, { version: 1, jobs: [first, second] });

      const terminalWriteFailed = createDeferred<void>();
      const secondStarted = createDeferred<void>();
      const releaseSecond = createDeferred<{ status: "ok"; summary: string }>();
      const save = cronStoreModule.saveCronJobsStore;
      let rejectedTerminalWrite = false;
      const saveSpy = vi
        .spyOn(cronStoreModule, "saveCronJobsStore")
        .mockImplementation(async (...args) => {
          const persistedFirst = args[1].jobs.find((job) => job.id === first.id);
          if (!rejectedTerminalWrite && persistedFirst?.state.lastRunStatus === "ok") {
            rejectedTerminalWrite = true;
            terminalWriteFailed.resolve();
            throw new Error("cron terminal write failed");
          }
          return await save(...args);
        });
      const state = createBatchState({
        storePath: store.storePath,
        nowMs: dueAt,
        runIsolatedAgentJob: vi.fn(async ({ job }) => {
          if (job.id === second.id) {
            secondStarted.resolve();
            return await releaseSecond.promise;
          }
          return { status: "ok" as const, summary: "first completion" };
        }),
      });

      const completion = startBatch(trigger, state).then(
        () => undefined,
        (error: unknown) => error,
      );
      try {
        await terminalWriteFailed.promise;
        await secondStarted.promise;
        releaseSecond.resolve({ status: "ok", summary: "later completion" });

        const failure = await completion;
        expect(failure).toEqual(expect.objectContaining({ message: "cron terminal write failed" }));
        const persistedSecond = (await loadCronStore(store.storePath)).jobs.find(
          (job) => job.id === second.id,
        );
        expect(persistedSecond?.state.lastRunStatus).toBe("ok");
        expect(persistedSecond?.state.runningAtMs).toBeUndefined();
        expect(state.queuedRunReservationsByJobId.size).toBe(0);
        expect(isCronJobActive(first.id)).toBe(false);
        expect(isCronJobActive(second.id)).toBe(false);
      } finally {
        releaseSecond.resolve({ status: "ok", summary: "later completion" });
        await completion;
        saveSpy.mockRestore();
        if (state.timer) {
          clearTimeout(state.timer);
        }
      }
    },
  );

  it("releases unstarted startup reservations when terminal finalization fails", async () => {
    const store = fixtures.makeStorePath();
    const dueAt = Date.parse("2026-02-06T10:05:01.875Z");
    const first = createDueIsolatedJob({
      id: "startup-failed-write-before-recovery",
      nowMs: dueAt,
      nextRunAtMs: dueAt,
    });
    const unstarted = createDueIsolatedJob({
      id: "startup-unstarted-after-failed-write",
      nowMs: dueAt,
      nextRunAtMs: dueAt,
    });
    await saveCronStore(store.storePath, { version: 1, jobs: [first, unstarted] });

    const save = cronStoreModule.saveCronJobsStore;
    let rejectedTerminalWrite = false;
    const saveSpy = vi
      .spyOn(cronStoreModule, "saveCronJobsStore")
      .mockImplementation(async (...args) => {
        const persistedFirst = args[1].jobs.find((job) => job.id === first.id);
        if (!rejectedTerminalWrite && persistedFirst?.state.lastRunStatus === "ok") {
          rejectedTerminalWrite = true;
          throw new Error("startup terminal write failed");
        }
        return await save(...args);
      });
    const runIsolatedAgentJob = vi.fn(async () => {
      state.restartRecoveryPending = true;
      return { status: "ok" as const, summary: "completed before restart recovery" };
    });
    const state = createBatchState({
      storePath: store.storePath,
      nowMs: dueAt,
      runIsolatedAgentJob,
    });

    try {
      await expect(runMissedJobs(state)).rejects.toThrow("startup terminal write failed");
      expect(runIsolatedAgentJob).toHaveBeenCalledOnce();
      const persistedUnstarted = (await loadCronStore(store.storePath)).jobs.find(
        (job) => job.id === unstarted.id,
      );
      expect(persistedUnstarted?.state.queuedAtMs).toBeUndefined();
      expect(persistedUnstarted?.state.runningAtMs).toBeUndefined();
      expect(state.queuedRunReservationsByJobId.size).toBe(0);
      expect(isCronJobActive(first.id)).toBe(false);
      expect(isCronJobActive(unstarted.id)).toBe(false);
    } finally {
      saveSpy.mockRestore();
      if (state.timer) {
        clearTimeout(state.timer);
      }
    }
  });

  it.each([
    { trigger: "scheduled" as const, concurrency: 1, deleteAfterRun: false },
    { trigger: "scheduled" as const, concurrency: 1, deleteAfterRun: true },
    { trigger: "scheduled" as const, concurrency: 2, deleteAfterRun: false },
    { trigger: "scheduled" as const, concurrency: 2, deleteAfterRun: true },
    { trigger: "startup" as const, concurrency: 1, deleteAfterRun: false },
    { trigger: "startup" as const, concurrency: 1, deleteAfterRun: true },
  ])(
    "persists a completed $trigger job before its sibling drains (concurrency=$concurrency, deleteAfterRun=$deleteAfterRun)",
    async ({ trigger, concurrency, deleteAfterRun }) => {
      const store = fixtures.makeStorePath();
      const dueAt = Date.parse("2026-02-06T10:05:02.000Z");
      const first = createDueIsolatedJob({
        id: `${trigger}-finished-${concurrency}-${deleteAfterRun}`,
        nowMs: dueAt,
        nextRunAtMs: dueAt,
        deleteAfterRun,
      });
      const second = createDueIsolatedJob({
        id: `${trigger}-blocked-${concurrency}-${deleteAfterRun}`,
        nowMs: dueAt,
        nextRunAtMs: dueAt,
      });
      await saveCronStore(store.storePath, { version: 1, jobs: [first, second] });

      const secondStarted = createDeferred<void>();
      const releaseSecond = createDeferred<{ status: "ok"; summary: string }>();
      const events: Array<{ action: string; jobId: string; status?: string }> = [];
      const state = createBatchState({
        storePath: store.storePath,
        nowMs: dueAt,
        concurrency,
        onEvent: (event) => events.push(event),
        runIsolatedAgentJob: vi.fn(async ({ job }) => {
          if (job.id === second.id) {
            secondStarted.resolve();
            return await releaseSecond.promise;
          }
          return { status: "ok" as const, summary: "finished first" };
        }),
      });

      const batch = startBatch(trigger, state);
      try {
        await secondStarted.promise;
        await vi.waitFor(async () => {
          const jobs = (await loadCronStore(store.storePath)).jobs;
          const persistedFirst = jobs.find((job) => job.id === first.id);
          if (deleteAfterRun) {
            expect(persistedFirst).toBeUndefined();
          } else {
            expect(persistedFirst?.state.lastRunStatus).toBe("ok");
            expect(persistedFirst?.state.runningAtMs).toBeUndefined();
          }
          expect(jobs.find((job) => job.id === second.id)?.state.runningAtMs).toBe(dueAt);
        });

        expect(findCronTask(first.id)?.status).toBe("succeeded");
        expect(findCronTask(second.id)?.status).toBe("running");
        expect(isCronJobActive(first.id)).toBe(false);
        expect(isCronJobActive(second.id)).toBe(true);
        expect(events).toContainEqual(
          expect.objectContaining({ action: "finished", jobId: first.id, status: "ok" }),
        );
        if (deleteAfterRun) {
          expect(events).toContainEqual(
            expect.objectContaining({ action: "removed", jobId: first.id }),
          );
        }
      } finally {
        releaseSecond.resolve({ status: "ok", summary: "finished second" });
        await batch;
        if (state.timer) {
          clearTimeout(state.timer);
        }
      }

      expect(findCronTask(second.id)?.status).toBe("succeeded");
      expect(state.queuedRunReservationsByJobId.size).toBe(0);
    },
  );

  it.each(["scheduled", "startup"] as const)(
    "durably finalizes a large %s batch while its final run remains active",
    async (trigger) => {
      const store = fixtures.makeStorePath();
      const dueAt = Date.parse("2026-02-06T10:05:03.000Z");
      const jobCount = 32;
      const jobs: CronJob[] = Array.from({ length: jobCount }, (_, index) =>
        createDueIsolatedJob({
          id: `${trigger}-stress-${String(index).padStart(2, "0")}`,
          nowMs: dueAt,
          nextRunAtMs: dueAt,
        }),
      );
      await saveCronStore(store.storePath, { version: 1, jobs });

      const lastJob = jobs.at(-1);
      if (!lastJob) {
        throw new Error("expected a final cron stress-test job");
      }
      const finalRunStarted = createDeferred<void>();
      const releaseFinalRun = createDeferred<{ status: "ok"; summary: string }>();
      const state = createBatchState({
        storePath: store.storePath,
        nowMs: dueAt,
        runIsolatedAgentJob: vi.fn(async ({ job }) => {
          if (job.id === lastJob.id) {
            finalRunStarted.resolve();
            return await releaseFinalRun.promise;
          }
          return { status: "ok" as const, summary: `finished ${job.id}` };
        }),
      });

      const batch = startBatch(trigger, state);
      try {
        await finalRunStarted.promise;
        await vi.waitFor(async () => {
          const persistedJobs = (await loadCronStore(store.storePath)).jobs;
          expect(
            persistedJobs.filter(
              (job) => job.id !== lastJob.id && job.state.lastRunStatus === "ok",
            ),
          ).toHaveLength(jobCount - 1);
          expect(persistedJobs.find((job) => job.id === lastJob.id)?.state.runningAtMs).toBe(dueAt);
        });

        for (const job of jobs.slice(0, -1)) {
          expect(findCronTask(job.id)?.status).toBe("succeeded");
          expect(isCronJobActive(job.id)).toBe(false);
        }
        expect(findCronTask(lastJob.id)?.status).toBe("running");
        expect(isCronJobActive(lastJob.id)).toBe(true);
      } finally {
        releaseFinalRun.resolve({ status: "ok", summary: "finished final job" });
        await batch;
        if (state.timer) {
          clearTimeout(state.timer);
        }
      }

      expect(findCronTask(lastJob.id)?.status).toBe("succeeded");
      expect(state.queuedRunReservationsByJobId.size).toBe(0);
    },
  );
});