openclaw/test/vitest-unit-fast-config.test.ts

// Vitest unit-fast config tests validate fast unit test project setup.
import path from "node:path";
import { beforeAll, describe, expect, it } from "vitest";
import { spawnNodeEvalSync } from "../src/test-utils/node-process.js";
import { createCommandsLightVitestConfig } from "./vitest/vitest.commands-light.config.ts";
import { createPluginSdkLightVitestConfig } from "./vitest/vitest.plugin-sdk-light.config.ts";
import { createUnitFastFakeTimersVitestConfig } from "./vitest/vitest.unit-fast-fake-timers.config.ts";
import {
  classifyUnitFastTestFileContent,
  collectBroadUnitFastTestCandidates,
  collectUnitFastTestCandidates,
  collectUnitFastTestFileAnalysis,
  forcedUnitFastTestFiles,
  getUnitFastTestFiles,
  getUnitFastTestFilesForIncludePatterns,
  getUnitFastTimerTestFiles,
  isUnitFastTestFile,
  isUnitFastTimerTestFile,
  resolveUnitFastTestIncludePattern,
  resolveUnitFastTimerTestIncludePattern,
} from "./vitest/vitest.unit-fast-paths.mjs";
import { createUnitFastVitestConfig } from "./vitest/vitest.unit-fast.config.ts";

const ENV_ISOLATION_SETUP_PATH = /[\\/]test[\\/]setup\.env\.ts$/u;

function requireTestConfig<T extends { test?: unknown }>(config: T): NonNullable<T["test"]> {
  if (!config.test) {
    throw new Error("expected unit-fast vitest test config");
  }
  return config.test as NonNullable<T["test"]>;
}

function countMatching<T>(items: readonly T[], predicate: (item: T) => boolean): number {
  let count = 0;
  for (const item of items) {
    if (predicate(item)) {
      count += 1;
    }
  }
  return count;
}

type UnitFastAnalysisEntry = ReturnType<typeof collectUnitFastTestFileAnalysis>[number];

function collectUnroutedForcedFiles(
  analysis: readonly UnitFastAnalysisEntry[],
  forcedFiles: ReadonlySet<string>,
): Array<{ file: string; forced: boolean; unitFast: boolean }> {
  const unrouted: Array<{ file: string; forced: boolean; unitFast: boolean }> = [];
  for (const entry of analysis) {
    if (!forcedFiles.has(entry.file)) {
      continue;
    }
    if (!entry.forced || !entry.unitFast) {
      unrouted.push({ file: entry.file, forced: entry.forced, unitFast: entry.unitFast });
    }
  }
  return unrouted;
}

describe("unit-fast vitest lane", () => {
  let configProbeResult: ReturnType<typeof spawnNodeEvalSync>;
  let unitFastConfig: ReturnType<typeof createUnitFastVitestConfig>;
  let unitFastTestFiles: ReturnType<typeof getUnitFastTestFiles>;
  let unitFastTimerTestFiles: ReturnType<typeof getUnitFastTimerTestFiles>;
  let unitFastAnalysis: ReturnType<typeof collectUnitFastTestFileAnalysis>;
  let broadCandidates: ReturnType<typeof collectBroadUnitFastTestCandidates>;
  let broadAnalysis: ReturnType<typeof collectUnitFastTestFileAnalysis>;
  let currentCandidates: ReturnType<typeof collectUnitFastTestCandidates>;

  beforeAll(() => {
    const script = `
      import childProcess from "node:child_process";
      import fs from "node:fs";
      import { syncBuiltinESMExports } from "node:module";
      let gitLsFilesCalls = 0;
      const originalSpawnSync = childProcess.spawnSync;
      childProcess.spawnSync = function patchedSpawnSync(...args) {
        const [command, commandArgs] = args;
        if (command === "git" && commandArgs?.[0] === "ls-files") {
          gitLsFilesCalls += 1;
          const stdout = [
            "src/agents/agent-tools.deferred-followup-guidance.test.ts",
            "src/hooks/frontmatter.test.ts",
          ].join("\\n") + "\\n";
          return {
            pid: 0,
            output: [null, stdout, ""],
            stdout,
            stderr: "",
            status: 0,
            signal: null,
          };
        }
        return originalSpawnSync.apply(this, args);
      };
      syncBuiltinESMExports();
      let readdirSyncCalls = 0;
      let hookFileReads = 0;
      let outsideFileReads = 0;
      const originalReaddirSync = fs.readdirSync;
      const originalReadFileSync = fs.readFileSync;
      fs.readdirSync = function patchedReaddirSync(...args) {
        readdirSyncCalls += 1;
        return originalReaddirSync.apply(this, args);
      };
      fs.readFileSync = function patchedReadFileSync(...args) {
        const file = String(args[0]).replaceAll("\\\\", "/");
        if (file.endsWith("/src/hooks/frontmatter.test.ts")) {
          hookFileReads += 1;
        } else if (file.endsWith("/src/agents/agent-tools.deferred-followup-guidance.test.ts")) {
          outsideFileReads += 1;
        }
        return originalReadFileSync.apply(this, args);
      };
      await import("./test/vitest/vitest.hooks.config.ts?scope-probe=" + Date.now());
      const scopedHookFileReads = hookFileReads;
      const scopedOutsideFileReads = outsideFileReads;
      await import("./test/vitest/vitest.unit-fast.config.ts?io-probe=" + Date.now());
      console.log(
        "UNIT_FAST_IO_PROBE",
        gitLsFilesCalls,
        readdirSyncCalls,
        scopedHookFileReads,
        scopedOutsideFileReads,
      );
    `;
    configProbeResult = spawnNodeEvalSync(script, {
      env: {
        ...process.env,
        FORCE_COLOR: "0",
        NO_COLOR: "1",
        OPENCLAW_VITEST_INCLUDE_FILE: undefined,
      },
      evalFlag: "-e",
      imports: ["tsx"],
    });
    unitFastConfig = createUnitFastVitestConfig({});
    unitFastTestFiles = getUnitFastTestFiles();
    unitFastTimerTestFiles = getUnitFastTimerTestFiles();
    unitFastAnalysis = collectUnitFastTestFileAnalysis();
    currentCandidates = collectUnitFastTestCandidates();
    broadCandidates = collectBroadUnitFastTestCandidates();
    broadAnalysis = collectUnitFastTestFileAnalysis(process.cwd(), { scope: "broad" });
  });

  it("loads the config without recursively walking repo roots", () => {
    expect(configProbeResult.status, configProbeResult.stderr).toBe(0);
    const probeMatch = configProbeResult.stdout.match(
      /UNIT_FAST_IO_PROBE (\d+) (\d+) (\d+) (\d+)/u,
    );
    expect(probeMatch, configProbeResult.stdout).not.toBeNull();
    expect(Number(probeMatch?.[1])).toBe(1);
    expect(Number(probeMatch?.[2])).toBeLessThan(20);
    expect(Number(probeMatch?.[3])).toBe(1);
    expect(Number(probeMatch?.[4])).toBe(0);
  });

  it("runs cache-friendly tests without the reset-heavy runner or runtime setup", () => {
    const testConfig = requireTestConfig(unitFastConfig);

    expect(testConfig.isolate).toBe(false);
    expect(testConfig.runner).toBeUndefined();
    // Env isolation only: the fast shards install the isolated test home but
    // must not pull in the shared setup's module mocks.
    expect(testConfig.setupFiles).toStrictEqual([expect.stringMatching(ENV_ISOLATION_SETUP_PATH)]);
    expect(testConfig.include).toContain(
      "src/agents/agent-tools.deferred-followup-guidance.test.ts",
    );
    expect(testConfig.include).toContain("src/acp/control-plane/runtime-cache.test.ts");
    expect(testConfig.include).toContain("src/acp/runtime/registry.test.ts");
    expect(testConfig.include).toContain("src/commands/status-overview-values.test.ts");
    expect(testConfig.include).toContain("src/entry.version-fast-path.test.ts");
    expect(testConfig.include).toContain("src/flows/doctor-startup-channel-maintenance.test.ts");
    expect(testConfig.include).toContain("src/crestodian/rescue-policy.test.ts");
    expect(testConfig.include).toContain("src/crestodian/assistant.configured.test.ts");
    expect(testConfig.include).toContain("src/flows/search-setup.test.ts");
    expect(testConfig.include).toContain("src/plugins/config-policy.test.ts");
    expect(testConfig.include).toContain("src/proxy-capture/proxy-server.test.ts");
    expect(testConfig.include).toContain("src/talk/agent-consult-tool.test.ts");
    expect(testConfig.include).toContain("src/sessions/session-lifecycle-events.test.ts");
    expect(testConfig.include).toContain("src/sessions/transcript-events.test.ts");
    expect(testConfig.include).toContain("src/security/audit-channel-source-config-slack.test.ts");
    expect(testConfig.include).toContain("src/security/audit-config-symlink.test.ts");
    expect(testConfig.include).toContain("src/security/audit-exec-sandbox-host.test.ts");
    expect(testConfig.include).toContain("src/security/audit-gateway.test.ts");
    expect(testConfig.include).toContain("src/security/audit-gateway-auth-selection.test.ts");
    expect(testConfig.include).toContain("src/security/audit-gateway-http-auth.test.ts");
    expect(testConfig.include).toContain("src/security/audit-gateway-tools-http.test.ts");
    expect(testConfig.include).toContain("src/security/audit-plugin-readonly-scope.test.ts");
    expect(testConfig.include).toContain("src/security/audit-loopback-logging.test.ts");
    expect(testConfig.include).toContain("src/video-generation/provider-registry.test.ts");
    expect(testConfig.include).toContain("src/plugin-sdk/provider-entry.test.ts");
    expect(testConfig.include).toContain("src/security/dangerous-config-flags.test.ts");
    expect(testConfig.include).toContain("src/security/context-visibility.test.ts");
    expect(testConfig.include).toContain("src/security/safe-regex.test.ts");
  });

  it("does not treat moved config paths as CLI include filters", () => {
    const config = createUnitFastVitestConfig(
      {},
      {
        argv: ["node", "vitest", "run", "--config", "test/vitest/vitest.unit-fast.config.ts"],
      },
    );

    const testConfig = requireTestConfig(config);
    expect(testConfig.include).toContain("src/plugin-sdk/provider-entry.test.ts");
    expect(testConfig.include).toContain("src/commands/status-overview-values.test.ts");
  });

  it("keeps obvious stateful files out of the unit-fast lane", () => {
    expect(isUnitFastTestFile("src/plugin-sdk/temp-path.test.ts")).toBe(false);
    expect(isUnitFastTestFile("src/agents/sandbox.resolveSandboxContext.test.ts")).toBe(false);
    expect(isUnitFastTestFile("src/acp/runtime/session-meta.test.ts")).toBe(false);
    expect(isUnitFastTestFile("src/crestodian/assistant.test.ts")).toBe(false);
    expect(isUnitFastTestFile("src/flows/channel-setup.test.ts")).toBe(false);
    expect(isUnitFastTestFile("src/flows/doctor-health-contributions.test.ts")).toBe(false);
    expect(isUnitFastTestFile("src/plugins/install.npm-spec.test.ts")).toBe(false);
    expect(isUnitFastTestFile("src/secrets/runtime.test.ts")).toBe(false);
    expect(resolveUnitFastTestIncludePattern("src/plugin-sdk/temp-path.ts")).toBeNull();
    expect(classifyUnitFastTestFileContent("vi.resetModules(); await import('./x.js')")).toEqual([
      "module-mocking",
      "vitest-mock-api",
      "dynamic-import",
    ]);
  });

  it("routes unit-fast source files to their unit-fast sibling tests", () => {
    expect(resolveUnitFastTestIncludePattern("src/plugin-sdk/provider-entry.ts")).toBe(
      "src/plugin-sdk/provider-entry.test.ts",
    );
    expect(resolveUnitFastTestIncludePattern("src/commands/status-overview-values.ts")).toBe(
      "src/commands/status-overview-values.test.ts",
    );
  });

  it("routes audited stateful-looking tests through the fast lane", () => {
    const forcedFileSet = new Set(forcedUnitFastTestFiles);
    const forcedAnalysisCount = countMatching(unitFastAnalysis, (entry) =>
      forcedFileSet.has(entry.file),
    );

    expect(forcedAnalysisCount).toBe(forcedUnitFastTestFiles.length);
    for (const file of forcedUnitFastTestFiles) {
      expect(unitFastTestFiles).toContain(file);
      expect(isUnitFastTestFile(file)).toBe(true);
    }
    const unroutedForcedFiles = collectUnroutedForcedFiles(unitFastAnalysis, forcedFileSet);
    expect(unroutedForcedFiles).toStrictEqual([]);
  });

  it("routes fake-timer unit-fast tests through the serial fake-timer lane", () => {
    const fakeTimerFiles = unitFastAnalysis
      .filter((entry) => entry.unitFast && entry.reasons.includes("fake-timers"))
      .map((entry) => entry.file);
    expect(unitFastTimerTestFiles.length).toBeGreaterThan(0);
    expect(unitFastTimerTestFiles).toEqual(fakeTimerFiles);
    for (const file of unitFastTimerTestFiles) {
      expect(isUnitFastTimerTestFile(file)).toBe(true);
      expect(resolveUnitFastTestIncludePattern(file)).toBeNull();
      expect(resolveUnitFastTimerTestIncludePattern(file)).toBe(file);
    }

    const fastConfig = requireTestConfig(unitFastConfig);
    const timerConfig = requireTestConfig(createUnitFastFakeTimersVitestConfig({}));
    expect(fastConfig.include).not.toEqual(expect.arrayContaining(unitFastTimerTestFiles));
    expect(timerConfig.include).toEqual(unitFastTimerTestFiles);
    expect(timerConfig.fileParallelism).toBe(false);
    expect(timerConfig.maxWorkers).toBe(1);
    expect(timerConfig.setupFiles).toStrictEqual([expect.stringMatching(ENV_ISOLATION_SETUP_PATH)]);
  });

  it("keeps broad audit candidates separate from automatically routed unit-fast tests", () => {
    expect(currentCandidates.length).toBeGreaterThanOrEqual(unitFastTestFiles.length);
    expect(broadCandidates.length).toBeGreaterThan(currentCandidates.length);
    expect(countMatching(broadAnalysis, (entry) => entry.unitFast)).toBeGreaterThan(
      unitFastTestFiles.length,
    );
  });

  it("keeps scoped unit-fast exclusions equivalent to the full inventory", () => {
    const cases = [
      { dir: "src/hooks", patterns: ["src/hooks/**/*.test.ts"] },
      { dir: "src", patterns: ["src/agents/*/**/*.test.ts"] },
      { dir: "src/acp", patterns: ["src/acp/client.test.ts"] },
      { dir: "extensions", patterns: ["extensions/**/*.test.ts"] },
      { dir: undefined, patterns: ["test/**/*.test.ts"] },
      { dir: undefined, patterns: ["src/{hooks,infra}/**/*.test.ts"] },
      { dir: "src", patterns: [] },
    ];

    for (const { dir, patterns } of cases) {
      const prefix = dir ? `${dir}/` : "";
      const expected = unitFastTestFiles.filter((file) => {
        if (prefix && !file.startsWith(prefix)) {
          return false;
        }
        return patterns.some((pattern) => path.matchesGlob(file, pattern));
      });
      expect(getUnitFastTestFilesForIncludePatterns(patterns, { dir })).toEqual(expected);
    }

    const extensionUnitFastFiles = getUnitFastTestFilesForIncludePatterns(
      ["extensions/**/*.test.ts"],
      { dir: "extensions" },
    );
    expect(getUnitFastTestFilesForIncludePatterns(["**/*.test.ts"], { dir: "extensions" })).toEqual(
      extensionUnitFastFiles,
    );
    expect(extensionUnitFastFiles).toEqual(
      expect.arrayContaining([
        "extensions/canvas/src/host/server.test.ts",
        "extensions/canvas/src/host/server.state-dir.test.ts",
      ]),
    );
    expect(getUnitFastTestFilesForIncludePatterns(["!src/**/*.test.ts"])).toEqual(
      unitFastTestFiles,
    );
  });

  it("excludes unit-fast files from the older light lanes so full runs do not duplicate them", () => {
    const pluginSdkLight = createPluginSdkLightVitestConfig({});
    const commandsLight = createCommandsLightVitestConfig({});

    expect(unitFastTestFiles).toContain("src/plugin-sdk/provider-entry.test.ts");
    expect(requireTestConfig(pluginSdkLight).exclude).toContain(
      "plugin-sdk/provider-entry.test.ts",
    );
    expect(requireTestConfig(commandsLight).exclude).toContain("status-overview-values.test.ts");
  });
});