openclaw/test/scripts/bench-test-changed.test.ts

// Bench Test Changed tests cover bench test changed script behavior.
import { spawnSync } from "node:child_process";
import { describe, expect, it } from "vitest";
import {
  formatRss,
  parseMaxRssBytes,
  resolveBenchRssResult,
} from "../../scripts/bench-test-changed.mjs";

function runBenchTestChanged(args: string[]) {
  return spawnSync(process.execPath, ["scripts/bench-test-changed.mjs", ...args], {
    cwd: process.cwd(),
    encoding: "utf8",
  });
}

describe("bench-test-changed script", () => {
  it("formats macOS time RSS bytes as MiB", () => {
    expect(parseMaxRssBytes("  2097152  maximum resident set size\n")).toBe(2_097_152);
    expect(parseMaxRssBytes("  2097152kb  maximum resident set size\n")).toBeNull();
    expect(parseMaxRssBytes("  9007199254740993  maximum resident set size\n")).toBeNull();
    expect(parseMaxRssBytes("2097152\nmaximum resident set size\n")).toBeNull();
    expect(formatRss(2_097_152)).toBe("2.0MB");
    expect(formatRss(-1_048_576)).toBe("-1.0MB");
  });

  it("fails RSS-enabled runs when macOS time omits max RSS", () => {
    expect(
      resolveBenchRssResult({
        label: "routed",
        output: "child completed\n",
        rss: true,
        status: 0,
      }),
    ).toEqual({
      maxRssBytes: null,
      output:
        "child completed\n[bench-test-changed] routed missing maximum resident set size from /usr/bin/time -l output\n",
      status: 1,
    });
  });

  it("does not require RSS evidence when RSS collection is disabled", () => {
    expect(
      resolveBenchRssResult({
        label: "root",
        output: "child completed\n",
        rss: false,
        status: 0,
      }),
    ).toEqual({
      maxRssBytes: null,
      output: "child completed\n",
      status: 0,
    });
  });

  it("rejects malformed max worker values before inspecting git state", () => {
    const malformed = runBenchTestChanged(["--max-workers", "2abc"]);

    expect(malformed.status).toBe(1);
    expect(malformed.stdout).toBe("");
    expect(malformed.stderr).toContain("--max-workers must be a positive integer");
    expect(malformed.stderr).not.toContain("at ");

    const fractional = runBenchTestChanged(["--max-workers", "1.5"]);

    expect(fractional.status).toBe(1);
    expect(fractional.stdout).toBe("");
    expect(fractional.stderr).toContain("--max-workers must be a positive integer");
    expect(fractional.stderr).not.toContain("at ");
  });

  it("rejects missing max worker values before inspecting git state", () => {
    const result = runBenchTestChanged(["--max-workers"]);

    expect(result.status).toBe(1);
    expect(result.stdout).toBe("");
    expect(result.stderr).toContain("--max-workers requires a value");
    expect(result.stderr).not.toContain("at ");

    const nextFlag = runBenchTestChanged(["--max-workers", "--no-rss"]);

    expect(nextFlag.status).toBe(1);
    expect(nextFlag.stdout).toBe("");
    expect(nextFlag.stderr).toContain("--max-workers requires a value");
    expect(nextFlag.stderr).not.toContain("at ");
  });

  it("rejects unknown options before collecting changed paths", () => {
    const result = runBenchTestChanged(["--max-worker", "4"]);

    expect(result.status).toBe(1);
    expect(result.stdout).toBe("");
    expect(result.stderr).toContain("Unknown option: --max-worker");
    expect(result.stderr).not.toContain("at ");
  });
});