feat(qa): add live suite runner and harness

This commit is contained in:
Peter Steinberger
2026-04-06 01:01:53 +01:00
parent 4bb965e007
commit 508024ae3b
12 changed files with 779 additions and 135 deletions

View File

@@ -16,10 +16,21 @@ export async function runQaLabSelfCheckCommand(opts: { output?: string }) {
}
}
export async function runQaSuiteCommand(opts: { outputDir?: string }) {
export async function runQaSuiteCommand(opts: {
outputDir?: string;
providerMode?: "mock-openai" | "live-openai";
primaryModel?: string;
alternateModel?: string;
fastMode?: boolean;
}) {
const result = await runQaSuite({
outputDir: opts.outputDir ? path.resolve(opts.outputDir) : undefined,
providerMode: opts.providerMode,
primaryModel: opts.primaryModel,
alternateModel: opts.alternateModel,
fastMode: opts.fastMode,
});
process.stdout.write(`QA suite watch: ${result.watchUrl}\n`);
process.stdout.write(`QA suite report: ${result.reportPath}\n`);
process.stdout.write(`QA suite summary: ${result.summaryPath}\n`);
}