feat(qa-lab): add telegram live qa lane

This commit is contained in:
Ayaan Zaidi
2026-04-10 17:43:14 +05:30
parent fa2ee2af85
commit e093cb6c93
6 changed files with 872 additions and 1 deletions

View File

@@ -15,6 +15,7 @@ import {
type QaProviderModeInput,
} from "./run-config.js";
import { runQaSuiteFromRuntime } from "./suite-launch.runtime.js";
import { runTelegramQaLive } from "./telegram-live.runtime.js";
type InterruptibleServer = {
baseUrl: string;
@@ -280,6 +281,32 @@ export async function runQaSuiteCommand(opts: {
process.stdout.write(`QA suite summary: ${result.summaryPath}\n`);
}
export async function runQaTelegramCommand(opts: {
repoRoot?: string;
outputDir?: string;
providerMode?: QaProviderModeInput;
primaryModel?: string;
alternateModel?: string;
fastMode?: boolean;
scenarioIds?: string[];
sutAccountId?: string;
}) {
const repoRoot = path.resolve(opts.repoRoot ?? process.cwd());
const result = await runTelegramQaLive({
repoRoot,
outputDir: opts.outputDir ? path.resolve(repoRoot, opts.outputDir) : undefined,
providerMode: opts.providerMode,
primaryModel: opts.primaryModel,
alternateModel: opts.alternateModel,
fastMode: opts.fastMode,
scenarioIds: opts.scenarioIds,
sutAccountId: opts.sutAccountId,
});
process.stdout.write(`Telegram QA report: ${result.reportPath}\n`);
process.stdout.write(`Telegram QA summary: ${result.summaryPath}\n`);
process.stdout.write(`Telegram QA observed messages: ${result.observedMessagesPath}\n`);
}
export async function runQaCharacterEvalCommand(opts: {
repoRoot?: string;
outputDir?: string;