mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-17 06:41:36 +00:00
a21a08c504
* feat(openai): recognize GPT-Live realtime models and fail closed with guidance OpenAI's gpt-live-1/gpt-live-1-mini full-duplex voice models are API early-access only and use a WebRTC-only quicksilver session protocol with handoff-based agent delegation that OpenClaw's realtime transports do not implement yet. Configuring a gpt-live-* model now produces actionable configuration errors on the realtime WebSocket bridge and Talk browser sessions instead of opaque provider errors or audio-only sessions without agent access. GA gpt-realtime behavior unchanged; default model stays gpt-realtime-2.1. Related: #104683 * test(openai): narrow browser session union before asserting offerUrl
90 lines
3.0 KiB
TypeScript
90 lines
3.0 KiB
TypeScript
// Openai tests cover GPT-Live (quicksilver) realtime voice gating.
|
|
import { beforeEach, describe, expect, it, vi } from "vitest";
|
|
import {
|
|
isOpenAIGptLiveModel,
|
|
OPENAI_GPT_LIVE_BRIDGE_UNSUPPORTED_MESSAGE,
|
|
OPENAI_GPT_LIVE_BROWSER_SESSION_UNSUPPORTED_MESSAGE,
|
|
} from "./realtime-quicksilver.js";
|
|
import { buildOpenAIRealtimeVoiceProvider } from "./realtime-voice-provider.js";
|
|
|
|
const mintSecretMock = vi.hoisted(() => vi.fn());
|
|
|
|
vi.mock("./realtime-provider-shared.js", async () => {
|
|
const actual = await vi.importActual<typeof import("./realtime-provider-shared.js")>(
|
|
"./realtime-provider-shared.js",
|
|
);
|
|
return {
|
|
...actual,
|
|
createOpenAIRealtimeClientSecret: mintSecretMock,
|
|
};
|
|
});
|
|
|
|
describe("openai gpt-live model detection", () => {
|
|
it("matches the gpt-live model family", () => {
|
|
expect(isOpenAIGptLiveModel("gpt-live-1")).toBe(true);
|
|
expect(isOpenAIGptLiveModel("gpt-live-1-mini")).toBe(true);
|
|
expect(isOpenAIGptLiveModel(" GPT-Live-1 ")).toBe(true);
|
|
expect(isOpenAIGptLiveModel("gpt-live")).toBe(true);
|
|
});
|
|
|
|
it("rejects non-live models and prefix lookalikes", () => {
|
|
expect(isOpenAIGptLiveModel(undefined)).toBe(false);
|
|
expect(isOpenAIGptLiveModel("gpt-realtime-2.1")).toBe(false);
|
|
expect(isOpenAIGptLiveModel("gpt-liveish")).toBe(false);
|
|
});
|
|
});
|
|
|
|
describe("openai realtime voice provider with gpt-live models", () => {
|
|
beforeEach(() => {
|
|
mintSecretMock.mockReset();
|
|
mintSecretMock.mockResolvedValue({ value: "ek_test", expiresAt: 1234 });
|
|
});
|
|
|
|
it("fails closed for gpt-live browser sessions with guidance", async () => {
|
|
const provider = buildOpenAIRealtimeVoiceProvider();
|
|
await expect(
|
|
provider.createBrowserSession?.({
|
|
providerConfig: { apiKey: "test-key" },
|
|
model: "gpt-live-1",
|
|
}),
|
|
).rejects.toThrow(OPENAI_GPT_LIVE_BROWSER_SESSION_UNSUPPORTED_MESSAGE);
|
|
expect(mintSecretMock).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it("keeps GA realtime browser sessions working", async () => {
|
|
const provider = buildOpenAIRealtimeVoiceProvider();
|
|
const session = await provider.createBrowserSession?.({
|
|
providerConfig: { apiKey: "test-key" },
|
|
model: "gpt-realtime-2.1",
|
|
});
|
|
expect(session).toMatchObject({
|
|
transport: "webrtc",
|
|
offerUrl: "https://api.openai.com/v1/realtime/calls",
|
|
});
|
|
expect(mintSecretMock.mock.calls[0]?.[0]?.session).toMatchObject({
|
|
type: "realtime",
|
|
model: "gpt-realtime-2.1",
|
|
});
|
|
});
|
|
|
|
it("rejects gpt-live models on the realtime WebSocket bridge", () => {
|
|
const provider = buildOpenAIRealtimeVoiceProvider();
|
|
const callbacks = {
|
|
onAudio: vi.fn(),
|
|
onClearAudio: vi.fn(),
|
|
};
|
|
expect(() =>
|
|
provider.createBridge({
|
|
...callbacks,
|
|
providerConfig: { apiKey: "test-key", model: "gpt-live-1" },
|
|
}),
|
|
).toThrow(OPENAI_GPT_LIVE_BRIDGE_UNSUPPORTED_MESSAGE);
|
|
expect(() =>
|
|
provider.createBridge({
|
|
...callbacks,
|
|
providerConfig: { apiKey: "test-key", model: "gpt-realtime-2.1" },
|
|
}),
|
|
).not.toThrow();
|
|
});
|
|
});
|