import * as providerAuth from "openclaw/plugin-sdk/provider-auth"; import { afterEach, describe, expect, it, vi } from "vitest"; import { buildFalImageGenerationProvider } from "./image-generation-provider.js"; function expectFalJsonPost( fetchMock: ReturnType, params: { call: number; url: string; body: Record; }, ) { expect(fetchMock).toHaveBeenNthCalledWith( params.call, params.url, expect.objectContaining({ method: "POST", headers: expect.objectContaining({ Authorization: "Key fal-test-key", "Content-Type": "application/json", }), }), ); const request = fetchMock.mock.calls[params.call - 1]?.[1]; expect(request).toBeTruthy(); expect(JSON.parse(String(request?.body))).toEqual(params.body); } describe("fal image-generation provider", () => { afterEach(() => { vi.restoreAllMocks(); }); it("generates image buffers from the fal sync API", async () => { vi.spyOn(providerAuth, "resolveApiKeyForProvider").mockResolvedValue({ apiKey: "fal-test-key", source: "env", mode: "api-key", }); const fetchMock = vi .fn() .mockResolvedValueOnce({ ok: true, json: async () => ({ images: [ { url: "https://v3.fal.media/files/example/generated.png", content_type: "image/png", }, ], prompt: "draw a cat", }), }) .mockResolvedValueOnce({ ok: true, headers: new Headers({ "content-type": "image/png" }), arrayBuffer: async () => Buffer.from("png-data"), }); vi.stubGlobal("fetch", fetchMock); const provider = buildFalImageGenerationProvider(); const result = await provider.generateImage({ provider: "fal", model: "fal-ai/flux/dev", prompt: "draw a cat", cfg: {}, count: 2, size: "1536x1024", }); expectFalJsonPost(fetchMock, { call: 1, url: "https://fal.run/fal-ai/flux/dev", body: { prompt: "draw a cat", image_size: { width: 1536, height: 1024 }, num_images: 2, output_format: "png", }, }); expect(fetchMock).toHaveBeenNthCalledWith( 2, "https://v3.fal.media/files/example/generated.png", ); expect(result).toEqual({ images: [ { buffer: Buffer.from("png-data"), mimeType: "image/png", fileName: "image-1.png", }, ], model: "fal-ai/flux/dev", metadata: { prompt: "draw a cat" }, }); }); it("uses image-to-image endpoint and data-uri input for edits", async () => { vi.spyOn(providerAuth, "resolveApiKeyForProvider").mockResolvedValue({ apiKey: "fal-test-key", source: "env", mode: "api-key", }); const fetchMock = vi .fn() .mockResolvedValueOnce({ ok: true, json: async () => ({ images: [{ url: "https://v3.fal.media/files/example/edited.png" }], }), }) .mockResolvedValueOnce({ ok: true, headers: new Headers({ "content-type": "image/png" }), arrayBuffer: async () => Buffer.from("edited-data"), }); vi.stubGlobal("fetch", fetchMock); const provider = buildFalImageGenerationProvider(); await provider.generateImage({ provider: "fal", model: "fal-ai/flux/dev", prompt: "turn this into a noir poster", cfg: {}, resolution: "2K", inputImages: [ { buffer: Buffer.from("source-image"), mimeType: "image/jpeg", fileName: "source.jpg", }, ], }); expectFalJsonPost(fetchMock, { call: 1, url: "https://fal.run/fal-ai/flux/dev/image-to-image", body: { prompt: "turn this into a noir poster", image_size: { width: 2048, height: 2048 }, num_images: 1, output_format: "png", image_url: `data:image/jpeg;base64,${Buffer.from("source-image").toString("base64")}`, }, }); }); it("maps aspect ratio for text generation without forcing a square default", async () => { vi.spyOn(providerAuth, "resolveApiKeyForProvider").mockResolvedValue({ apiKey: "fal-test-key", source: "env", mode: "api-key", }); const fetchMock = vi .fn() .mockResolvedValueOnce({ ok: true, json: async () => ({ images: [{ url: "https://v3.fal.media/files/example/wide.png" }], }), }) .mockResolvedValueOnce({ ok: true, headers: new Headers({ "content-type": "image/png" }), arrayBuffer: async () => Buffer.from("wide-data"), }); vi.stubGlobal("fetch", fetchMock); const provider = buildFalImageGenerationProvider(); await provider.generateImage({ provider: "fal", model: "fal-ai/flux/dev", prompt: "wide cinematic shot", cfg: {}, aspectRatio: "16:9", }); expectFalJsonPost(fetchMock, { call: 1, url: "https://fal.run/fal-ai/flux/dev", body: { prompt: "wide cinematic shot", image_size: "landscape_16_9", num_images: 1, output_format: "png", }, }); }); it("combines resolution and aspect ratio for text generation", async () => { vi.spyOn(providerAuth, "resolveApiKeyForProvider").mockResolvedValue({ apiKey: "fal-test-key", source: "env", mode: "api-key", }); const fetchMock = vi .fn() .mockResolvedValueOnce({ ok: true, json: async () => ({ images: [{ url: "https://v3.fal.media/files/example/portrait.png" }], }), }) .mockResolvedValueOnce({ ok: true, headers: new Headers({ "content-type": "image/png" }), arrayBuffer: async () => Buffer.from("portrait-data"), }); vi.stubGlobal("fetch", fetchMock); const provider = buildFalImageGenerationProvider(); await provider.generateImage({ provider: "fal", model: "fal-ai/flux/dev", prompt: "portrait poster", cfg: {}, resolution: "2K", aspectRatio: "9:16", }); expectFalJsonPost(fetchMock, { call: 1, url: "https://fal.run/fal-ai/flux/dev", body: { prompt: "portrait poster", image_size: { width: 1152, height: 2048 }, num_images: 1, output_format: "png", }, }); }); it("rejects multi-image edit requests for now", async () => { vi.spyOn(providerAuth, "resolveApiKeyForProvider").mockResolvedValue({ apiKey: "fal-test-key", source: "env", mode: "api-key", }); const provider = buildFalImageGenerationProvider(); await expect( provider.generateImage({ provider: "fal", model: "fal-ai/flux/dev", prompt: "combine these", cfg: {}, inputImages: [ { buffer: Buffer.from("one"), mimeType: "image/png" }, { buffer: Buffer.from("two"), mimeType: "image/png" }, ], }), ).rejects.toThrow("at most one reference image"); }); it("rejects aspect ratio overrides for the current edit endpoint", async () => { vi.spyOn(providerAuth, "resolveApiKeyForProvider").mockResolvedValue({ apiKey: "fal-test-key", source: "env", mode: "api-key", }); const provider = buildFalImageGenerationProvider(); await expect( provider.generateImage({ provider: "fal", model: "fal-ai/flux/dev", prompt: "make it widescreen", cfg: {}, aspectRatio: "16:9", inputImages: [{ buffer: Buffer.from("one"), mimeType: "image/png" }], }), ).rejects.toThrow("does not support aspectRatio overrides"); }); });