// Covers provider error text classifiers used by live model validation. import { describe, expect, it } from "vitest"; import { isModelNotFoundErrorMessage } from "./live-model-errors.js"; describe("live model error helpers", () => { it("detects generic model-not-found messages", () => { // Providers wrap 404/model-missing failures in inconsistent plain text and // JSON strings; keep matching broad enough without classifying all 404s. const openRouterJson404Payload = '{"error":{"message":"Healer Alpha was a stealth model revealed on March 18th as an early testing version of MiMo-V2-Omni. Find it here: https://openrouter.ai/xiaomi/mimo-v2-omni","code":404},"user_id":"user_33GTyP8uDSYYbaeBO48AGHXyuMC"}'; expect(isModelNotFoundErrorMessage("Model not found: openai/gpt-6")).toBe(true); expect(isModelNotFoundErrorMessage("model_not_found")).toBe(true); expect(isModelNotFoundErrorMessage("The model gpt-foo does not exist.")).toBe(true); expect( isModelNotFoundErrorMessage( "FailoverError: The selected model was not found by the provider. Check the model id or choose a different model.", ), ).toBe(true); expect(isModelNotFoundErrorMessage('{"code":404,"message":"model not found"}')).toBe(true); expect(isModelNotFoundErrorMessage(openRouterJson404Payload)).toBe(true); expect(isModelNotFoundErrorMessage("model: MiniMax-M2.7-highspeed not found")).toBe(true); expect( isModelNotFoundErrorMessage("404 No endpoints found for deepseek/deepseek-r1:free."), ).toBe(true); expect(isModelNotFoundErrorMessage("404 page not found")).toBe(true); expect(isModelNotFoundErrorMessage("Error: 404 404 page not found")).toBe(true); expect( isModelNotFoundErrorMessage( '400 Provider returned error {"code":400,"msg":"model[Alibaba-NLP/Tongyi-DeepResearch-30B-A3B] router not found"}', ), ).toBe(true); expect( isModelNotFoundErrorMessage( "HTTP 400 not_found_error: model: claude-3-5-haiku-20241022 (request_id: req_123)", ), ).toBe(true); expect( isModelNotFoundErrorMessage( '{"error":{"code":"400","message":"Param Incorrect","param":"Not supported model some-model-id"}}', ), ).toBe(true); expect(isModelNotFoundErrorMessage("Not supported model some-model-id")).toBe(true); expect( isModelNotFoundErrorMessage( "404 The free model has been deprecated. Transition to qwen/qwen3.6-plus for continued paid access.", ), ).toBe(true); expect( isModelNotFoundErrorMessage( "The endpoint has been deprecated. Transition to v2 API for continued access.", ), ).toBe(false); expect( isModelNotFoundErrorMessage("The deployment does not exist or you do not have access."), ).toBe(false); expect(isModelNotFoundErrorMessage('{"error":{"message":"Resource missing","code":404}}')).toBe( false, ); expect(isModelNotFoundErrorMessage("This model is not supported for tool calling.")).toBe( false, ); expect(isModelNotFoundErrorMessage("This model does not support image inputs.")).toBe(false); expect(isModelNotFoundErrorMessage("Reasoning effort is not supported for this model.")).toBe( false, ); expect(isModelNotFoundErrorMessage("request ended without sending any chunks")).toBe(false); }); });