mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-24 13:51:13 +00:00
21c377873d
* fix(agents): classify account-restricted model 400s as model_not_found
OpenAI-backed runtimes reject plan/account-restricted models with HTTP
400 invalid_request_error ("The '<model>' model is not supported when
using Codex with a ChatGPT account."). Without a model_not_found match
the ambiguous-400 branch collapses this into a format failure, so users
get the generic retry//new copy for a config-only problem (#104490).
The 'when using' qualifier keeps capability rejections ("not supported
for tool calling") out of the class, preserving the #97611 contract.
Fixes #104490
* fix(agents): narrow account model rejection match
---------
Co-authored-by: Altay <altay@hey.com>
85 lines
4.0 KiB
TypeScript
85 lines
4.0 KiB
TypeScript
// Covers provider error text classifiers used by live model validation.
|
|
import { describe, expect, it } from "vitest";
|
|
import { isModelNotFoundErrorMessage } from "./live-model-errors.js";
|
|
|
|
describe("live model error helpers", () => {
|
|
it("detects generic model-not-found messages", () => {
|
|
// Providers wrap 404/model-missing failures in inconsistent plain text and
|
|
// JSON strings; keep matching broad enough without classifying all 404s.
|
|
const openRouterJson404Payload =
|
|
'{"error":{"message":"Healer Alpha was a stealth model revealed on March 18th as an early testing version of MiMo-V2-Omni. Find it here: https://openrouter.ai/xiaomi/mimo-v2-omni","code":404},"user_id":"user_33GTyP8uDSYYbaeBO48AGHXyuMC"}';
|
|
|
|
expect(isModelNotFoundErrorMessage("Model not found: openai/gpt-6")).toBe(true);
|
|
expect(isModelNotFoundErrorMessage("model_not_found")).toBe(true);
|
|
expect(isModelNotFoundErrorMessage("The model gpt-foo does not exist.")).toBe(true);
|
|
expect(
|
|
isModelNotFoundErrorMessage(
|
|
"FailoverError: The selected model was not found by the provider. Check the model id or choose a different model.",
|
|
),
|
|
).toBe(true);
|
|
expect(isModelNotFoundErrorMessage('{"code":404,"message":"model not found"}')).toBe(true);
|
|
expect(isModelNotFoundErrorMessage(openRouterJson404Payload)).toBe(true);
|
|
expect(isModelNotFoundErrorMessage("model: MiniMax-M2.7-highspeed not found")).toBe(true);
|
|
expect(
|
|
isModelNotFoundErrorMessage("404 No endpoints found for deepseek/deepseek-r1:free."),
|
|
).toBe(true);
|
|
expect(isModelNotFoundErrorMessage("404 page not found")).toBe(true);
|
|
expect(isModelNotFoundErrorMessage("Error: 404 404 page not found")).toBe(true);
|
|
expect(
|
|
isModelNotFoundErrorMessage(
|
|
'400 Provider returned error {"code":400,"msg":"model[Alibaba-NLP/Tongyi-DeepResearch-30B-A3B] router not found"}',
|
|
),
|
|
).toBe(true);
|
|
expect(
|
|
isModelNotFoundErrorMessage(
|
|
"HTTP 400 not_found_error: model: claude-3-5-haiku-20241022 (request_id: req_123)",
|
|
),
|
|
).toBe(true);
|
|
expect(
|
|
isModelNotFoundErrorMessage(
|
|
'{"error":{"code":"400","message":"Param Incorrect","param":"Not supported model some-model-id"}}',
|
|
),
|
|
).toBe(true);
|
|
expect(isModelNotFoundErrorMessage("Not supported model some-model-id")).toBe(true);
|
|
// #104490: account/plan-restricted model rejections (Codex + ChatGPT
|
|
// account) are model-unavailable, including the raw JSON envelope shape.
|
|
expect(
|
|
isModelNotFoundErrorMessage(
|
|
"The 'gpt-5.5-pro' model is not supported when using Codex with a ChatGPT account.",
|
|
),
|
|
).toBe(true);
|
|
expect(
|
|
isModelNotFoundErrorMessage(
|
|
'{"type":"error","status":400,"error":{"type":"invalid_request_error","message":"The \'gpt-5.5-pro\' model is not supported when using Codex with a ChatGPT account."}}',
|
|
),
|
|
).toBe(true);
|
|
expect(
|
|
isModelNotFoundErrorMessage(
|
|
"404 The free model has been deprecated. Transition to qwen/qwen3.6-plus for continued paid access.",
|
|
),
|
|
).toBe(true);
|
|
expect(
|
|
isModelNotFoundErrorMessage(
|
|
"The endpoint has been deprecated. Transition to v2 API for continued access.",
|
|
),
|
|
).toBe(false);
|
|
expect(
|
|
isModelNotFoundErrorMessage("The deployment does not exist or you do not have access."),
|
|
).toBe(false);
|
|
expect(isModelNotFoundErrorMessage('{"error":{"message":"Resource missing","code":404}}')).toBe(
|
|
false,
|
|
);
|
|
expect(isModelNotFoundErrorMessage("This model is not supported for tool calling.")).toBe(
|
|
false,
|
|
);
|
|
expect(
|
|
isModelNotFoundErrorMessage("This model is not supported when using tool calling."),
|
|
).toBe(false);
|
|
expect(isModelNotFoundErrorMessage("This model does not support image inputs.")).toBe(false);
|
|
expect(isModelNotFoundErrorMessage("Reasoning effort is not supported for this model.")).toBe(
|
|
false,
|
|
);
|
|
expect(isModelNotFoundErrorMessage("request ended without sending any chunks")).toBe(false);
|
|
});
|
|
});
|