diff --git a/src/plugin-sdk/provider-setup.ts b/src/plugin-sdk/provider-setup.ts index ff087e76af4..6752a98271a 100644 --- a/src/plugin-sdk/provider-setup.ts +++ b/src/plugin-sdk/provider-setup.ts @@ -35,5 +35,14 @@ export { VLLM_DEFAULT_MAX_TOKENS, promptAndConfigureVllm, } from "../plugins/provider-vllm-setup.js"; -export { buildVllmProvider } from "../../extensions/vllm/api.js"; -export { buildSglangProvider } from "../../extensions/sglang/api.js"; + +const VLLM_FACADE_IMPORT = "./vllm.js"; +const SGLANG_FACADE_IMPORT = "./sglang.js"; + +export async function buildVllmProvider(params?: { baseUrl?: string; apiKey?: string }) { + return await (await import(VLLM_FACADE_IMPORT)).buildVllmProvider(params); +} + +export async function buildSglangProvider(params?: { baseUrl?: string; apiKey?: string }) { + return await (await import(SGLANG_FACADE_IMPORT)).buildSglangProvider(params); +} diff --git a/src/plugin-sdk/self-hosted-provider-setup.ts b/src/plugin-sdk/self-hosted-provider-setup.ts index 5cf4cec1cdc..283018babd6 100644 --- a/src/plugin-sdk/self-hosted-provider-setup.ts +++ b/src/plugin-sdk/self-hosted-provider-setup.ts @@ -19,5 +19,13 @@ export { SELF_HOSTED_DEFAULT_MAX_TOKENS, } from "../plugins/provider-self-hosted-setup.js"; -export { buildVllmProvider } from "../../extensions/vllm/api.js"; -export { buildSglangProvider } from "../../extensions/sglang/api.js"; +const VLLM_FACADE_IMPORT = "./vllm.js"; +const SGLANG_FACADE_IMPORT = "./sglang.js"; + +export async function buildVllmProvider(params?: { baseUrl?: string; apiKey?: string }) { + return await (await import(VLLM_FACADE_IMPORT)).buildVllmProvider(params); +} + +export async function buildSglangProvider(params?: { baseUrl?: string; apiKey?: string }) { + return await (await import(SGLANG_FACADE_IMPORT)).buildSglangProvider(params); +}