mirror of
https://github.com/openclaw/openclaw.git
synced 2026-05-13 04:48:15 +00:00
0cfb83edfa
* Feat: LM Studio Integration * Format * Support usage in streaming true Fix token count * Add custom window check * Drop max tokens fallback * tweak docs Update generated * Avoid error if stale header does not resolve * Fix test * Fix test * Fix rebase issues Trim code * Fix tests Drop keyless Fixes * Fix linter issues in tests * Update generated artifacts * Do not have fatal header resoltuion for discovery * Do the same for API key as well * fix: honor lmstudio preload runtime auth * fix: clear stale lmstudio header auth * fix: lazy-load lmstudio runtime facade * fix: preserve lmstudio shared synthetic auth * fix: clear stale lmstudio header auth in discovery * fix: prefer lmstudio header auth for discovery * fix: honor lmstudio header auth in warmup paths * fix: clear stale lmstudio profile auth * fix: ignore lmstudio env auth on header migration * fix: use local lmstudio setup seam * fix: resolve lmstudio rebase fallout --------- Co-authored-by: Frank Yang <frank.ekn@gmail.com>
69 lines
4 KiB
TypeScript
69 lines
4 KiB
TypeScript
// Manual facade. Keep loader boundary explicit.
|
|
type FacadeModule = typeof import("@openclaw/lmstudio/runtime-api.js");
|
|
import { loadBundledPluginPublicSurfaceModuleSync } from "./facade-runtime.js";
|
|
|
|
function loadFacadeModule(): FacadeModule {
|
|
return loadBundledPluginPublicSurfaceModuleSync<FacadeModule>({
|
|
dirName: "lmstudio",
|
|
artifactBasename: "runtime-api.js",
|
|
});
|
|
}
|
|
|
|
export type LmstudioModelWire = Parameters<FacadeModule["mapLmstudioWireEntry"]>[0];
|
|
export type LmstudioModelBase = Exclude<ReturnType<FacadeModule["mapLmstudioWireEntry"]>, null>;
|
|
|
|
// Keep defaults inline so importing the runtime facade stays cold until a helper
|
|
// is actually used. These values are part of the public LM Studio contract.
|
|
export const LMSTUDIO_DEFAULT_BASE_URL: FacadeModule["LMSTUDIO_DEFAULT_BASE_URL"] =
|
|
"http://localhost:1234";
|
|
export const LMSTUDIO_DEFAULT_INFERENCE_BASE_URL: FacadeModule["LMSTUDIO_DEFAULT_INFERENCE_BASE_URL"] = `${LMSTUDIO_DEFAULT_BASE_URL}/v1`;
|
|
export const LMSTUDIO_DEFAULT_EMBEDDING_MODEL: FacadeModule["LMSTUDIO_DEFAULT_EMBEDDING_MODEL"] =
|
|
"text-embedding-nomic-embed-text-v1.5";
|
|
export const LMSTUDIO_PROVIDER_LABEL: FacadeModule["LMSTUDIO_PROVIDER_LABEL"] = "LM Studio";
|
|
export const LMSTUDIO_DEFAULT_API_KEY_ENV_VAR: FacadeModule["LMSTUDIO_DEFAULT_API_KEY_ENV_VAR"] =
|
|
"LM_API_TOKEN";
|
|
export const LMSTUDIO_LOCAL_API_KEY_PLACEHOLDER: FacadeModule["LMSTUDIO_LOCAL_API_KEY_PLACEHOLDER"] =
|
|
"lmstudio-local";
|
|
export const LMSTUDIO_MODEL_PLACEHOLDER: FacadeModule["LMSTUDIO_MODEL_PLACEHOLDER"] =
|
|
"model-key-from-api-v1-models";
|
|
export const LMSTUDIO_DEFAULT_LOAD_CONTEXT_LENGTH: FacadeModule["LMSTUDIO_DEFAULT_LOAD_CONTEXT_LENGTH"] = 64000;
|
|
export const LMSTUDIO_DEFAULT_MODEL_ID: FacadeModule["LMSTUDIO_DEFAULT_MODEL_ID"] =
|
|
"qwen/qwen3.5-9b";
|
|
export const LMSTUDIO_PROVIDER_ID: FacadeModule["LMSTUDIO_PROVIDER_ID"] = "lmstudio";
|
|
|
|
export const resolveLmstudioReasoningCapability: FacadeModule["resolveLmstudioReasoningCapability"] =
|
|
createLazyFacadeValue("resolveLmstudioReasoningCapability");
|
|
export const resolveLoadedContextWindow: FacadeModule["resolveLoadedContextWindow"] =
|
|
createLazyFacadeValue("resolveLoadedContextWindow");
|
|
export const resolveLmstudioServerBase: FacadeModule["resolveLmstudioServerBase"] =
|
|
createLazyFacadeValue("resolveLmstudioServerBase");
|
|
export const resolveLmstudioInferenceBase: FacadeModule["resolveLmstudioInferenceBase"] =
|
|
createLazyFacadeValue("resolveLmstudioInferenceBase");
|
|
export const normalizeLmstudioProviderConfig: FacadeModule["normalizeLmstudioProviderConfig"] =
|
|
createLazyFacadeValue("normalizeLmstudioProviderConfig");
|
|
export const fetchLmstudioModels: FacadeModule["fetchLmstudioModels"] =
|
|
createLazyFacadeValue("fetchLmstudioModels");
|
|
export const mapLmstudioWireEntry: FacadeModule["mapLmstudioWireEntry"] =
|
|
createLazyFacadeValue("mapLmstudioWireEntry");
|
|
export const discoverLmstudioModels: FacadeModule["discoverLmstudioModels"] =
|
|
createLazyFacadeValue("discoverLmstudioModels");
|
|
export const ensureLmstudioModelLoaded: FacadeModule["ensureLmstudioModelLoaded"] =
|
|
createLazyFacadeValue("ensureLmstudioModelLoaded");
|
|
export const buildLmstudioAuthHeaders: FacadeModule["buildLmstudioAuthHeaders"] =
|
|
createLazyFacadeValue("buildLmstudioAuthHeaders");
|
|
export const resolveLmstudioConfiguredApiKey: FacadeModule["resolveLmstudioConfiguredApiKey"] =
|
|
createLazyFacadeValue("resolveLmstudioConfiguredApiKey");
|
|
export const resolveLmstudioProviderHeaders: FacadeModule["resolveLmstudioProviderHeaders"] =
|
|
createLazyFacadeValue("resolveLmstudioProviderHeaders");
|
|
export const resolveLmstudioRuntimeApiKey: FacadeModule["resolveLmstudioRuntimeApiKey"] =
|
|
createLazyFacadeValue("resolveLmstudioRuntimeApiKey");
|
|
|
|
function createLazyFacadeValue<K extends keyof FacadeModule>(key: K): FacadeModule[K] {
|
|
return ((...args: unknown[]) => {
|
|
const value = loadFacadeModule()[key];
|
|
if (typeof value !== "function") {
|
|
return value;
|
|
}
|
|
return (value as (...innerArgs: unknown[]) => unknown)(...args);
|
|
}) as FacadeModule[K];
|
|
}
|