zen: disable models
Some checks are pending
deploy / deploy (push) Waiting to run

This commit is contained in:
Frank 2026-05-26 18:49:10 -04:00
parent 00a6f228f2
commit 0e669bbd18

View file

@ -483,27 +483,29 @@ export async function handler(
modelTpsLimits: Record<string, boolean> | undefined,
) {
const modelProvider = (() => {
const allProviders = modelInfo.providers.filter((provider) => !provider.disabled)
// Byok is top priority b/c if user set their own API key, we should use it
// instead of using the sticky provider for the same session
if (authInfo?.provider?.credentials) {
return modelInfo.providers.find((provider) => provider.id === modelInfo.byokProvider)
return allProviders.find((provider) => provider.id === modelInfo.byokProvider)
}
// Always use the same provider for the same session
if (stickyProvider) {
const provider = modelInfo.providers.find((provider) => provider.id === stickyProvider)
const provider = allProviders.find((provider) => provider.id === stickyProvider)
if (provider) return provider
}
if (trialProviders) {
const trialProvider = trialProviders[Math.floor(Math.random() * trialProviders.length)]
const provider = modelInfo.providers.find((provider) => provider.id === trialProvider)
const provider = allProviders.find((provider) => provider.id === trialProvider)
if (provider) return provider
}
if (retry.retryCount !== MAX_FAILOVER_RETRIES) {
let topPriority = Infinity
const providers = modelInfo.providers
const providers = allProviders
.filter((provider) => !provider.disabled)
.filter((provider) => provider.weight !== 0)
.filter((provider) => !retry.excludeProviders.includes(provider.id))
@ -536,7 +538,7 @@ export async function handler(
}
// fallback provider
return modelInfo.providers.find((provider) => provider.id === modelInfo.fallbackProvider)
return allProviders.find((provider) => provider.id === modelInfo.fallbackProvider)
})()
if (!modelProvider) throw new ModelError(t("zen.api.error.noProviderAvailable"))