clean up gpt4 routers. add model_info base_model for azure gpt router (#620)

This commit is contained in:
Kerem Yilmaz 2024-07-18 15:37:20 -07:00 committed by GitHub
parent 78a1bae987
commit fd9419b33a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -1,4 +1,4 @@
from dataclasses import dataclass
from dataclasses import dataclass, field
from typing import Any, Awaitable, Literal, Protocol
from skyvern.forge.sdk.models import Step
@ -27,6 +27,7 @@ class LLMRouterModelConfig:
model_name: str
# https://litellm.vercel.app/docs/routing
litellm_params: dict[str, Any]
model_info: dict[str, Any] = field(default_factory=dict)
tpm: int | None = None
rpm: int | None = None