mirror of
https://github.com/Skyvern-AI/skyvern.git
synced 2025-09-15 01:39:41 +00:00
clean up gpt4 routers. add model_info base_model for azure gpt router (#620)
This commit is contained in:
parent
78a1bae987
commit
fd9419b33a
1 changed files with 2 additions and 1 deletions
|
@ -1,4 +1,4 @@
|
|||
from dataclasses import dataclass
|
||||
from dataclasses import dataclass, field
|
||||
from typing import Any, Awaitable, Literal, Protocol
|
||||
|
||||
from skyvern.forge.sdk.models import Step
|
||||
|
@ -27,6 +27,7 @@ class LLMRouterModelConfig:
|
|||
model_name: str
|
||||
# https://litellm.vercel.app/docs/routing
|
||||
litellm_params: dict[str, Any]
|
||||
model_info: dict[str, Any] = field(default_factory=dict)
|
||||
tpm: int | None = None
|
||||
rpm: int | None = None
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue