vikarti.anatra/Skyvern
1
0
Fork 0
mirror of https://github.com/Skyvern-AI/skyvern.git synced 2025-09-14 09:19:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

llm router for gpt4 turbo (#237)

Browse source
This commit is contained in:
Kerem Yilmaz 2024-04-25 01:32:22 -07:00 • committed by GitHub
parent 52e6205005
commit 3d712cb0fb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
skyvern/forge/sdk/api/llm/models.py
View file

@ -34,10 +34,10 @@ class LLMRouterModelConfig:
class LLMRouterConfig(LLMConfig):
model_list: list[LLMRouterModelConfig]
# All three redis parameters are required. Even if there isn't a password, it should be an empty string.
redis_host: str
redis_port: int
redis_password: str
main_model_group: str
redis_host: str | None = None
redis_port: int | None = None
redis_password: str | None = None
fallback_model_group: str | None = None
routing_strategy: Literal[
"simple-shuffle",