vikarti.anatra/Skyvern
1
0
Fork 0
mirror of https://github.com/Skyvern-AI/skyvern.git synced 2025-09-14 01:09:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

New LLM Router strategy (#199)

Browse source
This commit is contained in:
Kerem Yilmaz 2024-04-16 14:52:15 -07:00 • committed by GitHub
parent eab98426f2
commit 02cf2a1e87
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

3
skyvern/forge/sdk/api/llm/models.py
View file

@ -43,8 +43,9 @@ class LLMRouterConfig(LLMConfig):
"simple-shuffle",
"least-busy",
"usage-based-routing",
"usage-based-routing-v2",
"latency-based-routing",
] = "usage-based-routing"
] = "usage-based-routing-v2"
num_retries: int = 2
retry_delay_seconds: int = 15
set_verbose: bool = False