vikarti.anatra/Skyvern
1
0
Fork 0
mirror of https://github.com/Skyvern-AI/skyvern.git synced 2025-09-12 00:14:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

litellm cooldown config (#711)

Browse source
This commit is contained in:
LawyZheng 2024-08-19 16:49:26 +08:00 • committed by GitHub
parent aff5f442f9
commit 46a139bd27
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
skyvern/forge/sdk/api/llm/models.py
View file

@ -1,6 +1,8 @@
from dataclasses import dataclass, field
from typing import Any, Awaitable, Literal, Optional, Protocol, TypedDict
from litellm import AllowedFailsPolicy
from skyvern.forge.sdk.models import Step
from skyvern.forge.sdk.settings_manager import SettingsManager
@ -62,6 +64,10 @@ class LLMRouterConfig(LLMConfigBase):
num_retries: int = 1
retry_delay_seconds: int = 15
set_verbose: bool = False
disable_cooldowns: bool | None = None
allowed_fails: int | None = None
allowed_fails_policy: AllowedFailsPolicy | None = None
cooldown_time: float | None = None
class LLMAPIHandler(Protocol):