Enable precall checks for LiteLLM Router (#174)

This commit is contained in:
Kerem Yilmaz 2024-04-09 23:46:12 -07:00 committed by GitHub
parent 99724ebaf7
commit 39d7d91938
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 742 additions and 672 deletions

1411
poetry.lock generated

File diff suppressed because it is too large Load diff

View file

@ -24,7 +24,7 @@ duckduckgo-search = "^3.8.0"
selenium = "^4.13.0"
bs4 = "^0.0.1"
webdriver-manager = "^4.0.1"
playwright = "^1.39.0"
playwright = "1.41.2"
pre-commit = "^3.5.0"
pillow = "^10.1.0"
starlette-context = "^0.3.6"

View file

@ -43,6 +43,7 @@ class LLMAPIHandlerFactory:
num_retries=llm_config.num_retries,
retry_after=llm_config.retry_delay_seconds,
set_verbose=False if SettingsManager.get_settings().is_cloud_environment() else llm_config.set_verbose,
enable_pre_call_checks=True,
)
main_model_group = llm_config.main_model_group