Enable precall checks for LiteLLM Router (#174)

This commit is contained in:
Kerem Yilmaz 2024-04-09 23:46:12 -07:00 committed by GitHub
parent 99724ebaf7
commit 39d7d91938
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 742 additions and 672 deletions

1411
poetry.lock generated

File diff suppressed because it is too large Load diff

View file

@ -24,7 +24,7 @@ duckduckgo-search = "^3.8.0"
selenium = "^4.13.0" selenium = "^4.13.0"
bs4 = "^0.0.1" bs4 = "^0.0.1"
webdriver-manager = "^4.0.1" webdriver-manager = "^4.0.1"
playwright = "^1.39.0" playwright = "1.41.2"
pre-commit = "^3.5.0" pre-commit = "^3.5.0"
pillow = "^10.1.0" pillow = "^10.1.0"
starlette-context = "^0.3.6" starlette-context = "^0.3.6"

View file

@ -43,6 +43,7 @@ class LLMAPIHandlerFactory:
num_retries=llm_config.num_retries, num_retries=llm_config.num_retries,
retry_after=llm_config.retry_delay_seconds, retry_after=llm_config.retry_delay_seconds,
set_verbose=False if SettingsManager.get_settings().is_cloud_environment() else llm_config.set_verbose, set_verbose=False if SettingsManager.get_settings().is_cloud_environment() else llm_config.set_verbose,
enable_pre_call_checks=True,
) )
main_model_group = llm_config.main_model_group main_model_group = llm_config.main_model_group