Update llm_config.py

added base url
This commit is contained in:
benx13 2024-11-22 09:03:25 -08:00 committed by GitHub
parent b5117f37b5
commit ae2e26b1de
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -21,6 +21,7 @@ LLM_CONFIG_LLAMA_CPP = {
# LLM settings for Ollama
LLM_CONFIG_OLLAMA = {
"base_url": "https://api.openai.com/v1",
"llm_type": "ollama",
"base_url": "http://localhost:11434",
"model_name": "custom-phi3-32k-Q4_K_M",