Merge pull request #48 from ankh2054/patch-1

Update llm_config.py to default to using ollama and not openai
This commit is contained in:
James 2024-11-26 10:13:35 +10:00 committed by GitHub
commit a6899814ff
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -1,6 +1,6 @@
# llm_config.py
LLM_TYPE = "openai" # Options: 'llama_cpp', 'ollama', 'openai', 'anthropic'
LLM_TYPE = "ollama" # Options: 'llama_cpp', 'ollama', 'openai', 'anthropic'
# LLM settings for llama_cpp
MODEL_PATH = "/home/james/llama.cpp/models/gemma-2-9b-it-Q6_K.gguf" # Replace with your llama.cpp models filepath