Update llm_config.py

This commit is contained in:
Charles Holtzkampf 2024-11-25 13:05:15 +00:00 committed by GitHub
parent 1f6174ca7f
commit 721e3bc2b0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -1,6 +1,6 @@
# llm_config.py
LLM_TYPE = "openai" # Options: 'llama_cpp', 'ollama', 'openai', 'anthropic'
LLM_TYPE = "ollama" # Options: 'llama_cpp', 'ollama', 'openai', 'anthropic'
# LLM settings for llama_cpp
MODEL_PATH = "/home/james/llama.cpp/models/gemma-2-9b-it-Q6_K.gguf" # Replace with your llama.cpp models filepath