Update llm_config.py

This commit is contained in:
James 2024-11-26 12:25:41 +10:00 committed by GitHub
parent 8acec29d50
commit cae416e262
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -1,6 +1,6 @@
# llm_config.py
LLM_TYPE = "anthropic" # Options: 'llama_cpp', 'ollama', 'openai', 'anthropic'
LLM_TYPE = "ollama" # Options: 'ollama', 'openai', 'anthropic'
# LLM settings for llama_cpp
MODEL_PATH = "/home/james/llama.cpp/models/gemma-2-9b-it-Q6_K.gguf" # Replace with your llama.cpp models filepath