vikarti.anatra/Automated-AI-Web-Researcher-Ollama
1
0
Fork 0
mirror of https://github.com/TheBlewish/Automated-AI-Web-Researcher-Ollama.git synced 2025-04-25 19:19:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update llm_config.py

Browse source
This commit is contained in:
James 2024-11-23 11:54:07 +10:00 • committed by GitHub
parent 1238114f14
commit afbf9117a2
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions

6
llm_config.py
View file

@ -1,8 +1,8 @@
# llm_config.py
LLM_TYPE = "openai" # Options: 'llama_cpp', 'ollama', 'openai', 'anthropic'
LLM_TYPE = "ollama" # Options: 'ollama', 'openai', 'anthropic' (careful API calls will cost a lot if your actually using ChatGPT)
# LLM settings for llama_cpp
# LLM settings for llama_cpp DOESN'T WORK
MODEL_PATH = "/home/james/llama.cpp/models/gemma-2-9b-it-Q6_K.gguf" # Replace with your llama.cpp models filepath
LLM_CONFIG_LLAMA_CPP = {
@ -31,7 +31,7 @@ LLM_CONFIG_OLLAMA = {
"stop": ["User:", "\n\n"]
}
# LLM settings for OpenAI
# LLM settings for OpenAI be careful API calls will cost a lot if your actually using ChatGPT
LLM_CONFIG_OPENAI = {
"llm_type": "openai",
"api_key": "", # Set via environment variable OPENAI_API_KEY