mirror of
https://github.com/TheBlewish/Automated-AI-Web-Researcher-Ollama.git
synced 2025-04-23 18:19:10 +00:00
Update llm_config.py
This commit is contained in:
parent
73ada802a0
commit
e78d4b3492
1 changed files with 1 additions and 1 deletions
|
@ -10,7 +10,7 @@ LLM_CONFIG_OLLAMA = {
|
|||
"temperature": 0.7,
|
||||
"top_p": 0.9,
|
||||
"n_ctx": 55000,
|
||||
"num_gpu": 0, # 0 for CPU usage, 1 for offloading to GPU1
|
||||
"num_gpu": 0, # e.g 0 for CPU usage, 1 for offloading to GPU1; defaults to 0
|
||||
"stop": ["User:", "\n\n"]
|
||||
}
|
||||
|
||||
|
|
Loading…
Add table
Reference in a new issue