Update llm_config.py

This commit is contained in:
Dave Yap 2025-01-28 08:46:19 +08:00
parent 73ada802a0
commit e78d4b3492

View file

@ -10,7 +10,7 @@ LLM_CONFIG_OLLAMA = {
"temperature": 0.7,
"top_p": 0.9,
"n_ctx": 55000,
"num_gpu": 0, # 0 for CPU usage, 1 for offloading to GPU1
"num_gpu": 0, # e.g 0 for CPU usage, 1 for offloading to GPU1; defaults to 0
"stop": ["User:", "\n\n"]
}