vikarti.anatra/Automated-AI-Web-Researcher-Ollama
1
0
Fork 0
mirror of https://github.com/TheBlewish/Automated-AI-Web-Researcher-Ollama.git synced 2025-04-23 10:09:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update llm_wrapper.py

Browse source
This commit is contained in:
Dave Yap 2025-01-27 20:46:20 +08:00 • committed by GitHub
parent a9a7c79dec
commit 73ada802a0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions

3
llm_wrapper.py
View file

@ -86,7 +86,8 @@ class LLMWrapper:
'top_p': kwargs.get('top_p', self.llm_config.get('top_p', 0.9)),
'stop': kwargs.get('stop', self.llm_config.get('stop', [])),
'num_predict': kwargs.get('max_tokens', self.llm_config.get('max_tokens', 55000)),
'num_ctx': self.llm_config.get('n_ctx', 55000)
'num_ctx': self.llm_config.get('n_ctx', 55000),
'num_gpu': self.llm_config.get('num_gpu', 0)
}
}
response = requests.post(url, json=data, stream=True)