vikarti.anatra/Automated-AI-Web-Researcher-Ollama
1
0
Fork 0
mirror of https://github.com/TheBlewish/Automated-AI-Web-Researcher-Ollama.git synced 2025-01-18 16:37:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update llm_wrapper.py

Browse source
This commit is contained in:
James 2024-11-21 13:36:25 +10:00 committed by GitHub
parent c3c29a5da5
commit e3cb357c3b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llm_wrapper.py
View file

@ -44,7 +44,7 @@ class LLMWrapper:
'top_p': kwargs.get('top_p', self.llm_config.get('top_p', 0.9)),
'stop': kwargs.get('stop', self.llm_config.get('stop', [])),
'num_predict': kwargs.get('max_tokens', self.llm_config.get('max_tokens', 55000)),
'context_length': self.llm_config.get('n_ctx', 55000)
'num_ctx': self.llm_config.get('n_ctx', 55000)
}
}
response = requests.post(url, json=data, stream=True)