vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-07-10 01:18:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

lcpp ui think budget

Browse source
This commit is contained in:
Concedo 2026-06-21 22:56:10 +08:00
parent 44bcead521
commit 08fbef5049
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
koboldcpp.py
View file

@ -2190,6 +2190,9 @@ def generate(genparams, stream_flag=False):
else:
pass #unrestricted
if reasoning_budget==-1 and genparams.get('thinking_budget_tokens',-1)!=-1: #lcpp compat thinking budget
reasoning_budget = genparams.get('thinking_budget_tokens',-1)
inputs.max_context_length = max_context_length # this will resize the context buffer if changed
inputs.max_length = max_length
inputs.temperature = temperature