vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

debugmode has debug in cli

Browse source
This commit is contained in:
Concedo 2025-04-15 23:42:46 +08:00
parent c168b063e5
commit fbf039966c
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -6305,9 +6305,11 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
lastturns.append({"role":"user","content":lastuserinput})
payload = {"messages":lastturns,"rep_pen":1.07,"temperature":0.8}
payload = transform_genparams(payload, 4) #to chat completions
suppress_stdout()
if args.debugmode < 1:
suppress_stdout()
genout = generate(genparams=payload)
restore_stdout()
if args.debugmode < 1:
restore_stdout()
result = (genout["text"] if "text" in genout else "")
if result:
lastturns.append({"role":"assistant","content":result})