vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cli fix

Browse source
This commit is contained in:
Concedo 2025-04-15 23:30:18 +08:00
parent fe12b1cbd4
commit c168b063e5
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -6308,10 +6308,12 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
suppress_stdout()
genout = generate(genparams=payload)
restore_stdout()
result = genout["text"]
result = (genout["text"] if "text" in genout else "")
if result:
lastturns.append({"role":"assistant","content":result})
print(result.strip() + "\n", flush=True)
print(result.strip() + "\n", flush=True)
else:
print("(No Response Received)\n", flush=True)
else:
save_to_file = (args.benchmark and args.benchmark!="stdout" and args.benchmark!="")
benchmaxctx = maxctx