vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cli fix

Browse source
This commit is contained in:
Concedo 2025-04-15 23:30:18 +08:00
parent fe12b1cbd4
commit c168b063e5
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
koboldcpp.py
View file

@ -6308,10 +6308,12 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
suppress_stdout() suppress_stdout()
genout = generate(genparams=payload) genout = generate(genparams=payload)
restore_stdout() restore_stdout()
result = genout["text"] result = (genout["text"] if "text" in genout else "")
if result: if result:
lastturns.append({"role":"assistant","content":result}) lastturns.append({"role":"assistant","content":result})
print(result.strip() + "\n", flush=True) print(result.strip() + "\n", flush=True)
else:
print("(No Response Received)\n", flush=True)
else: else:
save_to_file = (args.benchmark and args.benchmark!="stdout" and args.benchmark!="") save_to_file = (args.benchmark and args.benchmark!="stdout" and args.benchmark!="")
benchmaxctx = maxctx benchmaxctx = maxctx