mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2025-09-10 17:14:36 +00:00
debugmode has debug in cli
This commit is contained in:
parent
c168b063e5
commit
fbf039966c
1 changed files with 4 additions and 2 deletions
|
@ -6305,8 +6305,10 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
|
||||||
lastturns.append({"role":"user","content":lastuserinput})
|
lastturns.append({"role":"user","content":lastuserinput})
|
||||||
payload = {"messages":lastturns,"rep_pen":1.07,"temperature":0.8}
|
payload = {"messages":lastturns,"rep_pen":1.07,"temperature":0.8}
|
||||||
payload = transform_genparams(payload, 4) #to chat completions
|
payload = transform_genparams(payload, 4) #to chat completions
|
||||||
|
if args.debugmode < 1:
|
||||||
suppress_stdout()
|
suppress_stdout()
|
||||||
genout = generate(genparams=payload)
|
genout = generate(genparams=payload)
|
||||||
|
if args.debugmode < 1:
|
||||||
restore_stdout()
|
restore_stdout()
|
||||||
result = (genout["text"] if "text" in genout else "")
|
result = (genout["text"] if "text" in genout else "")
|
||||||
if result:
|
if result:
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue