vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-07-10 01:18:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

default top_p 0.9

Browse source
This commit is contained in:
Concedo 2026-06-09 14:29:23 +08:00
parent de03ce6b8a
commit d76464b2a9
1 changed files with 4 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

10
koboldcpp.py
View file

@ -2054,7 +2054,7 @@ def generate(genparams, stream_flag=False):
temperature = tryparsefloat(genparams.get('temperature', adapter_obj.get("temperature", 0.7)),0.7)
top_k = tryparseint(genparams.get('top_k', adapter_obj.get("top_k", 100)),100)
top_a = tryparsefloat(genparams.get('top_a', 0.0),0.0)
top_p = tryparsefloat(genparams.get('top_p', adapter_obj.get("top_p", 0.92)),0.92)
top_p = tryparsefloat(genparams.get('top_p', adapter_obj.get("top_p", 0.9)),0.9)
min_p = tryparsefloat(genparams.get('min_p', adapter_obj.get("min_p", 0.0)),0.0)
typical_p = tryparsefloat(genparams.get('typical', 1.0),1.0)
tfs = tryparsefloat(genparams.get('tfs', 1.0),1.0)
@ -4342,7 +4342,7 @@ ws ::= | " " | "\n" [ \t]{0,20}
if "top_k" in ollamaopts:
genparams["top_k"] = ollamaopts.get('top_k', 100)
if "top_p" in ollamaopts:
genparams["top_p"] = ollamaopts.get('top_p', 0.92)
genparams["top_p"] = ollamaopts.get('top_p', 0.9)
if "seed" in ollamaopts:
genparams["sampler_seed"] = tryparseint(ollamaopts.get('seed', -1),-1)
if "stop" in ollamaopts:
@ -4999,7 +4999,7 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
"prompt_cache_key": None,
"max_tool_calls": None,
"store": False,
"top_p": genparams.get("top_p", 0.92),
"top_p": genparams.get("top_p", 0.9),
"max_output_tokens":genparams.get("max_length", None),
"presence_penalty": genparams.get("presence_penalty", 0),
"frequency_penalty": genparams.get("frequency_penalty", 0),
@ -11860,7 +11860,7 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
if not lastuserinput:
continue
lastturns.append({"role":"user","content":lastuserinput})
payload = {"messages":lastturns,"rep_pen":1.07,"temperature":0.8}
payload = {"messages":lastturns}
payload = transform_genparams(payload, 4, False) #to chat completions
if args.debugmode < 1:
suppress_stdout()
@ -11886,8 +11886,6 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
if args.prompt:
benchprompt = args.prompt
benchtopk = 100
benchreppen = 1.07
benchtemp = 0.8
if not args.benchmark:
benchbaneos = False
if args.benchmark: