vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

benchmark limit increased to 16384

Browse source
This commit is contained in:
Concedo 2024-03-09 10:45:49 +08:00
parent 3f475970fa
commit 1f59f2178c
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -2786,7 +2786,7 @@ def main(launch_args,start_server=True):
global libname
start_server = False
save_to_file = (args.benchmark!="stdout" and args.benchmark!="")
benchmaxctx = (2048 if maxctx>2048 else maxctx)
benchmaxctx = (16384 if maxctx>16384 else maxctx)
benchlen = 100
benchmodel = sanitize_string(os.path.splitext(os.path.basename(modelname))[0])
if os.path.exists(args.benchmark) and os.path.getsize(args.benchmark) > 1000000: