From 1f59f2178c10c0c34b969f991c63d59af0263658 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sat, 9 Mar 2024 10:45:49 +0800 Subject: [PATCH] benchmark limit increased to 16384 --- koboldcpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 46b20d687..9021dea2c 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -2786,7 +2786,7 @@ def main(launch_args,start_server=True): global libname start_server = False save_to_file = (args.benchmark!="stdout" and args.benchmark!="") - benchmaxctx = (2048 if maxctx>2048 else maxctx) + benchmaxctx = (16384 if maxctx>16384 else maxctx) benchlen = 100 benchmodel = sanitize_string(os.path.splitext(os.path.basename(modelname))[0]) if os.path.exists(args.benchmark) and os.path.getsize(args.benchmark) > 1000000: