diff --git a/koboldcpp.py b/koboldcpp.py index 46b20d687..9021dea2c 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -2786,7 +2786,7 @@ def main(launch_args,start_server=True): global libname start_server = False save_to_file = (args.benchmark!="stdout" and args.benchmark!="") - benchmaxctx = (2048 if maxctx>2048 else maxctx) + benchmaxctx = (16384 if maxctx>16384 else maxctx) benchlen = 100 benchmodel = sanitize_string(os.path.splitext(os.path.basename(modelname))[0]) if os.path.exists(args.benchmark) and os.path.getsize(args.benchmark) > 1000000: