From ed938a2fc689bf0cbddce079e58c130c589cb629 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 30 Apr 2025 23:13:55 +0800 Subject: [PATCH] increase defaultgemamt range --- koboldcpp.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/koboldcpp.py b/koboldcpp.py index d9fca683f..4582394e1 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -6079,7 +6079,7 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False): global maxctx maxctx = args.contextsize - args.defaultgenamt = max(128, min(args.defaultgenamt, 2048)) + args.defaultgenamt = max(128, min(args.defaultgenamt, 4096)) args.defaultgenamt = min(args.defaultgenamt, maxctx / 2) if args.nocertify: @@ -6647,7 +6647,7 @@ if __name__ == '__main__': advparser.add_argument("--exporttemplate", help="Exports the current selected arguments as a .kcppt template file", metavar=('[filename]'), type=str, default="") advparser.add_argument("--nomodel", help="Allows you to launch the GUI alone, without selecting any model.", action='store_true') advparser.add_argument("--moeexperts", metavar=('[num of experts]'), help="How many experts to use for MoE models (default=follow gguf)", type=int, default=-1) - advparser.add_argument("--defaultgenamt", help="How many tokens to generate by default, if not specified. Must be smaller than context size. Usually, your frontend GUI will override this.", type=check_range(int,128,2048), default=512) + advparser.add_argument("--defaultgenamt", help="How many tokens to generate by default, if not specified. Must be smaller than context size. Usually, your frontend GUI will override this.", type=check_range(int,64,4096), default=512) advparser.add_argument("--nobostoken", help="Prevents BOS token from being added at the start of any prompt. Usually NOT recommended for most models.", action='store_true') advparser.add_argument("--maxrequestsize", metavar=('[size in MB]'), help="Specify a max request payload size. Any requests to the server larger than this size will be dropped. Do not change if unsure.", type=int, default=32) advparser.add_argument("--overridekv", metavar=('[name=type:value]'), help="Advanced option to override a metadata by key, same as in llama.cpp. Mainly for debugging, not intended for general use. Types: int, float, bool, str", default="")