diff --git a/expose.h b/expose.h index 38a29e851..a84284f2e 100644 --- a/expose.h +++ b/expose.h @@ -2,7 +2,7 @@ #include const int stop_token_max = 32; -const int ban_token_max = 48; +const int ban_token_max = 64; const int tensor_split_max = 16; const int logit_bias_max = 32; const int dry_seq_break_max = 24; diff --git a/koboldcpp.py b/koboldcpp.py index 50c002eeb..1aac494eb 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -20,7 +20,7 @@ from datetime import datetime, timezone # constants sampler_order_max = 7 stop_token_max = 32 -ban_token_max = 48 +ban_token_max = 64 tensor_split_max = 16 logit_bias_max = 32 dry_seq_break_max = 24