diff --git a/expose.h b/expose.h index dc21134c9..07d0fa72e 100644 --- a/expose.h +++ b/expose.h @@ -1,10 +1,10 @@ #pragma once #include -const int stop_token_max = 24; -const int ban_token_max = 32; +const int stop_token_max = 32; +const int ban_token_max = 40; const int tensor_split_max = 16; -const int logit_bias_max = 24; +const int logit_bias_max = 32; const int dry_seq_break_max = 24; const int images_max = 4; diff --git a/koboldcpp.py b/koboldcpp.py index ec7bf1e76..9c2eb574c 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -19,10 +19,10 @@ from datetime import datetime, timezone # constants sampler_order_max = 7 -stop_token_max = 24 -ban_token_max = 32 +stop_token_max = 32 +ban_token_max = 40 tensor_split_max = 16 -logit_bias_max = 24 +logit_bias_max = 32 dry_seq_break_max = 24 images_max = 4 bias_min_value = -100.0