From a3b104a4229649e1db7f62194ad47ed25a1fe8e7 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 10 Oct 2024 22:27:28 +0800 Subject: [PATCH] further increase some limits --- expose.h | 6 +++--- koboldcpp.py | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/expose.h b/expose.h index dc21134c9..07d0fa72e 100644 --- a/expose.h +++ b/expose.h @@ -1,10 +1,10 @@ #pragma once #include -const int stop_token_max = 24; -const int ban_token_max = 32; +const int stop_token_max = 32; +const int ban_token_max = 40; const int tensor_split_max = 16; -const int logit_bias_max = 24; +const int logit_bias_max = 32; const int dry_seq_break_max = 24; const int images_max = 4; diff --git a/koboldcpp.py b/koboldcpp.py index ec7bf1e76..9c2eb574c 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -19,10 +19,10 @@ from datetime import datetime, timezone # constants sampler_order_max = 7 -stop_token_max = 24 -ban_token_max = 32 +stop_token_max = 32 +ban_token_max = 40 tensor_split_max = 16 -logit_bias_max = 24 +logit_bias_max = 32 dry_seq_break_max = 24 images_max = 4 bias_min_value = -100.0