vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

further increase some limits

Browse source
This commit is contained in:
Concedo 2024-10-10 22:27:28 +08:00
parent d75cbd671d
commit a3b104a422
2 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
expose.h
View file

@ -1,10 +1,10 @@
#pragma once #pragma once
#include <cstdint> #include <cstdint>
const int stop_token_max = 24; const int stop_token_max = 32;
const int ban_token_max = 32; const int ban_token_max = 40;
const int tensor_split_max = 16; const int tensor_split_max = 16;
const int logit_bias_max = 24; const int logit_bias_max = 32;
const int dry_seq_break_max = 24; const int dry_seq_break_max = 24;
const int images_max = 4; const int images_max = 4;

6
koboldcpp.py
View file

@ -19,10 +19,10 @@ from datetime import datetime, timezone
# constants # constants
sampler_order_max = 7 sampler_order_max = 7
stop_token_max = 24 stop_token_max = 32
ban_token_max = 32 ban_token_max = 40
tensor_split_max = 16 tensor_split_max = 16
logit_bias_max = 24 logit_bias_max = 32
dry_seq_break_max = 24 dry_seq_break_max = 24
images_max = 4 images_max = 4
bias_min_value = -100.0 bias_min_value = -100.0