vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

bump size of some payload arr sequences from 16 to 24

Browse source
This commit is contained in:
Concedo 2024-07-28 20:29:39 +08:00
parent e47477fd4d
commit f289fb494a
2 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
expose.h
View file

@ -1,11 +1,11 @@
#pragma once #pragma once
#include <cstdint> #include <cstdint>
const int stop_token_max = 16; const int stop_token_max = 24;
const int ban_token_max = 16; const int ban_token_max = 16;
const int tensor_split_max = 16; const int tensor_split_max = 16;
const int logit_bias_max = 16; const int logit_bias_max = 24;
const int dry_seq_break_max = 16; const int dry_seq_break_max = 24;
const int images_max = 4; const int images_max = 4;
// match kobold's sampler list and order // match kobold's sampler list and order

6
koboldcpp.py
View file

@ -18,11 +18,11 @@ from concurrent.futures import ThreadPoolExecutor
# constants # constants
sampler_order_max = 7 sampler_order_max = 7
stop_token_max = 16 stop_token_max = 24
ban_token_max = 16 ban_token_max = 16
tensor_split_max = 16 tensor_split_max = 16
logit_bias_max = 16 logit_bias_max = 24
dry_seq_break_max = 16 dry_seq_break_max = 24
images_max = 4 images_max = 4
bias_min_value = -100.0 bias_min_value = -100.0
bias_max_value = 100.0 bias_max_value = 100.0