vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

increase again

Browse source
This commit is contained in:
Concedo 2024-10-14 22:09:26 +08:00
parent efc6939294
commit 1d40303050
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
expose.h
View file

@ -2,7 +2,7 @@
#include <cstdint> #include <cstdint>
const int stop_token_max = 32; const int stop_token_max = 32;
const int ban_token_max = 48; const int ban_token_max = 64;
const int tensor_split_max = 16; const int tensor_split_max = 16;
const int logit_bias_max = 32; const int logit_bias_max = 32;
const int dry_seq_break_max = 24; const int dry_seq_break_max = 24;

2
koboldcpp.py
View file

@ -20,7 +20,7 @@ from datetime import datetime, timezone
# constants # constants
sampler_order_max = 7 sampler_order_max = 7
stop_token_max = 32 stop_token_max = 32
ban_token_max = 48 ban_token_max = 64
tensor_split_max = 16 tensor_split_max = 16
logit_bias_max = 32 logit_bias_max = 32
dry_seq_break_max = 24 dry_seq_break_max = 24