vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

unify antislop and token bans

Browse source
This commit is contained in:
Concedo 2024-10-10 18:21:07 +08:00
parent a6bf568fda
commit fe5479f286
4 changed files with 37 additions and 108 deletions
Download patch file Download diff file Expand all files Collapse all files

4
expose.h
View file

@ -2,8 +2,7 @@
#include <cstdint>
const int stop_token_max = 24;
const int ban_token_max = 16;
const int ban_phrase_max = 16;
const int ban_token_max = 24;
const int tensor_split_max = 16;
const int logit_bias_max = 24;
const int dry_seq_break_max = 24;
@ -107,7 +106,6 @@ struct generation_inputs
const float smoothing_factor = 0.0f;
const logit_bias logit_biases[logit_bias_max] = {};
const char * banned_tokens[ban_token_max] = {};
const char * banned_phrases[ban_phrase_max] = {};
};
struct generation_outputs
{