vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix top picks bug, lower input anti abuse thresholds (+1 squashed commits)

Browse source 
Squashed commits:

[a81d9b21] fix top picks bug, lower input anti abuse thresholds
This commit is contained in:
Concedo 2024-11-01 16:32:23 +08:00
parent 6a27003a06
commit bbebc76817
2 changed files with 13 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
gpttype_adapter.cpp
View file

@ -449,6 +449,15 @@ void ContextRewind(std::vector<int> &embd, std::vector<int> &current_context_tok
last_n_tokens.resize(last_n_tokens.size() - amount_rewind);
}
if(amount_rewind >= top_picks_history.size())
{
top_picks_history.clear();
}
else
{
top_picks_history.resize(top_picks_history.size() - amount_rewind);
}
if (amount_rewind >= current_context_tokens.size())
{
current_context_tokens.clear();

8
koboldcpp.py
View file

@ -26,10 +26,10 @@ bias_max_value = 100.0
logprobs_max = 5
# abuse prevention
stop_token_max = 512
ban_token_max = 1024
logit_bias_max = 1024
dry_seq_break_max = 256
stop_token_max = 256
ban_token_max = 512
logit_bias_max = 512
dry_seq_break_max = 128
# global vars
handle = None