vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add Rep Pen to Top N Sigma sampler chain (#1397)

Browse source 
- place after nsigma and before xtc
This commit is contained in:
CasualAutopsy 2025-03-02 00:57:09 -05:00 • committed by GitHub
parent 87c52b97de
commit b8c0df04aa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
gpttype_adapter.cpp
View file

@ -1631,6 +1631,7 @@ const std::vector<samplers> & sampler_order, llama_grammar * grammar, float dyna
sample_temperature(&candidates_p, temp, smoothing_factor);
}
sample_top_n_sigma(&candidates_p, nsigma);
sample_rep_pen(n_ctx, rep_pen_range, rep_pen, rep_pen_slope, presence_penalty, &candidates_p);
sample_xtc(&candidates_p, xtc_threshold, xtc_probability, rng);
id = sample_token(&candidates_p, rng);
}