From b8c0df04aaab9157fa382a73b5a1e1089fadce4d Mon Sep 17 00:00:00 2001 From: CasualAutopsy <107777585+CasualAutopsy@users.noreply.github.com> Date: Sun, 2 Mar 2025 00:57:09 -0500 Subject: [PATCH] Add Rep Pen to Top N Sigma sampler chain (#1397) - place after nsigma and before xtc --- gpttype_adapter.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index 39e238fc2..4d8372f9a 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -1631,6 +1631,7 @@ const std::vector & sampler_order, llama_grammar * grammar, float dyna sample_temperature(&candidates_p, temp, smoothing_factor); } sample_top_n_sigma(&candidates_p, nsigma); + sample_rep_pen(n_ctx, rep_pen_range, rep_pen, rep_pen_slope, presence_penalty, &candidates_p); sample_xtc(&candidates_p, xtc_threshold, xtc_probability, rng); id = sample_token(&candidates_p, rng); }