From fc2545dc83784c07daafee81258707933e66f878 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 22 Aug 2024 00:25:56 +0800 Subject: [PATCH] fixed a typo --- gpttype_adapter.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index 0c4276d1e..63e2f67b1 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -534,7 +534,7 @@ void sample_xtc(llama_token_data_array * candidates, float xtc_threshold, float // then remove all other tokens EXCEPT the least likely one for (size_t i = 0; i < candidates->size - 1; ++i) { - candidates->data[i].logit = -999.0f; //infinity gets wonky results downstream, this hack works well enough + candidates->data[i].logit -= 999.0f; //infinity gets wonky results downstream, this hack works well enough } candidates->sorted = false;