vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed a typo

Browse source
This commit is contained in:
Concedo 2024-08-22 00:25:56 +08:00
parent 5bf527a6ae
commit fc2545dc83
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
gpttype_adapter.cpp
View file

@ -534,7 +534,7 @@ void sample_xtc(llama_token_data_array * candidates, float xtc_threshold, float
// then remove all other tokens EXCEPT the least likely one // then remove all other tokens EXCEPT the least likely one
for (size_t i = 0; i < candidates->size - 1; ++i) { for (size_t i = 0; i < candidates->size - 1; ++i) {
candidates->data[i].logit = -999.0f; //infinity gets wonky results downstream, this hack works well enough candidates->data[i].logit -= 999.0f; //infinity gets wonky results downstream, this hack works well enough
} }
candidates->sorted = false; candidates->sorted = false;