vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

debug: display tokens that were dropped by XTC sampler when debugmode is enabled (#1201)

Browse source
This commit is contained in:
kallewoof 2024-11-07 00:09:28 +09:00 • committed by GitHub
parent 859ec03cd0
commit 3c36bbdcd7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 13 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
gpttype_adapter.cpp
View file

@ -740,10 +740,23 @@ void sample_xtc(llama_token_data_array * candidates, float xtc_threshold, float
if(last_idx>1) //if there are 2 or more viable candidates if(last_idx>1) //if there are 2 or more viable candidates
{ {
if (debugmode==1) {
printf("XTC penalties [");
}
// then remove all other tokens above threshold EXCEPT the least likely one // then remove all other tokens above threshold EXCEPT the least likely one
for (size_t i = 0; i < last_idx - 1; ++i) { for (size_t i = 0; i < last_idx - 1; ++i) {
if (debugmode==1)
{
gpt_vocab::id token = candidates->data[i].id;
std::string tokenizedstr = FileFormatTokenizeID(token, file_format);
::utreplace(tokenizedstr, "\n", "\\n");
printf("%s(%s %.02f%%)", i == 0 ? "" : " ", RemoveBell(tokenizedstr).c_str(), 100.f * candidates->data[i].p);
}
candidates->data[i].logit -= 999.0f; //infinity gets wonky results downstream, this hack works well enough candidates->data[i].logit -= 999.0f; //infinity gets wonky results downstream, this hack works well enough
} }
if (debugmode==1) {
printf("]\n");
}
candidates->sorted = false; candidates->sorted = false;
} //otherwise xtc does not do anything } //otherwise xtc does not do anything