vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 00:54:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix off-by-one npast during some instances of fast forwarding

Browse source
This commit is contained in:
Concedo 2025-05-22 19:51:21 +08:00
parent f10574e598
commit f125e724eb
3 changed files with 11 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
gpttype_adapter.cpp
View file

@ -3468,7 +3468,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
if (debugmode==1 && !is_quiet)
{
std::string outstr = "";
printf("\n\n[Debug: Dump Raw Input Tokens]\n");
printf("\n\n[Debug: Dump %d Raw Input Tokens]\n",embd_inp.size());
outstr += get_tok_vec_str(embd_inp);
printf("%s\n", RemoveBell(outstr).c_str());
}
@ -3615,7 +3615,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
if (debugmode==1 && !is_quiet)
{
std::string outstr = "";
// printf("\n[Debug: Dump Forwarded Input Tokens, format: %d]\n", file_format);
// printf("\n[Debug: Dump Forwarded Input Tokens]\n");
// outstr += get_tok_vec_str(embd_inp);
outstr += "\n\n[Debug: n_past="+std::to_string(n_past)+" Context Size = " + std::to_string(current_context_tokens.size()) + "]\n";
outstr += get_tok_vec_str(current_context_tokens);