vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed a token decoding bug

Browse source
This commit is contained in:
Concedo 2023-05-21 00:53:20 +08:00
parent d1824f1e88
commit d418146535
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
gpttype_adapter.cpp
View file

@ -797,8 +797,8 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
if(debugmode) if(debugmode)
{ {
printf("\n[Debug: Dump Input Tokens]\n"); printf("\n[Debug: Dump Input Tokens: %d]\n",file_format);
if (file_format == FileFormat::GGML || file_format == FileFormat::GGHF || file_format == FileFormat::GGJT || file_format == FileFormat::GGJT_2 || file_format == FileFormat::GGJT_3) if (file_format == FileFormat::GGML || file_format == FileFormat::GGHF || file_format == FileFormat::GGJT || file_format == FileFormat::GGJT_2)
{ {
for (auto id : embd_inp) for (auto id : embd_inp)
{ {
@ -986,7 +986,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
// decrement remaining sampling budget // decrement remaining sampling budget
--remaining_tokens; --remaining_tokens;
if (file_format == FileFormat::GGML || file_format == FileFormat::GGHF || file_format == FileFormat::GGJT || file_format == FileFormat::GGJT_2) if (file_format == FileFormat::GGML || file_format == FileFormat::GGHF || file_format == FileFormat::GGJT || file_format == FileFormat::GGJT_2|| file_format == FileFormat::GGJT_3)
{ {
if(file_format == FileFormat::GGJT_3) if(file_format == FileFormat::GGJT_3)
{ {