vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

minor fixes to debug logging, fixed a typo, added a new failsafe mode

Browse source
This commit is contained in:
Concedo 2023-05-23 21:31:42 +08:00
parent 5bf9784381
commit cd4012c3ed
6 changed files with 69 additions and 47 deletions
Download patch file Download diff file Expand all files Collapse all files

20
gpttype_adapter.cpp
View file

@ -797,13 +797,19 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
if(debugmode)
{
printf("\n[Debug: Dump Input Tokens: %d]\n",file_format);
printf("\n[Debug: Dump Input Tokens, format: %d]\n",file_format);
if (file_format == FileFormat::GGML || file_format == FileFormat::GGHF || file_format == FileFormat::GGJT || file_format == FileFormat::GGJT_2)
{
for (auto id : embd_inp)
{
printf("'%s (%d)', ",llama_v2_token_to_str(llama_ctx_v2, id),id);
}
printf("\n\n[Debug: Context Size = %d]\n",current_context_tokens.size());
for (auto id : current_context_tokens)
{
printf("'%s (%d)', ",llama_v2_token_to_str(llama_ctx_v2, id),id);
}
}
else if (file_format == FileFormat::GGJT_3)
{
@ -811,6 +817,11 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
{
printf("'%s (%d)', ",llama_token_to_str(llama_ctx_v3, id),id);
}
printf("\n\n[Debug: Context Size = %d]\n",current_context_tokens.size());
for (auto id : current_context_tokens)
{
printf("'%s (%d)', ",llama_token_to_str(llama_ctx_v3, id),id);
}
}
else
{
@ -818,8 +829,13 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
{
printf("'%s (%d)', ",vocab.id_to_token[id].c_str(),id);
}
printf("\n\n[Debug: Context Size = %d]\n",current_context_tokens.size());
for (auto id : current_context_tokens)
{
printf("'%s (%d)', ",vocab.id_to_token[id].c_str(),id);
}
}
printf("\n");
printf("\n\n");
}
while (remaining_tokens > 0)