vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

expose stop reason in generation

Browse source
This commit is contained in:
Concedo 2024-04-27 01:12:12 +08:00
parent 327682fb97
commit 4ec8a9c57b
4 changed files with 184 additions and 85 deletions
Download patch file Download diff file Expand all files Collapse all files

5
gpttype_adapter.cpp
View file

@ -1584,6 +1584,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
printf("\nWarning: KCPP text generation not initialized!\n");
output.text = nullptr;
output.status = 0;
output.stopreason = stop_reason::INVALID;
generation_finished = true;
return output;
}
@ -2125,6 +2126,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
fprintf(stderr, "\nFailed to predict at %d! Check your context buffer sizes!\n",n_past);
output.text = nullptr;
output.status = 0;
output.stopreason = stop_reason::INVALID;
generation_finished = true;
return output;
}
@ -2334,6 +2336,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
fprintf(stderr, "\nFailed to eval llava image at %d!\n",n_past);
output.text = nullptr;
output.status = 0;
output.stopreason = stop_reason::INVALID;
generation_finished = true;
return output;
}
@ -2344,6 +2347,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
fprintf(stderr, "\nLLAVA image tokens mismatch at %d! (%d vs %d tokens)\n",n_past,llavatokenscounted,llavatokensevaled);
output.text = nullptr;
output.status = 0;
output.stopreason = stop_reason::INVALID;
generation_finished = true;
return output;
}
@ -2381,6 +2385,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
printf("\nCtxLimit: %d/%d, Process:%.2fs (%.1fms/T = %.2fT/s), Generate:%.2fs (%.1fms/T = %.2fT/s), Total:%.2fs (%.2fT/s)",(int)current_context_tokens.size(),(int)nctx, time1, pt1, ts1, time2, pt2, ts2, (time1 + time2), tokens_per_second);
fflush(stdout);
output.status = 1;
output.stopreason = last_stop_reason;
generation_finished = true;
last_eval_time = pt2;
last_process_time = pt1;