vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-10 04:00:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

expose timing info in web api

Browse source
This commit is contained in:
Concedo 2023-07-11 18:56:06 +08:00
parent 7222877069
commit 1d1111e10f
4 changed files with 17 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

8
expose.cpp
View file

@ -220,12 +220,12 @@ extern "C"
return generation_finished;
}
float get_prompt_eval_time() {
return prompt_eval_time;
float get_last_eval_time() {
return last_eval_time;
}
float get_prompt_process_time() {
return prompt_process_time;
float get_last_process_time() {
return last_process_time;
}
const char* get_pending_output() {