vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

working streaming. TODO: fix lite

Browse source
This commit is contained in:
SammCheese 2023-06-08 06:18:23 +02:00
parent 97971291e9
commit 9a8da35ec4
No known key found for this signature in database
GPG key ID: 28CFE2321A140BA1
4 changed files with 84 additions and 56 deletions
Download patch file Download diff file Expand all files Collapse all files

4
gpttype_adapter.cpp
View file

@ -1041,7 +1041,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
fprintf(stderr, "Failed to predict\n");
snprintf(output.text, sizeof(output.text), "%s", "");
output.status = 0;
set_stream_finished();
set_stream_finished(true);
return output;
}
}
@ -1224,7 +1224,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o
printf("\nTime Taken - Processing:%.1fs (%.0fms/T), Generation:%.1fs (%.0fms/T), Total:%.1fs", time1, pt1, time2, pt2, (time1 + time2));
fflush(stdout);
output.status = 1;
set_stream_finished();
set_stream_finished(true);
snprintf(output.text, sizeof(output.text), "%s", concat_output.c_str());
return output;