vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-06 13:09:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

speculative: free sockets and send stop signal when inference ends

Browse source
This commit is contained in:
Li, Zonghang 2025-06-13 13:30:29 +04:00
parent dc875bbef9
commit c9cae626cf
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
examples/speculative/speculative.cpp
View file

@ -628,6 +628,9 @@ int main(int argc, char ** argv) {
LOG_INF("target:\n\n"); LOG_INF("target:\n\n");
gpt_perf_print(ctx_tgt, smpl); gpt_perf_print(ctx_tgt, smpl);
char * stop_signal = nullptr;
llama_free_sockets(ctx_tgt, &stop_signal);
gpt_sampler_free(smpl); gpt_sampler_free(smpl);
for (int s = 0; s < n_seq_dft; ++s) { for (int s = 0; s < n_seq_dft; ++s) {
gpt_sampler_free(drafts[s].smpl); gpt_sampler_free(drafts[s].smpl);