vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-06 06:49:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

speculative: free sockets and send stop signal when inference ends

Browse source
This commit is contained in:
Li, Zonghang 2025-06-13 11:25:42 +04:00
parent dc875bbef9
commit 2687ef3126
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
examples/speculative/speculative.cpp
View file

@ -628,6 +628,8 @@ int main(int argc, char ** argv) {
LOG_INF("target:\n\n"); LOG_INF("target:\n\n");
gpt_perf_print(ctx_tgt, smpl); gpt_perf_print(ctx_tgt, smpl);
llama_free_sockets(ctx_tgt, nullptr);
gpt_sampler_free(smpl); gpt_sampler_free(smpl);
for (int s = 0; s < n_seq_dft; ++s) { for (int s = 0; s < n_seq_dft; ++s) {
gpt_sampler_free(drafts[s].smpl); gpt_sampler_free(drafts[s].smpl);