From c9cae626cf214eab07c9f18b358b46e2bf8bf66a Mon Sep 17 00:00:00 2001
From: "Li, Zonghang" <870644199@qq.com>
Date: Fri, 13 Jun 2025 13:30:29 +0400
Subject: [PATCH] speculative: free sockets and send stop signal when inference
 ends

---
 examples/speculative/speculative.cpp | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp
index 3716579e..8eb2fa1c 100644
--- a/examples/speculative/speculative.cpp
+++ b/examples/speculative/speculative.cpp
@@ -628,6 +628,9 @@ int main(int argc, char ** argv) {
     LOG_INF("target:\n\n");
     gpt_perf_print(ctx_tgt, smpl);
 
+    char * stop_signal = nullptr;
+    llama_free_sockets(ctx_tgt, &stop_signal);
+
     gpt_sampler_free(smpl);
     for (int s = 0; s < n_seq_dft; ++s) {
         gpt_sampler_free(drafts[s].smpl);