From 67c4f703574fb738192e016c49f8858103352b66 Mon Sep 17 00:00:00 2001 From: DeEMO Date: Tue, 17 Jun 2025 12:08:53 +0800 Subject: [PATCH] fix: add log when serving as a proxy --- common/common.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/common/common.cpp b/common/common.cpp index 38828be3..d1d40a9e 100644 --- a/common/common.cpp +++ b/common/common.cpp @@ -1810,9 +1810,10 @@ struct llama_init_result llama_init_from_gpt_params(gpt_params & params) { n_world = update_n_world; llama_update_context_with_rankworld(lctx, update_rank, update_n_world, worker_rank, n_worker); - - if(node_type == NodeType::NODE_TYPE_FORWARDER){ + + if (node_type == NodeType::NODE_TYPE_FORWARDER) { //just forward + LOG_INF("No layer is assigned to me, and I serve as a network proxy.\n"); std::atomic should_exit{false}; auto t = std::thread([lctx, &should_exit]() { while(!should_exit) {