vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-05 23:39:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: add log when serving as a proxy

Browse source
This commit is contained in:
DeEMO 2025-06-17 12:08:53 +08:00
parent 6ff38b2a0c
commit 67c4f70357
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
common/common.cpp
View file

@ -1813,6 +1813,7 @@ struct llama_init_result llama_init_from_gpt_params(gpt_params & params) {
if (node_type == NodeType::NODE_TYPE_FORWARDER) {
//just forward
LOG_INF("No layer is assigned to me, and I serve as a network proxy.\n");
std::atomic<bool> should_exit{false};
auto t = std::thread([lctx, &should_exit]() {
while(!should_exit) {