From 3f27a253403505059b012883b11554424d54b1fa Mon Sep 17 00:00:00 2001 From: "Li, Zonghang" <870644199@qq.com> Date: Thu, 26 Jun 2025 14:50:58 +0400 Subject: [PATCH] topo rebuild: add a delay to avoid packet interleaving --- src/llama.cpp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/llama.cpp b/src/llama.cpp index b64fbd78..7b07a291 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -3634,8 +3634,8 @@ void llama_profile_device( dev_info->memory.total_physical = round(device_physical_memory(false) / (double)(1 << 30) * 100) / 100; dev_info->memory.available_physical = round(device_physical_memory(true) / (double)(1 << 30) * 100) / 100; - GGML_ASSERT(dev_info->memory.total_physical > 0, "Failed to parse total physical memory\n"); - GGML_ASSERT(dev_info->memory.available_physical > 0, "Failed to parse available physical memory\n"); + GGML_ASSERT(dev_info->memory.total_physical > 0 && "Failed to parse total physical memory\n"); + GGML_ASSERT(dev_info->memory.available_physical > 0 && "Failed to parse available physical memory\n"); dev_info->memory.used_can_swap = round(device_swappable_memory() / (double)(1 << 30) * 100) / 100; dev_info->memory.total_swap = round(device_swap_memory(false) / (double)(1 << 30) * 100) / 100; @@ -20790,7 +20790,7 @@ int llama_rebuild_topo(llama_context * ctx, for (size_t i = 0; i < n_world; i++) { is_forwarder[i] = topo_helper[i].is_forwarder; } - + ctx->cparams.node_type = *node_type; if (socket_to_close != nullptr) {