vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-05 19:49:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

topo rebuild: add a delay to avoid packet interleaving

Browse source
This commit is contained in:
Li, Zonghang 2025-06-26 14:50:58 +04:00
parent 729870fcd7
commit 3f27a25340
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
src/llama.cpp
View file

@ -3634,8 +3634,8 @@ void llama_profile_device(
dev_info->memory.total_physical = round(device_physical_memory(false) / (double)(1 << 30) * 100) / 100;
dev_info->memory.available_physical = round(device_physical_memory(true) / (double)(1 << 30) * 100) / 100;
GGML_ASSERT(dev_info->memory.total_physical > 0, "Failed to parse total physical memory\n");
GGML_ASSERT(dev_info->memory.available_physical > 0, "Failed to parse available physical memory\n");
GGML_ASSERT(dev_info->memory.total_physical > 0 && "Failed to parse total physical memory\n");
GGML_ASSERT(dev_info->memory.available_physical > 0 && "Failed to parse available physical memory\n");
dev_info->memory.used_can_swap = round(device_swappable_memory() / (double)(1 << 30) * 100) / 100;
dev_info->memory.total_swap = round(device_swap_memory(false) / (double)(1 << 30) * 100) / 100;
@ -20790,7 +20790,7 @@ int llama_rebuild_topo(llama_context * ctx,
for (size_t i = 0; i < n_world; i++) {
is_forwarder[i] = topo_helper[i].is_forwarder;
}
ctx->cparams.node_type = *node_type;
if (socket_to_close != nullptr) {