vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-05 01:59:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

halda: handle infeasible solution with weak device

Browse source
This commit is contained in:
Li, Zonghang 2025-06-26 08:56:31 +04:00
parent 72701ae872
commit 50807fd4e1
1 changed files with 8 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
common/common.cpp
View file

@ -1443,11 +1443,17 @@ static bool assign_layers_to_device(
} }
// check the solution // check the solution
bool has_free_gpu_memory = false, has_gpu_overload = false, has_cpu_overload = false; bool has_free_gpu_memory = false, has_gpu_overload = false, has_cpu_overload = false, has_weak_device = false;
for (uint32_t m = 0; m < n_world; ++m) { for (uint32_t m = 0; m < n_world; ++m) {
// if (!dev_gpu[m]) continue; // if (!dev_gpu[m]) continue;
uint32_t w_m = best_solution[m], n_m = best_solution[m + n_world]; uint32_t w_m = best_solution[m], n_m = best_solution[m + n_world];
if (w_m == 1 && n_m == 0) {
// if the device is weak
has_weak_device = true;
LOG_INF("Device %d is weak, need to be removed: w_m = %d, n_m = %d\n", m, w_m, n_m);
}
if (dev_gpu[m]) { if (dev_gpu[m]) {
if (n_m < static_cast<uint32_t>(std::floor(W * vec_z_gpu[m]))) { if (n_m < static_cast<uint32_t>(std::floor(W * vec_z_gpu[m]))) {
// if there is still free GPU memory // if there is still free GPU memory
@ -1467,7 +1473,7 @@ static bool assign_layers_to_device(
} }
} }
if (has_free_gpu_memory && (has_gpu_overload || has_cpu_overload)) { if (!has_weak_device && has_free_gpu_memory && (has_gpu_overload || has_cpu_overload)) {
int worst_device = -1; int worst_device = -1;
float worst_speed = std::numeric_limits<float>::max(); float worst_speed = std::numeric_limits<float>::max();