vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-06 20:59:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove OOM warning

Browse source
This commit is contained in:
Lizonghang 2024-12-22 11:01:45 +04:00
parent b6fd762fa8
commit 70811d85b3
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
common/profiler.cpp
View file

@ -1440,9 +1440,8 @@ static float device_disk_access_delay(struct device_info & dev_info, struct llam
return static_cast<double>(input_bytes) / 1e9 / disk_read_bw * 1000; // convert to ms return static_cast<double>(input_bytes) / 1e9 / disk_read_bw * 1000; // convert to ms
} else { } else {
// warn: OOM error may occur if -ngl is set large // warn: OOM error may occur if -ngl is set large
if (total_mem_needed > dev_info.memory.total_physical + 10) { // 10 is an empirical value that may cause system down // inactive pages are swapped out or compressed to free memory for Metal
throw std::runtime_error("[WARN] Model is too large for Metal shared memory and may cause system down, stopped\n"); // mmap pages are not locked so they will be released when memory is busy
}
return total_bytes_gib * 1024.0 * 1024.0 * 1024.0 / 1e6 / disk_read_bw; // ms return total_bytes_gib * 1024.0 * 1024.0 * 1024.0 / 1e6 / disk_read_bw; // ms
} }
} }