vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-11 05:34:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use disk.read_rnd.bw in termux

Browse source
This commit is contained in:
Lizonghang 2024-12-11 14:56:08 +04:00
parent dfb37671d3
commit 28ebc6478a
1 changed files with 8 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

12
common/profiler.cpp
View file

@ -1397,11 +1397,15 @@ static float device_disk_access_delay(struct device_info & dev_info, struct llam
#else
#if defined(__linux__)
// POSIX_FADV_SEQUENTIAL is set on linux
float disk_read_bw = dev_info.disk.read_seq_bw * 1e9 / 1024.0 / 1024.0 / 1024.0;
#else
float disk_read_bw = dev_info.disk.read_rnd_bw * 1e9 / 1024.0 / 1024.0 / 1024.0;
if (getenv("TERMUX_VERSION") == NULL) {
// if this linux not in termux env, use sequantial read bandwidth
// POSIX_FADV_SEQUENTIAL is set on linux
float disk_read_bw = dev_info.disk.read_seq_bw * 1e9 / 1024.0 / 1024.0 / 1024.0;
}
#endif
// non-linux and linux in termux
float disk_read_bw = dev_info.disk.read_rnd_bw * 1e9 / 1024.0 / 1024.0 / 1024.0;
// only part of the mapped tensors needs to be re-loaded
float gbytes_to_load = cpu_total_bytes_gib - (cpu_mem_avail - cpu_kv_size_gib - cpu_compute_buf_gib);