vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-11 09:04:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use multithread disk r/w test

Browse source
This commit is contained in:
Lizonghang 2024-11-27 22:14:17 +04:00
parent f7507ec20b
commit 740f7f0b95
3 changed files with 44 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/profiler.h
View file

@ -217,8 +217,8 @@ float device_cuda_flops (struct llama_model * model, enum ggml_type src0
float device_inp_embd_delay (struct llama_model * model, enum ggml_type src0t, int n_tokens, int n_threads);
uint64_t device_physical_memory (bool available);
uint64_t device_swap_memory (bool available);
void device_disk_seq_bw (float * read_seq_bw, float * write_seq_bw);
void device_disk_rnd_bw (float * read_rnd_bw, float * write_rnd_bw);
void device_disk_seq_bw (float * read_seq_bw, float * write_seq_bw, int n_threads);
void device_disk_rnd_bw (float * read_rnd_bw, float * write_rnd_bw, int n_threads);
float device_memory_bw (int n_thread);
float device_cuda_memory_bw (struct llama_model * model);
void device_get_props (struct llama_model * model, int device, struct ggml_backend_dev_props * props);