vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-13 02:49:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add memory copy speed test

Browse source
This commit is contained in:
Lizonghang 2024-12-09 10:07:42 +04:00
parent 1aee5bd6da
commit d78fa427e7
4 changed files with 179 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

3
common/profiler.h
View file

@ -241,6 +241,9 @@ uint64_t device_swap_memory (bool available);
void device_disk_seq_bw (float * read_seq_bw, float * write_seq_bw, int n_threads);
void device_disk_rnd_bw (float * read_rnd_bw, float * write_rnd_bw, int n_threads);
float device_memory_bw (int n_thread);
float device_cpu_mem_copy (struct llama_model * model, int n_threads);
float device_metal_mem_copy (struct llama_model * model);
float device_cuda_mem_copy (struct llama_model * model);
float device_metal_read_vram_bw();
float device_cuda_read_vram_bw ();
void device_get_props (struct llama_model * model, int device, struct ggml_backend_dev_props * props);