vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-11 09:04:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix flops test error

Browse source
This commit is contained in:
Zonghang Li 2024-12-31 09:37:46 +04:00
parent 0a5450487c
commit b712ad3044
1 changed files with 5 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/llama.cpp
View file

@ -3593,11 +3593,10 @@ void llama_profile_device(
struct model_flops * n_flops = &dev_info->model_flops; struct model_flops * n_flops = &dev_info->model_flops;
struct model_params * n_params = &dev_info->model_params; struct model_params * n_params = &dev_info->model_params;
struct model_bytes * n_bytes = &dev_info->model_bytes; struct model_bytes * n_bytes = &dev_info->model_bytes;
if (dev_info->rank == 0) {
enum ggml_type inp_embd_dtype = GGML_TYPE_F32; enum ggml_type inp_embd_dtype = GGML_TYPE_F32;
llama_model_n_flops(model, ml, n_flops, n_params, n_bytes, n_predict, n_ctx, &inp_embd_dtype, flash_attn); llama_model_n_flops(model, ml, n_flops, n_params, n_bytes, n_predict, n_ctx, &inp_embd_dtype, flash_attn);
n_flops->inp_embd_ms = device_inp_embd_delay(model, inp_embd_dtype, 1, n_threads); n_flops->inp_embd_ms = device_inp_embd_delay(model, inp_embd_dtype, 1, n_threads);
}
device_disk_seq_bw(&dev_info->disk.read_seq_bw, &dev_info->disk.write_seq_bw, n_threads); device_disk_seq_bw(&dev_info->disk.read_seq_bw, &dev_info->disk.write_seq_bw, n_threads);
device_disk_rnd_bw(&dev_info->disk.read_rnd_bw, &dev_info->disk.write_rnd_bw, n_threads); device_disk_rnd_bw(&dev_info->disk.read_rnd_bw, &dev_info->disk.write_rnd_bw, n_threads);