vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 17:14:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add cpu_read_ram_bw, metal_read_vram_bw, cuda_read_vram_bw

Browse source
This commit is contained in:
Lizonghang 2024-11-29 19:03:01 +04:00
parent 0a6ffe68e0
commit 68ecabc8c3
5 changed files with 139 additions and 48 deletions
Download patch file Download diff file Expand all files Collapse all files

1
common/common.cpp
View file

@ -1117,6 +1117,7 @@ struct llama_context_params llama_context_params_from_gpt_params(const gpt_param
cparams.n_world = params.n_world;
cparams.rank = params.rank;
cparams.unload = params.unload;
cparams.n_gpu_layers = params.n_gpu_layers;
std::copy(std::begin(params.n_layer_window), std::end(params.n_layer_window), cparams.n_layer_window);
if (cparams.master_ip != nullptr) {