vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-09 14:24:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add cpu flops test

Browse source
This commit is contained in:
Lizonghang 2024-11-09 20:53:42 +04:00
parent 2bd4d03aa8
commit 5fae6ac36f
6 changed files with 146 additions and 44 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/common.cpp
View file

@ -890,9 +890,11 @@ struct llama_init_result llama_init_from_gpt_params(gpt_params & params) {
}
// get device profile
LOG_INF("Start profiling this device, this may take some seconds ...\n");
device_info dev_info;
dev_info.rank = params.rank;
llama_profile_device(&dev_info, model, params.model.c_str());
llama_profile_device(&dev_info, model, params.model.c_str(), params.cpuparams.n_threads);
// create llama context
struct llama_context_params cparams = llama_context_params_from_gpt_params(params);