vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-09 16:24:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

llama_profile_device: add arg n_predict

Browse source
This commit is contained in:
Lizonghang 2024-12-06 16:37:25 +04:00
parent a46d56cc60
commit cd823546dd
3 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/common.cpp
View file

@ -896,7 +896,7 @@ struct llama_init_result llama_init_from_gpt_params(gpt_params & params) {
device_info dev_info;
dev_info.rank = params.rank;
llama_profile_device(&dev_info, model, ml, params.cpuparams.n_threads);
llama_profile_device(&dev_info, model, ml, params.n_predict, params.cpuparams.n_threads);
// create llama context
struct llama_context_params cparams = llama_context_params_from_gpt_params(params);