fix t_load_us

This commit is contained in:
Lizonghang 2024-11-28 15:55:21 +04:00
parent 740f7f0b95
commit 9a7bbce7ad
3 changed files with 8 additions and 0 deletions

View file

@ -944,6 +944,8 @@ struct llama_init_result llama_init_from_gpt_params(gpt_params & params) {
return iparams;
}
llama_perf_context_sync(lctx, model);
if (llama_context_setup_backend(model, cparams, lctx) == nullptr) {
LOG_ERR("%s: failed to setup context with model '%s'\n", __func__, params.model.c_str());
llama_free_model(model);