vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-09 14:44:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add api llama_model_set_n_gpu_layers

Browse source
This commit is contained in:
Lizonghang 2025-01-15 10:48:19 +04:00
parent 1e1ba5bb91
commit 3d75b8576e
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
include/llama.h
View file

@ -525,6 +525,10 @@ extern "C" {
// Returns the number of model layers in the model
LLAMA_API uint32_t llama_model_n_layers(const struct llama_model * model);
// Retrieve or set the number of GPU layers
LLAMA_API uint32_t llama_model_n_gpu_layers(const struct llama_model * model);
LLAMA_API void llama_model_set_n_gpu_layers(struct llama_model * model, uint32_t value);
// Returns the total number of parameters in the model
LLAMA_API uint64_t llama_model_n_params(const struct llama_model * model);