add arg --cuda-mem

2025-09-10 22:54:34 +00:00 · 2025-01-16 09:15:34 +04:00 · 2025-01-16 09:15:34 +04:00 · 46e99218b4
commit 46e99218b4
parent dab6b2e1c2
5 changed files with 19 additions and 3 deletions
--- a/include/llama.h
+++ b/include/llama.h
@ -416,6 +416,7 @@ extern "C" {
                       struct device_info * dev_info, 
                       struct llama_model * model, 
                struct llama_model_loader * ml,
+                                      int   cuda_mem,
                                      int   n_predict,
                                      int   n_ctx,
                                      int   n_threads,