vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 12:14:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add LLAMA_API llama_profile_device

Browse source
This commit is contained in:
Lizonghang 2024-11-07 09:30:39 +04:00
parent b922418cca
commit ef7fdf70cc
6 changed files with 131 additions and 80 deletions
Download patch file Download diff file Expand all files Collapse all files

5
include/llama.h
View file

@ -4,6 +4,8 @@
#include "ggml.h"
#include "ggml-backend.h"
#include "profiler.h"
#include <stddef.h>
#include <stdint.h>
#include <stdio.h>
@ -408,7 +410,8 @@ extern "C" {
// Call once at the start of the program
LLAMA_API void llama_backend_init(void);
ggml_backend_buffer_type_t llama_dev_buffer_type(struct llama_model * model, int device);
LLAMA_API void llama_profile_device (struct device_info * dev_info, struct llama_model * model, const char * test_file);
LLAMA_API ggml_backend_buffer_type_t llama_dev_buffer_type(struct llama_model * model, int device);
//optional:
LLAMA_API void llama_numa_init(enum ggml_numa_strategy numa);