add LLAMA_API llama_profile_device

This commit is contained in:
Lizonghang 2024-11-07 09:30:39 +04:00
parent b922418cca
commit ef7fdf70cc
6 changed files with 131 additions and 80 deletions

View file

@ -23,8 +23,6 @@
#include <sys/types.h>
#include <vector>
namespace profiler {
const char * device_name() {
static char device_name[256];
@ -313,6 +311,4 @@ void device_get_props(struct llama_model * model, int device, struct ggml_backen
}
ggml_backend_dev_t dev = ggml_backend_buft_get_device(buft_type);
ggml_backend_dev_get_props(dev, props);
}
} // namespace profiler
}