vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 06:34:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

count model flops for f32xf32, f16xf32, q4kxf32, q6kxf32

Browse source
This commit is contained in:
Lizonghang 2024-11-24 13:13:32 +04:00
parent a5ba34169a
commit 3fe00a16a0
4 changed files with 188 additions and 119 deletions
Download patch file Download diff file Expand all files Collapse all files

3
include/llama.h
View file

@ -528,7 +528,8 @@ extern "C" {
LLAMA_API void llama_model_n_flops(
struct llama_model * model,
struct llama_model_loader * ml,
struct model_flops * ffo,
struct model_flops * n_flops,
struct model_params * n_params,
const int64_t n_input,
const int64_t n_history);