vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 21:04:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix model bytes counter

Browse source
This commit is contained in:
Lizonghang 2024-12-10 14:57:48 +04:00
parent 2d79554694
commit 8e9ab45458
4 changed files with 152 additions and 190 deletions
Download patch file Download diff file Expand all files Collapse all files

15
common/profiler.h
View file

@ -181,6 +181,17 @@ struct model_params {
layer_q80 (0) {}
};
struct model_bytes {
int64_t nb_input;
int64_t nb_layer;
int64_t nb_output;
model_bytes() :
nb_input (0),
nb_layer (0),
nb_output(0) {}
};
struct disk_props {
float read_seq_bw; // in GB/s
float read_rnd_bw; // in GB/s
@ -204,6 +215,7 @@ struct device_info {
struct gpu_props gpu_props;
struct model_flops model_flops;
struct model_params model_params;
struct model_bytes model_bytes;
device_info() :
rank(0),
@ -214,7 +226,8 @@ struct device_info {
gpu_support(),
gpu_props(),
model_flops(),
model_params() {}
model_params(),
model_bytes() {}
};
enum profiler_backend_type {