vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 12:14:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'dev' into feat/auto-exit

Browse source
This commit is contained in:
Li, Zonghang 2025-05-20 02:04:14 +08:00 • committed by GitHub
commit 7b0ededd24
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
10 changed files with 488 additions and 87 deletions
Download patch file Download diff file Expand all files Collapse all files

3
common/profiler.cpp
View file

@ -350,7 +350,6 @@ float device_inp_embd_delay(struct llama_model * model, enum ggml_type src0t, in
return 0.0f;
}
size_t QK_K = 0;
switch (src0t) {
case GGML_TYPE_F32: {
matrix_B = malloc(embd_size * sizeof(float));
@ -914,7 +913,7 @@ ioengine=%s
direct=1
time_based=1
runtime=1
size=4G
size=1G
group_reporting=1
iodepth=1