vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-09 20:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix bugs in bo

Browse source
This commit is contained in:
Zonghang Li 2025-02-15 18:10:11 +04:00
parent e64f237e04
commit 8532d030f3
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/common.cpp
View file

@ -876,13 +876,13 @@ static bool assign_layers_to_device(
const int n_kv = cparams.n_ctx;
const int64_t b = dev_info_set[0].model_bytes.nb_layer;
const int64_t bo = dev_info_set[0].model_bytes.nb_output;
const int64_t b_prime = b + 2 * (n_embd_k_gqa + n_embd_v_gqa) * n_kv;
#if defined(USE_HIGHS)
const device_info &master = dev_info_set[0];
const int n_vocab = llama_n_vocab(model);
const int64_t bi = dev_info_set[0].model_bytes.nb_input;
const int64_t bo = dev_info_set[0].model_bytes.nb_output;
// device-specific constants
std::vector<float> alpha(n_world, 0.0f);