vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-13 10:29:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

model : make rope_yarn_log_mul optional for deepseek2 (#14896)

Browse source 
* make rope_yarn_log_mul optional for deepseek2

* default rope_yarn_log_mul = 0.0f
This commit is contained in:
Gabriel Larson 2025-07-27 03:18:37 -05:00 • committed by GitHub
parent 1dc9614e06
commit 4762ad7316
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/llama-hparams.h
View file

@ -98,7 +98,7 @@ struct llama_hparams {
float rope_freq_scale_train; float rope_freq_scale_train;
float rope_freq_scale_train_swa; float rope_freq_scale_train_swa;
uint32_t n_ctx_orig_yarn; uint32_t n_ctx_orig_yarn;
float rope_yarn_log_mul; float rope_yarn_log_mul = 0.0f;
std::array<int, 4> rope_sections; std::array<int, 4> rope_sections;

2
src/llama-model.cpp
View file

@ -1369,7 +1369,7 @@ void llama_model::load_hparams(llama_model_loader & ml) {
// that have no expert_gating_func model parameter set // that have no expert_gating_func model parameter set
hparams.expert_gating_func = LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX; hparams.expert_gating_func = LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX;
} }
ml.get_key(LLM_KV_ROPE_SCALING_YARN_LOG_MUL, hparams.rope_yarn_log_mul); ml.get_key(LLM_KV_ROPE_SCALING_YARN_LOG_MUL, hparams.rope_yarn_log_mul, false);
switch (hparams.n_layer) { switch (hparams.n_layer) {
case 27: type = LLM_TYPE_16B; break; case 27: type = LLM_TYPE_16B; break;