vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-19 16:31:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

added swa padding controls

Browse source
This commit is contained in:
Concedo 2026-04-16 16:21:48 +08:00
parent a9e817fb4c
commit 0251c6dbde
5 changed files with 17 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/llama-kv-cache.cpp
View file

@ -160,7 +160,7 @@ llama_kv_cache::llama_kv_cache(
for (uint32_t il = 0; il < hparams.n_layer; il++) {
if (!hparams.has_kv(il)) {
LLAMA_LOG_DEBUG("%s: layer %3d: does not have KV cache\n", __func__, il);
// LLAMA_LOG_DEBUG("%s: layer %3d: does not have KV cache\n", __func__, il);
continue;
}
@ -232,12 +232,12 @@ llama_kv_cache::llama_kv_cache(
const int32_t il_reuse = reuse(il);
if (il_reuse < 0) {
LLAMA_LOG_DEBUG("%s: - layer %3d: no reuse\n", __func__, il);
// LLAMA_LOG_DEBUG("%s: - layer %3d: no reuse\n", __func__, il);
continue;
}
if (filter && !filter(il)) {
LLAMA_LOG_DEBUG("%s: - layer %3d: filtered\n", __func__, il);
// LLAMA_LOG_DEBUG("%s: - layer %3d: filtered\n", __func__, il);
continue;
}