vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'master' into concedo_experimental

Browse source 
# Conflicts:
#	tests/test-double-float.cpp
#	tests/test-quantize-fns.cpp
This commit is contained in:
Concedo 2023-10-31 21:09:49 +08:00
commit e62f38abd1
5 changed files with 462 additions and 423 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -1472,7 +1472,7 @@ static int32_t llama_kv_cache_cell_max(const struct llama_kv_cache & cache) {
}
static void llama_kv_cache_clear(struct llama_kv_cache & cache) {
for (int32_t i = 0; i < cache.size; ++i) {
for (int32_t i = 0; i < (int32_t) cache.size; ++i) {
cache.cells[i].pos = -1;
cache.cells[i].seq_id.clear();
}