vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

this commit does not work, just for debugging

Browse source
This commit is contained in:
Concedo 2024-05-23 20:13:47 +08:00
commit 9282c307ed
49 changed files with 2735 additions and 6303 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/parallel/parallel.cpp
View file

@ -212,7 +212,7 @@ int main(int argc, char ** argv) {
while (true) {
if (dump_kv_cache) {
llama_kv_cache_view_update(ctx, &kvc_view);
dump_kv_cache_view_seqs(kvc_view, 40);
llama_kv_cache_dump_view_seqs(kvc_view, 40);
}
llama_batch_clear(batch);