vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 00:54:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add more warmup (+1 squashed commits)

Browse source 
Squashed commits:

[9578d5352] updated lite
This commit is contained in:
Concedo 2025-04-26 09:47:57 +08:00
parent 4decd6bea1
commit cb1c182673
3 changed files with 14 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

3
gpttype_adapter.cpp
View file

@ -2379,6 +2379,9 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
{
printf("\nLLAMA EVAL returned nonzero: %d\n",er);
}
tmp = {1};
llama_kv_self_clear(llama_ctx_v4);
er = llama_decode(llama_ctx_v4, llama_batch_get_one(tmp.data(), tmp.size()));
return ModelLoadResult::SUCCESS;
}
else if (file_format == FileFormat::RWKV_1 || file_format==FileFormat::RWKV_2)