vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use a static buffer for kv reloads instead. also, added into lite ui

Browse source
This commit is contained in:
Concedo 2025-06-03 22:32:46 +08:00
parent 4b57108508
commit 53f1511396
6 changed files with 239 additions and 99 deletions
Download patch file Download diff file Expand all files Collapse all files

12
expose.cpp
View file

@ -376,11 +376,19 @@ extern "C"
{
return gpttype_calc_new_state_kv();
}
size_t calc_new_state_tokencount()
{
return gpttype_calc_new_state_tokencount();
}
size_t calc_old_state_kv() //returns how much memory current savestate is using
{
return gpttype_calc_old_state_kv();
}
bool save_state_kv() //triggers the save kv state of current ctx to memory
size_t calc_old_state_tokencount()
{
return gpttype_calc_old_state_tokencount();
}
size_t save_state_kv() //triggers the save kv state of current ctx to memory
{
return gpttype_save_state_kv();
}
@ -390,6 +398,6 @@ extern "C"
}
bool clear_state_kv()
{
return gpttype_clear_state_kv();
return gpttype_clear_state_kv(true);
}
}