vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-16 20:09:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

save and load state upgraded to 3 available states

Browse source
This commit is contained in:
Concedo 2025-06-04 22:09:40 +08:00
parent 06d2bc3404
commit 736030bb9f
7 changed files with 206 additions and 82 deletions
Download patch file Download diff file Expand all files Collapse all files

8
model_adapter.h
View file

@ -131,8 +131,8 @@ void ContextFastForward(std::vector<int> &current_context_tokens, std::vector<in
size_t gpttype_calc_new_state_kv();
size_t gpttype_calc_new_state_tokencount();
size_t gpttype_calc_old_state_kv();
size_t gpttype_calc_old_state_tokencount();
size_t gpttype_save_state_kv();
bool gpttype_load_state_kv();
size_t gpttype_calc_old_state_kv(int slot);
size_t gpttype_calc_old_state_tokencount(int slot);
size_t gpttype_save_state_kv(int slot);
bool gpttype_load_state_kv(int slot);
bool gpttype_clear_state_kv(bool shrink);