From fcdf2f40d577da2f28e14f42c2ae29785f465d27 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sun, 15 Mar 2026 12:34:48 +0800 Subject: [PATCH] no need snapshot after gen is complete. --- gpttype_adapter.cpp | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index c0a4f1b8c..09ebff2bf 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -2591,7 +2591,7 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in llama_model * llamamodel = llama_model_load_from_file(kcpp_data->model_filename.c_str(), model_params); - //prepare savestate slots + //prepare savestate slots savestate_limit = inputs.smartcacheslots; //if RNN model AND shifting and fastforward is on, enable smartcache @@ -2601,7 +2601,7 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in { printf("RNN or Hyrbid model with FF and shifting flags enabled - SmartCache will be enabled with extra slots. Disable CtxShift if you do not want this.\n",savestate_limit); kcpp_data->smartcache = true; - savestate_limit += 3; + savestate_limit += 2; } } savestates.resize(savestate_limit); @@ -5160,10 +5160,10 @@ generation_outputs gpttype_generate(const generation_inputs inputs) } //if running rnn model in smartcache mode, save progress after each gen - if(kcpp_data->smartcache && is_recurrent && file_format==FileFormat::GGUF_GENERIC && current_context_tokens.size() > 32) - { - smartcache_quick_snapshot(); - } + // if(kcpp_data->smartcache && is_recurrent && file_format==FileFormat::GGUF_GENERIC && current_context_tokens.size() > 32) + // { + // smartcache_quick_snapshot(); + // } if(debugmode==1 && !is_quiet && file_format == FileFormat::GGUF_GENERIC) {