From 7bdac9bc44528e46f4ba48fb4744b9559698c327 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 11 Sep 2024 20:22:45 +0800 Subject: [PATCH] prevent shifting on rwkv --- gpttype_adapter.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index b85c3f356..3b9971a8f 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -2798,9 +2798,10 @@ generation_outputs gpttype_generate(const generation_inputs inputs) } bool is_mamba = (file_format == FileFormat::GGUF_GENERIC && file_format_meta.model_architecture==GGUFArch::ARCH_MAMBA); + bool is_rwkv_new = (file_format == FileFormat::GGUF_GENERIC && file_format_meta.model_architecture==GGUFArch::ARCH_RWKV); bool blank_prompt = (addedmemory=="" && kcpp_data->prompt==""); - if (file_format == FileFormat::RWKV_1 || file_format==FileFormat::RWKV_2 || is_mamba) + if (file_format == FileFormat::RWKV_1 || file_format==FileFormat::RWKV_2 || is_mamba || is_rwkv_new) { if(!blank_prompt) {