From f4e2f4b069f032e6f8373e244249d73603c5cf78 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 30 Jan 2025 00:36:05 +0800 Subject: [PATCH] disable context shift when using mrope --- gpttype_adapter.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index c6d210447..6fa26ea62 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -2126,7 +2126,8 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in } if(file_format_meta.model_architecture == GGUFArch::ARCH_QWEN2VL) { - printf("Qwen2VL detected! Mrope will be used!\n"); + printf("Qwen2VL detected! Mrope will be used, and context shift will be disabled!\n"); + kcpp_data->use_contextshift = false; } model_params.main_gpu = cu_parseinfo_maindevice;