From 37060f54da90d3a466c439e5c2063fd718c33f13 Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Sun, 27 Apr 2025 17:38:22 +0800
Subject: [PATCH] backwards compat handle older HimarIO quants

---
 examples/llava/clip.cpp | 24 +++++++++++++++++++++++-
 1 file changed, 23 insertions(+), 1 deletion(-)

diff --git a/examples/llava/clip.cpp b/examples/llava/clip.cpp
index 77245f4bb..22082f9b4 100644
--- a/examples/llava/clip.cpp
+++ b/examples/llava/clip.cpp
@@ -1663,8 +1663,24 @@ struct clip_model_loader {
         }
     }
 
+    bool handle_older_qwen25vl(projector_type & proj_type)
+    {
+        bool check1 = false;
+        bool check2 = false;
+        get_bool(KEY_USE_GLU_MLP, check1, false);
+        get_bool(KEY_USE_RMS_NORM, check2, false);
+        if(proj_type==PROJECTOR_TYPE_QWEN2VL && check1 && check2)
+        {
+            printf("\nWARNING: OLD QWEN2.5VL PROJECTOR DETECTED! Trying to patch in support, but please obtain a new Qwen2.5VL Projector!\n\n");
+            proj_type = PROJECTOR_TYPE_QWEN25VL;
+            return true;
+        }
+        return false;
+    }
+
     void load_hparams() {
         auto & hparams = ctx_clip.vision_model.hparams;
+        bool q25vl_migrated = false; //we try to port old q25vl files if we can
 
         // projector type
         std::string proj_type;
@@ -1701,6 +1717,8 @@ struct clip_model_loader {
                                         || ctx_clip.proj_type == PROJECTOR_TYPE_LDP
                                         || ctx_clip.proj_type == PROJECTOR_TYPE_LDPV2;
 
+            q25vl_migrated = handle_older_qwen25vl(ctx_clip.proj_type);
+
             {
                 std::string mm_patch_merge_type;
                 get_string(KEY_MM_PATCH_MERGE_TYPE, mm_patch_merge_type, false);
@@ -1776,7 +1794,11 @@ struct clip_model_loader {
                     } break;
                 case PROJECTOR_TYPE_QWEN25VL:
                     {
-                        get_u32(KEY_WIN_ATTN_PATTERN, hparams.n_wa_pattern);
+                        if (q25vl_migrated) {
+                            hparams.n_wa_pattern = 8;
+                        } else {
+                            get_u32(KEY_WIN_ATTN_PATTERN, hparams.n_wa_pattern);
+                        }
                     } break;
                 default:
                     break;