From 89a3742dedfb5baca3e256eba0ddd027b27971ed Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Mon, 26 May 2025 16:02:49 +0800 Subject: [PATCH] skip unquantizable clip layers --- tools/mtmd/clip.cpp | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/tools/mtmd/clip.cpp b/tools/mtmd/clip.cpp index 2e0bdc4c2..7757b4f8f 100644 --- a/tools/mtmd/clip.cpp +++ b/tools/mtmd/clip.cpp @@ -4149,6 +4149,17 @@ bool clip_model_quantize(const char * fname_inp, const char * fname_out, const i { quantize = false; } + for(int d=0;dne[d] % blck_size != 0) + { + printf("\nSkipping %s because %d is not divisible by %d\n",name.c_str(),cur->ne[d],blck_size); + quantize = false; + break; + } + } + // //temp fix for gemma3 // if(name.find("ffn_up.weight") != std::string::npos) // {