From 286e62267e467f6bc25a6f022a6c655f587e47fd Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Mon, 11 May 2026 21:54:32 +0800
Subject: [PATCH] adjust batching eligibility

---
 gpttype_adapter.cpp | 2 +-
 koboldcpp.py        | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp
index 290b7c946..8b9a5b43b 100644
--- a/gpttype_adapter.cpp
+++ b/gpttype_adapter.cpp
@@ -3550,7 +3550,7 @@ static bool batch_inputs_eligible(const generation_inputs & inputs)
     {
         return false;
     }
-    if(draft_ctx || guidance_ctx || clp_ctx_v || clp_ctx_a)
+    if(draft_ctx || guidance_ctx || inputs.images_len>0 || inputs.audio_len>0)
     {
         return false;
     }
diff --git a/koboldcpp.py b/koboldcpp.py
index 9accb8472..b30b8ae17 100644
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -2288,7 +2288,7 @@ def continuous_batching_python_eligible(genparams, api_format):
     model_path = str(getattr(args, "model_param", "") or "").lower()
     if model_path and not model_path.endswith(".gguf"):
         return False
-    if not getattr(args, "noshift", False) or getattr(args, "smartcontext", False) or getattr(args, "draftmodel", "") or getattr(args, "mmproj", "") or getattr(args, "enableguidance", False):
+    if not getattr(args, "noshift", False) or getattr(args, "smartcontext", False) or getattr(args, "draftmodel", "") or getattr(args, "enableguidance", False):
         return False
     if genparams.get("negative_prompt") or genparams.get("images") or genparams.get("audio"):
         return False