From 3095da076a700b6b970503006db992f970857413 Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Sat, 16 May 2026 22:27:12 +0800
Subject: [PATCH] only fetch new popped horde requests if model is not blocked
 queue

---
 koboldcpp.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/koboldcpp.py b/koboldcpp.py
index aed8fdd15..9a9ae3118 100644
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -9448,8 +9448,8 @@ def run_horde_worker(args, api_key, worker_name, worker_id, parallel_batching_th
             time.sleep(1)
             continue
 
-        #first, make sure we are not generating
-        if parallel_batching_threads<=1 and modelbusy.locked():
+        #first, make sure we are not generating (queue is empty)
+        if modelbusy.locked():
             time.sleep(0.2)
             continue