From fe11073ce6f03845111615d7ef1af471e6f86f69 Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Fri, 4 Apr 2025 22:01:55 +0800
Subject: [PATCH] cap auto threads at 32 due to diminishing returns

---
 koboldcpp.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/koboldcpp.py b/koboldcpp.py
index 3bccc372f..be1f0ce46 100644
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -384,6 +384,9 @@ def get_default_threads():
     processor = platform.processor()
     if 'Intel' in processor:
         default_threads = (8 if default_threads > 8 else default_threads) #this helps avoid e-cores.
+    if default_threads > 32:
+        print(f"Auto CPU Threads capped at 32 (instead of {default_threads}). You can override this by passing an explicit number of --threads.")
+        default_threads = 32
     return default_threads
 
 def pick_existant_file(ntoption,nonntoption):