vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 17:44:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

cap auto threads at 32 due to diminishing returns

Browse source
This commit is contained in:
Concedo 2025-04-04 22:01:55 +08:00
parent 0c7f8a1d43
commit fe11073ce6
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
koboldcpp.py
View file

@ -384,6 +384,9 @@ def get_default_threads():
processor = platform.processor()
if 'Intel' in processor:
default_threads = (8 if default_threads > 8 else default_threads) #this helps avoid e-cores.
if default_threads > 32:
print(f"Auto CPU Threads capped at 32 (instead of {default_threads}). You can override this by passing an explicit number of --threads.")
default_threads = 32
return default_threads
def pick_existant_file(ntoption,nonntoption):