vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

try containerized ci (+3 squashed commit)

Browse source 
Squashed commit:

[f0600744] troubleshooting

[fe11073c] cap auto threads at 32 due to diminishing returns

[0c7f8a1d] troubleshooting
This commit is contained in:
Concedo 2025-04-04 19:08:51 +08:00
parent 3105eeec93
commit 34ddd874fe
3 changed files with 23 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
koboldcpp.py
View file

@ -384,6 +384,9 @@ def get_default_threads():
processor = platform.processor()
if 'Intel' in processor:
default_threads = (8 if default_threads > 8 else default_threads) #this helps avoid e-cores.
if default_threads > 48:
print(f"Auto CPU Threads capped at 48 (instead of {default_threads}). You can override this by passing an explicit number of --threads.")
default_threads = 48
return default_threads
def pick_existant_file(ntoption,nonntoption):