vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

try containerized ci (+3 squashed commit)

Browse source 
Squashed commit:

[f0600744] troubleshooting

[fe11073c] cap auto threads at 32 due to diminishing returns

[0c7f8a1d] troubleshooting
This commit is contained in:
Concedo 2025-04-04 19:08:51 +08:00
parent 3105eeec93
commit 34ddd874fe
3 changed files with 23 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
.github/workflows/kcpp-build-release-linux-cuda12.yaml vendored
View file

@ -23,7 +23,16 @@ jobs:
run: | run: |
apt-get update apt-get update
apt-get install -y sudo apt-get install -y sudo
sudo apt-get -y install git curl bzip2 export DEBIAN_FRONTEND=noninteractive
sudo ln -fs /usr/share/zoneinfo/UTC /etc/localtime
echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections
echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections
sudo apt-get -y install git curl bzip2 python3-tk tcl tk
- name: Set Tcl/Tk Paths
run: |
echo "TCL_LIBRARY=$(find /usr/lib/ -name 'tcl8*' | head -n 1)" >> $GITHUB_ENV
echo "TK_LIBRARY=$(find /usr/lib/ -name 'tk8*' | head -n 1)" >> $GITHUB_ENV
- name: Build - name: Build
id: make_build id: make_build

11
.github/workflows/kcpp-build-release-linux.yaml vendored
View file

@ -23,7 +23,16 @@ jobs:
run: | run: |
apt-get update apt-get update
apt-get install -y sudo apt-get install -y sudo
sudo apt-get -y install git curl bzip2 export DEBIAN_FRONTEND=noninteractive
sudo ln -fs /usr/share/zoneinfo/UTC /etc/localtime
echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections
echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections
sudo apt-get -y install git curl bzip2 python3-tk tcl tk
- name: Set Tcl/Tk Paths
run: |
echo "TCL_LIBRARY=$(find /usr/lib/ -name 'tcl8*' | head -n 1)" >> $GITHUB_ENV
echo "TK_LIBRARY=$(find /usr/lib/ -name 'tk8*' | head -n 1)" >> $GITHUB_ENV
- name: Build - name: Build
id: make_build id: make_build

3
koboldcpp.py
View file

@ -384,6 +384,9 @@ def get_default_threads():
processor = platform.processor() processor = platform.processor()
if 'Intel' in processor: if 'Intel' in processor:
default_threads = (8 if default_threads > 8 else default_threads) #this helps avoid e-cores. default_threads = (8 if default_threads > 8 else default_threads) #this helps avoid e-cores.
if default_threads > 48:
print(f"Auto CPU Threads capped at 48 (instead of {default_threads}). You can override this by passing an explicit number of --threads.")
default_threads = 48
return default_threads return default_threads
def pick_existant_file(ntoption,nonntoption): def pick_existant_file(ntoption,nonntoption):