vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use different cublas binaries

Browse source
This commit is contained in:
Concedo 2024-04-17 17:14:22 +08:00
parent aa62c1d34b
commit b0d796fb49
2 changed files with 13 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

17
.github/workflows/kcpp-build-release-win-full.yaml vendored
View file

@ -53,16 +53,17 @@ jobs:
mv bin/Release/koboldcpp_cublas.dll ../koboldcpp_cublas.dll mv bin/Release/koboldcpp_cublas.dll ../koboldcpp_cublas.dll
cd .. cd ..
# - name: Download CuBLAS Libraries # note: The libraries that come from the github cuda directory seem to be larger, so they are not recommended
# run: | - name: Download CuBLAS Libraries
# curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublas64_11.dll --output cublas64_11.dll
# curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublasLt64_11.dll --output cublasLt64_11.dll
# ls
- name: Copy CuBLAS Libraries
run: | run: |
copy "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.4\bin\cublasLt64_11.dll" . curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublas64_11.dll --output cublas64_11.dll
copy "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.4\bin\cublas64_11.dll" . curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublasLt64_11.dll --output cublasLt64_11.dll
ls ls
# - name: Copy CuBLAS Libraries
# run: |
# copy "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.4\bin\cublasLt64_11.dll" .
# copy "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.4\bin\cublas64_11.dll" .
# ls
- name: Package PyInstallers - name: Package PyInstallers
id: make_pyinstaller id: make_pyinstaller

5
koboldcpp.py
View file

@ -2764,7 +2764,10 @@ def delete_old_pyinstaller():
kobold_itemcheck1 = os.path.join(absdirpath, 'koboldcpp_default.dll') kobold_itemcheck1 = os.path.join(absdirpath, 'koboldcpp_default.dll')
kobold_itemcheck2 = os.path.join(absdirpath, 'koboldcpp_default.so') kobold_itemcheck2 = os.path.join(absdirpath, 'koboldcpp_default.so')
kobold_itemcheck3 = os.path.join(absdirpath, 'klite.embd') kobold_itemcheck3 = os.path.join(absdirpath, 'klite.embd')
if os.path.exists(kobold_itemcheck1) or os.path.exists(kobold_itemcheck2) or os.path.exists(kobold_itemcheck3): kobold_itemcheck4 = os.path.join(absdirpath, 'cublasLt64_11.dll')
kobold_itemcheck5 = os.path.join(absdirpath, 'cublas64_11.dll')
kobold_itemcheck6 = os.path.join(absdirpath, 'clblast.dll')
if os.path.exists(kobold_itemcheck1) or os.path.exists(kobold_itemcheck2) or os.path.exists(kobold_itemcheck3) or (os.path.exists(kobold_itemcheck4) and os.path.exists(kobold_itemcheck5) and os.path.exists(kobold_itemcheck6)):
try: try:
shutil.rmtree(absdirpath) shutil.rmtree(absdirpath)
print(f"Deleted orphaned pyinstaller dir: {absdirpath}") print(f"Deleted orphaned pyinstaller dir: {absdirpath}")