vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-04-28 11:40:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

use different cublas binaries

Browse source
This commit is contained in:
Concedo 2024-04-17 17:14:22 +08:00
parent aa62c1d34b
commit b0d796fb49
2 changed files with 13 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

17
.github/workflows/kcpp-build-release-win-full.yaml vendored
View file

@ -53,16 +53,17 @@ jobs:
mv bin/Release/koboldcpp_cublas.dll ../koboldcpp_cublas.dll
cd ..
# - name: Download CuBLAS Libraries
# run: |
# curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublas64_11.dll --output cublas64_11.dll
# curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublasLt64_11.dll --output cublasLt64_11.dll
# ls
- name: Copy CuBLAS Libraries
# note: The libraries that come from the github cuda directory seem to be larger, so they are not recommended
- name: Download CuBLAS Libraries
run: |
copy "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.4\bin\cublasLt64_11.dll" .
copy "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.4\bin\cublas64_11.dll" .
curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublas64_11.dll --output cublas64_11.dll
curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublasLt64_11.dll --output cublasLt64_11.dll
ls
# - name: Copy CuBLAS Libraries
# run: |
# copy "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.4\bin\cublasLt64_11.dll" .
# copy "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.4\bin\cublas64_11.dll" .
# ls
- name: Package PyInstallers
id: make_pyinstaller