vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added cuda kcpp build steps

Browse source
This commit is contained in:
Concedo 2024-04-11 23:45:32 +08:00
parent 06e3a6f36e
commit a5fbf49a97
2 changed files with 24 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

44
.github/workflows/kcpp-build-release-win-full.yaml vendored
View file

@ -38,30 +38,32 @@ jobs:
run: | run: |
make -j ${env:NUMBER_OF_PROCESSORS} make -j ${env:NUMBER_OF_PROCESSORS}
- name: Package PyInstaller - uses: Jimver/cuda-toolkit@v0.2.11
id: cuda-toolkit
with:
cuda: '11.4.4'
- name: Build CUDA
id: cmake_build
run: |
mkdir build
cd build
cmake .. -DLLAMA_CUBLAS=ON -DCMAKE_SYSTEM_VERSION="10.0.19041.0"
cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS}
mv build/bin/Release/koboldcpp_cublas.dll ../koboldcpp_cublas.dll
cd ..
- name: Download CuBLAS Libraries
run: |
curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublas64_11.dll --output cublas64_11.dll
curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublasLt64_11.dll --output cublasLt64_11.dll
ls
- name: Package PyInstallers
id: make_pyinstaller id: make_pyinstaller
run: | run: |
./make_pyinstaller.bat ./make_pyinstaller.bat
ls ./make_pyinstaller_cuda.bat
# - uses: Jimver/cuda-toolkit@v0.2.11
# id: cuda-toolkit
# with:
# cuda: '11.4.4'
# - name: Build CUDA
# id: cmake_build
# run: |
# mkdir build
# cd build
# cmake .. -DLLAMA_CUBLAS=ON -DCMAKE_SYSTEM_VERSION="10.0.19041.0"
# cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS}
# - name: Save artifact
# uses: actions/upload-artifact@v3
# with:
# name: kcpp_windows_cuda_binary
# path: build/bin/Release/
- name: Save artifact - name: Save artifact
uses: actions/upload-artifact@v3 uses: actions/upload-artifact@v3

2
make_pyinstaller.bat
View file

@ -1 +1 @@
PyInstaller --noconfirm --onefile --clean --console --collect-all customtkinter --icon "./niko.ico" --add-data "./winclinfo.exe;." --add-data "./OpenCL.dll;." --add-data "./klite.embd;." --add-data "./kcpp_docs.embd;." --add-data "./koboldcpp_default.dll;." --add-data "./koboldcpp_openblas.dll;." --add-data "./koboldcpp_failsafe.dll;." --add-data "./koboldcpp_noavx2.dll;." --add-data "./libopenblas.dll;." --add-data "./koboldcpp_clblast.dll;." --add-data "./koboldcpp_clblast_noavx2.dll;." --add-data "./koboldcpp_vulkan_noavx2.dll;." --add-data "./clblast.dll;." --add-data "./koboldcpp_vulkan.dll;." --add-data "./vulkan-1.dll;." --add-data "./rwkv_vocab.embd;." --add-data "./rwkv_world_vocab.embd;." "./koboldcpp.py" -n "koboldcpp.exe" PyInstaller --noconfirm --onefile --clean --console --collect-all customtkinter --icon "./niko.ico" --add-data "./winclinfo.exe;." --add-data "./OpenCL.dll;." --add-data "./klite.embd;." --add-data "./kcpp_docs.embd;." --add-data "./koboldcpp_default.dll;." --add-data "./koboldcpp_openblas.dll;." --add-data "./koboldcpp_failsafe.dll;." --add-data "./koboldcpp_noavx2.dll;." --add-data "./libopenblas.dll;." --add-data "./koboldcpp_clblast.dll;." --add-data "./koboldcpp_clblast_noavx2.dll;." --add-data "./koboldcpp_vulkan_noavx2.dll;." --add-data "./clblast.dll;." --add-data "./koboldcpp_vulkan.dll;." --add-data "./vulkan-1.dll;." --add-data "./rwkv_vocab.embd;." --add-data "./rwkv_world_vocab.embd;." "./koboldcpp.py" -n "koboldcpp_nocuda.exe"