vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-08 05:29:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
Alisehen 2025-05-15 07:28:50 +00:00
parent 055680e26c
commit edd9efa49e
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
install.sh
View file

@ -28,6 +28,9 @@ echo "Installing python dependencies from requirements.txt"
pip install -r requirements-local_chat.txt pip install -r requirements-local_chat.txt
pip install -r ktransformers/server/requirements.txt pip install -r ktransformers/server/requirements.txt
echo "Installing ktransformers"
KTRANSFORMERS_FORCE_BUILD=TRUE pip install -v . --no-build-isolation
# XPU-specific fix for triton # XPU-specific fix for triton
if [[ "$DEV_BACKEND" == "xpu" ]]; then if [[ "$DEV_BACKEND" == "xpu" ]]; then
echo "Replacing triton for XPU backend" echo "Replacing triton for XPU backend"
@ -35,9 +38,6 @@ if [[ "$DEV_BACKEND" == "xpu" ]]; then
pip install pytorch-triton-xpu==3.3.0 --extra-index-url https://download.pytorch.org/whl/xpu pip install pytorch-triton-xpu==3.3.0 --extra-index-url https://download.pytorch.org/whl/xpu
fi fi
echo "Installing ktransformers"
KTRANSFORMERS_FORCE_BUILD=TRUE pip install -v . --no-build-isolation
if [[ "$DEV_BACKEND" == "cuda" ]]; then if [[ "$DEV_BACKEND" == "cuda" ]]; then
echo "Installing custom_flashinfer for CUDA backend" echo "Installing custom_flashinfer for CUDA backend"
pip install third_party/custom_flashinfer/ pip install third_party/custom_flashinfer/