mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-05-05 23:50:14 +00:00
19 lines
499 B
Docker
19 lines
499 B
Docker
FROM pytorch/pytorch:2.5.1-cuda12.1-cudnn9-devel as compile_server
|
|
WORKDIR /workspace
|
|
ENV CUDA_HOME /usr/local/cuda
|
|
RUN <<EOF
|
|
apt update -y && apt install -y --no-install-recommends \
|
|
git \
|
|
wget \
|
|
vim \
|
|
gcc \
|
|
g++ \
|
|
cmake &&
|
|
rm -rf /var/lib/apt/lists/* &&
|
|
pip install --upgrade pip &&
|
|
pip install ninja pyproject numpy cpufeature &&
|
|
pip install flash-attn &&
|
|
cp /usr/lib/x86_64-linux-gnu/libstdc++.so.6 /opt/conda/lib/
|
|
EOF
|
|
# Set the default shell to bash
|
|
CMD ["/bin/bash"]
|