mirror of
https://github.com/ruvnet/RuVector.git
synced 2026-05-27 17:23:34 +00:00
063c838c5d
Training tooling: - release_gate.py: Automated 7-gate ship/no-ship checker (G1-G7) - export_training_data.py: Dataset export with governance (schema, dedup, quality scoring, contamination check) - contamination_check.py: 13-gram eval contamination detection - run_calibration.py: Phase 1 imatrix + TurboQuant profiling - run_sft.py: Phase 2 LoRA SFT + DPO training - deploy_training.sh: Cloud Run job creation + Vertex AI setup - Dockerfile: GPU training image (transformers + peft + trl) Rust infrastructure: - turboquant_profile.rs: .turboquant.json sidecar config loading, per-layer TQ config discovery, default profiles Ref: ADR-129, #310 Co-Authored-By: claude-flow <ruv@ruv.net>
59 lines
2 KiB
Docker
59 lines
2 KiB
Docker
# RuvLTRA Training Pipeline
|
|
# Supports: LoRA SFT, DPO, imatrix calibration, GGUF conversion
|
|
# Target: Cloud Run Jobs with L4 GPU or Vertex AI
|
|
|
|
FROM nvidia/cuda:12.4.1-devel-ubuntu22.04 AS builder
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
ENV PYTHONUNBUFFERED=1
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
python3.11 python3.11-venv python3.11-dev python3-pip \
|
|
git cmake build-essential curl \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.11 1 \
|
|
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.11 1
|
|
|
|
# Build llama.cpp with CUDA support for imatrix + GGUF conversion
|
|
RUN git clone --depth 1 https://github.com/ggerganov/llama.cpp /opt/llama.cpp \
|
|
&& cd /opt/llama.cpp \
|
|
&& cmake -B build -DGGML_CUDA=ON -DCMAKE_BUILD_TYPE=Release \
|
|
&& cmake --build build --config Release -j$(nproc) --target llama-imatrix llama-quantize
|
|
|
|
# --- Runtime stage ---
|
|
FROM nvidia/cuda:12.4.1-runtime-ubuntu22.04
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
ENV PYTHONUNBUFFERED=1
|
|
ENV PATH="/opt/llama.cpp/build/bin:${PATH}"
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
python3.11 python3.11-venv python3-pip git \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.11 1 \
|
|
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.11 1
|
|
|
|
COPY --from=builder /opt/llama.cpp/build/bin/llama-imatrix /opt/llama.cpp/build/bin/llama-imatrix
|
|
COPY --from=builder /opt/llama.cpp/build/bin/llama-quantize /opt/llama.cpp/build/bin/llama-quantize
|
|
|
|
RUN pip install --no-cache-dir \
|
|
torch==2.3.1 \
|
|
transformers>=4.44.0 \
|
|
peft>=0.12.0 \
|
|
trl>=0.9.0 \
|
|
datasets>=2.20.0 \
|
|
huggingface_hub>=0.24.0 \
|
|
llama-cpp-python>=0.2.80 \
|
|
accelerate>=0.33.0 \
|
|
bitsandbytes>=0.43.0 \
|
|
sentencepiece \
|
|
protobuf \
|
|
safetensors
|
|
|
|
WORKDIR /app
|
|
COPY scripts/training/ /app/
|
|
|
|
ENTRYPOINT ["python", "-u"]
|
|
CMD ["run_calibration.py"]
|