mirror of
https://github.com/zed-industries/zed.git
synced 2026-07-10 00:13:29 +00:00
10f501d700
Summary: - Add the `zed-eval` Python CLI for Modal/Harbor/Pier benchmark orchestration, including content-addressed remote builds, run/suite management, reporting, rejudge, baseline, and cleanup workflows. - Extend `eval-cli` for remote evals with provider/model overrides and step/tool-call metrics in `result.json`. - Add install/source-run helper scripts so `zed-eval` can be installed or run from the checkout without manually setting `PYTHONPATH`. - Harden the remote harness wrappers around exit-code preservation, archive extraction, custom secret wiring, and Harbor/Pier option parity, with regression coverage. Testing: - Using the CLI for two weeks - `PYTHONPATH=crates/eval_cli python3 -m compileall -q crates/eval_cli/zed_eval` - `uv run --project crates/eval_cli/zed_eval python -m unittest discover -s crates/eval_cli/zed_eval/tests` - `bash -n crates/eval_cli/script/install-zed-eval crates/eval_cli/script/zed-eval` - `cargo check -p eval_cli` - `cargo fmt --package eval_cli -- --check` - `cargo test -p eval_cli --no-run` - `./script/clippy -p eval_cli` Release Notes: - N/A
52 lines
2 KiB
Docker
52 lines
2 KiB
Docker
# Build eval-cli for Linux.
|
|
#
|
|
# Usage (from the zed repo root):
|
|
# docker build --platform linux/amd64 -f crates/eval_cli/Dockerfile -t eval-cli-builder .
|
|
# docker cp "$(docker create eval-cli-builder)":/eval-cli ./target/eval-cli
|
|
#
|
|
# Or use the helper script:
|
|
# crates/eval_cli/script/build-linux
|
|
|
|
FROM rust:1.95.0@sha256:f49565f188ee00bc2a18dd418183f2c5f23ef7d6e691890517ed341a598f67c3 AS builder
|
|
|
|
ARG CARGO_ZIGBUILD_VERSION=0.22.3
|
|
|
|
WORKDIR /app
|
|
|
|
# Pre-install the toolchain specified in rust-toolchain.toml so it is cached.
|
|
RUN rustup toolchain install 1.95.0 --profile minimal \
|
|
--component rustfmt --component clippy --component rust-analyzer --component rust-src \
|
|
--target wasm32-wasip2 --target wasm32-unknown-unknown --target x86_64-unknown-linux-musl --target x86_64-unknown-linux-gnu
|
|
|
|
# Install build tools. cmake + build-essential are needed for vendored C
|
|
# libraries (libgit2-sys, zstd-sys, libsqlite3-sys). No audio/GUI -dev
|
|
# packages required — eval-cli runs headless with those features disabled.
|
|
#
|
|
# cargo-zigbuild cross-compiles against musl libc, producing a fully
|
|
# static binary that runs on any Linux distro (glibc or musl / Alpine).
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
cmake \
|
|
build-essential \
|
|
curl \
|
|
xz-utils \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN mkdir -p /opt/zig \
|
|
&& curl -fsSL https://ziglang.org/download/0.15.2/zig-x86_64-linux-0.15.2.tar.xz \
|
|
| tar -xJ -C /opt/zig --strip-components=1 \
|
|
&& ln -s /opt/zig/zig /usr/local/bin/zig
|
|
|
|
RUN cargo install --locked cargo-zigbuild --version ${CARGO_ZIGBUILD_VERSION}
|
|
|
|
COPY . .
|
|
|
|
RUN --mount=type=cache,target=/usr/local/cargo/registry \
|
|
--mount=type=cache,target=/usr/local/cargo/git \
|
|
--mount=type=cache,target=/app/target \
|
|
cargo zigbuild --release --package eval_cli \
|
|
--target x86_64-unknown-linux-musl && \
|
|
cp /app/target/x86_64-unknown-linux-musl/release/eval-cli /eval-cli && \
|
|
strip /eval-cli
|
|
|
|
FROM scratch
|
|
COPY --from=builder /eval-cli /eval-cli
|