mirror of
https://github.com/zed-industries/zed.git
synced 2026-08-24 00:16:18 +00:00
10f501d700
Summary: - Add the `zed-eval` Python CLI for Modal/Harbor/Pier benchmark orchestration, including content-addressed remote builds, run/suite management, reporting, rejudge, baseline, and cleanup workflows. - Extend `eval-cli` for remote evals with provider/model overrides and step/tool-call metrics in `result.json`. - Add install/source-run helper scripts so `zed-eval` can be installed or run from the checkout without manually setting `PYTHONPATH`. - Harden the remote harness wrappers around exit-code preservation, archive extraction, custom secret wiring, and Harbor/Pier option parity, with regression coverage. Testing: - Using the CLI for two weeks - `PYTHONPATH=crates/eval_cli python3 -m compileall -q crates/eval_cli/zed_eval` - `uv run --project crates/eval_cli/zed_eval python -m unittest discover -s crates/eval_cli/zed_eval/tests` - `bash -n crates/eval_cli/script/install-zed-eval crates/eval_cli/script/zed-eval` - `cargo check -p eval_cli` - `cargo fmt --package eval_cli -- --check` - `cargo test -p eval_cli --no-run` - `./script/clippy -p eval_cli` Release Notes: - N/A
17 lines
416 B
TOML
17 lines
416 B
TOML
[project]
|
|
name = "zed-eval"
|
|
version = "0.2.0"
|
|
description = "Harbor agent wrapper and remote orchestration CLI for Zed's eval-cli"
|
|
requires-python = ">=3.12"
|
|
dependencies = ["harbor==0.15.0", "modal==1.5.0"]
|
|
|
|
[project.scripts]
|
|
zed-eval = "zed_eval.cli:main"
|
|
|
|
[tool.setuptools]
|
|
packages = ["zed_eval"]
|
|
package-dir = { zed_eval = "." }
|
|
|
|
[build-system]
|
|
requires = ["setuptools"]
|
|
build-backend = "setuptools.build_meta"
|