zed/.github/workflows/run_unit_evals.yml

# Generated from xtask::workflows::run_unit_evals
# Rebuild with `cargo xtask workflows`.
name: run_unit_evals
env:
  CARGO_TERM_COLOR: always
  CARGO_INCREMENTAL: '0'
  RUST_BACKTRACE: '1'
  ZED_CLIENT_CHECKSUM_SEED: ${{ secrets.ZED_CLIENT_CHECKSUM_SEED }}
  ZED_EVAL_TELEMETRY: '1'
  MODEL_NAME: ${{ inputs.model_name }}
on:
  workflow_dispatch:
    inputs:
      model_name:
        description: model_name
        required: true
        type: string
      commit_sha:
        description: commit_sha
        required: true
        type: string
jobs:
  run_unit_evals:
    runs-on: namespace-profile-16x32-ubuntu-2204
    steps:
    - name: steps::checkout_repo
      uses: actions/checkout@93cb6efe18208431cddfb8368fd83d5badbf9bfd
      with:
        clean: false
    - name: steps::setup_cargo_config
      run: |
        mkdir -p ./../.cargo
        cp ./.cargo/ci-config.toml ./../.cargo/config.toml
    - name: steps::cache_rust_dependencies_namespace
      uses: namespacelabs/nscloud-cache-action@a90bb5d4b27522ce881c6e98eebd7d7e6d1653f9
      with:
        cache: rust
        path: ~/.rustup
    - name: steps::setup_linux
      run: ./script/linux
    - name: steps::download_wasi_sdk
      run: ./script/download-wasi-sdk
    - name: steps::cargo_install_nextest
      uses: taiki-e/install-action@921e2c9f7148d7ba14cd819f417db338f63e733c
    - name: steps::clear_target_dir_if_large
      run: ./script/clear-target-dir-if-larger-than 250
    - name: steps::setup_sccache
      run: ./script/setup-sccache
      env:
        R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
        R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
        R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
        SCCACHE_BUCKET: sccache-zed
    - name: ./script/run-unit-evals
      run: ./script/run-unit-evals
      env:
        ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
        OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
        GOOGLE_AI_API_KEY: ${{ secrets.GOOGLE_AI_API_KEY }}
        GOOGLE_CLOUD_PROJECT: ${{ secrets.GOOGLE_CLOUD_PROJECT }}
        UNIT_EVAL_COMMIT: ${{ inputs.commit_sha }}
    - name: steps::show_sccache_stats
      run: sccache --show-stats || true
    - name: steps::cleanup_cargo_config
      if: always()
      run: |
        rm -rf ./../.cargo
concurrency:
  group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.run_id }}
  cancel-in-progress: true
defaults:
  run:
    shell: bash -euxo pipefail {0}