mirror of
https://github.com/OpenRouterTeam/spawn.git
synced 2026-05-05 23:50:48 +00:00
6af42a901b
Implement gptme deployment on Vast.ai GPU instances. Installs gptme via pip, includes model selection prompt, injects OpenRouter credentials. Agent: gap-filler Co-authored-by: B <6723574+louisgv@users.noreply.github.com>
65 lines
1.9 KiB
Bash
65 lines
1.9 KiB
Bash
#!/bin/bash
|
|
# shellcheck disable=SC2154
|
|
set -eo pipefail
|
|
|
|
# Source common functions - try local file first, fall back to remote
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" 2>/dev/null && pwd)"
|
|
# shellcheck source=vastai/lib/common.sh
|
|
if [[ -f "${SCRIPT_DIR}/lib/common.sh" ]]; then
|
|
source "${SCRIPT_DIR}/lib/common.sh"
|
|
else
|
|
eval "$(curl -fsSL https://raw.githubusercontent.com/OpenRouterTeam/spawn/main/vastai/lib/common.sh)"
|
|
fi
|
|
|
|
log_info "gptme on Vast.ai"
|
|
echo ""
|
|
|
|
# 1. Ensure vastai CLI and API key are configured
|
|
ensure_vastai_cli
|
|
ensure_vastai_token
|
|
|
|
# 2. Get instance name and create instance
|
|
SERVER_NAME=$(get_server_name)
|
|
create_server "${SERVER_NAME}"
|
|
|
|
# 3. Wait for SSH connectivity and install base tools
|
|
verify_server_connectivity
|
|
install_base_tools
|
|
|
|
# 4. Install gptme
|
|
log_warn "Installing gptme..."
|
|
run_server "${VASTAI_INSTANCE_ID}" "pip install gptme 2>/dev/null || pip3 install gptme"
|
|
|
|
# Verify installation succeeded
|
|
if ! run_server "${VASTAI_INSTANCE_ID}" "command -v gptme && gptme --version" >/dev/null 2>&1; then
|
|
log_error "gptme installation verification failed"
|
|
exit 1
|
|
fi
|
|
log_info "gptme installation verified successfully"
|
|
|
|
# 5. Get OpenRouter API key
|
|
echo ""
|
|
if [[ -n "${OPENROUTER_API_KEY:-}" ]]; then
|
|
log_info "Using OpenRouter API key from environment"
|
|
else
|
|
OPENROUTER_API_KEY=$(get_openrouter_api_key_oauth 5180)
|
|
fi
|
|
|
|
# Get model preference
|
|
MODEL_ID=$(get_model_id_interactive "openrouter/auto" "gptme") || exit 1
|
|
|
|
# 6. Inject environment variables
|
|
log_warn "Setting up environment variables..."
|
|
inject_env_vars_ssh "${VASTAI_INSTANCE_ID}" upload_file run_server \
|
|
"OPENROUTER_API_KEY=${OPENROUTER_API_KEY}"
|
|
|
|
echo ""
|
|
log_info "Vast.ai instance setup completed successfully!"
|
|
log_info "Instance: ${SERVER_NAME} (ID: ${VASTAI_INSTANCE_ID})"
|
|
echo ""
|
|
|
|
# 7. Start gptme interactively
|
|
log_warn "Starting gptme..."
|
|
sleep 1
|
|
clear
|
|
interactive_session "${VASTAI_INSTANCE_ID}" "source ~/.zshrc && gptme -m openrouter/${MODEL_ID}"
|