mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2025-09-07 07:39:13 +00:00
c6f76034d7
Squashed commits: [1977086c] updated android termux script (+1 squashed commits) Squashed commits: [b7f2b92f] updated android termux script
129 lines
No EOL
4.6 KiB
Bash
129 lines
No EOL
4.6 KiB
Bash
#!/bin/bash
|
|
|
|
# Exit on any error
|
|
set -e
|
|
|
|
if [ "$(uname -o)" != "Android" ]; then
|
|
echo "Error: This script is only intended for Termux on Android!"
|
|
exit 1
|
|
fi
|
|
|
|
echo "--------------------------------------------"
|
|
echo "KoboldCPP Quick Installer for Termux (Android only!)"
|
|
echo "--------------------------------------------"
|
|
if [ $# -ge 1 ]; then
|
|
choice="$1"
|
|
echo "Using command-line argument: $choice"
|
|
# Check if running interactively (terminal input)
|
|
elif [ -t 0 ]; then
|
|
# Running interactively
|
|
echo "[1] - Proceed to install and launch with default model Gemma3-1B"
|
|
echo "[2] - Proceed to install without a model, you can download one later."
|
|
echo "[3] - Download GGUF model from web URL (Requires already installed)"
|
|
echo "[4] - Load existing GGUF model from disk (Requires already installed)"
|
|
echo "[5] - Exit script"
|
|
echo "--------------------------------------------"
|
|
read -p "Enter your choice [1-5]: " choice
|
|
else
|
|
# Non-interactive, default to choice 1
|
|
echo "Defaulting to normal install and model download. Run script interactively for other options. Install will start in 3 seconds."
|
|
choice="1"
|
|
sleep 3
|
|
fi
|
|
|
|
# Determine script directory (works for both curl|sh and ./install.sh)
|
|
if [ -f "$0" ]; then
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)" # Normal execution (./install.sh)
|
|
else
|
|
SCRIPT_DIR="$(pwd)" # Piped execution (curl | sh)
|
|
fi
|
|
|
|
# handle user choice
|
|
if [ "$choice" = "5" ]; then
|
|
echo "Exiting script. Goodbye!"
|
|
exit 0
|
|
elif [ "$choice" = "4" ]; then
|
|
echo "[*] Searching for .gguf model files in $SCRIPT_DIR..."
|
|
MODEL_FILES=$(find "$SCRIPT_DIR" -type f -maxdepth 1 -name "*.gguf" 2>/dev/null)
|
|
if [ -z "$MODEL_FILES" ]; then
|
|
echo "No .gguf model files found in $SCRIPT_DIR"
|
|
exit 1
|
|
fi
|
|
echo "Available model files:"
|
|
i=1
|
|
for file in $MODEL_FILES; do
|
|
echo "[$i] $file"
|
|
eval "MODEL_$i=\"$file\""
|
|
i=$((i+1))
|
|
done
|
|
read -p "Enter the number of the model you want to load: " model_choice
|
|
# Validate input
|
|
if ! [[ "$model_choice" =~ ^[0-9]+$ ]] || [ "$model_choice" -lt 1 ] || [ "$model_choice" -ge "$i" ]; then
|
|
echo "Invalid selection."
|
|
exit 1
|
|
fi
|
|
eval "SELECTED_MODEL=\$MODEL_$model_choice"
|
|
echo "Now launching with model $SELECTED_MODEL"
|
|
python koboldcpp.py --model $SELECTED_MODEL
|
|
exit 0
|
|
elif [ "$choice" = "3" ]; then
|
|
read -r -p "Please input FULL URL of model you wish to download and run: " SELECTED_MODEL
|
|
echo "Starting download of model $SELECTED_MODEL"
|
|
python koboldcpp.py --model $SELECTED_MODEL
|
|
exit 0
|
|
elif [ "$choice" = "2" ]; then
|
|
echo "[*] Install without model download..."
|
|
INSTALL_MODEL=false
|
|
elif [ "$choice" = "1" ]; then
|
|
echo "[*] Install with model download..."
|
|
INSTALL_MODEL=true
|
|
else
|
|
echo "Invalid choice. Exiting."
|
|
exit 1
|
|
fi
|
|
|
|
echo "[*] Checking Dependencies..."
|
|
check_wget=$(command -v wget || true)
|
|
check_git=$(command -v git || true)
|
|
check_python=$(command -v python || true)
|
|
if [ -n "$check_wget" ] && [ -n "$check_git" ] && [ -n "$check_python" ]; then
|
|
echo "[*] Dependencies are already installed..."
|
|
else
|
|
echo "[*] Setup dependencies..."
|
|
apt update
|
|
DEBIAN_FRONTEND=noninteractive apt-get install -y -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" openssl
|
|
pkg install -y wget git python
|
|
pkg upgrade -o Dpkg::Options::="--force-confold" -y
|
|
fi
|
|
|
|
# Check if koboldcpp.py already exists nearby
|
|
if [ -f "$SCRIPT_DIR/koboldcpp.py" ]; then
|
|
echo "[*] Detected existing koboldcpp.py in $SCRIPT_DIR"
|
|
KOBOLDCPP_DIR="$SCRIPT_DIR"
|
|
elif [ -d "$SCRIPT_DIR/koboldcpp" ] && [ -f "$SCRIPT_DIR/koboldcpp/koboldcpp.py" ]; then
|
|
echo "[*] Detected existing koboldcpp clone in $SCRIPT_DIR/koboldcpp"
|
|
KOBOLDCPP_DIR="$SCRIPT_DIR/koboldcpp"
|
|
else
|
|
echo "[*] No existing koboldcpp found. Cloning repository..."
|
|
cd "$SCRIPT_DIR"
|
|
git clone https://github.com/LostRuins/koboldcpp.git
|
|
KOBOLDCPP_DIR="$SCRIPT_DIR/koboldcpp"
|
|
fi
|
|
|
|
# build if needed
|
|
cd "$KOBOLDCPP_DIR"
|
|
if [ -f "$KOBOLDCPP_DIR/koboldcpp_default.so" ]; then
|
|
echo "[*] Found koboldcpp_default.so — skipping build step."
|
|
else
|
|
echo "[*] Building KoboldCPP now..."
|
|
make -j 2
|
|
fi
|
|
|
|
# grab model if needed
|
|
echo "[*] Your KoboldCPP Installation is Complete!"
|
|
if [ "$INSTALL_MODEL" = true ]; then
|
|
echo "[*] Downloading Gemma3-1B, a small GGUF model..."
|
|
python koboldcpp.py --model https://huggingface.co/ggml-org/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it-Q4_K_M.gguf
|
|
else
|
|
echo "To use it, please obtain a GGUF model, then run it with the command 'python koboldcpp.py --model (your_gguf)' and then open a web browser to http://localhost:5001"
|
|
fi |