mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-25 00:06:37 +00:00
9de0fcf2b3
This commit adds the --model-name flag to the causual and embedding model conversion scripts. The motivation for this is that this is the name used for the metadata field general.name and it can be useful to specify this explicitely if the default (the basename of the model path) is not what we want.
58 lines
1.4 KiB
Bash
Executable file
58 lines
1.4 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
|
|
# Parse command line arguments
|
|
MMPROJ=""
|
|
DEBUG=""
|
|
while [[ $# -gt 0 ]]; do
|
|
case $1 in
|
|
--mmproj)
|
|
MMPROJ="--mmproj"
|
|
shift
|
|
;;
|
|
--debug)
|
|
DEBUG="1"
|
|
shift
|
|
;;
|
|
*)
|
|
shift
|
|
;;
|
|
esac
|
|
done
|
|
|
|
MODEL_NAME="${MODEL_NAME:-$(basename "$MODEL_PATH")}"
|
|
OUTPUT_DIR="${OUTPUT_DIR:-../../models}"
|
|
TYPE="${OUTTYPE:-f16}"
|
|
METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"
|
|
if [[ -n "$MMPROJ" ]]; then
|
|
CONVERTED_MODEL="${OUTPUT_DIR}/mmproj-${MODEL_NAME}.gguf"
|
|
else
|
|
CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"
|
|
fi
|
|
|
|
echo "Model path: ${MODEL_PATH}"
|
|
echo "Model name: ${MODEL_NAME}"
|
|
echo "Data type: ${TYPE}"
|
|
echo "Converted model path:: ${CONVERTED_MODEL}"
|
|
echo "Metadata override: ${METADATA_OVERRIDE}"
|
|
|
|
if [[ -n "$DEBUG" ]]; then
|
|
CMD_ARGS=("python" "-m" "pdb")
|
|
else
|
|
CMD_ARGS=("python")
|
|
fi
|
|
|
|
CMD_ARGS+=("../../convert_hf_to_gguf.py" "--verbose")
|
|
CMD_ARGS+=("${MODEL_PATH}")
|
|
CMD_ARGS+=("--outfile" "${CONVERTED_MODEL}")
|
|
CMD_ARGS+=("--outtype" "${TYPE}")
|
|
CMD_ARGS+=("--model-name" "${MODEL_NAME}")
|
|
[[ -n "$METADATA_OVERRIDE" ]] && CMD_ARGS+=("--metadata" "${METADATA_OVERRIDE}")
|
|
[[ -n "$MMPROJ" ]] && CMD_ARGS+=("${MMPROJ}")
|
|
|
|
"${CMD_ARGS[@]}"
|
|
|
|
echo ""
|
|
echo "The environment variable CONVERTED_MODEL can be set to this path using:"
|
|
echo "export CONVERTED_MODEL=$(realpath ${CONVERTED_MODEL})"
|