mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-10 17:06:13 +00:00
9de0fcf2b3
This commit adds the --model-name flag to the causual and embedding model conversion scripts. The motivation for this is that this is the name used for the metadata field general.name and it can be useful to specify this explicitely if the default (the basename of the model path) is not what we want.
39 lines
1.1 KiB
Bash
Executable file
39 lines
1.1 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
|
|
# Parse command line arguments
|
|
SENTENCE_TRANSFORMERS=""
|
|
while [[ $# -gt 0 ]]; do
|
|
case $1 in
|
|
-st|--sentence-transformers)
|
|
SENTENCE_TRANSFORMERS="--sentence-transformers-dense-modules"
|
|
shift
|
|
;;
|
|
*)
|
|
echo "Unknown option: $1"
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
MODEL_NAME="${MODEL_NAME:-$(basename "$EMBEDDING_MODEL_PATH")}"
|
|
OUTPUT_DIR="${OUTPUT_DIR:-../../models}"
|
|
TYPE="${OUTTYPE:-f16}"
|
|
METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"
|
|
CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"
|
|
|
|
echo "Model path: ${EMBEDDING_MODEL_PATH}"
|
|
echo "Model name: ${MODEL_NAME}"
|
|
echo "Data type: ${TYPE}"
|
|
echo "Converted model path:: ${CONVERTED_MODEL}"
|
|
python ../../convert_hf_to_gguf.py --verbose \
|
|
${EMBEDDING_MODEL_PATH} \
|
|
--outfile ${CONVERTED_MODEL} \
|
|
--outtype ${TYPE} \
|
|
--model-name ${MODEL_NAME} \
|
|
${SENTENCE_TRANSFORMERS}
|
|
|
|
echo ""
|
|
echo "The environment variable CONVERTED_EMBEDDING MODEL can be set to this path using:"
|
|
echo "export CONVERTED_EMBEDDING_MODEL=$(realpath ${CONVERTED_MODEL})"
|