1#!/usr/bin/env bash
 2
 3set -e
 4
 5# Parse command line arguments
 6SENTENCE_TRANSFORMERS=""
 7while [[ $# -gt 0 ]]; do
 8    case $1 in
 9        -st|--sentence-transformers)
10            SENTENCE_TRANSFORMERS="--sentence-transformers-dense-modules"
11            shift
12            ;;
13        *)
14            echo "Unknown option: $1"
15            exit 1
16            ;;
17    esac
18done
19
20MODEL_NAME="${MODEL_NAME:-$(basename "$EMBEDDING_MODEL_PATH")}"
21OUTPUT_DIR="${OUTPUT_DIR:-../../models}"
22TYPE="${OUTTYPE:-f16}"
23METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"
24CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"
25
26echo "Model path: ${EMBEDDING_MODEL_PATH}"
27echo "Model name: ${MODEL_NAME}"
28echo "Data  type: ${TYPE}"
29echo "Converted model path:: ${CONVERTED_MODEL}"
30python ../../convert_hf_to_gguf.py --verbose \
31    ${EMBEDDING_MODEL_PATH} \
32    --outfile ${CONVERTED_MODEL} \
33    --outtype ${TYPE} \
34    ${SENTENCE_TRANSFORMERS}
35
36echo ""
37echo "The environment variable CONVERTED_EMBEDDING MODEL can be set to this path using:"
38echo "export CONVERTED_EMBEDDING_MODEL=$(realpath ${CONVERTED_MODEL})"