1#!/usr/bin/env bash
 2
 3set -e
 4
 5# First try command line argument, then environment variable, then file
 6CONVERTED_MODEL="${1:-"$CONVERTED_MODEL"}"
 7MODEL_TESTING_PROMPT="${2:-"$MODEL_TESTING_PROMPT"}"
 8BUILD_DIR="${3:-"$BUILD_DIR"}"
 9
10if [ -z "$MODEL_TESTING_PROMPT" ]; then
11    MODEL_TESTING_PROMPT="Hello, my name is"
12fi
13
14if [ -z "$BUILD_DIR" ]; then
15    BUILD_DIR="../../build"
16fi
17
18# Final check if we have a model path
19if [ -z "$CONVERTED_MODEL" ]; then
20    echo "Error: Model path must be provided either as:" >&2
21    echo "  1. Command line argument" >&2
22    echo "  2. CONVERTED_MODEL environment variable" >&2
23    exit 1
24fi
25
26echo $CONVERTED_MODEL
27echo $MODEL_TESTING_PROMPT
28
29cmake --build ${BUILD_DIR} --target llama-debug -j8
30
31${BUILD_DIR}/bin/llama-debug -m "$CONVERTED_MODEL" -p "$MODEL_TESTING_PROMPT" --save-logits