1
 2#!/usr/bin/env pwsh
 3
 4# Basedir on device
 5$basedir=".\pkg-snapdragon"
 6
 7$cli_opts=$args
 8
 9$model="Llama-3.2-3B-Instruct-Q4_0.gguf"
10if ($null -ne $env:M) {
11    $model=$env:M
12}
13
14$device="HTP0"
15if ($null -ne $env:D) {
16    $device=$env:D
17}
18
19if ($null -ne $env:V) {
20    $env:GGML_HEXAGON_VERBOSE=$env:V
21}
22
23if ($null -ne $env:OPMASK) {
24    $env:GGML_HEXAGON_OPMASK=$env:OPMASK
25}
26
27if ($null -ne $env:NHVX) {
28    $env:GGML_HEXAGON_NHVX=$env:NHVX
29}
30
31if ($null -ne $env:NDEV) {
32    $env:GGML_HEXAGON_NDEV=$env:NDEV
33}
34
35$env:ADSP_LIBRARY_PATH="$basedir\lib"
36
37& "$basedir\bin\llama-bench.exe" `
38    --mmap 0 -m $basedir\..\..\gguf\$model `
39    --poll 1000 -t 6 --cpu-mask 0xfc --cpu-strict 1 `
40    --batch-size 128 -ngl 99 --device $device $cli_opts