hexagon: add llama-completion runner script (#20095)

2026-03-04 15:04:59 -08:00
parent 24d2ee0527
commit 1a29907d2e
2 changed files with 55 additions and 2 deletions
@@ -46,8 +46,8 @@ if ($null -ne $env:NDEV) {

 $env:ADSP_LIBRARY_PATH="$basedir\lib"

-& "$basedir\bin\llama-completion.exe" `
-    --no-mmap -no-cnv -m $basedir\..\..\gguf\$model `
+& "$basedir\bin\llama-cli.exe" `
+    --no-mmap -m $basedir\..\..\gguf\$model `
    --poll 1000 -t 6 --cpu-mask 0xfc --cpu-strict 1 `
    --ctx-size 8192 --ubatch-size 128 -fa on `
    -ngl 99 --device $device $cli_opts