root
59 lines
1.7 KiB
Bash
Executable File
59 lines
1.7 KiB
Bash
Executable File
#!/bin/bash
|
|
# SMEM Pre-Dequant Benchmark — M5 Max
|
|
# Tests SMEM vs baseline at multiple context depths
|
|
#
|
|
# BEFORE RUNNING:
|
|
# 1. cd /Users/tom/local_llms/llama.cpp
|
|
# 2. git checkout experiment/smem-pre-dequant
|
|
# 3. Build WITHOUT SMEM first (baseline):
|
|
# cmake --build build -j12
|
|
# 4. Run: ./scripts/bench-smem-m5.sh baseline
|
|
# 5. Build WITH SMEM:
|
|
# TURBO_SMEM_DEQUANT=1 cmake --build build -j12
|
|
# 6. Run: ./scripts/bench-smem-m5.sh smem
|
|
#
|
|
# Uses Qwen3.5-35B-A3B (MoE, fits in memory, attention-heavy)
|
|
|
|
set -e
|
|
|
|
LABEL="${1:-baseline}"
|
|
LLAMA_BENCH="/Users/tom/local_llms/llama.cpp/build/bin/llama-bench"
|
|
MODEL="/Users/tom/local_llms/models/Qwen3.5-35B-A3B-Q8_0.gguf"
|
|
OUTFILE="/Users/tom/local_llms/llama.cpp/bench-smem-m5-${LABEL}.txt"
|
|
|
|
CONTEXTS=(0 8192 16384 32768)
|
|
KV_TYPES=("turbo3" "turbo4" "q8_0")
|
|
|
|
echo "=== SMEM M5 Benchmark: ${LABEL} ===" | tee "$OUTFILE"
|
|
echo "Model: $(basename $MODEL)" | tee -a "$OUTFILE"
|
|
echo "Date: $(date)" | tee -a "$OUTFILE"
|
|
echo "" | tee -a "$OUTFILE"
|
|
|
|
for ctk in "${KV_TYPES[@]}"; do
|
|
for p in "${CONTEXTS[@]}"; do
|
|
if [[ "$ctk" == "q8_0" && "$LABEL" == "smem" ]]; then
|
|
echo "SKIP: q8_0 + smem (q8_0 unaffected by SMEM)" | tee -a "$OUTFILE"
|
|
continue
|
|
fi
|
|
|
|
depth_label="short"
|
|
[[ $p -gt 0 ]] && depth_label="${p}"
|
|
|
|
echo "--- ${ctk} @ ${depth_label} ---" | tee -a "$OUTFILE"
|
|
|
|
ctv="$ctk"
|
|
$LLAMA_BENCH \
|
|
-m "$MODEL" \
|
|
-ngl 99 -fa 1 \
|
|
-ctk "$ctk" -ctv "$ctv" \
|
|
-t 1 \
|
|
-p "$p" -n 128 \
|
|
2>&1 | tee -a "$OUTFILE"
|
|
|
|
echo "" | tee -a "$OUTFILE"
|
|
done
|
|
done
|
|
|
|
echo "=== Done: ${LABEL} ===" | tee -a "$OUTFILE"
|
|
echo "Results saved to: $OUTFILE"
|