From 297c4124885013d409c641790c6c7828f2772f5f Mon Sep 17 00:00:00 2001 From: iamdoubz <> Date: Wed, 15 Jul 2026 21:42:28 -0500 Subject: [PATCH] test(bench): sequential matrix runner (6 corpus + 3 live runs) --- scripts/bench/run-matrix.ps1 | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 scripts/bench/run-matrix.ps1 diff --git a/scripts/bench/run-matrix.ps1 b/scripts/bench/run-matrix.ps1 new file mode 100644 index 0000000..3445729 --- /dev/null +++ b/scripts/bench/run-matrix.ps1 @@ -0,0 +1,22 @@ +# Runs the full pre-registered contender matrix sequentially (one process per +# contender — clean CPU accounting, no runtime co-tenancy), then the live-window +# latency runs on the realistic live rungs. +$ErrorActionPreference = "Continue" +$repo = Split-Path -Parent (Split-Path -Parent $PSScriptRoot) +Set-Location $repo +$exe = "C:\wt\release\examples\asr_bench.exe" +$live = "bench-corpus\test_wavs\live-concat.wav" + +$contenders = @( + "w1-cpu-base", "w2-vulkan-base", "w3-vulkan-medium", + "w4-npu-onnx", "p1-parakeet-t8", "p1-parakeet-t4" +) +foreach ($c in $contenders) { + Write-Output "===== corpus: $c =====" + & $exe $c --corpus bench-corpus --out bench-results\raw.csv 2>&1 +} +foreach ($c in @("w2-vulkan-base", "w4-npu-onnx", "p1-parakeet-t8")) { + Write-Output "===== live: $c =====" + & $exe $c --live $live 2>&1 +} +Write-Output "===== matrix done ====="