test(bench): sequential matrix runner (6 corpus + 3 live runs)

This commit is contained in:
iamdoubz committed 2026-07-15 21:42:28 -05:00
1 parent ad4495f220
commit 297c412488
1 file changed
+22
+22
View File
@@ -0,0 +1,22 @@
# Runs the full pre-registered contender matrix sequentially (one process per
# contender — clean CPU accounting, no runtime co-tenancy), then the live-window
# latency runs on the realistic live rungs.
$ErrorActionPreference = "Continue"
$repo = Split-Path -Parent (Split-Path -Parent $PSScriptRoot)
Set-Location $repo
$exe = "C:\wt\release\examples\asr_bench.exe"
$live = "bench-corpus\test_wavs\live-concat.wav"
$contenders = @(
"w1-cpu-base", "w2-vulkan-base", "w3-vulkan-medium",
"w4-npu-onnx", "p1-parakeet-t8", "p1-parakeet-t4"
)
foreach ($c in $contenders) {
Write-Output "===== corpus: $c ====="
& $exe $c --corpus bench-corpus --out bench-results\raw.csv 2>&1
}
foreach ($c in @("w2-vulkan-base", "w4-npu-onnx", "p1-parakeet-t8")) {
Write-Output "===== live: $c ====="
& $exe $c --live $live 2>&1
}
Write-Output "===== matrix done ====="