Whisper Tiny — Timestamped
16 configurations testedQuality criteria
No explicit quality gate recorded. Review per-case evidence; full certification is pending.
| Precision | Device | Result | |
|---|---|---|---|
Q4 | GPU · WebGPUAccelerated | Passed | Very fast |
FP32 | GPU · WebGPUAccelerated | Passed | Very fast |
UINT8 | GPU · WebGPUAccelerated | Passed | Fast |
Q8 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
Q4 | CPU · WASM | Passed | Fast |
FP16 | CPU · WASM | Failed | — |
FP16 | GPU · WebGPU | Failed | — |
INT8 | CPU · WASM | Failed | — |
INT8 | GPU · WebGPU | Failed | — |
UINT8 | CPU · WASM | Failed | — |
Q8 | CPU · WASM | Failed | — |
Q4F16 | CPU · WASM | Failed | — |
Q4F16 | GPU · WebGPU | Failed | — |
BNB4 | CPU · WASM | Failed | — |
BNB4 | GPU · WebGPU | Failed | — |
Test setup & sample details
- Quality gate
- No explicit quality gate recorded. Review the per-case quality evidence; full certification is pending.
- Tested
- 2026-09-07T15:06:36.366Z
- Environment
- Headless Chrome 151 on macOS; Transformers.js 4.2.0
- Runtime
- Transformers.js 4.2.0
- Artifact revision
- 517244293732ee2d58139af5814231b7e6830a0d
- Fixture
{ "file": "whisper-standard.mp3", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/whisper-standard.mp3", "size": 471925, "sha1": "5faad1507b5d6bc61a39ca3184db5a7b554a7479", "durationSeconds": 29.49225 }- Rerun when
- model artifact revision change; Transformers.js or ONNX Runtime version change; benchmark fixture or quality-gate change; target browser/backend behavior change
Per-case quality & failure details
[
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.0758,
"gibberish": false
},
"runtime": {
"loadMs": 24783.6,
"inferenceMs": 3149.2,
"totalMs": 27932.8,
"grade": "excellent",
"realTimeFactor": 0.1068,
"loadGrade": "moderate"
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.0758,
"gibberish": false
},
"runtime": {
"loadMs": 18944.6,
"inferenceMs": 1891.3,
"totalMs": 20835.9,
"grade": "excellent",
"realTimeFactor": 0.0641,
"loadGrade": "moderate"
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 8233.5,
"grade": "failed"
},
"failure": "onnx-session-error"
},
{
"precision": "fp16",
"device": "webgpu",
"status": "fail",
"quality": {
"grade": "failed",
"wordErrorRate": 2.2273,
"gibberish": true
},
"runtime": {
"loadMs": 54273.8,
"inferenceMs": 6430.6,
"totalMs": 60704.4,
"grade": "excellent",
"realTimeFactor": 0.218,
"loadGrade": "slow"
},
"failure": "quality-gibberish"
},
{
"precision": "int8",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 7714.2,
"grade": "failed"
},
"failure": "onnx-quantization-error"
},
{
"precision": "int8",
"device": "webgpu",
"status": "fail",
"quality": {
"grade": "failed",
"wordErrorRate": 0.3939,
"gibberish": false
},
"runtime": {
"loadMs": 7960.3,
"inferenceMs": 4833.6,
"totalMs": 12793.9,
"grade": "excellent",
"realTimeFactor": 0.1639,
"loadGrade": "fast"
},
"failure": "quality-word-error-rate"
},
{
"precision": "uint8",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 8382.7,
"grade": "failed"
},
"failure": "onnx-quantization-error"
},
{
"precision": "uint8",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "acceptable",
"wordErrorRate": 0.303,
"gibberish": false
},
"runtime": {
"loadMs": 8529.1,
"inferenceMs": 4703.9,
"totalMs": 13233,
"grade": "excellent",
"realTimeFactor": 0.1595,
"loadGrade": "fast"
}
},
{
"precision": "q8",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 7820.3,
"grade": "failed"
},
"failure": "onnx-quantization-error"
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "acceptable",
"wordErrorRate": 0.303,
"gibberish": false
},
"runtime": {
"loadMs": 8701.6,
"inferenceMs": 4810.2,
"totalMs": 13511.8,
"grade": "excellent",
"realTimeFactor": 0.1631,
"loadGrade": "fast"
}
},
{
"precision": "q4",
"device": "wasm",
"status": "pass",
"quality": {
"grade": "acceptable",
"wordErrorRate": 0.197,
"gibberish": false
},
"runtime": {
"loadMs": 13428.9,
"inferenceMs": 4539.5,
"totalMs": 17968.5,
"grade": "excellent",
"realTimeFactor": 0.1539,
"loadGrade": "moderate"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "acceptable",
"wordErrorRate": 0.197,
"gibberish": false
},
"runtime": {
"loadMs": 11271.9,
"inferenceMs": 1839.2,
"totalMs": 13111.2,
"grade": "excellent",
"realTimeFactor": 0.0624,
"loadGrade": "moderate"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 7001,
"grade": "failed"
},
"failure": "onnx-session-error"
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "fail",
"quality": {
"grade": "failed",
"wordErrorRate": 0.6818,
"gibberish": false
},
"runtime": {
"loadMs": 17766.5,
"inferenceMs": 6469.5,
"totalMs": 24236,
"grade": "excellent",
"realTimeFactor": 0.2194,
"loadGrade": "moderate"
},
"failure": "quality-word-error-rate"
},
{
"precision": "bnb4",
"device": "wasm",
"status": "fail",
"quality": {
"grade": "failed",
"wordErrorRate": 0.2576,
"gibberish": true
},
"runtime": {
"loadMs": 16761.7,
"inferenceMs": 4824.4,
"totalMs": 21586.1,
"grade": "excellent",
"realTimeFactor": 0.1636,
"loadGrade": "moderate"
},
"failure": "quality-gibberish"
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "fail",
"quality": {
"grade": "failed",
"wordErrorRate": 0.2576,
"gibberish": true
},
"runtime": {
"loadMs": 13294.8,
"inferenceMs": 6197.5,
"totalMs": 19492.3,
"grade": "excellent",
"realTimeFactor": 0.2101,
"loadGrade": "moderate"
},
"failure": "quality-gibberish"
}
]