Per-case quality & failure details
[
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "wordErrorRate",
"score": 0,
"passed": true
},
"runtime": {
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"device": "webgpu",
"precision": "q4f16",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"loadMs": 3864.899999976158,
"inferenceMs": 1719.800000011921,
"totalMs": 5584.699999988079,
"performanceMetric": {
"name": "audioSecondsPerSecond",
"value": 6.396092568859026
},
"grade": "fast"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "wordErrorRate",
"score": 0,
"passed": true,
"expected": "the library opens at nine in the morning"
},
"runtime": {
"loadMs": 4140.805000007153,
"inferenceMs": 2642.110000014305,
"totalMs": 6782.915000021458,
"streamMs": 2548.6299999952316,
"durationMs": 2880,
"firstChunkMs": 573.5949999690056,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"performanceMetric": {
"name": "wordErrorRate",
"value": 0
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactAnswer",
"score": 1,
"passed": true,
"expected": "42"
},
"runtime": {
"loadMs": 4027.550000011921,
"inferenceMs": 505.4950000047684,
"totalMs": 4533.045000016689,
"precision": "q4f16",
"device": "webgpu",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "hybrid",
"threads": 1,
"performanceMetric": {
"name": "exactAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "exactAnswer",
"score": 1,
"passed": true,
"expected": "42"
},
"runtime": {
"loadMs": 3714.149999976158,
"inferenceMs": 3069.2400000095367,
"totalMs": 6783.389999985695,
"precision": "q4f16",
"device": "wasm",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "wasm",
"threads": 8,
"performanceMetric": {
"name": "exactAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactAnswer",
"score": 1,
"passed": true,
"expected": "Paris"
},
"runtime": {
"loadMs": 4027.550000011921,
"inferenceMs": 306.5049999952316,
"totalMs": 4334.055000007153,
"precision": "q4f16",
"device": "webgpu",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "hybrid",
"threads": 1,
"performanceMetric": {
"name": "exactAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "exactAnswer",
"score": 1,
"passed": true,
"expected": "Paris"
},
"runtime": {
"loadMs": 3714.149999976158,
"inferenceMs": 2605.6200000047684,
"totalMs": 6319.7699999809265,
"precision": "q4f16",
"device": "wasm",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "wasm",
"threads": 8,
"performanceMetric": {
"name": "exactAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactNormalizedAnswer",
"score": 1,
"passed": true,
"expected": "42"
},
"runtime": {
"loadMs": 4092.125,
"inferenceMs": 489.6749999523163,
"totalMs": 4581.799999952316,
"precision": "q8f16",
"device": "webgpu",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "hybrid",
"threads": 1,
"performanceMetric": {
"name": "exactNormalizedAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactNormalizedAnswer",
"score": 1,
"passed": true,
"expected": "Paris"
},
"runtime": {
"loadMs": 4092.125,
"inferenceMs": 304.55500000715256,
"totalMs": 4396.680000007153,
"precision": "q8f16",
"device": "webgpu",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "hybrid",
"threads": 1,
"performanceMetric": {
"name": "exactNormalizedAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactNormalizedAnswer",
"score": 1,
"passed": true,
"expected": "And so, my fellow Americans, ask not what your country can do for you. Ask what you can do for your country."
},
"runtime": {
"loadMs": 4092.125,
"inferenceMs": 1167.8149999976158,
"totalMs": 5259.939999997616,
"precision": "q8f16",
"device": "webgpu",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "hybrid",
"threads": 1,
"performanceMetric": {
"name": "exactNormalizedAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "exactNormalizedAnswer",
"score": 1,
"passed": true,
"expected": "42"
},
"runtime": {
"loadMs": 3558.0099999904633,
"inferenceMs": 2661.9300000071526,
"totalMs": 6219.939999997616,
"precision": "q8f16",
"device": "wasm",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "wasm",
"threads": 8,
"performanceMetric": {
"name": "exactNormalizedAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "exactNormalizedAnswer",
"score": 1,
"passed": true,
"expected": "Paris"
},
"runtime": {
"loadMs": 3558.0099999904633,
"inferenceMs": 2225.264999985695,
"totalMs": 5783.274999976158,
"precision": "q8f16",
"device": "wasm",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"placement": "wasm",
"threads": 8,
"performanceMetric": {
"name": "exactNormalizedAnswer",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "wordErrorRate",
"score": 0,
"passed": true,
"expected": "the library opens at nine in the morning"
},
"runtime": {
"loadMs": 3459.085000038147,
"inferenceMs": 2761.8699999451637,
"totalMs": 6220.954999983311,
"streamMs": 2104.8449999690056,
"durationMs": 2880,
"firstChunkMs": 490.4399999976158,
"precision": "q8f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "ac6eed2a1d6b16c785bfc1edc06b623164a22477",
"performanceMetric": {
"name": "wordErrorRate",
"value": 0
},
"grade": "excellent"
}
}
]