Edge0 8B A1B Preview (WebGPU)
6 configurations testedPassed6
Failed0
TestedNov 15, 2026
Runtimewllama 3.13.0
Quality criteria
No explicit quality gate recorded. Review per-case evidence; full certification is pending.
| Precision | Device | Result | |
|---|---|---|---|
Q4 | GPU · WebGPUAccelerated | Passed | Very fast |
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
Test setup & sample details
- Quality gate
- No explicit quality gate recorded. Review the per-case quality evidence; full certification is pending.
- Tested
- 2026-11-15T02:10:42.011Z
- Environment
- Chrome 157.0.8103.79 on Apple M3 Max macOS 27.2, actual WebGPU 25/25 layers, Wllama 3.13.0
- Runtime
- wllama 3.13.0
- Artifact revision
- 17126737d742913278569000165908716101b06c
- Fixture
{ "file": "model-samples/desktop/edge0-preview/arithmetic.json", "size": 122, "sha1": "1bcd8b4fa4230e621a8b6e4801ffff3ebf366cb0", "sha256": "b52939c138db149890b2ff329640495a276369109975ee2556513d69c21ddf2d", "url": "https://assets.localai.tools/samples/v1/files/b52939c138db149890b2ff329640495a276369109975ee2556513d69c21ddf2d/arithmetic.json" }- Rerun when
- Artifact/runtime revisions; Generation/preprocessing changes; Fixture/quality scope; OS/backend behavior
Per-case quality & failure details
[
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"matches": true,
"streamingParity": true
},
"runtime": {
"loadMs": 4293.899999976158,
"inferenceMs": 1317.6000000238419,
"totalMs": 5611.5,
"tokensPerSecond": 21.85792349726776,
"firstTokenMs": 1174.8999999761581,
"grade": "short-answer",
"provider": "Wllama WebGPU",
"offloadedLayers": 25,
"engine": "wllama",
"version": "3.13.0",
"device": "webgpu",
"precision": "q4",
"artifactRevision": "17126737d742913278569000165908716101b06c"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"matches": true,
"streamingParity": true
},
"runtime": {
"loadMs": 4293.899999976158,
"inferenceMs": 703.1999999880791,
"totalMs": 4997.099999964237,
"tokensPerSecond": 54.84460695893599,
"firstTokenMs": 619.8999999761581,
"grade": "short-answer",
"provider": "Wllama WebGPU",
"offloadedLayers": 25,
"engine": "wllama",
"version": "3.13.0",
"device": "webgpu",
"precision": "q4",
"artifactRevision": "17126737d742913278569000165908716101b06c"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"matches": true,
"streamingParity": true
},
"runtime": {
"loadMs": 4293.899999976158,
"inferenceMs": 510.80000001192093,
"totalMs": 4804.699999988079,
"tokensPerSecond": 79.68127482471118,
"firstTokenMs": 461,
"grade": "short-answer",
"provider": "Wllama WebGPU",
"offloadedLayers": 25,
"engine": "wllama",
"version": "3.13.0",
"device": "webgpu",
"precision": "q4",
"artifactRevision": "17126737d742913278569000165908716101b06c"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"matches": true,
"streamingParity": true
},
"runtime": {
"loadMs": 4293.899999976158,
"inferenceMs": 395.30000001192093,
"totalMs": 4689.199999988079,
"tokensPerSecond": 87.33624440509226,
"firstTokenMs": 349.89999997615814,
"grade": "short-answer",
"provider": "Wllama WebGPU",
"offloadedLayers": 25,
"engine": "wllama",
"version": "3.13.0",
"device": "webgpu",
"precision": "q4",
"artifactRevision": "17126737d742913278569000165908716101b06c"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"matches": true,
"streamingParity": true
},
"runtime": {
"loadMs": 4293.899999976158,
"inferenceMs": 371.10000002384186,
"totalMs": 4665,
"tokensPerSecond": null,
"firstTokenMs": 349.9000000357628,
"grade": "short-answer",
"provider": "Wllama WebGPU",
"offloadedLayers": 25,
"engine": "wllama",
"version": "3.13.0",
"device": "webgpu",
"precision": "q4",
"artifactRevision": "17126737d742913278569000165908716101b06c"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"matches": true,
"streamingParity": true
},
"runtime": {
"loadMs": 4293.899999976158,
"inferenceMs": 598.2999999523163,
"totalMs": 4892.199999928474,
"tokensPerSecond": 50.61460592477676,
"firstTokenMs": 300.0999999642372,
"grade": "interactive",
"provider": "Wllama WebGPU",
"offloadedLayers": 25,
"engine": "wllama",
"version": "3.13.0",
"device": "webgpu",
"precision": "q4",
"artifactRevision": "17126737d742913278569000165908716101b06c"
}
}
]