d1-2B
12 configurations testedQuality criteria
No explicit quality gate recorded. Review per-case evidence; full certification is pending.
| Precision | Device | Result | |
|---|---|---|---|
Q8F16 | GPU · WebGPUAccelerated | Passed | Fast |
Q4F16 | GPU · WebGPUAccelerated | Passed | Fast |
Q8F16 | GPU · WebGPUAccelerated | Passed | Fast |
Q4F16 | GPU · WebGPUAccelerated | Passed | Fast |
Q8F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q8F16 | CPU · WASM | Passed | Moderate |
Q8F16 | CPU · WASM | Passed | Moderate |
Q4F16 | CPU · WASM | Passed | Moderate |
Q4F16 | CPU · WASM | Passed | Moderate |
Q8F16 | CPU · WASM | Passed | Moderate |
Q4F16 | CPU · WASM | Passed | Slow |
Test setup & sample details
- Quality gate
- No explicit quality gate recorded. Review the per-case quality evidence; full certification is pending.
- Tested
- 2026-11-15T23:36:59.624Z
- Environment
- Chrome 157 on Apple M3 Max, concurrent persistent B2 mirror.
- Runtime
- ONNX Runtime Web 1.31.0-dev.20260914-8d85527a0
- Artifact revision
- 2fd61486312020c30a1e3aa5aa677424672b2b37
- Fixture
{ "file": "model-samples/lfm3-d1-2b/d1-native-samples/text-choice-request.json", "url": "https://assets.localai.tools/samples/v1/files/4c95fd8e06b5a0b2695aa67c27cae0c49060eda43f7f474c9f0a597c654c3a28/text-choice-request.json", "size": 382, "sha1": "43475bf5ce0e9e77d8c8b6b4bf80bf99361b7952", "sha256": "4c95fd8e06b5a0b2695aa67c27cae0c49060eda43f7f474c9f0a597c654c3a28" }- Rerun when
- artifact revision; runtime version; fixture checksum; quality gate; backend behavior
Per-case quality & failure details
[
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"choice": "Billing"
}
]
},
"runtime": {
"loadMs": 4149.219999969006,
"inferenceMs": 275.1599999666214,
"totalMs": 4424.379999935627,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"choice": "Red"
}
]
},
"runtime": {
"loadMs": 4149.219999969006,
"inferenceMs": 541.6050000190735,
"totalMs": 4690.824999988079,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"noul": [
0,
0.2
]
},
{
"score": [
2.5,
3
]
},
{
"noul": [
0.8,
1
]
}
]
},
"runtime": {
"loadMs": 4149.219999969006,
"inferenceMs": 136.67500001192093,
"totalMs": 4285.8949999809265,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"choice": "Billing"
}
]
},
"runtime": {
"loadMs": 3408.4300000071526,
"inferenceMs": 1524.824999988079,
"totalMs": 4933.254999995232,
"precision": "q4f16",
"device": "wasm",
"placement": "cpu",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"choice": "Red"
}
]
},
"runtime": {
"loadMs": 3408.4300000071526,
"inferenceMs": 2016.3600000143051,
"totalMs": 5424.790000021458,
"precision": "q4f16",
"device": "wasm",
"placement": "cpu",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"noul": [
0,
0.2
]
},
{
"score": [
2.5,
3
]
},
{
"noul": [
0.8,
1
]
}
]
},
"runtime": {
"loadMs": 3408.4300000071526,
"inferenceMs": 1711.425000011921,
"totalMs": 5119.8550000190735,
"precision": "q4f16",
"device": "wasm",
"placement": "cpu",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"choice": "Billing"
}
]
},
"runtime": {
"loadMs": 2719.6699999570847,
"inferenceMs": 271.7350000143051,
"totalMs": 2991.4049999713898,
"precision": "q8f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"choice": "Red"
}
]
},
"runtime": {
"loadMs": 2719.6699999570847,
"inferenceMs": 518.410000026226,
"totalMs": 3238.0799999833107,
"precision": "q8f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"noul": [
0,
0.2
]
},
{
"score": [
2.5,
3
]
},
{
"noul": [
0.8,
1
]
}
]
},
"runtime": {
"loadMs": 2719.6699999570847,
"inferenceMs": 127.06499999761581,
"totalMs": 2846.7349999547005,
"precision": "q8f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"choice": "Billing"
}
]
},
"runtime": {
"loadMs": 2713.350000023842,
"inferenceMs": 1371.0149999856949,
"totalMs": 4084.3650000095367,
"precision": "q8f16",
"device": "wasm",
"placement": "cpu",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"choice": "Red"
}
]
},
"runtime": {
"loadMs": 2713.350000023842,
"inferenceMs": 1712.4000000357628,
"totalMs": 4425.750000059605,
"precision": "q8f16",
"device": "wasm",
"placement": "cpu",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q8f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "decisionGatePassRate",
"score": 1,
"passed": true,
"expected": [
{
"noul": [
0,
0.2
]
},
{
"score": [
2.5,
3
]
},
{
"noul": [
0.8,
1
]
}
]
},
"runtime": {
"loadMs": 2713.350000023842,
"inferenceMs": 1435.1449999809265,
"totalMs": 4148.495000004768,
"precision": "q8f16",
"device": "wasm",
"placement": "cpu",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "2fd61486312020c30a1e3aa5aa677424672b2b37",
"performanceMetric": {
"name": "decisionGatePassRate",
"value": 1
},
"grade": "excellent"
}
}
]