TabICLv2 Classifier
12 configurations testedQuality criteria
{ "frozenAt": "2026-11-13T22:43:16.191927+00:00", "scope": "Small real tabular fixtures, mixed/missing stress and synthetic/real forecasting; no broad domain or medical-use validation", "maximumInferenceMs": 10000, "repetitions": { "independentInitializations": 3, "warmInferences": 5, "warmupExcluded": 1 }, "negativeCases": [ "empty tables", "mismatched columns", "invalid labels", "unknown fields", "invalid ensemble size", "invalid forecasting timestamp", "invalid frequency" ], "concurrentActivityPolicy": "No other benchmark/build; background model backup may be active and is recorded." }
| Precision | Device | Result | |
|---|---|---|---|
FP16 | GPU · WebGPUAccelerated | Passed | Fast |
FP16 | GPU · WebGPUAccelerated | Passed | Fast |
FP16 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | CPU · WASM | Passed | Moderate |
FP16 | CPU · WASM | Passed | Moderate |
FP16 | CPU · WASM | Passed | Moderate |
FP16 | CPU · WASM | Passed | Moderate |
FP32 | CPU · WASM | Passed | Moderate |
FP32 | CPU · WASM | Passed | Moderate |
Test setup & sample details
- Quality gate
- { "frozenAt": "2026-11-13T22:43:16.191927+00:00", "scope": "Small real tabular fixtures, mixed/missing stress and synthetic/real forecasting; no broad domain or medical-use validation", "maximumInferenceMs": 10000, "repetitions": { "independentInitializations": 3, "warmInferences": 5, "warmupExcluded": 1 }, "negativeCases": [ "empty tables", "mismatched columns", "invalid labels", "unknown fields", "invalid ensemble size", "invalid forecasting timestamp", "invalid frequency" ], "concurrentActivityPolicy": "No other benchmark/build; background model backup may be active and is recorded." }
- Tested
- 2026-11-13T22:51:51.069Z
- Environment
- { "hardware": "Apple M3 Max", "browser": "157.0.8103.51", "runtime": "forecast-web1.0.0 (local lifecycle/cache patches); ONNX Runtime Web1.30.0", "concurrentUploadActivity": "Fresh browser contexts; no other inference/build started by this task; existing background mirror service may be active", "scope": "Fresh isolated module worker for every precision/backend; local fixed fixtures and actual GPU adapter; chart enabled. Download included in loadMs. Single fresh timing per fixture; no statistical speed ranking." }
- Runtime
- ONNX Runtime Web 1.30.0
- Artifact revision
- 098fb7be8df8a853a9d7f54a344ee9c6734a53d1
- Fixture
{ "file": "localai-desktop/fixtures/tabicl-v2/iris.json", "size": 14717, "sha1": "d3dd165b21997482b24323146e2a3d301094e0cc", "sha256": "cdc4d5b395c73a4efb6ae4c4611c6e47b1b2dd1a19d495de8ffd7649544f6c08", "url": "https://assets.localai.tools/samples/v1/files/cdc4d5b395c73a4efb6ae4c4611c6e47b1b2dd1a19d495de8ffd7649544f6c08/iris.json" }- Rerun when
- artifact revision; runtime version; adapter implementation; fixture checksum; quality gate; backend behavior
Per-case quality & failure details
[
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 0.9473684210526315,
"minimum": 0.85
},
"runtime": {
"loadMs": 6447.405000030994,
"inferenceMs": 747.375,
"totalMs": 7194.780000030994,
"rowsPerSecond": 50.84462284662987,
"grade": "good",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 1,
"minimum": 0.85
},
"runtime": {
"loadMs": 6447.405000030994,
"inferenceMs": 1111.7950000166893,
"totalMs": 7559.200000047684,
"rowsPerSecond": 40.47508758298472,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 1,
"minimum": 0.8
},
"runtime": {
"loadMs": 6447.405000030994,
"inferenceMs": 1105.2150000333786,
"totalMs": 7552.620000064373,
"rowsPerSecond": 40.71605976994608,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 0.9473684210526315,
"minimum": 0.85
},
"runtime": {
"loadMs": 11242.70499998331,
"inferenceMs": 417.289999961853,
"totalMs": 11659.994999945164,
"rowsPerSecond": 91.06376861049584,
"grade": "good",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 1,
"minimum": 0.85
},
"runtime": {
"loadMs": 11242.70499998331,
"inferenceMs": 421.43000000715256,
"totalMs": 11664.134999990463,
"rowsPerSecond": 106.77929905141127,
"grade": "good",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 1,
"minimum": 0.8
},
"runtime": {
"loadMs": 11242.70499998331,
"inferenceMs": 392.6100000143051,
"totalMs": 11635.314999997616,
"rowsPerSecond": 114.61755940592543,
"grade": "good",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 0.9473684210526315,
"minimum": 0.85
},
"runtime": {
"loadMs": 11198.300000011921,
"inferenceMs": 729.5600000023842,
"totalMs": 11927.860000014305,
"rowsPerSecond": 52.0861889356267,
"grade": "good",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 1,
"minimum": 0.85
},
"runtime": {
"loadMs": 11198.300000011921,
"inferenceMs": 1113.0450000166893,
"totalMs": 12311.34500002861,
"rowsPerSecond": 40.42963222450598,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 1,
"minimum": 0.8
},
"runtime": {
"loadMs": 11198.300000011921,
"inferenceMs": 1154.7650000452995,
"totalMs": 12353.06500005722,
"rowsPerSecond": 38.96896771051662,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 0.9473684210526315,
"minimum": 0.85
},
"runtime": {
"loadMs": 10964.520000040531,
"inferenceMs": 426.8349999785423,
"totalMs": 11391.355000019073,
"rowsPerSecond": 89.02737592257036,
"grade": "good",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 1,
"minimum": 0.85
},
"runtime": {
"loadMs": 10964.520000040531,
"inferenceMs": 485.4749999642372,
"totalMs": 11449.995000004768,
"rowsPerSecond": 92.692723628024,
"grade": "good",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "accuracy",
"score": 1,
"minimum": 0.8
},
"runtime": {
"loadMs": 10964.520000040531,
"inferenceMs": 451.4800000190735,
"totalMs": 11416.000000059605,
"rowsPerSecond": 99.6721892400525,
"grade": "good",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
}
]