SAM 2.1 Hiera-Tiny
16 configurations testedQuality criteria
Expected dimensions, finite scores, whole-person foreground ratio 0.15–0.40, reference prompt inside, and 100% accuracy on independently annotated foreground/background probes.
| Precision | Device | Result | |
|---|---|---|---|
FP16 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | GPU · WebGPUAccelerated | Passed | Moderate |
BNB4 | GPU · WebGPUAccelerated | Passed | Very slow |
UINT8 | GPU · WebGPUAccelerated | Passed | Very slow |
Q8 | GPU · WebGPUAccelerated | Passed | Very slow |
INT8 | GPU · WebGPUAccelerated | Passed | Very slow |
BNB4 | CPU · WASM | Passed | Very slow |
Q8 | CPU · WASM | Passed | Very slow |
FP32 | CPU · WASM | Passed | Very slow |
FP16 | CPU · WASM | Passed | Very slow |
INT8 | CPU · WASM | Failed | — |
UINT8 | CPU · WASM | Failed | — |
Q4 | GPU · WebGPU | Failed | — |
Q4 | CPU · WASM | Failed | — |
Q4F16 | GPU · WebGPU | Failed | — |
Q4F16 | CPU · WASM | Failed | — |
Test setup & sample details
- Quality gate
- Expected dimensions, finite scores, whole-person foreground ratio 0.15–0.40, reference prompt inside, and 100% accuracy on independently annotated foreground/background probes.
- Tested
- 2026-10-31T17:39:26.389Z
- Environment
- Isolated Chrome module worker per case on macOS arm64; Transformers.js 4.2.0
- Runtime
- Transformers.js 4.2.0
- Artifact revision
- 814a066640debee5a91e70aa401fb8e17e030503
- Fixture
{ "file": "model-samples/sam2.1-hiera-tiny.json", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/sam2.1-hiera-tiny.json", "size": 1194, "sha1": "42420a6017382788ab3b1a6b078ed63f382f3b5e" }- Rerun when
- artifact revision change; runtime version change; fixture or quality gate change; browser/backend change
Per-case quality & failure details
[
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.24932941755124452,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 12848.799999982119,
"inferenceMs": 806.4000000059605,
"totalMs": 14931.5,
"grade": "excellent",
"megapixelsPerSecond": 0.8673015872951767
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.24932941755124452,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 12634.800000011921,
"inferenceMs": 7286.300000011921,
"totalMs": 21193.5,
"grade": "slow",
"megapixelsPerSecond": 0.09598726376883408
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.24926364613836016,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 11640.700000017881,
"inferenceMs": 306.5,
"totalMs": 13345.199999988079,
"grade": "excellent",
"megapixelsPerSecond": 2.281866231647635
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.24926078651171302,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 12687.199999988079,
"inferenceMs": 7500.800000011921,
"totalMs": 21706.59999999404,
"grade": "slow",
"megapixelsPerSecond": 0.09324232081896444
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.2509808519399707,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 10530.699999988079,
"inferenceMs": 5602,
"totalMs": 17510.80000001192,
"grade": "slow",
"megapixelsPerSecond": 0.12484684041413781
}
},
{
"precision": "q8",
"device": "wasm",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.25070918740849196,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 9646.300000011921,
"inferenceMs": 7259.9000000059605,
"totalMs": 18259.80000001192,
"grade": "slow",
"megapixelsPerSecond": 0.09633631317227866
}
},
{
"precision": "int8",
"device": "webgpu",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.24986130810761348,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 9184.59999999404,
"inferenceMs": 6342,
"totalMs": 16788.69999998808,
"grade": "slow",
"megapixelsPerSecond": 0.11027940712708925
}
},
{
"precision": "int8",
"device": "wasm",
"status": "fail",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.058766757412152267,
"nonDegenerate": false,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 0
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 0
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 0.5384615384615384,
"passed": false
},
"runtime": {
"loadMs": 11850.59999999404,
"inferenceMs": 7802.300000011921,
"totalMs": 21002,
"grade": "slow",
"megapixelsPerSecond": 0.08963920895106973
},
"failure": "Segmentation quality gate failed"
},
{
"precision": "uint8",
"device": "webgpu",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.25080355508784774,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 10170.300000011921,
"inferenceMs": 5372.799999982119,
"totalMs": 16971.19999998808,
"grade": "slow",
"megapixelsPerSecond": 0.13017272185868217
}
},
{
"precision": "uint8",
"device": "wasm",
"status": "fail",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.05889115117130307,
"nonDegenerate": false,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 0
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 0
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 0.5384615384615384,
"passed": false
},
"runtime": {
"loadMs": 9808.09999999404,
"inferenceMs": 7109.5,
"totalMs": 18375.19999998808,
"grade": "slow",
"megapixelsPerSecond": 0.09837428792460792
},
"failure": "Segmentation quality gate failed"
},
{
"precision": "q4",
"device": "webgpu",
"status": "fail",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.05988058199121523,
"nonDegenerate": false,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 0
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 0
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 0.5384615384615384,
"passed": false
},
"runtime": {
"loadMs": 8588.800000011921,
"inferenceMs": 351.09999999403954,
"totalMs": 10469.90000000596,
"grade": "excellent",
"megapixelsPerSecond": 1.9920022785869362
},
"failure": "Segmentation quality gate failed"
},
{
"precision": "q4",
"device": "wasm",
"status": "fail",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.05988058199121523,
"nonDegenerate": false,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 0
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 0
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 0.5384615384615384,
"passed": false
},
"runtime": {
"loadMs": 8845,
"inferenceMs": 7194,
"totalMs": 17418.69999998808,
"grade": "slow",
"megapixelsPerSecond": 0.09721879343897692
},
"failure": "Segmentation quality gate failed"
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "fail",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.0596117770863836,
"nonDegenerate": false,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 0
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 0
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 0.5384615384615384,
"passed": false
},
"runtime": {
"loadMs": 7632.0999999940395,
"inferenceMs": 291.5,
"totalMs": 9460.09999999404,
"grade": "excellent",
"megapixelsPerSecond": 2.399286449399657
},
"failure": "Segmentation quality gate failed"
},
{
"precision": "q4f16",
"device": "wasm",
"status": "fail",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.05987915217789166,
"nonDegenerate": false,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 0
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 0
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 0.5384615384615384,
"passed": false
},
"runtime": {
"loadMs": 9803.300000011921,
"inferenceMs": 7904.699999988079,
"totalMs": 19128.59999999404,
"grade": "slow",
"megapixelsPerSecond": 0.08847799410490655
},
"failure": "Segmentation quality gate failed"
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.25469264732796487,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 9344.700000017881,
"inferenceMs": 5021.5,
"totalMs": 15843.699999988079,
"grade": "slow",
"megapixelsPerSecond": 0.13927949815792096
}
},
{
"precision": "bnb4",
"device": "wasm",
"status": "pass",
"quality": {
"shape": true,
"finite": true,
"pointInside": true,
"foregroundRatio": 0.25469264732796487,
"nonDegenerate": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0
}
],
"probeAccuracy": 1,
"passed": true
},
"runtime": {
"loadMs": 11020.799999982119,
"inferenceMs": 7196.5,
"totalMs": 19668.29999998212,
"grade": "slow",
"megapixelsPerSecond": 0.09718502049607448
}
}
]