CLIPSeg RD64 Refined
14 configurations testedQuality criteria
Both independently labeled text targets must pass finite probability/shape checks, non-degenerate expected foreground coverage, minimum sparse-label accuracy and foreground/background probability separation. Person >=0.85 accuracy; face-mask >=0.875; separation >=0.25. Text conditioning must produce different masks.
| Precision | Device | Result | |
|---|---|---|---|
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | GPU · WebGPUAccelerated | Passed | Fast |
Q8 | GPU · WebGPUAccelerated | Passed | Slow |
BNB4 | GPU · WebGPUAccelerated | Passed | Slow |
Q8 | CPU · WASM | Passed | Slow |
BNB4 | CPU · WASM | Passed | Slow |
FP32 | CPU · WASM | Passed | Slow |
Q4 | CPU · WASM | Passed | Slow |
FP16 | GPU · WebGPU | Failed | — |
FP16 | CPU · WASM | Failed | — |
UINT8 | GPU · WebGPU | Failed | — |
UINT8 | CPU · WASM | Failed | — |
Q4F16 | GPU · WebGPU | Failed | — |
Q4F16 | CPU · WASM | Failed | — |
Test setup & sample details
- Quality gate
- Both independently labeled text targets must pass finite probability/shape checks, non-degenerate expected foreground coverage, minimum sparse-label accuracy and foreground/background probability separation. Person >=0.85 accuracy; face-mask >=0.875; separation >=0.25. Text conditioning must produce different masks.
- Tested
- 2026-10-31T18:26:35.092Z
- Environment
- Isolated Chrome 156.0.8078.79 module worker per case on macOS arm64; Transformers.js 4.2.0; cold model cache
- Runtime
- Transformers.js 4.2.0
- Artifact revision
- 924dc94f85f58739f353f94258b33bc47eae4862
- Fixture
{ "file": "model-samples/clipseg-rd64-refined.json", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/clipseg-rd64-refined.json", "size": 1867, "sha1": "74ab01aff95b579ab4fa9018ddf3d67b2b1e9f20" }- Rerun when
- artifact revision change; runtime version change; fixture or quality-gate change; browser/backend behavior change
Per-case quality & failure details
[
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.8850235939025879
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8593903183937073
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.8926510810852051
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1,
"probability": 0.8643718361854553
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.8848976492881775
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1,
"probability": 0.8013651967048645
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.8654471039772034
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.003893547225743532
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.012522907927632332
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.002867461647838354
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.006810407154262066
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.019388161599636078
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.010893858037889004
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.2573363721632504,
"probabilitySeparation": 0.8553391969541,
"nonDegenerate": true,
"passed": true
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.8141183853149414
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.8867693543434143
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8768934011459351
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.09801438450813293
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.008674640208482742
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.0029657466802746058
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0005397671484388411
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.00044606238952837884
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.012926942258418742,
"probabilitySeparation": 0.8371322600811254,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.24440942990483164,
"passed": true
},
"runtime": {
"loadMs": 3161,
"inferenceMs": 271.5,
"totalMs": 4881.4000000059605,
"grade": "excellent",
"masksPerSecond": 7.366482504604051,
"megapixelsPerSecond": 5.1520589318600365
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.8850239515304565
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8593905568122864
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.8926509022712708
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1,
"probability": 0.8643715381622314
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.8848975896835327
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1,
"probability": 0.8013649582862854
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.8654471039772034
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0038935402408242226
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.012522900477051735
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.002867459785193205
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.00681040994822979
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.01938820816576481
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.010893863625824451
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.2573363721632504,
"probabilitySeparation": 0.8553391649676043,
"nonDegenerate": true,
"passed": true
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.8141182661056519
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.8867689967155457
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8768932223320007
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.09801461547613144
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.008674649521708488
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.002965747145935893
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0005397672648541629
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.000446063611889258
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.012926942258418742,
"probabilitySeparation": 0.837131993113629,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.24440942990483164,
"passed": true
},
"runtime": {
"loadMs": 3183.2999999821186,
"inferenceMs": 3670.5999999940395,
"totalMs": 8383,
"grade": "slow",
"masksPerSecond": 0.5448700484943191,
"megapixelsPerSecond": 0.3810777529565388
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "fail",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 0,
"probability": 0.010118450969457626
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 0,
"probability": 0.010233118198812008
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 0,
"probability": 0.004051028285175562
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0,
"probability": 0.00256135780364275
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0,
"probability": 0.003298549447208643
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0,
"probability": 0.004730943590402603
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 0,
"probability": 0.011589634232223034
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.007957769557833672
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0021122032776474953
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.35519373416900635
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.001903298543766141
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.005425571464002132
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.014017831534147263
}
],
"probeAccuracy": 0.46153846153846156,
"foregroundRatio": 0.04035648105783309,
"probabilitySeparation": -0.057780342015792574,
"nonDegenerate": false,
"passed": false
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 0,
"probability": 0.02477145940065384
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 0,
"probability": 0.04511706158518791
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 0,
"probability": 0.06275740265846252
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.02909144014120102
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.024753475561738014
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.012679267674684525
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.010315350256860256
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.006339698564261198
}
],
"probeAccuracy": 0.625,
"foregroundRatio": 0,
"probabilitySeparation": 0.027579461441685757,
"nonDegenerate": false,
"passed": false
}
],
"conditioningDifference": 0.04035648105783309,
"passed": false
},
"runtime": {
"loadMs": 2568.199999988079,
"inferenceMs": 261.30000001192093,
"totalMs": 4386,
"grade": "excellent",
"masksPerSecond": 7.654037504434584,
"megapixelsPerSecond": 5.353172598301512
},
"failure": "Text-conditioned segmentation quality gate failed"
},
{
"precision": "fp16",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 3937.9000000059605,
"grade": "failed"
},
"failure": "Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: /mnt/vss/_work/1/s/onnxruntime/core/graph/graph_utils.cc:30 int onnxruntime::graph_utils::GetIndexFromName(const Node &, const std::string &, bool) itr != node_args.end() was false. Attempting to get index by a name which does not exist:InsertedPrecisionFreeCast_/decoder/layers.2/layer_norm1/Constant_output_0for node: /vision_model/pre_layrnorm/Mul/SimplifiedLayerNormFusion/\n"
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.6790053844451904
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.665690541267395
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.6515520215034485
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1,
"probability": 0.6220518350601196
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.6542215943336487
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1,
"probability": 0.5787294507026672
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.672816812992096
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.003353836014866829
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0073679122142493725
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.002878705272451043
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.004262605216354132
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.01145066600292921
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.007290275767445564
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.22955795891288433,
"probabilitySeparation": 0.6401947104383172,
"nonDegenerate": true,
"passed": true
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.7559717893600464
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.786098301410675
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.7356486320495605
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.12788964807987213
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.02253868244588375
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.005209211725741625
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0011556362733244896
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0014537486713379622
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.012642409407027818,
"probabilitySeparation": 0.7275901888341954,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.2169155495058565,
"passed": true
},
"runtime": {
"loadMs": 2894.2999999821186,
"inferenceMs": 3522.5999999940395,
"totalMs": 7837.299999982119,
"grade": "slow",
"masksPerSecond": 0.5677624481926373,
"megapixelsPerSecond": 0.397088514166345
}
},
{
"precision": "q8",
"device": "wasm",
"status": "pass",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.6289743185043335
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.6279289126396179
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.5930043458938599
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1,
"probability": 0.5495723485946655
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.6050718426704407
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0,
"probability": 0.4459455907344818
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.6011673212051392
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0028619959484785795
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.005355690140277147
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.002146798884496093
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.003630379680544138
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.006205470766872168
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.004227569326758385
}
],
"probeAccuracy": 0.9230769230769231,
"foregroundRatio": 0.1877859626647145,
"probabilitySeparation": 0.5747379225767439,
"nonDegenerate": true,
"passed": true
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.86854088306427
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.8967384696006775
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.845990002155304
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.14305123686790466
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.010719077661633492
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.004336023237556219
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0009750888566486537
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0011655364651232958
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.014860049871888726,
"probabilitySeparation": 0.8383737256556438,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.17292591279282576,
"passed": true
},
"runtime": {
"loadMs": 2339.199999988079,
"inferenceMs": 3498.300000011921,
"totalMs": 7354.800000011921,
"grade": "slow",
"masksPerSecond": 0.5717062573230383,
"megapixelsPerSecond": 0.39984678272167434
}
},
{
"precision": "uint8",
"device": "webgpu",
"status": "fail",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.6046542525291443
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.6073067784309387
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.5499758124351501
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0,
"probability": 0.4418710172176361
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0,
"probability": 0.4861261248588562
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0,
"probability": 0.3540183901786804
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.5468024611473083
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0018120635068044066
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.003997073974460363
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.0012669656425714493
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0028857544530183077
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.01068208459764719
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.003986498806625605
}
],
"probeAccuracy": 0.7692307692307693,
"foregroundRatio": 0.10915623856149341,
"probabilitySeparation": 0.5088599031885332,
"nonDegenerate": false,
"passed": false
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.7639836072921753
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.7805890440940857
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.7265137434005737
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 1,
"probability": 0.5998682975769043
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.021032381802797318
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.00591338099911809
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.001549410168081522
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0014788854168727994
}
],
"probeAccuracy": 0.875,
"foregroundRatio": 0.017746842972181553,
"probabilitySeparation": 0.6310603270695234,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.09142369372254758,
"passed": false
},
"runtime": {
"loadMs": 2339.199999988079,
"inferenceMs": 3421,
"totalMs": 7189.0999999940395,
"grade": "slow",
"masksPerSecond": 0.5846243788365975,
"megapixelsPerSecond": 0.4088816135632856
},
"failure": "Text-conditioned segmentation quality gate failed"
},
{
"precision": "uint8",
"device": "wasm",
"status": "fail",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.5858123898506165
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.604677677154541
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.564235270023346
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0,
"probability": 0.4973694980144501
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.5727971196174622
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0,
"probability": 0.3838893473148346
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.5929509401321411
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.002392551163211465
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.004466014448553324
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.0012286694254726171
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.00395171670243144
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.009573698043823242
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.0035787078086286783
}
],
"probeAccuracy": 0.8461538461538461,
"foregroundRatio": 0.1550918512079063,
"probabilitySeparation": 0.5389060464166548,
"nonDegenerate": true,
"passed": false
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.8027583360671997
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.8536743521690369
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8203703761100769
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 1,
"probability": 0.668213427066803
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.05678359419107437
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.008148732595145702
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0015961239114403725
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.002396071096882224
}
],
"probeAccuracy": 0.875,
"foregroundRatio": 0.022259333821376282,
"probabilitySeparation": 0.678173431676502,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.1341164897510981,
"passed": false
},
"runtime": {
"loadMs": 2092.5,
"inferenceMs": 3515.4000000059605,
"totalMs": 7115.4000000059605,
"grade": "slow",
"masksPerSecond": 0.5689253001071312,
"megapixelsPerSecond": 0.3979018034925267
},
"failure": "Text-conditioned segmentation quality gate failed"
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.8532092571258545
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.854705274105072
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.8857364654541016
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1,
"probability": 0.868066132068634
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.8866742849349976
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1,
"probability": 0.8055750131607056
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.8551743626594543
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.005324617959558964
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.011755535379052162
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.0028452996630221605
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0060013337060809135
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.01905493438243866
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.008946207351982594
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.25763949258784774,
"probabilitySeparation": 0.8494606961418564,
"nonDegenerate": true,
"passed": true
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.7692611217498779
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.8679313063621521
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8354770541191101
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.2342696338891983
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.008039223961532116
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.0027306124102324247
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0004314483667258173
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.00043220361112616956
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.01364899798682284,
"probabilitySeparation": 0.7750425362959504,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.2439904946010249,
"passed": true
},
"runtime": {
"loadMs": 2193.9000000059605,
"inferenceMs": 259,
"totalMs": 3844.699999988079,
"grade": "excellent",
"masksPerSecond": 7.722007722007722,
"megapixelsPerSecond": 5.400710424710424
}
},
{
"precision": "q4",
"device": "wasm",
"status": "pass",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.8532096147537231
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8547054529190063
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.8857366442680359
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1,
"probability": 0.8680664896965027
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.8866747617721558
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1,
"probability": 0.8055756688117981
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.8551749587059021
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.005324627738445997
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.011755564250051975
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.0028452875558286905
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.006001356523483992
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.01905496045947075
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.008946229703724384
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.25763949258784774,
"probabilitySeparation": 0.8494610800463263,
"nonDegenerate": true,
"passed": true
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.7692607641220093
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.8679312467575073
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8354771137237549
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.23427116870880127
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.008039219304919243
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.002730610081925988
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0004314494435675442
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0004322050663176924
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.01364899798682284,
"probabilitySeparation": 0.7750421110133174,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.2439904946010249,
"passed": true
},
"runtime": {
"loadMs": 2151.800000011921,
"inferenceMs": 3783.7999999821186,
"totalMs": 7321,
"grade": "slow",
"masksPerSecond": 0.5285691632775125,
"megapixelsPerSecond": 0.369677044242986
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "fail",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 0,
"probability": 0.012678371742367744
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 0,
"probability": 0.015847090631723404
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 0,
"probability": 0.006242836359888315
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 0,
"probability": 0.004735827445983887
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 0,
"probability": 0.00905681774020195
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 0,
"probability": 0.01960185170173645
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 0,
"probability": 0.033071234822273254
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.04495741054415703
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.006604603957384825
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.41497379541397095
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0025101203937083483
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.004963618237525225
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.02121654897928238
}
],
"probeAccuracy": 0.46153846153846156,
"foregroundRatio": 0.028188769674231333,
"probabilitySeparation": -0.06807567857183693,
"nonDegenerate": false,
"passed": false
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 0,
"probability": 0.004568879492580891
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 0,
"probability": 0.004891995340585709
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 0,
"probability": 0.004719563294202089
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.003938373178243637
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.004962501116096973
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.0023061351384967566
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0033480077981948853
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0016866227379068732
}
],
"probeAccuracy": 0.625,
"foregroundRatio": 0,
"probabilitySeparation": 0.001478484715335071,
"nonDegenerate": false,
"passed": false
}
],
"conditioningDifference": 0.028188769674231333,
"passed": false
},
"runtime": {
"loadMs": 2318.800000011921,
"inferenceMs": 269,
"totalMs": 4058.199999988079,
"grade": "excellent",
"masksPerSecond": 7.434944237918216,
"megapixelsPerSecond": 5.199940520446097
},
"failure": "Text-conditioned segmentation quality gate failed"
},
{
"precision": "q4f16",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 3387.4000000059605,
"grade": "failed"
},
"failure": "Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: /mnt/vss/_work/1/s/onnxruntime/core/graph/graph_utils.cc:30 int onnxruntime::graph_utils::GetIndexFromName(const Node &, const std::string &, bool) itr != node_args.end() was false. Attempting to get index by a name which does not exist:InsertedPrecisionFreeCast_/text_model/encoder/layers.0/layer_norm1/Constant_output_0for node: /text_model/encoder/layers.0/layer_norm1/Mul/SimplifiedLayerNormFusion/\n"
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "pass",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.8552758097648621
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8344336152076721
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.8549869060516357
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1,
"probability": 0.8127647042274475
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.8528252840042114
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1,
"probability": 0.7516964077949524
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.8484452962875366
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.002066755900159478
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.01095778401941061
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.003339741611853242
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.0046532475389540195
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.015615733340382576
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.007865640334784985
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.2538190313872621,
"probabilitySeparation": 0.8226446624002641,
"nonDegenerate": true,
"passed": true
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.8506959676742554
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.9202088713645935
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8946760892868042
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.4525311589241028
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.03905919939279556
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.0035159187391400337
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0006070086965337396
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.00036835603532381356
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.020713705618594435,
"probabilitySeparation": 0.7893106477509718,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.23310532576866763,
"passed": true
},
"runtime": {
"loadMs": 2178.4000000059605,
"inferenceMs": 3581.0999999940395,
"totalMs": 7173.9000000059605,
"grade": "slow",
"masksPerSecond": 0.558487615538055,
"megapixelsPerSecond": 0.3906017704063914
}
},
{
"precision": "bnb4",
"device": "wasm",
"status": "pass",
"quality": {
"targets": [
{
"text": "a woman",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 450,
"y": 120,
"expected": 1,
"actual": 1,
"probability": 0.8552752733230591
},
{
"x": 460,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8344331383705139
},
{
"x": 430,
"y": 350,
"expected": 1,
"actual": 1,
"probability": 0.854986310005188
},
{
"x": 350,
"y": 420,
"expected": 1,
"actual": 1,
"probability": 0.8127637505531311
},
{
"x": 460,
"y": 520,
"expected": 1,
"actual": 1,
"probability": 0.8528246283531189
},
{
"x": 480,
"y": 630,
"expected": 1,
"actual": 1,
"probability": 0.7516952753067017
},
{
"x": 580,
"y": 470,
"expected": 1,
"actual": 1,
"probability": 0.8484447598457336
},
{
"x": 50,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.0020667491480708122
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.010957752354443073
},
{
"x": 900,
"y": 100,
"expected": 0,
"actual": 0,
"probability": 0.0033397478982806206
},
{
"x": 100,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.004653238691389561
},
{
"x": 700,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.015615686774253845
},
{
"x": 200,
"y": 200,
"expected": 0,
"actual": 0,
"probability": 0.007865620777010918
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.2538190313872621,
"probabilitySeparation": 0.8226439820247747,
"nonDegenerate": true,
"passed": true
},
{
"text": "a face mask",
"shape": true,
"finite": true,
"binary": true,
"probes": [
{
"x": 440,
"y": 180,
"expected": 1,
"actual": 1,
"probability": 0.8506960868835449
},
{
"x": 470,
"y": 190,
"expected": 1,
"actual": 1,
"probability": 0.9202089309692383
},
{
"x": 490,
"y": 210,
"expected": 1,
"actual": 1,
"probability": 0.8946759700775146
},
{
"x": 450,
"y": 120,
"expected": 0,
"actual": 0,
"probability": 0.45253118872642517
},
{
"x": 460,
"y": 300,
"expected": 0,
"actual": 0,
"probability": 0.03905920311808586
},
{
"x": 450,
"y": 500,
"expected": 0,
"actual": 0,
"probability": 0.0035159229300916195
},
{
"x": 800,
"y": 350,
"expected": 0,
"actual": 0,
"probability": 0.000607009045779705
},
{
"x": 50,
"y": 600,
"expected": 0,
"actual": 0,
"probability": 0.00036835650098510087
}
],
"probeAccuracy": 1,
"foregroundRatio": 0.020713705618594435,
"probabilitySeparation": 0.7893106599124925,
"nonDegenerate": true,
"passed": true
}
],
"conditioningDifference": 0.23310532576866763,
"passed": true
},
"runtime": {
"loadMs": 2129.800000011921,
"inferenceMs": 3667.9000000059605,
"totalMs": 7184.5999999940395,
"grade": "slow",
"masksPerSecond": 0.5452711360715259,
"megapixelsPerSecond": 0.3813582703993367
}
}
]