ORMBG — Human Background Removal
16 configurations testedQuality criteria
No explicit quality gate recorded. Review per-case evidence; full certification is pending.
| Precision | Device | Result | |
|---|---|---|---|
FP16 | GPU · WebGPUAccelerated | Passed | Fast |
Q4F16 | GPU · WebGPUAccelerated | Passed | Fast |
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
BNB4 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | GPU · WebGPUAccelerated | Passed | Fast |
UINT8 | GPU · WebGPUAccelerated | Passed | Very slow |
Q8 | GPU · WebGPUAccelerated | Passed | Very slow |
INT8 | GPU · WebGPUAccelerated | Passed | Very slow |
FP32 | CPU · WASM | Passed | Very slow |
Q4 | CPU · WASM | Passed | Very slow |
BNB4 | CPU · WASM | Passed | Very slow |
Q4F16 | CPU · WASM | Passed | Very slow |
FP16 | CPU · WASM | Passed | Very slow |
UINT8 | CPU · WASM | Passed | Very slow |
Q8 | CPU · WASM | Passed | Very slow |
INT8 | CPU · WASM | Passed | Very slow |
Test setup & sample details
- Quality gate
- No explicit quality gate recorded. Review the per-case quality evidence; full certification is pending.
- Tested
- 2026-09-08T17:07:37.483Z
- Environment
- Headless Chrome 151 on macOS; Transformers.js 4.2.0
- Runtime
- Transformers.js 4.2.0
- Artifact revision
- 034e2d884afbab897e10e78fc5bb566b29533fd6
- Fixture
{ "file": "modnet-portrait-pexels-5965592.jpg", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/modnet-portrait-pexels-5965592.jpg", "source": "https://www.pexels.com/photo/woman-wearing-pink-turtleneck-sweater-5965592/", "license": "Pexels License", "size": 78124, "sha1": "38212739a4a4f0be25d84863cf991d7fb6c6d818", "width": 1024, "height": 683 }- Rerun when
- model artifact revision change; Transformers.js or ONNX Runtime version change; benchmark fixture, reference matte, or quality-gate change; target browser/backend behavior change
Per-case quality & failure details
[
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0,
"intersectionOverUnion": 1,
"foregroundRatio": 0.256265,
"dynamicRange": 1
},
"runtime": {
"loadMs": 38114.8,
"inferenceMs": 7085.2,
"totalMs": 45230.9,
"grade": "very-slow",
"megapixelsPerSecond": 0.0987,
"loadGrade": "slow"
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0,
"intersectionOverUnion": 1,
"foregroundRatio": 0.256265,
"dynamicRange": 0.996078
},
"runtime": {
"loadMs": 24680.2,
"inferenceMs": 264.1,
"totalMs": 24975.5,
"grade": "slow",
"megapixelsPerSecond": 2.6482,
"loadGrade": "slow"
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000002,
"intersectionOverUnion": 1,
"foregroundRatio": 0.256265,
"dynamicRange": 1
},
"runtime": {
"loadMs": 19426.7,
"inferenceMs": 7291.1,
"totalMs": 26744.6,
"grade": "very-slow",
"megapixelsPerSecond": 0.0959,
"loadGrade": "slow"
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000887,
"intersectionOverUnion": 0.999939,
"foregroundRatio": 0.256267,
"dynamicRange": 1
},
"runtime": {
"loadMs": 18024,
"inferenceMs": 224.2,
"totalMs": 18278.2,
"grade": "good",
"megapixelsPerSecond": 3.1195,
"loadGrade": "slow"
}
},
{
"precision": "int8",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000274,
"intersectionOverUnion": 0.999286,
"foregroundRatio": 0.256191,
"dynamicRange": 1
},
"runtime": {
"loadMs": 21876.1,
"inferenceMs": 23701.3,
"totalMs": 45606.6,
"grade": "very-slow",
"megapixelsPerSecond": 0.0295,
"loadGrade": "slow"
}
},
{
"precision": "int8",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.00028,
"intersectionOverUnion": 0.999297,
"foregroundRatio": 0.256191,
"dynamicRange": 1
},
"runtime": {
"loadMs": 10103.7,
"inferenceMs": 24517.2,
"totalMs": 34648.2,
"grade": "very-slow",
"megapixelsPerSecond": 0.0285,
"loadGrade": "slow"
}
},
{
"precision": "q8",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000208,
"intersectionOverUnion": 0.999459,
"foregroundRatio": 0.256336,
"dynamicRange": 1
},
"runtime": {
"loadMs": 8124.6,
"inferenceMs": 7564.2,
"totalMs": 15716.3,
"grade": "very-slow",
"megapixelsPerSecond": 0.0925,
"loadGrade": "slow"
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000212,
"intersectionOverUnion": 0.999442,
"foregroundRatio": 0.256337,
"dynamicRange": 1
},
"runtime": {
"loadMs": 9839.2,
"inferenceMs": 7838.9,
"totalMs": 17704.8,
"grade": "very-slow",
"megapixelsPerSecond": 0.0892,
"loadGrade": "slow"
}
},
{
"precision": "uint8",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000208,
"intersectionOverUnion": 0.999459,
"foregroundRatio": 0.256336,
"dynamicRange": 1
},
"runtime": {
"loadMs": 8970.6,
"inferenceMs": 7483.1,
"totalMs": 16482.2,
"grade": "very-slow",
"megapixelsPerSecond": 0.0935,
"loadGrade": "slow"
}
},
{
"precision": "uint8",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000212,
"intersectionOverUnion": 0.999442,
"foregroundRatio": 0.256337,
"dynamicRange": 1
},
"runtime": {
"loadMs": 9247.6,
"inferenceMs": 7817.3,
"totalMs": 17091.5,
"grade": "very-slow",
"megapixelsPerSecond": 0.0895,
"loadGrade": "slow"
}
},
{
"precision": "q4",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0,
"intersectionOverUnion": 1,
"foregroundRatio": 0.256265,
"dynamicRange": 1
},
"runtime": {
"loadMs": 24528.2,
"inferenceMs": 7138.1,
"totalMs": 31696.1,
"grade": "very-slow",
"megapixelsPerSecond": 0.098,
"loadGrade": "slow"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0,
"intersectionOverUnion": 1,
"foregroundRatio": 0.256265,
"dynamicRange": 0.996078
},
"runtime": {
"loadMs": 23564.2,
"inferenceMs": 255.4,
"totalMs": 23852.2,
"grade": "slow",
"megapixelsPerSecond": 2.7384,
"loadGrade": "slow"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000002,
"intersectionOverUnion": 1,
"foregroundRatio": 0.256265,
"dynamicRange": 1
},
"runtime": {
"loadMs": 15641.7,
"inferenceMs": 7235,
"totalMs": 22907.6,
"grade": "very-slow",
"megapixelsPerSecond": 0.0967,
"loadGrade": "slow"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0.000887,
"intersectionOverUnion": 0.999939,
"foregroundRatio": 0.256267,
"dynamicRange": 1
},
"runtime": {
"loadMs": 22414.4,
"inferenceMs": 229.4,
"totalMs": 22673.8,
"grade": "good",
"megapixelsPerSecond": 3.0488,
"loadGrade": "slow"
}
},
{
"precision": "bnb4",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0,
"intersectionOverUnion": 1,
"foregroundRatio": 0.256265,
"dynamicRange": 1
},
"runtime": {
"loadMs": 24034.9,
"inferenceMs": 7169.3,
"totalMs": 31233.2,
"grade": "very-slow",
"megapixelsPerSecond": 0.0976,
"loadGrade": "slow"
}
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"grade": "excellent",
"meanAbsoluteError": 0,
"intersectionOverUnion": 1,
"foregroundRatio": 0.256265,
"dynamicRange": 0.996078
},
"runtime": {
"loadMs": 24596.2,
"inferenceMs": 257.3,
"totalMs": 24883.6,
"grade": "slow",
"megapixelsPerSecond": 2.7182,
"loadGrade": "slow"
}
}
]