PP-OCR 6 Medium Text Recognizer
17 configurations testedQuality criteria
{ "detectorMinimumMatchedIoU": 0.4, "detectorMinimumRecall": 0.9, "detectorMaximumExtraBoxes": 1, "uniformNoTextMustBeEmpty": true, "recognizerMaximumPerCaseCER": 0.05, "maximumInferenceMs": 5000 }
| Precision | Device | Result | |
|---|---|---|---|
FP32 | CPU · WASM | Passed | Very fast |
FP32 | CPU · WASM | Passed | Very fast |
FP32 | CPU · WASM | Passed | Very fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | CPU · WASM | Passed | Fast |
FP32 | GPU · WebGPU | Failed | — |
Test setup & sample details
- Quality gate
- { "detectorMinimumMatchedIoU": 0.4, "detectorMinimumRecall": 0.9, "detectorMaximumExtraBoxes": 1, "uniformNoTextMustBeEmpty": true, "recognizerMaximumPerCaseCER": 0.05, "maximumInferenceMs": 5000 }
- Tested
- 2026-11-10T20:53:06.874Z
- Environment
- Chrome157 on macOS,ONNX Runtime Web1.24.3,numThreads1. Local original-URL routing to verified model/runtime/fixture snapshots; no concurrent uploads. StrictWebGPU initialization rejected for Small/Medium dueCPU-assigned graph nodes;onlyWASM advertised. Full selected crop preserved;no internal margin trimming. Holdout quality probes overlapped CPU/GPU;public warm speed repeats were sequential. Full download/archive/recovery and Windows unverified.
- Runtime
- ONNX Runtime Web 1.24.3
- Artifact revision
- 50c7eacafc52fa7bcf4194e8cd08e46f8558504b
- Fixture
{ "file": "model-samples/ppocrv5-menu.png", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/ppocrv5-menu.png", "size": 16719, "sha1": "a238414c0632eb69535a9b5307b61cfea4da5421" }- Rerun when
- artifact revision; runtime version; fixture checksum or quality gate; preprocessing/postprocessing semantics; relevant browser/backend behavior
Per-case quality & failure details
[
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-menu-0",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Corner Cafe",
"actual": "Corner Cafe",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 768.2000000178814,
"inferenceMs": 296.40000000596046,
"totalMs": 1064.6000000238419,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.3738191632250016,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-menu-1",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Espresso 3.20",
"actual": "Espresso 3.20",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 758.2999999821186,
"inferenceMs": 288.90000000596046,
"totalMs": 1047.199999988079,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.461405330492795,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-menu-1-blur",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Espresso 3.20",
"actual": "Espresso 3.20",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 757.5,
"inferenceMs": 283.40000000596046,
"totalMs": 1040.9000000059605,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.5285815101586735,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-menu-2",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Cappuccino 4.10",
"actual": "Cappuccino 4.10",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 751.5,
"inferenceMs": 288.89999997615814,
"totalMs": 1040.3999999761581,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.4614053308498662,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-menu-3",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Green tea 3.50",
"actual": "Green tea 3.50",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 749.1000000238419,
"inferenceMs": 288.59999999403954,
"totalMs": 1037.7000000178814,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.4650034650750277,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-menu-4",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Open 8:00-18:00",
"actual": "Open 8:00-18:00",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 743.3000000119209,
"inferenceMs": 289.19999998807907,
"totalMs": 1032.5,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.4578146612766956,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-menu-4-blur",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Open 8:00-18:00",
"actual": "Open 8:00-18:00",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 768,
"inferenceMs": 291.09999999403954,
"totalMs": 1059.0999999940395,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.4352456201321733,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-menu-5",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Free Wi-Fi inside",
"actual": "Free Wi-Fi inside",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 751.5999999940395,
"inferenceMs": 291.80000001192093,
"totalMs": 1043.4000000059605,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.4270047976667133,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-faint-line",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "LocalAI Tools",
"actual": "LocalAI Tools",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 748.5,
"inferenceMs": 305.40000000596046,
"totalMs": 1053.9000000059605,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.2743942370022365,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-blank-white",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "",
"actual": "",
"neuralExecuted": false,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 758.6999999880791,
"inferenceMs": 12.600000023841858,
"totalMs": 771.3000000119209,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": false,
"imagesPerSecond": 79.3650792149039,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "uniform-shortcut",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-blank-gray",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "",
"actual": "",
"neuralExecuted": false,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 771.5999999940395,
"inferenceMs": 7.9000000059604645,
"totalMs": 779.5,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": false,
"imagesPerSecond": 126.5822783855077,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "uniform-shortcut",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-blank-color",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "",
"actual": "",
"neuralExecuted": false,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 757.6999999880791,
"inferenceMs": 8.599999994039536,
"totalMs": 766.2999999821186,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": false,
"imagesPerSecond": 116.27906984803224,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "uniform-shortcut",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-faint-holdout-0",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Invoice 4821",
"actual": "Invoice 4821",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 766.1000000238419,
"inferenceMs": 287,
"totalMs": 1053.1000000238419,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.484320557491289,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"caseId": "medium-wasm-faint-holdout-1",
"role": "medium",
"device": "wasm",
"passed": true,
"metric": "characterErrorRate",
"score": 0,
"expected": "Backup complete",
"actual": "Backup complete",
"neuralExecuted": true,
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"loadMs": 757.4000000059605,
"inferenceMs": 284.90000000596046,
"totalMs": 1042.300000011921,
"device": "wasm",
"actualDevice": "wasm",
"precision": "fp32",
"fallback": false,
"strictGpuNoCpuFallback": false,
"adapterInfo": null,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"requestedDevice": "wasm",
"neuralExecuted": true,
"imagesPerSecond": 3.510003509930076,
"qualityMetric": "characterErrorRate",
"qualityScore": 0,
"grade": "good",
"loadScope": "Fresh module worker and checksum-verified locally served snapshot,not an internet transfer benchmark."
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "fail",
"quality": {
"caseId": "medium-webgpu-menu-0",
"role": "medium",
"device": "webgpu",
"passed": false,
"reason": "Error: Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: This session contains graph nodes that are assigned to the default CPU EP, but fallback to CPU EP has been explicitly disabled by the user.\n at worker.onmessage (eval at evaluate (:291:30), <anonymous>:1:481)",
"gibberish": false,
"scope": "Frozen English synthetic/menu fixtures; no broad language or app performance certification."
},
"runtime": {
"grade": "unsupported",
"requestedDevice": "webgpu",
"actualDevice": null,
"reason": "Error: Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: This session contains graph nodes that are assigned to the default CPU EP, but fallback to CPU EP has been explicitly disabled by the user.\n at worker.onmessage (eval at evaluate (:291:30), <anonymous>:1:481)"
},
"failure": "Error: Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: This session contains graph nodes that are assigned to the default CPU EP, but fallback to CPU EP has been explicitly disabled by the user.\n at worker.onmessage (eval at evaluate (:291:30), <anonymous>:1:481)"
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "exactText",
"score": 1,
"expected": "Corner Cafe"
},
"runtime": {
"loadMs": 607.7999999821186,
"inferenceMs": 294.80000001192093,
"totalMs": 902.5999999940395,
"device": "wasm",
"actualDevice": "wasm",
"fallback": false,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"neuralExecuted": true,
"imagesPerSecond": 3.3921302576647308,
"qualityMetric": "exactText",
"qualityScore": 1,
"grade": "good",
"loadScope": "Public API init after a verified local-snapshot download."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "exactText",
"score": 1,
"expected": "Espresso 3.20"
},
"runtime": {
"loadMs": 0,
"inferenceMs": 255.40000000596046,
"totalMs": 255.40000000596046,
"device": "wasm",
"actualDevice": "wasm",
"fallback": false,
"runtimeVersion": "1.24.3",
"artifactRevision": "50c7eacafc52fa7bcf4194e8cd08e46f8558504b",
"neuralExecuted": true,
"imagesPerSecond": 3.9154267814278083,
"qualityMetric": "exactText",
"qualityScore": 1,
"grade": "good",
"loadScope": "Public API init after a verified local-snapshot download."
}
}
]