Gemma 4 E2B Instruct — Text, Image & Audio
9 configurations testedQuality criteria
{ "version": "multimodal-v1", "scope": "Text, image recognition/OCR/counting, speech and silence fixtures; per-fixture quality and genuine streaming parity." }
| Precision | Device | Result | |
|---|---|---|---|
Q4 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4 | GPU · WebGPUAccelerated | Passed | Slow |
Q4 | GPU · WebGPUAccelerated | Passed | Very slow |
Q4 | GPU · WebGPUAccelerated | Passed | Very slow |
Q4 | GPU · WebGPUAccelerated | Passed | Very slow |
Test setup & sample details
- Quality gate
- { "version": "multimodal-v1", "scope": "Text, image recognition/OCR/counting, speech and silence fixtures; per-fixture quality and genuine streaming parity." }
- Tested
- 2026-11-05T17:34:22.031Z
- Environment
- Codex in-app Chromium on macOS; LiteRT-LM JS 0.19.0; WebGPU
- Runtime
- LiteRT-LM JS 0.19.0
- Artifact revision
- ec14a83775e46685aad47bff6bbb647f6c3d1c4f
- Fixture
{ "file": "model-samples/multimodal/gemma-4-e2b-it-litert-lm-text-fixture.json", "url": "https://assets.localai.tools/samples/v1/files/b44d7be442f7c7f5c4948ad305192078d7a23a7e0210e1afe93c67461f6f066a/gemma-4-e2b-it-litert-lm-text-fixture.json", "size": 431, "sha1": "e617fd367ad31a5b536e4685e09de1f92f5e7e01", "sha256": "b44d7be442f7c7f5c4948ad305192078d7a23a7e0210e1afe93c67461f6f066a" }- Rerun when
- model artifact revision change; LiteRT-LM version change; fixture or quality-gate change; browser/WebGPU behavior change; Input modality preprocessing or modality-specific quality gates
Per-case quality & failure details
[
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 1363.4650000333786,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 1363.4650000333786,
"totalMs": 132240.44999998808,
"charactersPerSecond": 3.6671275022663554,
"grade": "slow",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls."
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 694.3349999785423,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 694.3349999785423,
"totalMs": 131571.31999993324,
"charactersPerSecond": 43.20680939449562,
"grade": "fast",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls.",
"imagesPerSecond": 1.4402269798165208
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 643.8700000047684,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 643.8700000047684,
"totalMs": 131520.85499995947,
"charactersPerSecond": 20.190411107682802,
"grade": "fast",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls.",
"imagesPerSecond": 1.553108546744831
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 515.3700000047684,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 515.3700000047684,
"totalMs": 131392.35499995947,
"charactersPerSecond": 1.940353532395653,
"grade": "slow",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls.",
"imagesPerSecond": 1.940353532395653
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 34615.75499999523,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 34615.75499999523,
"totalMs": 165492.73999994993,
"charactersPerSecond": 3.062189456795456,
"grade": "slow",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls."
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 17063.889999985695,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 17063.889999985695,
"totalMs": 147940.8749999404,
"charactersPerSecond": 2.5785445171081673,
"grade": "slow",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls."
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 17219.155000030994,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 17219.155000030994,
"totalMs": 148096.1399999857,
"charactersPerSecond": 0.5226737316659151,
"grade": "slow",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls."
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 2191.889999985695,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 2191.889999985695,
"totalMs": 133068.8749999404,
"charactersPerSecond": 3.6498181934550598,
"grade": "slow",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls."
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"scope": "Fixed authored/retained fixture; not broad task-quality certification."
},
"runtime": {
"durationMs": 1730.5450000166893,
"version": "0.19.0",
"artifactRevision": "ec14a83775e46685aad47bff6bbb647f6c3d1c4f",
"loadMs": 130876.9849999547,
"inferenceMs": 1730.5450000166893,
"totalMs": 132607.5299999714,
"charactersPerSecond": 4.622821134337939,
"grade": "slow",
"totalTimingMethod": "Sum of measured initialization and this inference; excludes preceding fixture calls."
}
}
]