SpeechT5 — English Text to Speech
16 configurations testedQuality criteria
Finite, non-clipped, non-silent 16 kHz audio of plausible duration whose normalized 64-bin amplitude envelope has dynamic-time-warping distance at most 0.45 from the checked-in stochastic FP32/WASM reference.
| Precision | Device | Result | |
|---|---|---|---|
FP32 | CPU · WASM | Passed | Slow |
Q8 | CPU · WASM | Passed | Slow |
FP16 | CPU · WASM | Passed | Very slow |
Q4 | CPU · WASM | Passed | Very slow |
Q4F16 | CPU · WASM | Passed | Very slow |
FP32 | GPU · WebGPU | Failed | — |
FP16 | GPU · WebGPU | Failed | — |
INT8 | CPU · WASM | Failed | — |
INT8 | GPU · WebGPU | Failed | — |
UINT8 | CPU · WASM | Failed | — |
UINT8 | GPU · WebGPU | Failed | — |
Q8 | GPU · WebGPU | Failed | — |
Q4 | GPU · WebGPU | Failed | — |
Q4F16 | GPU · WebGPU | Failed | — |
BNB4 | CPU · WASM | Failed | — |
BNB4 | GPU · WebGPU | Failed | — |
Test setup & sample details
- Quality gate
- Finite, non-clipped, non-silent 16 kHz audio of plausible duration whose normalized 64-bin amplitude envelope has dynamic-time-warping distance at most 0.45 from the checked-in stochastic FP32/WASM reference.
- Tested
- 2026-10-23T12:52:43.471Z
- Environment
- Isolated headless Google Chrome on macOS; Transformers.js 3.7.6
- Runtime
- Transformers.js 3.7.6
- Artifact revision
- 1723781b8ce2d02f0400c8337be04ae8ee3d6d56
- Fixture
{ "file": "speecht5-tts.json", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/speecht5-tts.json", "size": 2177, "sha1": "b11a7a07ab6586b410c367c280b46c44edcff514", "license": "CC0-1.0", "reference": "64-bin absolute-amplitude envelope generated by FP32/WASM and checked into the fixture", "speakerEmbedding": { "file": "speecht5-speaker-embedding.bin", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/speecht5-speaker-embedding.bin", "size": 2048, "sha1": "7eca50ca7a6e271a2107f7f2db31c00d0bcdfb66", "values": 512, "sourceRepository": "Xenova/transformers.js-docs", "sourceRevision": "542437c29cc5273cfd29e25c77696f2b349badd7" } }- Rerun when
- artifact revision change; runtime version change; fixture, speaker embedding, reference, or quality-gate change; browser/backend behavior change
Per-case quality & failure details
[
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"envelopeDtwDistance": 0.221,
"durationRatio": 0.971,
"grade": "good"
},
"runtime": {
"loadMs": 18970.3,
"inferenceMs": 5525.5,
"totalMs": 24635.3,
"secondsPerAudioSecond": 1.289,
"grade": "slow"
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": 18389.6,
"inferenceMs": null,
"totalMs": 21315.6,
"grade": "failed"
},
"failure": "webgpu-matmul-error"
},
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"envelopeDtwDistance": 0.227,
"durationRatio": 0.92,
"grade": "good"
},
"runtime": {
"loadMs": 9905.4,
"inferenceMs": 8464.1,
"totalMs": 18573.7,
"secondsPerAudioSecond": 2.083,
"grade": "very-slow"
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 8328,
"grade": "failed"
},
"failure": "webgpu-session-error"
},
{
"precision": "int8",
"device": "wasm",
"status": "fail",
"quality": {
"envelopeDtwDistance": 0.349,
"durationRatio": 0.746,
"grade": "failed"
},
"runtime": {
"loadMs": 6809.3,
"inferenceMs": 5488.5,
"totalMs": 12434.4,
"secondsPerAudioSecond": 1.665,
"grade": "very-slow"
},
"failure": "quality-duration"
},
{
"precision": "int8",
"device": "webgpu",
"status": "fail",
"quality": {
"envelopeDtwDistance": 0.612,
"durationRatio": 0.08,
"grade": "failed"
},
"runtime": {
"loadMs": 6002.7,
"inferenceMs": 3796.8,
"totalMs": 9980.4,
"secondsPerAudioSecond": 10.786,
"grade": "very-slow"
},
"failure": "quality-duration-envelope"
},
{
"precision": "uint8",
"device": "wasm",
"status": "fail",
"quality": {
"envelopeDtwDistance": 0.377,
"durationRatio": 0.725,
"grade": "failed"
},
"runtime": {
"loadMs": 6171.6,
"inferenceMs": 5307.8,
"totalMs": 11617.3,
"secondsPerAudioSecond": 1.659,
"grade": "very-slow"
},
"failure": "quality-duration"
},
{
"precision": "uint8",
"device": "webgpu",
"status": "fail",
"quality": {
"envelopeDtwDistance": 0.552,
"durationRatio": 0.007,
"grade": "failed"
},
"runtime": {
"loadMs": 5783.5,
"inferenceMs": 3068.4,
"totalMs": 8978.8,
"secondsPerAudioSecond": 95.887,
"grade": "very-slow"
},
"failure": "quality-duration-envelope"
},
{
"precision": "q8",
"device": "wasm",
"status": "pass",
"quality": {
"envelopeDtwDistance": 0.263,
"durationRatio": 0.957,
"grade": "good"
},
"runtime": {
"loadMs": 6389.7,
"inferenceMs": 6237.7,
"totalMs": 12756.9,
"secondsPerAudioSecond": 1.477,
"grade": "slow"
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "fail",
"quality": {
"envelopeDtwDistance": 0.508,
"durationRatio": 0.181,
"grade": "failed"
},
"runtime": {
"loadMs": 6364.6,
"inferenceMs": 4988.2,
"totalMs": 11504.1,
"secondsPerAudioSecond": 6.235,
"grade": "very-slow"
},
"failure": "quality-duration-envelope"
},
{
"precision": "q4",
"device": "wasm",
"status": "pass",
"quality": {
"envelopeDtwDistance": 0.276,
"durationRatio": 0.891,
"grade": "good"
},
"runtime": {
"loadMs": 4354.5,
"inferenceMs": 11196.6,
"totalMs": 15744.5,
"secondsPerAudioSecond": 2.845,
"grade": "very-slow"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": 4541.9,
"inferenceMs": null,
"totalMs": 7301.6,
"grade": "failed"
},
"failure": "webgpu-session-error"
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"envelopeDtwDistance": 0.283,
"durationRatio": 0.913,
"grade": "good"
},
"runtime": {
"loadMs": 4422.7,
"inferenceMs": 11680.8,
"totalMs": 16242.1,
"secondsPerAudioSecond": 2.897,
"grade": "very-slow"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 4353.9,
"grade": "failed"
},
"failure": "webgpu-session-error"
},
{
"precision": "bnb4",
"device": "wasm",
"status": "fail",
"quality": {
"envelopeDtwDistance": 0.539,
"durationRatio": 0.877,
"grade": "failed"
},
"runtime": {
"loadMs": 4583.4,
"inferenceMs": 8820,
"totalMs": 13527,
"secondsPerAudioSecond": 2.278,
"grade": "very-slow"
},
"failure": "quality-envelope"
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "fail",
"quality": {
"envelopeDtwDistance": 0.696,
"durationRatio": 4.783,
"grade": "failed"
},
"runtime": {
"loadMs": 4488.6,
"inferenceMs": 84768.6,
"totalMs": 89398.4,
"secondsPerAudioSecond": 4.014,
"grade": "very-slow"
},
"failure": "quality-duration-envelope"
}
]