{
  "measured_date": "2026-09-12",
  "recomputed_date": "2026-09-17",
  "manifest_sha256": "ad89c16cb46654215fdaf84507937d38825568991d4b4660036ef8d21b74c92a",
  "clips": 120,
  "audio_seconds": 1257.82,
  "comparisons": [
    {
      "runtime": "sherpa_onnx_cpu",
      "parakeet": {
        "pooled": {
          "clips": 120,
          "words": 2433,
          "errors": 250,
          "wer_percent": 10.275380189066995
        },
        "languages": {
          "en_us": {
            "clips": 20,
            "words": 382,
            "errors": 16,
            "wer_percent": 4.18848167539267
          },
          "de_de": {
            "clips": 20,
            "words": 393,
            "errors": 44,
            "wer_percent": 11.195928753180661
          },
          "es_419": {
            "clips": 20,
            "words": 499,
            "errors": 74,
            "wer_percent": 14.829659318637274
          },
          "fr_fr": {
            "clips": 20,
            "words": 467,
            "errors": 29,
            "wer_percent": 6.209850107066381
          },
          "ru_ru": {
            "clips": 20,
            "words": 373,
            "errors": 36,
            "wer_percent": 9.651474530831099
          },
          "uk_ua": {
            "clips": 20,
            "words": 319,
            "errors": 51,
            "wer_percent": 15.987460815047022
          }
        },
        "timing": {
          "requests": 360,
          "median_ms": 325.3104999894276,
          "p95_ms": 586.3093167077751
        }
      },
      "orukeet": {
        "pooled": {
          "clips": 120,
          "words": 2433,
          "errors": 163,
          "wer_percent": 6.6995478832716815
        },
        "languages": {
          "en_us": {
            "clips": 20,
            "words": 382,
            "errors": 14,
            "wer_percent": 3.6649214659685865
          },
          "de_de": {
            "clips": 20,
            "words": 393,
            "errors": 27,
            "wer_percent": 6.870229007633588
          },
          "es_419": {
            "clips": 20,
            "words": 499,
            "errors": 12,
            "wer_percent": 2.404809619238477
          },
          "fr_fr": {
            "clips": 20,
            "words": 467,
            "errors": 35,
            "wer_percent": 7.494646680942184
          },
          "ru_ru": {
            "clips": 20,
            "words": 373,
            "errors": 26,
            "wer_percent": 6.970509383378016
          },
          "uk_ua": {
            "clips": 20,
            "words": 319,
            "errors": 49,
            "wer_percent": 15.360501567398119
          }
        },
        "timing": {
          "requests": 360,
          "median_ms": 275.6211250089109,
          "p95_ms": 506.68695038184524
        }
      }
    },
    {
      "runtime": "localai_q8_cpu",
      "parakeet": {
        "pooled": {
          "clips": 120,
          "words": 2433,
          "errors": 127,
          "wer_percent": 5.219893136046034
        },
        "languages": {
          "en_us": {
            "clips": 20,
            "words": 382,
            "errors": 16,
            "wer_percent": 4.18848167539267
          },
          "de_de": {
            "clips": 20,
            "words": 393,
            "errors": 13,
            "wer_percent": 3.3078880407124682
          },
          "es_419": {
            "clips": 20,
            "words": 499,
            "errors": 19,
            "wer_percent": 3.8076152304609217
          },
          "fr_fr": {
            "clips": 20,
            "words": 467,
            "errors": 19,
            "wer_percent": 4.0685224839400425
          },
          "ru_ru": {
            "clips": 20,
            "words": 373,
            "errors": 29,
            "wer_percent": 7.774798927613941
          },
          "uk_ua": {
            "clips": 20,
            "words": 319,
            "errors": 31,
            "wer_percent": 9.717868338557993
          }
        },
        "timing": null
      },
      "orukeet": {
        "pooled": {
          "clips": 120,
          "words": 2433,
          "errors": 127,
          "wer_percent": 5.219893136046034
        },
        "languages": {
          "en_us": {
            "clips": 20,
            "words": 382,
            "errors": 13,
            "wer_percent": 3.4031413612565444
          },
          "de_de": {
            "clips": 20,
            "words": 393,
            "errors": 14,
            "wer_percent": 3.5623409669211195
          },
          "es_419": {
            "clips": 20,
            "words": 499,
            "errors": 15,
            "wer_percent": 3.006012024048096
          },
          "fr_fr": {
            "clips": 20,
            "words": 467,
            "errors": 21,
            "wer_percent": 4.496788008565311
          },
          "ru_ru": {
            "clips": 20,
            "words": 373,
            "errors": 28,
            "wer_percent": 7.506702412868632
          },
          "uk_ua": {
            "clips": 20,
            "words": 319,
            "errors": 36,
            "wer_percent": 11.285266457680251
          }
        },
        "timing": null
      }
    },
    {
      "runtime": "localai_q8_metal",
      "parakeet": {
        "pooled": {
          "clips": 120,
          "words": 2433,
          "errors": 125,
          "wer_percent": 5.137690094533498
        },
        "languages": {
          "en_us": {
            "clips": 20,
            "words": 382,
            "errors": 16,
            "wer_percent": 4.18848167539267
          },
          "de_de": {
            "clips": 20,
            "words": 393,
            "errors": 13,
            "wer_percent": 3.3078880407124682
          },
          "es_419": {
            "clips": 20,
            "words": 499,
            "errors": 19,
            "wer_percent": 3.8076152304609217
          },
          "fr_fr": {
            "clips": 20,
            "words": 467,
            "errors": 17,
            "wer_percent": 3.640256959314775
          },
          "ru_ru": {
            "clips": 20,
            "words": 373,
            "errors": 29,
            "wer_percent": 7.774798927613941
          },
          "uk_ua": {
            "clips": 20,
            "words": 319,
            "errors": 31,
            "wer_percent": 9.717868338557993
          }
        },
        "timing": {
          "requests": 360,
          "median_ms": 645.2538119629025,
          "p95_ms": 860.8654312847648
        }
      },
      "orukeet": {
        "pooled": {
          "clips": 120,
          "words": 2433,
          "errors": 127,
          "wer_percent": 5.219893136046034
        },
        "languages": {
          "en_us": {
            "clips": 20,
            "words": 382,
            "errors": 13,
            "wer_percent": 3.4031413612565444
          },
          "de_de": {
            "clips": 20,
            "words": 393,
            "errors": 14,
            "wer_percent": 3.5623409669211195
          },
          "es_419": {
            "clips": 20,
            "words": 499,
            "errors": 15,
            "wer_percent": 3.006012024048096
          },
          "fr_fr": {
            "clips": 20,
            "words": 467,
            "errors": 21,
            "wer_percent": 4.496788008565311
          },
          "ru_ru": {
            "clips": 20,
            "words": 373,
            "errors": 28,
            "wer_percent": 7.506702412868632
          },
          "uk_ua": {
            "clips": 20,
            "words": 319,
            "errors": 36,
            "wer_percent": 11.285266457680251
          }
        },
        "timing": {
          "requests": 360,
          "median_ms": 634.8785419831984,
          "p95_ms": 857.4510306527372
        }
      }
    },
    {
      "runtime": "handy_q8_metal",
      "parakeet": {
        "pooled": {
          "clips": 120,
          "words": 2433,
          "errors": 125,
          "wer_percent": 5.137690094533498
        },
        "languages": {
          "en_us": {
            "clips": 20,
            "words": 382,
            "errors": 16,
            "wer_percent": 4.18848167539267
          },
          "de_de": {
            "clips": 20,
            "words": 393,
            "errors": 14,
            "wer_percent": 3.5623409669211195
          },
          "es_419": {
            "clips": 20,
            "words": 499,
            "errors": 17,
            "wer_percent": 3.406813627254509
          },
          "fr_fr": {
            "clips": 20,
            "words": 467,
            "errors": 19,
            "wer_percent": 4.0685224839400425
          },
          "ru_ru": {
            "clips": 20,
            "words": 373,
            "errors": 29,
            "wer_percent": 7.774798927613941
          },
          "uk_ua": {
            "clips": 20,
            "words": 319,
            "errors": 30,
            "wer_percent": 9.404388714733543
          }
        },
        "timing": {
          "requests": 360,
          "median_ms": 68.24577099999999,
          "p95_ms": 100.5170899
        }
      },
      "orukeet": {
        "pooled": {
          "clips": 120,
          "words": 2433,
          "errors": 130,
          "wer_percent": 5.343197698314838
        },
        "languages": {
          "en_us": {
            "clips": 20,
            "words": 382,
            "errors": 13,
            "wer_percent": 3.4031413612565444
          },
          "de_de": {
            "clips": 20,
            "words": 393,
            "errors": 16,
            "wer_percent": 4.071246819338422
          },
          "es_419": {
            "clips": 20,
            "words": 499,
            "errors": 15,
            "wer_percent": 3.006012024048096
          },
          "fr_fr": {
            "clips": 20,
            "words": 467,
            "errors": 21,
            "wer_percent": 4.496788008565311
          },
          "ru_ru": {
            "clips": 20,
            "words": 373,
            "errors": 28,
            "wer_percent": 7.506702412868632
          },
          "uk_ua": {
            "clips": 20,
            "words": 319,
            "errors": 37,
            "wer_percent": 11.598746081504702
          }
        },
        "timing": {
          "requests": 360,
          "median_ms": 68.649646,
          "p95_ms": 104.33101840000002
        }
      }
    }
  ],
  "unpaired_diagnostics": {
    "handy_orukeet_cpu_unpaired": {
      "pooled": {
        "clips": 120,
        "words": 2433,
        "errors": 129,
        "wer_percent": 5.302096177558569
      },
      "languages": {
        "en_us": {
          "clips": 20,
          "words": 382,
          "errors": 13,
          "wer_percent": 3.4031413612565444
        },
        "de_de": {
          "clips": 20,
          "words": 393,
          "errors": 16,
          "wer_percent": 4.071246819338422
        },
        "es_419": {
          "clips": 20,
          "words": 499,
          "errors": 15,
          "wer_percent": 3.006012024048096
        },
        "fr_fr": {
          "clips": 20,
          "words": 467,
          "errors": 21,
          "wer_percent": 4.496788008565311
        },
        "ru_ru": {
          "clips": 20,
          "words": 373,
          "errors": 27,
          "wer_percent": 7.238605898123325
        },
        "uk_ua": {
          "clips": 20,
          "words": 319,
          "errors": 37,
          "wer_percent": 11.598746081504702
        }
      },
      "timing": null
    },
    "orukeet_nemo_source_unpaired": {
      "pooled": {
        "clips": 120,
        "words": 2433,
        "errors": 130,
        "wer_percent": 5.343197698314838
      },
      "languages": {
        "en_us": {
          "clips": 20,
          "words": 382,
          "errors": 13,
          "wer_percent": 3.4031413612565444
        },
        "de_de": {
          "clips": 20,
          "words": 393,
          "errors": 15,
          "wer_percent": 3.816793893129771
        },
        "es_419": {
          "clips": 20,
          "words": 499,
          "errors": 14,
          "wer_percent": 2.80561122244489
        },
        "fr_fr": {
          "clips": 20,
          "words": 467,
          "errors": 21,
          "wer_percent": 4.496788008565311
        },
        "ru_ru": {
          "clips": 20,
          "words": 373,
          "errors": 29,
          "wer_percent": 7.774798927613941
        },
        "uk_ua": {
          "clips": 20,
          "words": 319,
          "errors": 38,
          "wer_percent": 11.912225705329154
        }
      },
      "timing": null
    }
  }
}