{
  "date": "2026-09-17",
  "model": "Retained Resonance-2: 75% updated classifier, 25% original classifier; frozen encoder and normalization",
  "metric": "Exclusive-output macro F1 over all 31 categories, reported as percent",
  "truth": "Annotation fractions >= 0.5; known-label masks respected",
  "thresholds": "Frozen on separate calibration split: 2945 clips, 251 connected recording groups, 4207 ratings",
  "split": "Current train/evaluation connected recording-group overlap is zero. Older pretraining exposure is not certified. Holdouts have been reused during development.",
  "interval": "Paired connected-recording-group bootstrap; 1000 replicates; 95% percentile interval in percentage points; descriptive, conditional on fixed predictions, not selection-adjusted",
  "slices": [
    {
      "name": "All human-rated",
      "n": 7381,
      "groups": 362,
      "ratings": 15217,
      "resonance_f1": 41.16,
      "resonance2_f1": 41.55,
      "delta_ci95_pp": [
        -1.11,
        1.65
      ]
    },
    {
      "name": "Conversational subset",
      "n": 747,
      "groups": 145,
      "resonance_f1": 12.8,
      "resonance2_f1": 18.6,
      "delta_ci95_pp": [
        4.29,
        7.17
      ]
    },
    {
      "name": "Other human-rated subset",
      "n": 6634,
      "resonance_f1": 44.63,
      "resonance2_f1": 44.33
    },
    {
      "name": "Other corpora",
      "n": 46489,
      "groups": 8721,
      "resonance_f1": 61.35,
      "resonance2_f1": 65.3,
      "delta_ci95_pp": [
        3.3,
        4.77
      ]
    },
    {
      "name": "New-rating check on previously scored held-out audio",
      "n": 298,
      "new_ratings": 305,
      "resonance_f1": 13.66,
      "resonance2_f1": 13.58,
      "delta_ci95_pp": [
        -2.01,
        3.37
      ]
    }
  ],
  "source": "Oruk retained-model full evaluation, 2026-09-17; values rounded from archived predictions.",
  "note": "Conversational and new-rating checks overlap the full human evaluation; they must not be added together as independent evidence."
}