{
  "name": "Vocal Affect Bench",
  "organizer": "Besimple AI",
  "evaluatedAt": "2026-09-23",
  "sourceUrl": "https://huggingface.co/datasets/besimple-ai/vocal-affect-bench/blob/8d4165f514befc282dc20360b2d28522d9523413/baselines/results.csv",
  "protocolUrl": "https://huggingface.co/datasets/besimple-ai/vocal-affect-bench/blob/8d4165f514befc282dc20360b2d28522d9523413/README.md",
  "runMetadataUrl": "https://huggingface.co/datasets/besimple-ai/vocal-affect-bench/blob/8d4165f514befc282dc20360b2d28522d9523413/baselines/run-metadata/oruk_resonance_2.json",
  "revision": "8d4165f514befc282dc20360b2d28522d9523413",
  "clips": 280,
  "classes": 7,
  "language": "English",
  "metric": "Seven-class accuracy on scored clips",
  "trainingNote": "This Resonance 2 revision was adapted using all 280 benchmark clips for training and selection. Its published score is not a held-out generalization result.",
  "rows": [
    {
      "id": "oruk_resonance_2",
      "name": "Oruk Resonance 2",
      "correct": 138,
      "scored": 280,
      "reportedAccuracy": "49.3%",
      "ours": true,
      "note": "Adapted using all 280 benchmark clips."
    },
    {
      "id": "gemini_3_8_flash",
      "name": "Gemini 3.8 Flash",
      "correct": 128,
      "scored": 280,
      "reportedAccuracy": "45.7%",
      "ours": false
    },
    {
      "id": "gemini_3_5_flash",
      "name": "Gemini 3.5 Flash",
      "correct": 124,
      "scored": 280,
      "reportedAccuracy": "44.3%",
      "ours": false
    },
    {
      "id": "hume_prosody",
      "name": "Hume Prosody",
      "correct": 106,
      "scored": 279,
      "reportedAccuracy": "38.0%",
      "ours": false,
      "note": "One failed response excluded; 279 clips scored."
    },
    {
      "id": "tr_qwen3_5_omni_plus",
      "name": "Qwen3.5 Omni+",
      "correct": 106,
      "scored": 280,
      "reportedAccuracy": "37.9%",
      "ours": false
    },
    {
      "id": "tr_voxtral_small",
      "name": "Voxtral Small",
      "correct": 96,
      "scored": 280,
      "reportedAccuracy": "34.3%",
      "ours": false
    },
    {
      "id": "modal_inkling",
      "name": "Thinking Machines Inkling",
      "correct": 90,
      "scored": 280,
      "reportedAccuracy": "32.1%",
      "ours": false
    },
    {
      "id": "inworld_voice_profile",
      "name": "Inworld Voice",
      "correct": 80,
      "scored": 280,
      "reportedAccuracy": "28.6%",
      "ours": false
    },
    {
      "id": "openai_realtime",
      "name": "OpenAI Realtime",
      "correct": 78,
      "scored": 280,
      "reportedAccuracy": "27.9%",
      "ours": false
    }
  ]
}