{
  "title": "What a smile does to a voice",
  "date": "2026-09-12",
  "scope": "Descriptive audit of model-generated happy labels. No observed facial smiles. Probe-held-out actors are not verified held-out from checkpoint training.",
  "published_cues": {
    "source": "https://www.vocaltractlab.de/publications/stone-2022-essv.pdf",
    "location": "Table 4, all row",
    "participants": 57,
    "sentences": 15,
    "unit": "percent of judgments classified as smiling",
    "conditions": {
      "baseline": 20.9,
      "pitch_plus_2_semitones": 38.1,
      "altered_vocal_tract_geometry": 39.8,
      "both": 61.4
    },
    "uncertainty": "Not plotted; participant-level responses unavailable."
  },
  "results": {
    "cohort-summary": {
      "clips": 546,
      "actors": 91,
      "happy_tagged": 247,
      "happy_absent": 299,
      "happy_threshold": 0.375,
      "neutral_tagged": 242,
      "happy_and_neutral": 162,
      "actors_with_both_happy_states": 87,
      "total_audio_seconds": 1246.68175
    },
    "acted-label-contingency": [
      {
        "acted_label": "ANG",
        "n": 91,
        "happy_tagged": 21,
        "mean_happy_score": 0.23378536105155945
      },
      {
        "acted_label": "DIS",
        "n": 91,
        "happy_tagged": 23,
        "mean_happy_score": 0.26634371280670166
      },
      {
        "acted_label": "FEA",
        "n": 91,
        "happy_tagged": 37,
        "mean_happy_score": 0.36124998331069946
      },
      {
        "acted_label": "HAP",
        "n": 91,
        "happy_tagged": 74,
        "mean_happy_score": 0.5988529324531555
      },
      {
        "acted_label": "NEU",
        "n": 91,
        "happy_tagged": 71,
        "mean_happy_score": 0.6128227710723877
      },
      {
        "acted_label": "SAD",
        "n": 91,
        "happy_tagged": 21,
        "mean_happy_score": 0.2913649082183838
      }
    ],
    "readout-summary": [
      {
        "feature": "input_projection",
        "dimensions": 768,
        "auc": 0.924918419,
        "balanced_accuracy": 0.8552191516,
        "auc_ci": [
          0.8987412524,
          0.9461959145
        ],
        "balanced_accuracy_ci": [
          0.8244408256,
          0.8811821424
        ]
      },
      {
        "feature": "block_1",
        "dimensions": 768,
        "auc": 0.9439968586,
        "balanced_accuracy": 0.8806548143,
        "auc_ci": [
          0.9196596818,
          0.9626831602
        ],
        "balanced_accuracy_ci": [
          0.8469831337,
          0.9068168938
        ]
      },
      {
        "feature": "block_2",
        "dimensions": 768,
        "auc": 0.9588371495,
        "balanced_accuracy": 0.8847033973,
        "auc_ci": [
          0.9373285365,
          0.9745597594
        ],
        "balanced_accuracy_ci": [
          0.8546328189,
          0.9126731178
        ]
      },
      {
        "feature": "block_3",
        "dimensions": 768,
        "auc": 0.9631836215,
        "balanced_accuracy": 0.893416652,
        "auc_ci": [
          0.9461410463,
          0.976989896
        ],
        "balanced_accuracy_ci": [
          0.8618486329,
          0.9222740996
        ]
      },
      {
        "feature": "block_4",
        "dimensions": 768,
        "auc": 0.9706579286,
        "balanced_accuracy": 0.9075866925,
        "auc_ci": [
          0.9538796898,
          0.9833855097
        ],
        "balanced_accuracy_ci": [
          0.8737661684,
          0.935675588
        ]
      },
      {
        "feature": "layer_mixture",
        "dimensions": 768,
        "auc": 0.9700892313,
        "balanced_accuracy": 0.9031860588,
        "auc_ci": [
          0.9532011435,
          0.9820425126
        ],
        "balanced_accuracy_ci": [
          0.8704893003,
          0.9297940383
        ]
      },
      {
        "feature": "native_pool",
        "dimensions": 768,
        "auc": 0.9762365781,
        "balanced_accuracy": 0.9186762894,
        "auc_ci": [
          0.9631361333,
          0.9866526164
        ],
        "balanced_accuracy_ci": [
          0.8902949422,
          0.9440221985
        ]
      },
      {
        "feature": "simple_acoustics",
        "dimensions": 7,
        "auc": 0.8474401852,
        "balanced_accuracy": 0.7627178314,
        "auc_ci": [
          0.8157523979,
          0.8780927133
        ],
        "balanced_accuracy_ci": [
          0.7296591984,
          0.7977008892
        ]
      },
      {
        "feature": "logmel",
        "dimensions": 160,
        "auc": 0.6826669194,
        "balanced_accuracy": 0.6418764302,
        "auc_ci": [
          0.6381031364,
          0.7273972626
        ],
        "balanced_accuracy_ci": [
          0.6035300418,
          0.680656946
        ]
      },
      {
        "feature": "orukeet_block_1",
        "dimensions": 2048,
        "auc": 0.8243131626,
        "balanced_accuracy": 0.7364020419,
        "auc_ci": [
          0.7880926056,
          0.8589055671
        ],
        "balanced_accuracy_ci": [
          0.7037916061,
          0.7715158831
        ]
      },
      {
        "feature": "orukeet_block_2",
        "dimensions": 2048,
        "auc": 0.8721108147,
        "balanced_accuracy": 0.7848090125,
        "auc_ci": [
          0.8393156588,
          0.9027995561
        ],
        "balanced_accuracy_ci": [
          0.7464614959,
          0.8183161324
        ]
      },
      {
        "feature": "orukeet_block_3",
        "dimensions": 2048,
        "auc": 0.9117706796,
        "balanced_accuracy": 0.815437423,
        "auc_ci": [
          0.8867513081,
          0.9357686424
        ],
        "balanced_accuracy_ci": [
          0.7844323529,
          0.8499916997
        ]
      },
      {
        "feature": "orukeet_block_4",
        "dimensions": 2048,
        "auc": 0.9157244797,
        "balanced_accuracy": 0.8228304876,
        "auc_ci": [
          0.8906048888,
          0.9386057653
        ],
        "balanced_accuracy_ci": [
          0.7886443593,
          0.8532878042
        ]
      },
      {
        "feature": "orukeet_block_5",
        "dimensions": 2048,
        "auc": 0.9218853669,
        "balanced_accuracy": 0.835680338,
        "auc_ci": [
          0.894154108,
          0.9444851484
        ],
        "balanced_accuracy_ci": [
          0.7959237993,
          0.8699977541
        ]
      },
      {
        "feature": "orukeet_block_6",
        "dimensions": 2048,
        "auc": 0.9279650116,
        "balanced_accuracy": 0.8406970604,
        "auc_ci": [
          0.9046782038,
          0.9499002482
        ],
        "balanced_accuracy_ci": [
          0.8066807014,
          0.874137955
        ]
      },
      {
        "feature": "orukeet_block_7",
        "dimensions": 2048,
        "auc": 0.9409231852,
        "balanced_accuracy": 0.8658686851,
        "auc_ci": [
          0.9214920729,
          0.958636135
        ],
        "balanced_accuracy_ci": [
          0.8378129411,
          0.8916209517
        ]
      },
      {
        "feature": "orukeet_block_8",
        "dimensions": 2048,
        "auc": 0.9295086185,
        "balanced_accuracy": 0.8409610984,
        "auc_ci": [
          0.9075713239,
          0.9486457036
        ],
        "balanced_accuracy_ci": [
          0.8136308673,
          0.8665038098
        ]
      },
      {
        "feature": "orukeet_block_9",
        "dimensions": 2048,
        "auc": 0.9252433889,
        "balanced_accuracy": 0.8339200845,
        "auc_ci": [
          0.9029411543,
          0.9446791415
        ],
        "balanced_accuracy_ci": [
          0.8040687843,
          0.8673044623
        ]
      },
      {
        "feature": "orukeet_block_10",
        "dimensions": 2048,
        "auc": 0.9312553315,
        "balanced_accuracy": 0.8355923253,
        "auc_ci": [
          0.9127332331,
          0.9490045303
        ],
        "balanced_accuracy_ci": [
          0.8049763024,
          0.8684003592
        ]
      },
      {
        "feature": "orukeet_block_11",
        "dimensions": 2048,
        "auc": 0.9268817787,
        "balanced_accuracy": 0.8218623482,
        "auc_ci": [
          0.9080389649,
          0.9447295282
        ],
        "balanced_accuracy_ci": [
          0.7880204343,
          0.8527310942
        ]
      },
      {
        "feature": "orukeet_block_12",
        "dimensions": 2048,
        "auc": 0.9246476108,
        "balanced_accuracy": 0.8325998944,
        "auc_ci": [
          0.9045598118,
          0.9434266443
        ],
        "balanced_accuracy_ci": [
          0.8004881991,
          0.8675848952
        ]
      },
      {
        "feature": "orukeet_block_13",
        "dimensions": 2048,
        "auc": 0.917742001,
        "balanced_accuracy": 0.8181658159,
        "auc_ci": [
          0.8959204129,
          0.9361869216
        ],
        "balanced_accuracy_ci": [
          0.7822606917,
          0.8512948855
        ]
      },
      {
        "feature": "orukeet_block_14",
        "dimensions": 2048,
        "auc": 0.9189470976,
        "balanced_accuracy": 0.8215983102,
        "auc_ci": [
          0.8975210395,
          0.9384242133
        ],
        "balanced_accuracy_ci": [
          0.7877602484,
          0.8503802114
        ]
      },
      {
        "feature": "orukeet_block_15",
        "dimensions": 2048,
        "auc": 0.9254464951,
        "balanced_accuracy": 0.8188699173,
        "auc_ci": [
          0.9063606843,
          0.9441724863
        ],
        "balanced_accuracy_ci": [
          0.7840980664,
          0.8491678057
        ]
      },
      {
        "feature": "orukeet_block_16",
        "dimensions": 2048,
        "auc": 0.9257308437,
        "balanced_accuracy": 0.8333039958,
        "auc_ci": [
          0.9064653706,
          0.9438845755
        ],
        "balanced_accuracy_ci": [
          0.8017829952,
          0.8627476649
        ]
      },
      {
        "feature": "orukeet_block_17",
        "dimensions": 2048,
        "auc": 0.9298606692,
        "balanced_accuracy": 0.8312797043,
        "auc_ci": [
          0.9108933411,
          0.9468041742
        ],
        "balanced_accuracy_ci": [
          0.8009444968,
          0.8603464325
        ]
      },
      {
        "feature": "orukeet_block_18",
        "dimensions": 2048,
        "auc": 0.9338550905,
        "balanced_accuracy": 0.8329519451,
        "auc_ci": [
          0.9134674077,
          0.9489965477
        ],
        "balanced_accuracy_ci": [
          0.8034633183,
          0.8601978451
        ]
      },
      {
        "feature": "orukeet_block_19",
        "dimensions": 2048,
        "auc": 0.9251350656,
        "balanced_accuracy": 0.8242386904,
        "auc_ci": [
          0.9060265399,
          0.9433740356
        ],
        "balanced_accuracy_ci": [
          0.7956278799,
          0.8541421506
        ]
      },
      {
        "feature": "orukeet_block_20",
        "dimensions": 2048,
        "auc": 0.9228602765,
        "balanced_accuracy": 0.8363844394,
        "auc_ci": [
          0.9002014949,
          0.9425667046
        ],
        "balanced_accuracy_ci": [
          0.8054098532,
          0.8657070582
        ]
      },
      {
        "feature": "orukeet_block_21",
        "dimensions": 2048,
        "auc": 0.9203688408,
        "balanced_accuracy": 0.8450976941,
        "auc_ci": [
          0.897854683,
          0.9408522514
        ],
        "balanced_accuracy_ci": [
          0.8179206414,
          0.8723197529
        ]
      },
      {
        "feature": "orukeet_block_22",
        "dimensions": 2048,
        "auc": 0.9059483027,
        "balanced_accuracy": 0.8112128146,
        "auc_ci": [
          0.8813924626,
          0.927772854
        ],
        "balanced_accuracy_ci": [
          0.7767636122,
          0.8434791532
        ]
      },
      {
        "feature": "orukeet_block_23",
        "dimensions": 2048,
        "auc": 0.902272081,
        "balanced_accuracy": 0.8075162823,
        "auc_ci": [
          0.8766808318,
          0.9254883981
        ],
        "balanced_accuracy_ci": [
          0.7754065557,
          0.8411700068
        ]
      },
      {
        "feature": "orukeet_block_24",
        "dimensions": 2048,
        "auc": 0.899340582,
        "balanced_accuracy": 0.8085724344,
        "auc_ci": [
          0.8751872228,
          0.9235535783
        ],
        "balanced_accuracy_ci": [
          0.7730377577,
          0.8408420075
        ]
      }
    ],
    "intervention-summary": {
      "random_directions": 64,
      "random_seed": 20260912,
      "max_per_frame_norm_match_error": 9.5367431640625e-07,
      "positive_score_change": {
        "mean": -0.34508490562438965,
        "ci95": [
          -0.36498281378899855,
          -0.32484204302701086
        ],
        "n_clips": 247,
        "n_actors": 87
      },
      "positive_random_mean_score_change": {
        "mean": -0.011303488165140152,
        "ci95": [
          -0.012768055277348419,
          -0.009895010942612656
        ],
        "n_clips": 247,
        "n_actors": 87
      },
      "positive_target_minus_random_change": {
        "mean": -0.3337814509868622,
        "ci95": [
          -0.3525062005802298,
          -0.3144526785265232
        ],
        "n_clips": 247,
        "n_actors": 87
      },
      "negative_score_change": {
        "mean": -0.06092969700694084,
        "ci95": [
          -0.06970319438432217,
          -0.052921147059147855
        ],
        "n_clips": 299,
        "n_actors": 91
      },
      "negative_random_mean_score_change": {
        "mean": 0.004948623012751341,
        "ci95": [
          0.004324718509550028,
          0.0055948339568797825
        ],
        "n_clips": 299,
        "n_actors": 91
      },
      "positive_baseline_mean": 0.6604565382003784,
      "positive_target_mean": 0.31537166237831116,
      "positive_random_mean": 0.6491529941558838,
      "positive_tag_removed_fraction": 0.6963562753036437,
      "random_positive_tag_removed_fraction": 0.0326417004048583,
      "random_positive_mean_change_distribution": [
        -0.039675500243902206,
        -0.03706089407205582,
        -0.07573823630809784,
        -0.024808304384350777,
        0.0005701068439520895,
        0.03107401728630066,
        -0.05597279965877533,
        -0.09466611593961716,
        -0.009542563930153847,
        -0.056364189833402634,
        0.08627744019031525,
        0.04449325054883957,
        0.012538965791463852,
        0.010665735229849815,
        -0.0033289315178990364,
        -0.017945198342204094,
        0.04833398014307022,
        -0.034880299121141434,
        -0.10957363247871399,
        -0.027454324066638947,
        0.03572649881243706,
        -0.045322902500629425,
        0.008379151113331318,
        -0.03816447779536247,
        -0.04969445616006851,
        -0.01644422672688961,
        -0.009622546844184399,
        -0.033394359052181244,
        -0.03880352899432182,
        0.045363008975982666,
        -0.03290402516722679,
        -0.037937480956315994,
        0.019493933767080307,
        0.02160392329096794,
        -0.010839358903467655,
        0.021348023787140846,
        -0.037679523229599,
        -0.009054256603121758,
        -0.10578308999538422,
        -0.02766943722963333,
        0.008591093122959137,
        -0.019779672846198082,
        0.04545065760612488,
        -0.028242794796824455,
        0.005334784276783466,
        0.021138546988368034,
        0.04883464798331261,
        0.03109906055033207,
        -0.0474495105445385,
        -0.015412990935146809,
        -0.009726639837026596,
        0.00019437159062363207,
        -0.009045945480465889,
        -0.04289413243532181,
        -0.03736906126141548,
        0.022475803270936012,
        0.0008946361485868692,
        0.028459789231419563,
        -0.0215925183147192,
        -0.022820116952061653,
        -0.0795137882232666,
        0.04482847452163696,
        0.016025422140955925,
        0.03155334293842316
      ],
      "empirical_random_fraction_at_least_target_drop": 0.015384615384615385,
      "elapsed_seconds": 3.5118558406829834
    },
    "intervention-other-tags": [
      {
        "label": "happy",
        "all_clips_target_change": {
          "mean": -0.1894761025905609,
          "ci95": [
            -0.2060987814878806,
            -0.17354873650239938
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.34508490562438965,
          "ci95": [
            -0.36498281378899855,
            -0.32484204302701086
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": -0.011303486302495003,
          "ci95": [
            -0.012768053429497803,
            -0.009895009017962456
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "excited",
        "all_clips_target_change": {
          "mean": -0.023964345455169678,
          "ci95": [
            -0.028513639968830152,
            -0.02028246048169258
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.04008360207080841,
          "ci95": [
            -0.04841401015135127,
            -0.03356265949487662
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.01195557601749897,
          "ci95": [
            0.010780689705346451,
            0.013150392851186177
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "hopeful",
        "all_clips_target_change": {
          "mean": -0.01425950787961483,
          "ci95": [
            -0.01689785177454407,
            -0.011718395603445423
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.018886331468820572,
          "ci95": [
            -0.02344914837011538,
            -0.01462011469697802
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.012018793262541294,
          "ci95": [
            0.011034568444806703,
            0.013075136012044705
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "sad",
        "all_clips_target_change": {
          "mean": 0.06779476255178452,
          "ci95": [
            0.06116839625459888,
            0.07501791789854839
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": 0.1041053831577301,
          "ci95": [
            0.09235879415960069,
            0.11656664289154514
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.004695186857134104,
          "ci95": [
            0.002760108386081828,
            0.0066267058815350655
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "worried",
        "all_clips_target_change": {
          "mean": 0.034506745636463165,
          "ci95": [
            0.031074569426176746,
            0.03803265278155987
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": 0.05548476427793503,
          "ci95": [
            0.04985072265179037,
            0.06164375206104564
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.011896675452589989,
          "ci95": [
            0.010035360781388142,
            0.01366291855978748
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "angry",
        "all_clips_target_change": {
          "mean": -0.01695602759718895,
          "ci95": [
            -0.021730633183713363,
            -0.012437250762632038
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.02499825321137905,
          "ci95": [
            -0.03280209360235713,
            -0.01736502652039129
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 5.845562554895878e-05,
          "ci95": [
            -0.0019627761772314594,
            0.002063397256912845
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "frustrated",
        "all_clips_target_change": {
          "mean": 0.014627511613070965,
          "ci95": [
            0.011341538752391661,
            0.017877815931271288
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": 0.03491203114390373,
          "ci95": [
            0.029333911426513794,
            0.04018559583261901
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.007151403930038214,
          "ci95": [
            0.005940430641797118,
            0.00838900592290994
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "disappointed",
        "all_clips_target_change": {
          "mean": 0.07314790785312653,
          "ci95": [
            0.0677320503053211,
            0.07865883439451785
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": 0.12350653856992722,
          "ci95": [
            0.11559066874279825,
            0.1314582280649935
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.012915559113025665,
          "ci95": [
            0.011624815899956066,
            0.014220868835986764
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "scared",
        "all_clips_target_change": {
          "mean": -0.006669648922979832,
          "ci95": [
            -0.011370287295226211,
            -0.0020398851061041974
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.017191771417856216,
          "ci95": [
            -0.02433408350437537,
            -0.009247697618222679
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": -0.0016024149954319,
          "ci95": [
            -0.003615755647410743,
            0.0004640477996822397
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "disgusted",
        "all_clips_target_change": {
          "mean": 0.11768794059753418,
          "ci95": [
            0.10726498736566677,
            0.12833709856529377
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": 0.18753644824028015,
          "ci95": [
            0.1701844569824106,
            0.20584183416366578
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": -0.0011975711677223444,
          "ci95": [
            -0.0028975969786450713,
            0.0006146133562315848
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "surprised",
        "all_clips_target_change": {
          "mean": -0.02426845394074917,
          "ci95": [
            -0.028850391714564175,
            -0.02004681175008361
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.03983169421553612,
          "ci95": [
            -0.047366070031074056,
            -0.0331537312636796
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.014977578073740005,
          "ci95": [
            0.013506775658045495,
            0.016442721409905228
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "embarrassed",
        "all_clips_target_change": {
          "mean": -0.005338533315807581,
          "ci95": [
            -0.008287215756845998,
            -0.0029817812554128876
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.00898220669478178,
          "ci95": [
            -0.015498090577768117,
            -0.004118063815578356
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.006029999349266291,
          "ci95": [
            0.0050402255037918,
            0.007045925157573013
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "proud",
        "all_clips_target_change": {
          "mean": -0.016529252752661705,
          "ci95": [
            -0.021668000360984943,
            -0.012240712895934836
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.03222348541021347,
          "ci95": [
            -0.04266736245641903,
            -0.023874377177720615
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.009876539930701256,
          "ci95": [
            0.008585133578856168,
            0.011174290036085463
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "relieved",
        "all_clips_target_change": {
          "mean": -0.011895309202373028,
          "ci95": [
            -0.014537196019630293,
            -0.00939415970564762
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.013058745302259922,
          "ci95": [
            -0.01806092665197691,
            -0.008355794607278859
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": 0.01410621777176857,
          "ci95": [
            0.012817020493334738,
            0.015375216176268842
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      },
      {
        "label": "neutral",
        "all_clips_target_change": {
          "mean": -0.10798103362321854,
          "ci95": [
            -0.11905290966942197,
            -0.09739673617995265
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_clips_target_change": {
          "mean": -0.19179856777191162,
          "ci95": [
            -0.20555145625163826,
            -0.1776379813724318
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "happy_clips_random_mean_change": {
          "mean": -0.0071368892677128315,
          "ci95": [
            -0.009170565010416014,
            -0.005275436072273457
          ],
          "n_clips": 247,
          "n_actors": 87
        }
      }
    ],
    "audio-control-summary": [
      {
        "condition": "append_500ms_silence",
        "all_score_change": {
          "mean": 0.043708328157663345,
          "ci95": [
            0.03523289790520301,
            0.052862787072038474
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_score_change": {
          "mean": 0.06485050171613693,
          "ci95": [
            0.051048976929205195,
            0.079408666311818
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "tag_flips": 32,
        "original_happy_tags_removed": 3,
        "original_absent_tags_added": 29
      },
      {
        "condition": "prepend_500ms_silence",
        "all_score_change": {
          "mean": -0.15324050188064575,
          "ci95": [
            -0.16927787305671216,
            -0.1374040411505507
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_score_change": {
          "mean": -0.2916867136955261,
          "ci95": [
            -0.31185393335509165,
            -0.27070905055350414
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "tag_flips": 161,
        "original_happy_tags_removed": 153,
        "original_absent_tags_added": 8
      },
      {
        "condition": "half_amplitude",
        "all_score_change": {
          "mean": 0.16728247702121735,
          "ci95": [
            0.1537119666298667,
            0.180419428619273
          ],
          "n_clips": 546,
          "n_actors": 91
        },
        "happy_score_change": {
          "mean": 0.15979191660881042,
          "ci95": [
            0.14272900623187684,
            0.177409133656694
          ],
          "n_clips": 247,
          "n_actors": 87
        },
        "tag_flips": 104,
        "original_happy_tags_removed": 1,
        "original_absent_tags_added": 103
      }
    ],
    "exclusive-tag-sensitivity": [
      {
        "feature": "simple_acoustics",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.9294117647058825,
        "balanced_accuracy": 0.89375
      },
      {
        "feature": "logmel",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.9575,
        "balanced_accuracy": 0.9345588235294118
      },
      {
        "feature": "input_projection",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.968235294117647,
        "balanced_accuracy": 0.9338235294117647
      },
      {
        "feature": "block_1",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.9729411764705882,
        "balanced_accuracy": 0.9522058823529411
      },
      {
        "feature": "block_2",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.981764705882353,
        "balanced_accuracy": 0.963970588235294
      },
      {
        "feature": "block_3",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.9826470588235294,
        "balanced_accuracy": 0.9761029411764706
      },
      {
        "feature": "block_4",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.9836764705882353,
        "balanced_accuracy": 0.9698529411764706
      },
      {
        "feature": "layer_mixture",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.9833823529411765,
        "balanced_accuracy": 0.9761029411764706
      },
      {
        "feature": "native_pool",
        "n_happy_only": 85,
        "n_neutral_only": 80,
        "auc": 0.9922058823529412,
        "balanced_accuracy": 0.963970588235294
      }
    ],
    "acoustic-residual-sensitivity": [
      {
        "feature": "input_projection",
        "auc": 0.8146723897472005,
        "balanced_accuracy": 0.7285689139236049
      },
      {
        "feature": "block_1",
        "auc": 0.8102446752332337,
        "balanced_accuracy": 0.7395704981517339
      },
      {
        "feature": "block_2",
        "auc": 0.8073470272026865,
        "balanced_accuracy": 0.7355219151557825
      },
      {
        "feature": "block_3",
        "auc": 0.8078886436569944,
        "balanced_accuracy": 0.7459074106671361
      },
      {
        "feature": "block_4",
        "auc": 0.8222008584620801,
        "balanced_accuracy": 0.7547086780496391
      },
      {
        "feature": "layer_mixture",
        "auc": 0.8304198881562022,
        "balanced_accuracy": 0.7499559936630875
      },
      {
        "feature": "native_pool",
        "auc": 0.8287950387932785,
        "balanced_accuracy": 0.7506600950536877
      }
    ],
    "additional-readout-sensitivities": [
      {
        "target": "native_happy_tag",
        "feature": "duration_only",
        "positive": 247,
        "negative": 299,
        "auc": 0.8440009207479724,
        "balanced_accuracy": 0.7777679985917971,
        "average_precision": 0.8210804176481962
      },
      {
        "target": "native_happy_tag",
        "feature": "simple_acoustics",
        "positive": 247,
        "negative": 299,
        "auc": 0.8474401852328274,
        "balanced_accuracy": 0.762717831367717,
        "average_precision": 0.8307558529935897
      },
      {
        "target": "native_happy_tag",
        "feature": "block_4",
        "positive": 247,
        "negative": 299,
        "auc": 0.9706579285878705,
        "balanced_accuracy": 0.9075866924837177,
        "average_precision": 0.9685028052899088
      },
      {
        "target": "native_happy_tag",
        "feature": "native_pool",
        "positive": 247,
        "negative": 299,
        "auc": 0.9762365780672416,
        "balanced_accuracy": 0.9186762893856716,
        "average_precision": 0.9719441055389411
      },
      {
        "target": "native_happy_top_score",
        "feature": "duration_only",
        "positive": 40,
        "negative": 506,
        "auc": 0.791403162055336,
        "balanced_accuracy": 0.7221343873517787,
        "average_precision": 0.20186398574357484
      },
      {
        "target": "native_happy_top_score",
        "feature": "simple_acoustics",
        "positive": 40,
        "negative": 506,
        "auc": 0.7754446640316206,
        "balanced_accuracy": 0.7336462450592884,
        "average_precision": 0.18890910725893284
      },
      {
        "target": "native_happy_top_score",
        "feature": "block_4",
        "positive": 40,
        "negative": 506,
        "auc": 0.9332509881422925,
        "balanced_accuracy": 0.8440217391304348,
        "average_precision": 0.5086139581869414
      },
      {
        "target": "native_happy_top_score",
        "feature": "native_pool",
        "positive": 40,
        "negative": 506,
        "auc": 0.938092885375494,
        "balanced_accuracy": 0.8154150197628458,
        "average_precision": 0.5899834897122929
      },
      {
        "target": "acted_happy_vs_neutral",
        "feature": "duration_only",
        "positive": 91,
        "negative": 91,
        "auc": 0.5687718874532062,
        "balanced_accuracy": 0.5659340659340659,
        "average_precision": 0.5704431775783689
      },
      {
        "target": "acted_happy_vs_neutral",
        "feature": "simple_acoustics",
        "positive": 91,
        "negative": 91,
        "auc": 0.8439801956285473,
        "balanced_accuracy": 0.7912087912087912,
        "average_precision": 0.8868338980210236
      },
      {
        "target": "acted_happy_vs_neutral",
        "feature": "block_4",
        "positive": 91,
        "negative": 91,
        "auc": 0.9687235841081996,
        "balanced_accuracy": 0.9065934065934066,
        "average_precision": 0.9747688970939885
      },
      {
        "target": "acted_happy_vs_neutral",
        "feature": "native_pool",
        "positive": 91,
        "negative": 91,
        "auc": 0.9667914503079339,
        "balanced_accuracy": 0.9120879120879121,
        "average_precision": 0.9727080495545064
      }
    ],
    "acoustic-descriptives": [
      {
        "feature": "duration_seconds",
        "happy_clip_median": 2.002,
        "absent_clip_median": 2.43575,
        "within_actor_mean_difference": {
          "mean": -0.4012769157088123,
          "ci95": [
            -0.4536554974856323,
            -0.3491081791786398
          ],
          "n_clips": 87,
          "n_actors": 87
        }
      },
      {
        "feature": "rms_dbfs",
        "happy_clip_median": -34.409671783447266,
        "absent_clip_median": -34.55767059326172,
        "within_actor_mean_difference": {
          "mean": -0.6163342611086323,
          "ci95": [
            -1.8166975094258098,
            0.5289471334470186
          ],
          "n_clips": 87,
          "n_actors": 87
        }
      },
      {
        "feature": "f0_median_hz",
        "happy_clip_median": 200.0,
        "absent_clip_median": 205.1282051282051,
        "within_actor_mean_difference": {
          "mean": -14.573373050980667,
          "ci95": [
            -22.86188091487077,
            -6.6836572048352485
          ],
          "n_clips": 87,
          "n_actors": 87
        }
      },
      {
        "feature": "f0_p90_p10_hz",
        "happy_clip_median": 103.29380764163376,
        "absent_clip_median": 95.95957469207283,
        "within_actor_mean_difference": {
          "mean": 10.672568347871064,
          "ci95": [
            -2.521475154571746,
            23.66027084171862
          ],
          "n_clips": 87,
          "n_actors": 87
        }
      },
      {
        "feature": "voiced_fraction",
        "happy_clip_median": 0.3152709359605911,
        "absent_clip_median": 0.32,
        "within_actor_mean_difference": {
          "mean": -0.0010145005470527,
          "ci95": [
            -0.016309889976697783,
            0.014438313917219064
          ],
          "n_clips": 87,
          "n_actors": 87
        }
      },
      {
        "feature": "spectral_centroid_hz",
        "happy_clip_median": 1209.461366591165,
        "absent_clip_median": 1229.639437254677,
        "within_actor_mean_difference": {
          "mean": -66.4389479253131,
          "ci95": [
            -101.5092717655767,
            -33.92559825093616
          ],
          "n_clips": 87,
          "n_actors": 87
        }
      },
      {
        "feature": "high_low_energy_db",
        "happy_clip_median": -21.652091026836057,
        "absent_clip_median": -21.502171573181855,
        "within_actor_mean_difference": {
          "mean": -0.598978345762786,
          "ci95": [
            -1.1574264030208492,
            -0.058814442487272606
          ],
          "n_clips": 87,
          "n_actors": 87
        }
      }
    ],
    "saved-api-agreement": {
      "happy_decision_agreement": 546,
      "clips": 546,
      "old_happy_tagged": 247,
      "selected_score_comparisons": 2907,
      "selected_score_mean_absolute_difference": 0.0010058301234105874,
      "selected_score_max_absolute_difference": 0.007440924644470215,
      "note": "Local CPU FP32 vs saved September 7 API scores; no new API requests. Operator-attested checkpoint identity; small numerical differences expected from runtime precision."
    }
  },
  "fourier_provenance": {
    "checkpoint_sha256": "564d1e42e4cf0b936d911dbc71e30fa858f674ff60f587e6029b2e14a1643bbc",
    "model_run": "fourier-gabor-api15-v1-s43",
    "parameter_count": 15481373,
    "device": "cpu",
    "dtype": "float32",
    "seed": 20260912,
    "samples": 546,
    "repeat_max_absolute_difference": 0.0
  },
  "orukeet_provenance": {
    "checkpoint_sha256": "031c8ddab4845aeced904a7cde8e8aa57993b2e344716cf83a545b079c473b56",
    "model": "oruk/orukeet",
    "revision": "555136b50265a132d4cea0d35560c26fc4f657ab",
    "torch": "2.12.0+cu132",
    "nemo": "3.0.0",
    "device": "cpu",
    "dtype": "float32",
    "threads": 2,
    "layers": 24,
    "clips": 546,
    "elapsed_seconds": 240.03519296646118,
    "repeat_max_absolute_difference": 0.0,
    "role": "ASR representation readout using separate Fourier-model happy tags; not an emotion model"
  }
}