{ "schema": "paired-bucket-steering-analysis-v1", "created_unix": 1793006713.9919584, "summary": { "adapters": 72, "comparisons": 216, "recordings": 5760, "clearer_gain": 14, "positive_mean_uncertain": 40, "no_positive_mean": 18, "normalized_mean_increase": 55, "raw_and_normalized_increase": 52, "positive_mean_scale_cells": 110, "clearer_scale_cells": 18 }, "buckets": [ { "bucket": "casual_not_formal", "label": "Very informal/casual, not formal", "category": "contrast", "head": "vn_S_CASU_reg", "pole": "high", "trained_languages": { "es": 27, "nl": 23, "fr": 47, "de": 44, "en": 18 }, "train_clips": 154, "normalization_mu": 3.7504734992980957, "normalization_sigma": 1.2758985757827759, "opposite_head": "vn_S_FORM_reg", "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.6236581921577455, "adapter_raw": 2.581683713197708, "baseline_normalized": 0.22009027301017847, "adapter_normalized": 0.21305904386145666, "delta_raw_oriented": -0.04197447896003723, "delta_z": -0.0328979746170541, "delta_normalized": -0.007031229148721829, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.02402658462524414, "delta_genuineness": 0.0047070026397705075, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.37139885282770374, "de": -0.025390607299084846, "fr": -0.11230468467150323, "nl": -0.25952154781088277, "es": -0.13867188613150336 }, "languages_improved": 1, "ci95_z": [ -0.18701175080325513, 0.17791743782802097 ], "ci9833_z": [ -0.205908242847131, 0.21268306877698834 ], "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.09079586959158642, "opposite_ci9833_z": [ -0.21015620437300364, 0.10190432526487452 ], "opposite_languages_improved": 1, "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.4147672057151794, "adapter_raw": 2.8886344730854034, "baseline_normalized": 0.2113994516462398, "adapter_normalized": 0.29196610356413344, "delta_raw_oriented": 0.473867267370224, "delta_z": 0.37139885282770374, "delta_normalized": 0.08056665191789365, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": 0.08786451816558838, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": 0.2612305512988421 }, "de": { "n": 4, "baseline_raw": 1.8615455031394958, "adapter_raw": 1.8291496634483337, "baseline_normalized": 0.07295035412746592, "adapter_normalized": 0.07092564677674004, "delta_raw_oriented": -0.03239583969116211, "delta_z": -0.025390607299084846, "delta_normalized": -0.0020247073507258795, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07545530796051025, "delta_genuineness": 0.07374334335327148, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.15429695027530774 }, "fr": { "n": 4, "baseline_raw": 2.803517520427704, "adapter_raw": 2.660228133201599, "baseline_normalized": 0.2325368234057113, "adapter_normalized": 0.207327809622329, "delta_raw_oriented": -0.14328938722610474, "delta_z": -0.11230468467150323, "delta_normalized": -0.025209013783382306, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.009928345680236816, "delta_genuineness": -0.050208330154418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.18749986699822924 }, "nl": { "n": 4, "baseline_raw": 3.247403144836426, "adapter_raw": 2.916279971599579, "baseline_normalized": 0.3503322360556467, "adapter_normalized": 0.28265873148250525, "delta_raw_oriented": -0.3311231732368469, "delta_z": -0.25952154781088277, "delta_normalized": -0.06767350457314143, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": 0.037656188011169434, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.13708501378607688 }, "es": { "n": 4, "baseline_raw": 2.791057586669922, "adapter_raw": 2.6141263246536255, "baseline_normalized": 0.23323249981582872, "adapter_normalized": 0.21241692786157554, "delta_raw_oriented": -0.1769312620162964, "delta_z": -0.13867188613150336, "delta_normalized": -0.02081557195425318, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.11417603492736816, "delta_genuineness": -0.1255207061767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.23632806819716037 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.6236581921577455, "adapter_raw": 2.5168764531612395, "baseline_normalized": 0.22009027301017847, "adapter_normalized": 0.19636446340535924, "delta_raw_oriented": -0.10678173899650574, "delta_z": -0.08369140072986925, "delta_normalized": -0.023725809604819237, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.016083908081054688, "delta_genuineness": -0.054287731647491455, "delta_wer_pp": 0.014619883040935673, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.21704098649604556, "de": -0.17382808467111083, "fr": 0.023437512408888972, "nl": -0.2390136310214703, "es": -0.2460937868616996 }, "languages_improved": 2, "ci95_z": [ -0.22880858408749014, 0.08710936817511106 ], "ci9833_z": [ -0.24042966218951617, 0.12441403182449653 ], "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.13613281568650076, "opposite_ci9833_z": [ -0.30395511207970555, 0.031103581306169602 ], "opposite_languages_improved": 2, "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.4147672057151794, "adapter_raw": 2.6916894912719727, "baseline_normalized": 0.2113994516462398, "adapter_normalized": 0.25096206247947433, "delta_raw_oriented": 0.2769222855567932, "delta_z": 0.21704098649604556, "delta_normalized": 0.03956261083323455, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": -0.07060545682907104, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": 0.06176761836034471 }, "de": { "n": 4, "baseline_raw": 1.8615455031394958, "adapter_raw": 1.6397584974765778, "baseline_normalized": 0.07295035412746592, "adapter_normalized": 0.052248852944488874, "delta_raw_oriented": -0.2217870056629181, "delta_z": -0.17382808467111083, "delta_normalized": -0.020701501182977047, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.021842241287231445, "delta_genuineness": 0.018828153610229492, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.19335945212255456 }, "fr": { "n": 4, "baseline_raw": 2.803517520427704, "adapter_raw": 2.8334214091300964, "baseline_normalized": 0.2325368234057113, "adapter_normalized": 0.23772710293033278, "delta_raw_oriented": 0.029903888702392578, "delta_z": 0.023437512408888972, "delta_normalized": 0.005190279524621477, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07942676544189453, "delta_genuineness": -0.04707038402557373, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": 0.023437572042625823 }, "nl": { "n": 4, "baseline_raw": 3.247403144836426, "adapter_raw": 2.942445993423462, "baseline_normalized": 0.3503322360556467, "adapter_normalized": 0.27067655100179233, "delta_raw_oriented": -0.30495715141296387, "delta_z": -0.2390136310214703, "delta_normalized": -0.07965568505385436, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.08339810371398926, "delta_genuineness": -0.07060539722442627, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.19555667093139306 }, "es": { "n": 4, "baseline_raw": 2.791057586669922, "adapter_raw": 2.4770668745040894, "baseline_normalized": 0.23323249981582872, "adapter_normalized": 0.1702077476707079, "delta_raw_oriented": -0.3139907121658325, "delta_z": -0.2460937868616996, "delta_normalized": -0.06302475214512081, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.12013304233551025, "delta_genuineness": -0.10198557376861572, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.37695314578152667 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.6236581921577455, "adapter_raw": 2.629747974872589, "baseline_normalized": 0.22009027301017847, "adapter_normalized": 0.2167532894225396, "delta_raw_oriented": 0.00608978271484375, "delta_z": 0.00477293636847868, "delta_normalized": -0.003336983587638878, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.039911937713623044, "delta_genuineness": 0.0034517645835876465, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.22399900383191163, "de": 0.17773439124104587, "fr": 0.03302000100345576, "nl": -0.43969726094885614, "es": 0.02880854671483629 }, "languages_improved": 4, "ci95_z": [ -0.22250976897813723, 0.17570798989032338 ], "ci9833_z": [ -0.25229493788337914, 0.186987313759219 ], "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.07412108292051554, "opposite_ci9833_z": [ -0.2435547401003531, 0.028808626884989762 ], "opposite_languages_improved": 2, "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.4147672057151794, "adapter_raw": 2.700567215681076, "baseline_normalized": 0.2113994516462398, "adapter_normalized": 0.2466689539132627, "delta_raw_oriented": 0.2858000099658966, "delta_z": 0.22399900383191163, "delta_normalized": 0.03526950226702294, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.03765624761581421, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": 0.04980470019982186 }, "de": { "n": 4, "baseline_raw": 1.8615455031394958, "adapter_raw": 2.088316559791565, "baseline_normalized": 0.07295035412746592, "adapter_normalized": 0.100106230758534, "delta_raw_oriented": 0.2267710566520691, "delta_z": 0.17773439124104587, "delta_normalized": 0.027155876631068082, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": 0.141210675239563, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.007812464902310488 }, "fr": { "n": 4, "baseline_raw": 2.803517520427704, "adapter_raw": 2.845647692680359, "baseline_normalized": 0.2325368234057113, "adapter_normalized": 0.26647896942339594, "delta_raw_oriented": 0.04213017225265503, "delta_z": 0.03302000100345576, "delta_normalized": 0.033942146017684624, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": -0.04863941669464111, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": 0.0024414987277937283 }, "nl": { "n": 4, "baseline_raw": 3.247403144836426, "adapter_raw": 2.6863940358161926, "baseline_normalized": 0.3503322360556467, "adapter_normalized": 0.21395457744910443, "delta_raw_oriented": -0.5610091090202332, "delta_z": -0.43969726094885614, "delta_normalized": -0.13637765860654227, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.05334639549255371, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.3876954032459998 }, "es": { "n": 4, "baseline_raw": 2.791057586669922, "adapter_raw": 2.827814370393753, "baseline_normalized": 0.23323249981582872, "adapter_normalized": 0.25655771556840096, "delta_raw_oriented": 0.03675678372383118, "delta_z": 0.02880854671483629, "delta_normalized": 0.023325215752572223, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.14991796016693115, "delta_genuineness": 0.015690207481384277, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_FORM_reg", "opposite_delta_z": -0.027343745381882972 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.00477293636847868, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "emo_Affection", "label": "Intense Affection", "category": "emotion", "head": "emo_Affection", "pole": "high", "trained_languages": { "en": 56, "nl": 30, "fr": 48, "de": 45, "es": 54 }, "train_clips": 228, "normalization_mu": 0.27749165892601013, "normalization_sigma": 0.5437366962432861, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.7066666543483734, "adapter_raw": 0.7262071870267391, "baseline_normalized": 0.7007841815414022, "adapter_normalized": 0.6821621378121352, "delta_raw_oriented": 0.019540532678365707, "delta_z": 0.03593749109334091, "delta_normalized": -0.018622043729267013, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.011516857147216796, "delta_genuineness": -0.03765627145767212, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.11718746231798077, "de": 0.12597657406152862, "fr": 0.23901363601285103, "nl": -0.015380854771798787, "es": -0.2871093621538571 }, "languages_improved": 3, "ci95_z": [ -0.12753906104410379, 0.16943357649334803 ], "ci9833_z": [ -0.17841795920103376, 0.19204098888361248 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.4201883375644684, "adapter_raw": 1.4839074611663818, "baseline_normalized": 0.9803013105740749, "adapter_normalized": 0.9839120800595862, "delta_raw_oriented": 0.06371912360191345, "delta_z": 0.11718746231798077, "delta_normalized": 0.0036107694855113392, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.018828272819519043, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3621850199997425, "adapter_raw": 0.43068310618400574, "baseline_normalized": 0.5568137525932508, "adapter_normalized": 0.6032358083781154, "delta_raw_oriented": 0.06849808618426323, "delta_z": 0.12597657406152862, "delta_normalized": 0.046422055784864566, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.08538365364074707, "delta_genuineness": 0.02353513240814209, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.0378734767436981, "adapter_raw": 1.167833961546421, "baseline_normalized": 0.8779990556871744, "adapter_normalized": 0.8341284330490054, "delta_raw_oriented": 0.12996048480272293, "delta_z": 0.23901363601285103, "delta_normalized": -0.04387062263816899, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": -0.07688164710998535, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.10797218605875969, "adapter_raw": 0.09960905089974403, "baseline_normalized": 0.3780039981858159, "adapter_normalized": 0.3719236338408732, "delta_raw_oriented": -0.008363135159015656, "delta_z": -0.015380854771798787, "delta_normalized": -0.00608036434494276, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": 0.021966099739074707, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.6051142513751984, "adapter_raw": 0.44900235533714294, "baseline_normalized": 0.7108027906666949, "adapter_normalized": 0.6176107337330958, "delta_raw_oriented": -0.15611189603805542, "delta_z": -0.2871093621538571, "delta_normalized": -0.09319205693359922, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": -0.138072669506073, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.7066666543483734, "adapter_raw": 0.8169804207980633, "baseline_normalized": 0.7007841815414022, "adapter_normalized": 0.7634239567387032, "delta_raw_oriented": 0.11031376644968986, "delta_z": 0.20288085614205403, "delta_normalized": 0.06263977519730103, "win_rate": 0.8, "tie_rate": 0.0, "delta_ce": 0.03256499767303467, "delta_genuineness": -0.06621227264404297, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.03124998629744755, "de": 0.44238278809232845, "fr": 0.27929682447183785, "nl": 0.059814450448720226, "es": 0.2641602039948312 }, "languages_improved": 4, "ci95_z": [ 0.04907226320564309, 0.34150388582463276 ], "ci9833_z": [ 0.027832051761008197, 0.3741210785487309 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 1.4201883375644684, "adapter_raw": 1.4031965732574463, "baseline_normalized": 0.9803013105740749, "adapter_normalized": 0.9795907345671394, "delta_raw_oriented": -0.016991764307022095, "delta_z": -0.03124998629744755, "delta_normalized": -0.0007105760069354428, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.04236340522766113, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3621850199997425, "adapter_raw": 0.6027247756719589, "baseline_normalized": 0.5568137525932508, "adapter_normalized": 0.7173490190007417, "delta_raw_oriented": 0.24053975567221642, "delta_z": 0.44238278809232845, "delta_normalized": 0.16053526640749086, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.011913895606994629, "delta_genuineness": -0.0674675703048706, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.0378734767436981, "adapter_raw": 1.1897374093532562, "baseline_normalized": 0.8779990556871744, "adapter_normalized": 0.9376629172985289, "delta_raw_oriented": 0.1518639326095581, "delta_z": 0.27929682447183785, "delta_normalized": 0.05966386161135451, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": -0.2918359041213989, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.10797218605875969, "adapter_raw": 0.14049549773335457, "baseline_normalized": 0.3780039981858159, "adapter_normalized": 0.40076787194457786, "delta_raw_oriented": 0.03252331167459488, "delta_z": 0.059814450448720226, "delta_normalized": 0.02276387375876196, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": 0.021966099739074707, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.6051142513751984, "adapter_raw": 0.7487478479743004, "baseline_normalized": 0.7108027906666949, "adapter_normalized": 0.7817492408825283, "delta_raw_oriented": 0.14363359659910202, "delta_z": 0.2641602039948312, "delta_normalized": 0.07094645021583329, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.1250971555709839, "delta_genuineness": 0.04863941669464111, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.7066666543483734, "adapter_raw": 0.783607517182827, "baseline_normalized": 0.7007841815414022, "adapter_normalized": 0.7212967797514831, "delta_raw_oriented": 0.07694086283445359, "delta_z": 0.1415038995271852, "delta_normalized": 0.020512598210080925, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.020253849029541016, "delta_genuineness": -0.10512373447418213, "delta_wer_pp": 0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.46484374486154284, "de": 0.221923833156406, "fr": -0.18164065154869535, "nl": -0.033447265946153576, "es": 0.23583983711282613 }, "languages_improved": 3, "ci95_z": [ -0.06308594306666193, 0.3246581994210288 ], "ci9833_z": [ -0.09272462018717029, 0.3704589809707721 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.4201883375644684, "adapter_raw": 1.6729409396648407, "baseline_normalized": 0.9803013105740749, "adapter_normalized": 0.9945892735612616, "delta_raw_oriented": 0.2527526021003723, "delta_z": 0.46484374486154284, "delta_normalized": 0.014287962987186764, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.09928345680236816, "delta_genuineness": 0.16788387298583984, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3621850199997425, "adapter_raw": 0.48285315185785294, "baseline_normalized": 0.5568137525932508, "adapter_normalized": 0.6288329660746642, "delta_raw_oriented": 0.12066813185811043, "delta_z": 0.221923833156406, "delta_normalized": 0.07201921348141338, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.039713263511657715, "delta_genuineness": -0.05805349349975586, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.0378734767436981, "adapter_raw": 0.9391087889671326, "baseline_normalized": 0.8779990556871744, "adapter_normalized": 0.8418946507291363, "delta_raw_oriented": -0.09876468777656555, "delta_z": -0.18164065154869535, "delta_normalized": -0.03610440495803807, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": -0.48482418060302734, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.10797218605875969, "adapter_raw": 0.08978568017482758, "baseline_normalized": 0.3780039981858159, "adapter_normalized": 0.36502400240016175, "delta_raw_oriented": -0.018186505883932114, "delta_z": -0.033447265946153576, "delta_normalized": -0.012979995785654161, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": 0.12081372737884521, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.6051142513751984, "adapter_raw": 0.7333490252494812, "baseline_normalized": 0.7108027906666949, "adapter_normalized": 0.7761430059921917, "delta_raw_oriented": 0.12823477387428284, "delta_z": 0.23583983711282613, "delta_normalized": 0.06534021532549672, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.2714385986328125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.20288085614205403, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "emo_Amusement", "label": "Intense Amusement", "category": "emotion", "head": "emo_Amusement", "pole": "high", "trained_languages": { "fr": 40, "nl": 47, "es": 40, "de": 47, "en": 42 }, "train_clips": 211, "normalization_mu": 0.4777434766292572, "normalization_sigma": 0.8676553964614868, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.6842670723795891, "adapter_raw": 0.593614450097084, "baseline_normalized": 0.5828768490578641, "adapter_normalized": 0.549075027733133, "delta_raw_oriented": -0.09065262228250504, "delta_z": -0.10447998439496699, "delta_normalized": -0.03380182132473114, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": 0.03415350914001465, "delta_genuineness": -0.017572844028472902, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.12854001918822777, "de": -0.14117431857816415, "fr": -0.009887704352358844, "nl": 0.037963840302725, "es": -0.2807617201588092 }, "languages_improved": 1, "ci95_z": [ -0.1986694366813901, -0.007434100404469601 ], "ci9833_z": [ -0.22239989964856388, 0.004663068404534443 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.9639990776777267, "adapter_raw": 0.8524706363677979, "baseline_normalized": 0.6741669267805876, "adapter_normalized": 0.6558722003675949, "delta_raw_oriented": -0.1115284413099289, "delta_z": -0.12854001918822777, "delta_normalized": -0.01829472641299283, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.012552082538604736, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.7543404176831245, "adapter_raw": 0.6318497583270073, "baseline_normalized": 0.6226499382346462, "adapter_normalized": 0.5687832210909055, "delta_raw_oriented": -0.12249065935611725, "delta_z": -0.14117431857816415, "delta_normalized": -0.05386671714374065, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.027799367904663086, "delta_genuineness": -0.004706859588623047, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.44490983337163925, "adapter_raw": 0.43633071333169937, "baseline_normalized": 0.4852432416368849, "adapter_normalized": 0.4810401104735453, "delta_raw_oriented": -0.00857912003993988, "delta_z": -0.009887704352358844, "delta_normalized": -0.004203131163339646, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.09928345680236816, "delta_genuineness": 0.0, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6967756450176239, "adapter_raw": 0.7297151759266853, "baseline_normalized": 0.5947974873942175, "adapter_normalized": 0.6121115021791531, "delta_raw_oriented": 0.03293953090906143, "delta_z": 0.037963840302725, "delta_normalized": 0.017314014784935675, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.0815885066986084, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.561310388147831, "adapter_raw": 0.3177059665322304, "baseline_normalized": 0.5375266512429843, "adapter_normalized": 0.42756810455446603, "delta_raw_oriented": -0.24360442161560059, "delta_z": -0.2807617201588092, "delta_normalized": -0.10995854668851823, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0595700740814209, "delta_genuineness": 0.01098322868347168, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.6842670723795891, "adapter_raw": 0.6172546647489071, "baseline_normalized": 0.5828768490578641, "adapter_normalized": 0.55488049782156, "delta_raw_oriented": -0.06701240763068199, "delta_z": -0.07723389712548917, "delta_normalized": -0.027996351236304035, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.009729743003845215, "delta_genuineness": -0.012238287925720214, "delta_wer_pp": 0.23219814241486067, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.05993652332009924, "de": -0.1032104611013845, "fr": -0.11376952501098796, "nl": 0.11010738112016329, "es": -0.21936035731513745 }, "languages_improved": 1, "ci95_z": [ -0.16424561127337922, 0.024780244231544173 ], "ci9833_z": [ -0.17501221161155697, 0.042089819344058275 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.9639990776777267, "adapter_raw": 0.9119948297739029, "baseline_normalized": 0.6741669267805876, "adapter_normalized": 0.6807427850730636, "delta_raw_oriented": -0.05200424790382385, "delta_z": -0.05993652332009924, "delta_normalized": 0.006575858292476006, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.08538377285003662, "delta_genuineness": 0.004706978797912598, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.7543404176831245, "adapter_raw": 0.6647893041372299, "baseline_normalized": 0.6226499382346462, "adapter_normalized": 0.5819433935303344, "delta_raw_oriented": -0.08955111354589462, "delta_z": -0.1032104611013845, "delta_normalized": -0.040706544704311814, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.02978503704071045, "delta_genuineness": 0.18357408046722412, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.44490983337163925, "adapter_raw": 0.34619709104299545, "baseline_normalized": 0.4852432416368849, "adapter_normalized": 0.44023977703081546, "delta_raw_oriented": -0.0987127423286438, "delta_z": -0.11376952501098796, "delta_normalized": -0.04500346460606945, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.009928345680236816, "delta_genuineness": -0.21024727821350098, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6967756450176239, "adapter_raw": 0.7923109084367752, "baseline_normalized": 0.5947974873942175, "adapter_normalized": 0.6197695882997716, "delta_raw_oriented": 0.0955352634191513, "delta_z": 0.11010738112016329, "delta_normalized": 0.024972100905554115, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.06552708148956299, "delta_genuineness": -0.0407942533493042, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.561310388147831, "adapter_raw": 0.370981190353632, "baseline_normalized": 0.5375266512429843, "adapter_normalized": 0.4517069451738152, "delta_raw_oriented": -0.190329197794199, "delta_z": -0.21936035731513745, "delta_normalized": -0.08581970606916903, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.10821878910064697, "delta_genuineness": 0.0015690326690673828, "delta_wer_pp": -1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.6842670723795891, "adapter_raw": 0.6690047316253185, "baseline_normalized": 0.5828768490578641, "adapter_normalized": 0.5727573612533411, "delta_raw_oriented": -0.015262340754270553, "delta_z": -0.017590325394752523, "delta_normalized": -0.01011948780452306, "win_rate": 0.35, "tie_rate": 0.0, "delta_ce": 0.010325479507446288, "delta_genuineness": 0.020710968971252443, "delta_wer_pp": -0.29411764705882354, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.14465335269833937, "de": -0.2280883707468969, "fr": -0.04522706143956223, "nl": 0.048156719019138886, "es": -0.007446266504781744 }, "languages_improved": 2, "ci95_z": [ -0.1362670909322228, 0.08381350501709092 ], "ci9833_z": [ -0.15354002605784964, 0.09493410212187506 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.9639990776777267, "adapter_raw": 1.0895083397626877, "baseline_normalized": 0.6741669267805876, "adapter_normalized": 0.729210600224571, "delta_raw_oriented": 0.12550926208496094, "delta_z": 0.14465335269833937, "delta_normalized": 0.05504367344398328, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.027799367904663086, "delta_genuineness": 0.09100258350372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.7543404176831245, "adapter_raw": 0.5564383119344711, "baseline_normalized": 0.6226499382346462, "adapter_normalized": 0.5336755833409181, "delta_raw_oriented": -0.1979021057486534, "delta_z": -0.2280883707468969, "delta_normalized": -0.08897435489372808, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": 0.04707038402557373, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.44490983337163925, "adapter_raw": 0.40566832944750786, "baseline_normalized": 0.4852432416368849, "adapter_normalized": 0.4672969190049942, "delta_raw_oriented": -0.03924150392413139, "delta_z": -0.04522706143956223, "delta_normalized": -0.01794632263189072, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.1412109136581421, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6967756450176239, "adapter_raw": 0.7385590821504593, "baseline_normalized": 0.5947974873942175, "adapter_normalized": 0.6027507350760686, "delta_raw_oriented": 0.04178343713283539, "delta_z": 0.048156719019138886, "delta_normalized": 0.007953247681851086, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06552708148956299, "delta_genuineness": -0.020397067070007324, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.561310388147831, "adapter_raw": 0.5548495948314667, "baseline_normalized": 0.5375266512429843, "adapter_normalized": 0.5308529686201534, "delta_raw_oriented": -0.006460793316364288, "delta_z": -0.007446266504781744, "delta_normalized": -0.0066736826228308566, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.11715447902679443, "delta_genuineness": 0.12708985805511475, "delta_wer_pp": -1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": -0.017590325394752523, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Anger", "label": "Intense Anger", "category": "emotion", "head": "emo_Anger", "pole": "high", "trained_languages": { "fr": 23, "en": 66, "nl": 16, "es": 13, "de": 22 }, "train_clips": 132, "normalization_mu": 0.36061015725135803, "normalization_sigma": 0.5801360011100769, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.06476345658302307, "adapter_raw": 0.057681720703840256, "baseline_normalized": 0.30625882864910464, "adapter_normalized": 0.3017734560275184, "delta_raw_oriented": -0.0070817358791828156, "delta_z": -0.01220702708611787, "delta_normalized": -0.004485372621586206, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.014693951606750489, "delta_genuineness": -0.01035546064376831, "delta_wer_pp": 0.8333333333333334, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.02539061556855614, "de": -0.003906252006690182, "fr": 0.028808609352016176, "nl": -0.02587889947742063, "es": -0.03466797772993857 }, "languages_improved": 1, "ci95_z": [ -0.02929687399665491, 0.009570319663883955 ], "ci9833_z": [ -0.031054689647158497, 0.015722664808533633 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0008578486740589142, "adapter_raw": -0.013872161507606506, "baseline_normalized": 0.26929362408343294, "adapter_normalized": 0.26000888492814644, "delta_raw_oriented": -0.01473001018166542, "delta_z": -0.02539061556855614, "delta_normalized": -0.009284739155286492, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.1191401481628418, "delta_genuineness": -0.086295485496521, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.09716949239373207, "adapter_raw": 0.09490333497524261, "baseline_normalized": 0.32494676207617984, "adapter_normalized": 0.32369591080410376, "delta_raw_oriented": -0.002266157418489456, "delta_z": -0.003906252006690182, "delta_normalized": -0.0012508512720760673, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": -0.006275773048400879, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.04873040318489075, "adapter_raw": 0.06544331461191177, "baseline_normalized": 0.2963265307982502, "adapter_normalized": 0.3059470892316163, "delta_raw_oriented": 0.016712911427021027, "delta_z": 0.028808609352016176, "delta_normalized": 0.00962055843336608, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.17076754570007324, "delta_genuineness": 0.045501112937927246, "delta_wer_pp": 4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.12889567762613297, "adapter_raw": 0.1138823963701725, "baseline_normalized": 0.34485171796125585, "adapter_normalized": 0.33550846672976403, "delta_raw_oriented": -0.015013281255960464, "delta_z": -0.02587889947742063, "delta_normalized": -0.009343251231491809, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.10921180248260498, "delta_genuineness": 0.20867836475372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.04816386103630066, "adapter_raw": 0.028051719069480896, "baseline_normalized": 0.2958755083264044, "adapter_normalized": 0.28370692844396167, "delta_raw_oriented": -0.020112141966819763, "delta_z": -0.03466797772993857, "delta_normalized": -0.012168579882442743, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -0.21338552236557007, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.06476345658302307, "adapter_raw": 0.0585881844162941, "baseline_normalized": 0.30625882864910464, "adapter_normalized": 0.30251159226533814, "delta_raw_oriented": -0.006175272166728973, "delta_z": -0.010644524999160078, "delta_normalized": -0.003747236383766528, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.006751298904418945, "delta_genuineness": -0.04487375020980835, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.007812510434788953, "de": -0.009277336475748086, "fr": -0.0043945359155546735, "nl": -0.023925776684779833, "es": -0.02343748635450675 }, "languages_improved": 1, "ci95_z": [ -0.02080077251086425, -0.0004882774874559053 ], "ci9833_z": [ -0.023535144420561368, 0.00195313178261282 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0008578486740589142, "adapter_raw": 0.005390167236328125, "baseline_normalized": 0.26929362408343294, "adapter_normalized": 0.2712958842277065, "delta_raw_oriented": 0.004532318562269211, "delta_z": 0.007812510434788953, "delta_normalized": 0.0020022601442735988, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": -0.19926422834396362, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.09716949239373207, "adapter_raw": 0.09178737550973892, "baseline_normalized": 0.32494676207617984, "adapter_normalized": 0.3215666945256378, "delta_raw_oriented": -0.005382116883993149, "delta_z": -0.009277336475748086, "delta_normalized": -0.0033800675505420014, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.033756256103515625, "delta_genuineness": 0.031380414962768555, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.04873040318489075, "adapter_raw": 0.04618097469210625, "baseline_normalized": 0.2963265307982502, "adapter_normalized": 0.2946522851350998, "delta_raw_oriented": -0.0025494284927845, "delta_z": -0.0043945359155546735, "delta_normalized": -0.001674245663150442, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.11516880989074707, "delta_genuineness": -0.11924493312835693, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.12889567762613297, "adapter_raw": 0.11501547321677208, "baseline_normalized": 0.34485171796125585, "adapter_normalized": 0.33625450296352377, "delta_raw_oriented": -0.013880204409360886, "delta_z": -0.023925776684779833, "delta_normalized": -0.008597214997732097, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": 0.09414041042327881, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.04816386103630066, "adapter_raw": 0.034566931426525116, "baseline_normalized": 0.2958755083264044, "adapter_normalized": 0.2887885944747227, "delta_raw_oriented": -0.013596929609775543, "delta_z": -0.02343748635450675, "delta_normalized": -0.007086913851681698, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": -0.031380414962768555, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.06476345658302307, "adapter_raw": 0.06459349915385246, "baseline_normalized": 0.30625882864910464, "adapter_normalized": 0.30568780645481103, "delta_raw_oriented": -0.00016995742917060852, "delta_z": -0.0002929613553466752, "delta_normalized": -0.0005710221942936383, "win_rate": 0.5, "tie_rate": 0.05, "delta_ce": 0.0031770706176757813, "delta_genuineness": 0.018828153610229492, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.008789078252517938, "de": -0.020019518256681062, "fr": 0.005371090890466491, "nl": -0.028320306178925923, "es": 0.03271484851588918 }, "languages_improved": 3, "ci95_z": [ -0.019238271708188176, 0.017675788885456147 ], "ci9833_z": [ -0.021679675841130036, 0.022460942938130397 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0008578486740589142, "adapter_raw": 0.005956709384918213, "baseline_normalized": 0.26929362408343294, "adapter_normalized": 0.27144510409882916, "delta_raw_oriented": 0.005098860710859299, "delta_z": 0.008789078252517938, "delta_normalized": 0.0021514800153962232, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": 0.05334651470184326, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.09716949239373207, "adapter_raw": 0.08555544912815094, "baseline_normalized": 0.32494676207617984, "adapter_normalized": 0.31771571518986574, "delta_raw_oriented": -0.011614043265581131, "delta_z": -0.020019518256681062, "delta_normalized": -0.0072310468863140825, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.005957126617431641, "delta_genuineness": -0.003137826919555664, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.04873040318489075, "adapter_raw": 0.05184636637568474, "baseline_normalized": 0.2963265307982502, "adapter_normalized": 0.2978081535848996, "delta_raw_oriented": 0.003115963190793991, "delta_z": 0.005371090890466491, "delta_normalized": 0.0014816227866493864, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.11516880989074707, "delta_genuineness": -0.006276130676269531, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.12889567762613297, "adapter_raw": 0.11246604844927788, "baseline_normalized": 0.34485171796125585, "adapter_normalized": 0.3344439411256116, "delta_raw_oriented": -0.016429629176855087, "delta_z": -0.028320306178925923, "delta_normalized": -0.010407776835644283, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": 0.06751275062561035, "delta_genuineness": 0.13807296752929688, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.04816386103630066, "adapter_raw": 0.06714292243123055, "baseline_normalized": 0.2958755083264044, "adapter_normalized": 0.307026118274849, "delta_raw_oriented": 0.018979061394929886, "delta_z": 0.03271484851588918, "delta_normalized": 0.011150609948444565, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08141255378723145, "delta_genuineness": -0.08786475658416748, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": -0.0002929613553466752, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Astonishment_Surprise", "label": "Intense Astonishment Surprise", "category": "emotion", "head": "emo_Astonishment_Surprise", "pole": "high", "trained_languages": { "es": 9, "de": 16, "en": 24, "nl": 9, "fr": 8 }, "train_clips": 61, "normalization_mu": 0.2777629792690277, "normalization_sigma": 0.5521981716156006, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.34549353569746016, "adapter_raw": 0.3912494212388992, "baseline_normalized": 0.5176436654051817, "adapter_normalized": 0.5465769551428137, "delta_raw_oriented": 0.045755885541439056, "delta_z": 0.08286134922824574, "delta_normalized": 0.028933289737631936, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.01945955753326416, "delta_genuineness": -0.012552034854888917, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.11450191233101348, "de": -0.19653320449534062, "fr": -0.0634765595484971, "nl": 0.41699222924268387, "es": 0.37182619327339606 }, "languages_improved": 2, "ci95_z": [ -0.13710935864024104, 0.30283205709673255 ], "ci9833_z": [ -0.1535156170731065, 0.38085940046725364 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.7172566466033459, "adapter_raw": 0.6540288999676704, "baseline_normalized": 0.6751389638304861, "adapter_normalized": 0.6595309581397559, "delta_raw_oriented": -0.06322774663567543, "delta_z": -0.11450191233101348, "delta_normalized": -0.015608005690730259, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -0.018828213214874268, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.23152177408337593, "adapter_raw": 0.1229964978992939, "baseline_normalized": 0.46687320238346675, "adapter_normalized": 0.3904345118612016, "delta_raw_oriented": -0.10852527618408203, "delta_z": -0.19653320449534062, "delta_normalized": -0.0764386905222652, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.027799367904663086, "delta_genuineness": 0.015690088272094727, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.07203680276870728, "adapter_raw": 0.036985162645578384, "baseline_normalized": 0.3566991342536102, "adapter_normalized": 0.3315858957935713, "delta_raw_oriented": -0.03505164012312889, "delta_z": -0.0634765595484971, "delta_normalized": -0.02511323846003892, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0595700740814209, "delta_genuineness": 0.006276130676269531, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.37644682079553604, "adapter_raw": 0.6067091673612595, "baseline_normalized": 0.5581896217679012, "adapter_normalized": 0.6853746423731091, "delta_raw_oriented": 0.23026234656572342, "delta_z": 0.41699222924268387, "delta_normalized": 0.12718502060520787, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": 0.03138017654418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.33020563423633575, "adapter_raw": 0.535527378320694, "baseline_normalized": 0.5313174047904443, "adapter_normalized": 0.6659587675464306, "delta_raw_oriented": 0.20532174408435822, "delta_z": 0.37182619327339606, "delta_normalized": 0.13464136275598618, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": -0.09727835655212402, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.34549353569746016, "adapter_raw": 0.552797044813633, "baseline_normalized": 0.5176436654051817, "adapter_normalized": 0.6121730934364565, "delta_raw_oriented": 0.2073035091161728, "delta_z": 0.3754150588902748, "delta_normalized": 0.09452942803127483, "win_rate": 0.7, "tie_rate": 0.0, "delta_ce": 0.002382802963256836, "delta_genuineness": -0.0649570107460022, "delta_wer_pp": 0.29411764705882354, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.4089355303255016, "de": 0.3554687955374733, "fr": 0.14599608763617256, "nl": 0.48107915959115527, "es": 0.4855957213610715 }, "languages_improved": 5, "ci95_z": [ 0.2549072436074292, 0.46845705844599095 ], "ci9833_z": [ 0.22978517079669286, 0.48198247194513855 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 0.7172566466033459, "adapter_raw": 0.9430700987577438, "baseline_normalized": 0.6751389638304861, "adapter_normalized": 0.711094312899851, "delta_raw_oriented": 0.22581345215439796, "delta_z": 0.4089355303255016, "delta_normalized": 0.035955349069364956, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": -0.12552094459533691, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.23152177408337593, "adapter_raw": 0.42781099304556847, "baseline_normalized": 0.46687320238346675, "adapter_normalized": 0.5417650398740063, "delta_raw_oriented": 0.19628921896219254, "delta_z": 0.3554687955374733, "delta_normalized": 0.07489183749053947, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": 0.09570956230163574, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.07203680276870728, "adapter_raw": 0.15265557542443275, "baseline_normalized": 0.3566991342536102, "adapter_normalized": 0.4128704781149775, "delta_raw_oriented": 0.08061877265572548, "delta_z": 0.14599608763617256, "delta_normalized": 0.05617134386136732, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.2071092128753662, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.37644682079553604, "adapter_raw": 0.6420978531241417, "baseline_normalized": 0.5581896217679012, "adapter_normalized": 0.7305665974027438, "delta_raw_oriented": 0.26565103232860565, "delta_z": 0.48107915959115527, "delta_normalized": 0.17237697563484256, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0377277135848999, "delta_genuineness": 0.09257149696350098, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.33020563423633575, "adapter_raw": 0.5983507037162781, "baseline_normalized": 0.5313174047904443, "adapter_normalized": 0.6645690388907042, "delta_raw_oriented": 0.2681450694799423, "delta_z": 0.4855957213610715, "delta_normalized": 0.13325163410025986, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.18043595552444458, "delta_wer_pp": 1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.34549353569746016, "adapter_raw": 0.39745085760951043, "baseline_normalized": 0.5176436654051817, "adapter_normalized": 0.5606417111681061, "delta_raw_oriented": 0.05195732191205025, "delta_z": 0.09409180360021017, "delta_normalized": 0.04299804576292436, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.038521981239318846, "delta_genuineness": -0.0470703125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.1679687618060116, "de": -0.031005871918887318, "fr": 0.3898926022640773, "nl": 0.19458011912980816, "es": 0.08496093033206438 }, "languages_improved": 3, "ci95_z": [ -0.06679688495078122, 0.26665041080063057 ], "ci9833_z": [ -0.08999024540097157, 0.28984377125082095 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.7172566466033459, "adapter_raw": 0.6245046034455299, "baseline_normalized": 0.6751389638304861, "adapter_normalized": 0.6470528326409817, "delta_raw_oriented": -0.09275204315781593, "delta_z": -0.1679687618060116, "delta_normalized": -0.02808613118950451, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": -0.026673197746276855, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.23152177408337593, "adapter_raw": 0.21440038830041885, "baseline_normalized": 0.46687320238346675, "adapter_normalized": 0.4549628000997726, "delta_raw_oriented": -0.017121385782957077, "delta_z": -0.031005871918887318, "delta_normalized": -0.01191040228369418, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.007942557334899902, "delta_genuineness": 0.15533208847045898, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.07203680276870728, "adapter_raw": 0.28733478486537933, "baseline_normalized": 0.3566991342536102, "adapter_normalized": 0.49980043641629535, "delta_raw_oriented": 0.21529798209667206, "delta_z": 0.3898926022640773, "delta_normalized": 0.14310130216268513, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.1052403450012207, "delta_genuineness": -0.19769525527954102, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.37644682079553604, "adapter_raw": 0.48389360681176186, "baseline_normalized": 0.5581896217679012, "adapter_normalized": 0.6393170968733813, "delta_raw_oriented": 0.10744678601622581, "delta_z": 0.19458011912980816, "delta_normalized": 0.08112747510548005, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": 0.032949090003967285, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.33020563423633575, "adapter_raw": 0.3771209046244621, "baseline_normalized": 0.5313174047904443, "adapter_normalized": 0.5620753898100996, "delta_raw_oriented": 0.04691527038812637, "delta_z": 0.08496093033206438, "delta_normalized": 0.030757985019655307, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08935511112213135, "delta_genuineness": -0.1992642879486084, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.3754150588902748, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "emo_Awe", "label": "Intense Awe", "category": "emotion", "head": "emo_Awe", "pole": "high", "trained_languages": { "es": 27, "fr": 37, "en": 28, "de": 24, "nl": 1 }, "train_clips": 113, "normalization_mu": 0.11817667633295059, "normalization_sigma": 0.4197714924812317, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.3320592775940895, "adapter_raw": 0.3683998407796025, "baseline_normalized": 0.6233388016774982, "adapter_normalized": 0.6568859290214267, "delta_raw_oriented": 0.03634056318551302, "delta_z": 0.08657225141875931, "delta_normalized": 0.033547127343928514, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.008339810371398925, "delta_genuineness": -0.08190240859985351, "delta_wer_pp": -0.625, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.21240237709895934, "de": 0.3190918066162241, "fr": 0.20166013954085404, "nl": 0.08154297741656949, "es": 0.04296871061910827 }, "languages_improved": 4, "ci95_z": [ -0.07851565622738313, 0.2251464729559281 ], "ci9833_z": [ -0.10610354035592266, 0.24863280637100207 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6445307899266481, "adapter_raw": 0.5553703270852566, "baseline_normalized": 0.7258926241115837, "adapter_normalized": 0.6916202362572208, "delta_raw_oriented": -0.08916046284139156, "delta_z": -0.21240237709895934, "delta_normalized": -0.03427238785436293, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": -0.18200528621673584, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.28184247203171253, "adapter_raw": 0.4157881159335375, "baseline_normalized": 0.6134187812112176, "adapter_normalized": 0.6881805875365692, "delta_raw_oriented": 0.13394564390182495, "delta_z": 0.3190918066162241, "delta_normalized": 0.0747618063253515, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": -0.05177736282348633, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.2971124853938818, "adapter_raw": 0.38176366314291954, "baseline_normalized": 0.6398749087719506, "adapter_normalized": 0.6942707699937704, "delta_raw_oriented": 0.08465117774903774, "delta_z": 0.20166013954085404, "delta_normalized": 0.05439586122181972, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.051627397537231445, "delta_genuineness": -0.04707038402557373, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.10997801087796688, "adapter_raw": 0.14420742820948362, "baseline_normalized": 0.4915703241956763, "adapter_normalized": 0.5204813182792142, "delta_raw_oriented": 0.03422941733151674, "delta_z": 0.08154297741656949, "delta_normalized": 0.028910994083537866, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -0.021966218948364258, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.3268326297402382, "adapter_raw": 0.3448696695268154, "baseline_normalized": 0.6459373700970625, "adapter_normalized": 0.689876733040359, "delta_raw_oriented": 0.018037039786577225, "delta_z": 0.04296871061910827, "delta_normalized": 0.04393936294329641, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04169905185699463, "delta_genuineness": -0.10669279098510742, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.3320592775940895, "adapter_raw": 0.3550155233591795, "baseline_normalized": 0.6233388016774982, "adapter_normalized": 0.6535300804118752, "delta_raw_oriented": 0.022956245765089988, "delta_z": 0.054687481585273166, "delta_normalized": 0.030191278734376995, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.009928369522094726, "delta_genuineness": -0.0925715446472168, "delta_wer_pp": -0.625, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.11328126719447386, "de": -0.18237307381069795, "fr": 0.09643551501669057, "nl": -0.06933592820943751, "es": 0.5419921621242846 }, "languages_improved": 2, "ci95_z": [ -0.13212892204395624, 0.3080077855157693 ], "ci9833_z": [ -0.14594728336720103, 0.363769503281247 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6445307899266481, "adapter_raw": 0.5969785433262587, "baseline_normalized": 0.7258926241115837, "adapter_normalized": 0.7578347219646349, "delta_raw_oriented": -0.04755224660038948, "delta_z": -0.11328126719447386, "delta_normalized": 0.03194209785305112, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.09134078025817871, "delta_genuineness": -0.09100258350372314, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.28184247203171253, "adapter_raw": 0.20528745464980602, "baseline_normalized": 0.6134187812112176, "adapter_normalized": 0.5740837206105152, "delta_raw_oriented": -0.07655501738190651, "delta_z": -0.18237307381069795, "delta_normalized": -0.03933506060070252, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.019856810569763184, "delta_genuineness": -0.14748680591583252, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.2971124853938818, "adapter_raw": 0.33759336546063423, "baseline_normalized": 0.6398749087719506, "adapter_normalized": 0.6774065850484748, "delta_raw_oriented": 0.040480880066752434, "delta_z": 0.09643551501669057, "delta_normalized": 0.037531676276524165, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": -0.0407942533493042, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.10997801087796688, "adapter_raw": 0.08087276481091976, "baseline_normalized": 0.4915703241956763, "adapter_normalized": 0.46472447701753916, "delta_raw_oriented": -0.02910524606704712, "delta_z": -0.06933592820943751, "delta_normalized": -0.026845847178137178, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.08935511112213135, "delta_genuineness": -0.004706978797912598, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.3268326297402382, "adapter_raw": 0.5543454885482788, "baseline_normalized": 0.6459373700970625, "adapter_normalized": 0.7936008974182119, "delta_raw_oriented": 0.22751285880804062, "delta_z": 0.5419921621242846, "delta_normalized": 0.1476635273211494, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.07942676544189453, "delta_genuineness": -0.17886710166931152, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.3320592775940895, "adapter_raw": 0.3624353129416704, "baseline_normalized": 0.6233388016774982, "adapter_normalized": 0.6575266143506647, "delta_raw_oriented": 0.03037603534758091, "delta_z": 0.07236326404165963, "delta_normalized": 0.03418781267316651, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": 0.0071484088897705075, "delta_genuineness": -0.08347135782241821, "delta_wer_pp": -0.625, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.2885742557042523, "de": 0.21777342488147483, "fr": 0.1828612948107069, "nl": -0.028076161925778217, "es": 0.27783201814614694 }, "languages_improved": 3, "ci95_z": [ -0.13227539943716787, 0.2348144361731901 ], "ci9833_z": [ -0.1752930009341725, 0.2468261548261245 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6445307899266481, "adapter_raw": 0.5233955439180136, "baseline_normalized": 0.7258926241115837, "adapter_normalized": 0.7282116580477683, "delta_raw_oriented": -0.12113524600863457, "delta_z": -0.2885742557042523, "delta_normalized": 0.0023190339361845724, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": -0.20867854356765747, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.28184247203171253, "adapter_raw": 0.3732575476169586, "baseline_normalized": 0.6134187812112176, "adapter_normalized": 0.677356533564065, "delta_raw_oriented": 0.09141507558524609, "delta_z": 0.21777342488147483, "delta_normalized": 0.06393775235284734, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -0.004706978797912598, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.2971124853938818, "adapter_raw": 0.37387244403362274, "baseline_normalized": 0.6398749087719506, "adapter_normalized": 0.6872521242956309, "delta_raw_oriented": 0.07675995863974094, "delta_z": 0.1828612948107069, "delta_normalized": 0.04737721552368021, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": -0.15376293659210205, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.10997801087796688, "adapter_raw": 0.09819243848323822, "baseline_normalized": 0.4915703241956763, "adapter_normalized": 0.48096230575236354, "delta_raw_oriented": -0.01178557239472866, "delta_z": -0.028076161925778217, "delta_normalized": -0.010608018443312814, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04169905185699463, "delta_genuineness": 0.032949209213256836, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.3268326297402382, "adapter_raw": 0.44345859065651894, "baseline_normalized": 0.6459373700970625, "adapter_normalized": 0.7138504500934958, "delta_raw_oriented": 0.11662596091628075, "delta_z": 0.27783201814614694, "delta_normalized": 0.06791307999643321, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": -0.08315753936767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.08657225141875931, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Bitterness", "label": "Intense Bitterness", "category": "emotion", "head": "emo_Bitterness", "pole": "high", "trained_languages": { "de": 46, "fr": 35, "es": 15, "en": 41, "nl": 3 }, "train_clips": 136, "normalization_mu": 0.21946945786476135, "normalization_sigma": 0.4069267213344574, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.06412995047867298, "adapter_raw": 0.04982393495738506, "baseline_normalized": 0.35262176950731766, "adapter_normalized": 0.3395369149085699, "delta_raw_oriented": -0.014306015521287917, "delta_z": -0.03515624502213423, "delta_normalized": -0.01308485459874775, "win_rate": 0.3, "tie_rate": 0.0, "delta_ce": 0.030976414680480957, "delta_genuineness": -0.06715364456176758, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.014160144556306688, "de": -0.01611328057054993, "fr": -0.11230468914498438, "nl": -0.026367180562457182, "es": -0.006835930276372938 }, "languages_improved": 0, "ci95_z": [ -0.07402343565475665, -0.011621086047181836 ], "ci9833_z": [ -0.07792968571197349, -0.010156243191195086 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.00746222585439682, "adapter_raw": 0.0017000846564769745, "baseline_normalized": 0.30251936549007075, "adapter_normalized": 0.29741730753917395, "delta_raw_oriented": -0.005762141197919846, "delta_z": -0.014160144556306688, "delta_normalized": -0.005102057950896743, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": -0.09884762763977051, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.06329543143510818, "adapter_raw": 0.05673850700259209, "baseline_normalized": 0.351141640996981, "adapter_normalized": 0.3449844023233471, "delta_raw_oriented": -0.006556924432516098, "delta_z": -0.01611328057054993, "delta_normalized": -0.006157238673633894, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01191413402557373, "delta_genuineness": -0.09100258350372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.08932444080710411, "adapter_raw": 0.04362466186285019, "baseline_normalized": 0.37471205501322097, "adapter_normalized": 0.33315265099355273, "delta_raw_oriented": -0.04569977894425392, "delta_z": -0.11230468914498438, "delta_normalized": -0.041559404019668275, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.28869807720184326, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.1205195002257824, "adapter_raw": 0.10978998988866806, "baseline_normalized": 0.4042958738447864, "adapter_normalized": 0.3940177954599505, "delta_raw_oriented": -0.010729510337114334, "delta_z": -0.026367180562457182, "delta_normalized": -0.010278078384835826, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": -0.02353513240814209, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.040048154070973396, "adapter_raw": 0.037266431376338005, "baseline_normalized": 0.3304399121915293, "adapter_normalized": 0.3281124182268253, "delta_raw_oriented": -0.0027817226946353912, "delta_z": -0.006835930276372938, "delta_normalized": -0.002327493964704011, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.09531211853027344, "delta_genuineness": 0.1663151979446411, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.06412995047867298, "adapter_raw": 0.06301726028323174, "baseline_normalized": 0.35262176950731766, "adapter_normalized": 0.35210128140226027, "delta_raw_oriented": -0.001112690195441246, "delta_z": -0.0027343748569578774, "delta_normalized": -0.0005204881050574234, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.006751298904418945, "delta_genuineness": -0.07374352216720581, "delta_wer_pp": 0.3333333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.01855468227896262, "de": 0.17480469372233223, "fr": -0.11767578572006625, "nl": -0.06884765085015997, "es": -0.020507813715858022 }, "languages_improved": 2, "ci95_z": [ -0.07880859691838296, 0.09482422251915987 ], "ci9833_z": [ -0.08847656434524334, 0.1123046891449844 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.00746222585439682, "adapter_raw": 0.015012621879577637, "baseline_normalized": 0.30251936549007075, "adapter_normalized": 0.30877356198538397, "delta_raw_oriented": 0.007550396025180817, "delta_z": 0.01855468227896262, "delta_normalized": 0.006254196495313266, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": -0.17886704206466675, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.06329543143510818, "adapter_raw": 0.13442813232541084, "baseline_normalized": 0.351141640996981, "adapter_normalized": 0.41938374715298915, "delta_raw_oriented": 0.07113270089030266, "delta_z": 0.17480469372233223, "delta_normalized": 0.06824210615600813, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.027799367904663086, "delta_genuineness": -0.08943355083465576, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.08932444080710411, "adapter_raw": 0.04143901914358139, "baseline_normalized": 0.37471205501322097, "adapter_normalized": 0.33211080476894717, "delta_raw_oriented": -0.04788542166352272, "delta_z": -0.11767578572006625, "delta_normalized": -0.04260125024427383, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": -0.12552118301391602, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.1205195002257824, "adapter_raw": 0.09250355139374733, "baseline_normalized": 0.4042958738447864, "adapter_normalized": 0.37758511961856966, "delta_raw_oriented": -0.028015948832035065, "delta_z": -0.06884765085015997, "delta_normalized": -0.026710754226216674, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": 0.015690207481384277, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.040048154070973396, "adapter_raw": 0.031702976673841476, "baseline_normalized": 0.3304399121915293, "adapter_normalized": 0.3226531734854113, "delta_raw_oriented": -0.00834517739713192, "delta_z": -0.020507813715858022, "delta_normalized": -0.007786738706118013, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.033756256103515625, "delta_genuineness": 0.009413957595825195, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.06412995047867298, "adapter_raw": 0.055148950219154357, "baseline_normalized": 0.35262176950731766, "adapter_normalized": 0.3446078612896992, "delta_raw_oriented": -0.008981000259518623, "delta_z": -0.02207031337255693, "delta_normalized": -0.00801390821761844, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.020253753662109374, "delta_genuineness": -0.10920305252075195, "delta_wer_pp": 0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.023437485695787998, "de": 0.01562501029903264, "fr": -0.10839844458058494, "nl": -0.025390621710031237, "es": -0.015624996566989123 }, "languages_improved": 2, "ci95_z": [ -0.06699218903055068, 0.01249999908453043 ], "ci9833_z": [ -0.07519531543236346, 0.017187505378383712 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.00746222585439682, "adapter_raw": 0.016999565064907074, "baseline_normalized": 0.30251936549007075, "adapter_normalized": 0.31123260397309077, "delta_raw_oriented": 0.009537339210510254, "delta_z": 0.023437485695787998, "delta_normalized": 0.008713238483020067, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.015885233879089355, "delta_genuineness": -0.014121055603027344, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.06329543143510818, "adapter_raw": 0.06965366564691067, "baseline_normalized": 0.351141640996981, "adapter_normalized": 0.3576685447340392, "delta_raw_oriented": 0.006358234211802483, "delta_z": 0.01562501029903264, "delta_normalized": 0.006526903737058221, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06751298904418945, "delta_genuineness": -0.16945302486419678, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.08932444080710411, "adapter_raw": 0.0452142171561718, "baseline_normalized": 0.37471205501322097, "adapter_normalized": 0.3347588491052461, "delta_raw_oriented": -0.04411022365093231, "delta_z": -0.10839844458058494, "delta_normalized": -0.03995320590797488, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": -0.4095116853713989, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.1205195002257824, "adapter_raw": 0.11018737778067589, "baseline_normalized": 0.4042958738447864, "adapter_normalized": 0.39429284065990566, "delta_raw_oriented": -0.010332122445106506, "delta_z": -0.025390621710031237, "delta_normalized": -0.010003033184880702, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.06552708148956299, "delta_genuineness": 0.004707217216491699, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.040048154070973396, "adapter_raw": 0.03368992544710636, "baseline_normalized": 0.3304399121915293, "adapter_normalized": 0.32508646797621443, "delta_raw_oriented": -0.006358228623867035, "delta_z": -0.015624996566989123, "delta_normalized": -0.005353444215314904, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06354141235351562, "delta_genuineness": 0.04236328601837158, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": -0.0027343748569578774, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Concentration", "label": "Intense Concentration", "category": "emotion", "head": "emo_Concentration", "pole": "high", "trained_languages": { "de": 3, "fr": 5, "en": 22, "nl": 1 }, "train_clips": 29, "normalization_mu": 0.6705899834632874, "normalization_sigma": 0.7305826544761658, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.8646359980106353, "adapter_raw": 1.8425187766551971, "baseline_normalized": 0.9405086719001134, "adapter_normalized": 0.9321304316214151, "delta_raw_oriented": -0.022117221355438234, "delta_z": -0.030273400579564094, "delta_normalized": -0.008378240278698362, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.018268132209777833, "delta_genuineness": -0.027928411960601807, "delta_wer_pp": -0.8660130718954249, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.23242182130044498, "de": -0.0009764510375705054, "fr": 0.09570321566779469, "nl": -0.0019531468303829037, "es": -0.011718799397216791 }, "languages_improved": 1, "ci95_z": [ -0.14023435151242014, 0.05468754015515688 ], "ci9833_z": [ -0.1441406125391537, 0.05683600982708614 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.6480296552181244, "adapter_raw": 1.4782263040542603, "baseline_normalized": 0.9082565362011197, "adapter_normalized": 0.8586113240948298, "delta_raw_oriented": -0.16980335116386414, "delta_z": -0.23242182130044498, "delta_normalized": -0.04964521210628994, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": 0.03294914960861206, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.6993987560272217, "adapter_raw": 1.6986853778362274, "baseline_normalized": 0.9087411406895549, "adapter_normalized": 0.9125817565482686, "delta_raw_oriented": -0.0007133781909942627, "delta_z": -0.0009764510375705054, "delta_normalized": 0.003840615858713675, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": -0.06903660297393799, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.812125325202942, "adapter_raw": 1.8820444345474243, "baseline_normalized": 0.9406263126185918, "adapter_normalized": 0.9470663687245091, "delta_raw_oriented": 0.06991910934448242, "delta_z": 0.09570321566779469, "delta_normalized": 0.006440056105917358, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07545530796051025, "delta_genuineness": 0.021966099739074707, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.0846669673919678, "adapter_raw": 2.083240032196045, "baseline_normalized": 0.9722503347030482, "adapter_normalized": 0.97238805659894, "delta_raw_oriented": -0.0014269351959228516, "delta_z": -0.0019531468303829037, "delta_normalized": 0.00013772189589178474, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.003137946128845215, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.078959286212921, "adapter_raw": 2.070397734642029, "baseline_normalized": 0.9726690352882525, "adapter_normalized": 0.9700046521405279, "delta_raw_oriented": -0.008561551570892334, "delta_z": -0.011718799397216791, "delta_normalized": -0.002664383147724686, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.12865865230560303, "delta_wer_pp": -2.941176470588235, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.8646359980106353, "adapter_raw": 1.8707717895507812, "baseline_normalized": 0.9405086719001134, "adapter_normalized": 0.9313605113817451, "delta_raw_oriented": 0.006135791540145874, "delta_z": 0.008398490578106174, "delta_normalized": -0.009148160518368292, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.0067512750625610355, "delta_genuineness": -0.0040795326232910155, "delta_wer_pp": -1.129170966632267, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.25292961826422355, "de": 3.469446951953614e-18, "fr": 0.003906375245846444, "nl": 0.34179694240329905, "es": -0.05078124649439107 }, "languages_improved": 2, "ci95_z": [ -0.15097649590936485, 0.1957031911922705 ], "ci9833_z": [ -0.16191402025741236, 0.206640715540318 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.6480296552181244, "adapter_raw": 1.4632436633110046, "baseline_normalized": 0.9082565362011197, "adapter_normalized": 0.8551354144287967, "delta_raw_oriented": -0.18478599190711975, "delta_z": -0.25292961826422355, "delta_normalized": -0.05312112177232298, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": 0.0360870361328125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.6993987560272217, "adapter_raw": 1.6993987560272217, "baseline_normalized": 0.9087411406895549, "adapter_normalized": 0.912335222472169, "delta_raw_oriented": 0.0, "delta_z": 3.469446951953614e-18, "delta_normalized": 0.003594081782614167, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.051627278327941895, "delta_genuineness": -0.0815887451171875, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.812125325202942, "adapter_raw": 1.8149792551994324, "baseline_normalized": 0.9406263126185918, "adapter_normalized": 0.9412573003199447, "delta_raw_oriented": 0.0028539299964904785, "delta_z": 0.003906375245846444, "delta_normalized": 0.0006309877013528642, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.039713263511657715, "delta_genuineness": -0.06903648376464844, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.0846669673919678, "adapter_raw": 2.334377884864807, "baseline_normalized": 0.9722503347030482, "adapter_normalized": 0.9852998373834747, "delta_raw_oriented": 0.24971091747283936, "delta_z": 0.34179694240329905, "delta_normalized": 0.013049502680426511, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.10325479507446289, "delta_genuineness": -0.02353525161743164, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.078959286212921, "adapter_raw": 2.0418593883514404, "baseline_normalized": 0.9726690352882525, "adapter_normalized": 0.9627747823043405, "delta_raw_oriented": -0.03709989786148071, "delta_z": -0.05078124649439107, "delta_normalized": -0.009894252983912027, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.05559873580932617, "delta_genuineness": 0.11767578125, "delta_wer_pp": -2.941176470588235, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.8646359980106353, "adapter_raw": 1.937694263458252, "baseline_normalized": 0.9405086719001134, "adapter_normalized": 0.943072887041449, "delta_raw_oriented": 0.07305826544761658, "delta_z": 0.1, "delta_normalized": 0.0025642151413355794, "win_rate": 0.7, "tie_rate": 0.0, "delta_ce": -0.005559849739074707, "delta_genuineness": -0.09068886041641236, "delta_wer_pp": -1.129170966632267, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.06249996430652722, "de": 0.10156253378132245, "fr": 0.230468796847683, "nl": 0.24804679198080662, "es": -0.017578158303284862 }, "languages_improved": 3, "ci95_z": [ -0.01171874228766034, 0.21171874228766036 ], "ci9833_z": [ -0.029687464688957287, 0.23398439587430775 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.6480296552181244, "adapter_raw": 1.6023682653903961, "baseline_normalized": 0.9082565362011197, "adapter_normalized": 0.8911344446565842, "delta_raw_oriented": -0.04566138982772827, "delta_z": -0.06249996430652722, "delta_normalized": -0.01712209154453545, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": -0.10512381792068481, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.6993987560272217, "adapter_raw": 1.7735985815525055, "baseline_normalized": 0.9087411406895549, "adapter_normalized": 0.914378780026132, "delta_raw_oriented": 0.07419982552528381, "delta_z": 0.10156253378132245, "delta_normalized": 0.005637639336577155, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.06155562400817871, "delta_genuineness": -0.061191439628601074, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.812125325202942, "adapter_raw": 1.9805018305778503, "baseline_normalized": 0.9406263126185918, "adapter_normalized": 0.9626739921178782, "delta_raw_oriented": 0.16837650537490845, "delta_z": 0.230468796847683, "delta_normalized": 0.02204767949928646, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.09928333759307861, "delta_genuineness": -0.0815885066986084, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.0846669673919678, "adapter_raw": 2.265885651111603, "baseline_normalized": 0.9722503347030482, "adapter_normalized": 0.9777250841050373, "delta_raw_oriented": 0.181218683719635, "delta_z": 0.24804679198080662, "delta_normalized": 0.005474749401989193, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04765594005584717, "delta_genuineness": -0.07845079898834229, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.078959286212921, "adapter_raw": 2.066116988658905, "baseline_normalized": 0.9726690352882525, "adapter_normalized": 0.9694521343016131, "delta_raw_oriented": -0.012842297554016113, "delta_z": -0.017578158303284862, "delta_normalized": -0.0032169009866394593, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": -0.1270897388458252, "delta_wer_pp": -2.941176470588235, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.1, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "emo_Confusion", "label": "Intense Confusion", "category": "emotion", "head": "emo_Confusion", "pole": "high", "trained_languages": { "en": 25, "de": 4, "nl": 2, "es": 5, "fr": 4 }, "train_clips": 39, "normalization_mu": 0.3177536427974701, "normalization_sigma": 0.5334029793739319, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.1595819503068924, "adapter_raw": 0.09788118451833724, "baseline_normalized": 0.36928922118091323, "adapter_normalized": 0.34311215822490876, "delta_raw_oriented": -0.06170076578855514, "delta_z": -0.11567383043299616, "delta_normalized": -0.026177062956004426, "win_rate": 0.55, "tie_rate": 0.05, "delta_ce": 0.022636604309082032, "delta_genuineness": -0.012865841388702393, "delta_wer_pp": 0.5263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.04833983441980276, "de": -0.04589842102210779, "fr": -0.0029296793156164506, "nl": -0.716796897916274, "es": 0.1389160116692146 }, "languages_improved": 2, "ci95_z": [ -0.4295898560702254, 0.08217773527528219 ], "ci9833_z": [ -0.4484375071586076, 0.09243163802236604 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.06303288787603378, "adapter_raw": 0.08881749957799911, "baseline_normalized": 0.3165120821316672, "adapter_normalized": 0.33409929037696107, "delta_raw_oriented": 0.025784611701965332, "delta_z": 0.04833983441980276, "delta_normalized": 0.01758720824529382, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.05559873580932617, "delta_genuineness": -0.028242170810699463, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.05183350294828415, "adapter_raw": 0.027351148426532745, "baseline_normalized": 0.30954015472743135, "adapter_normalized": 0.2932225921653244, "delta_raw_oriented": -0.024482354521751404, "delta_z": -0.04589842102210779, "delta_normalized": -0.01631756256210687, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.033756136894226074, "delta_genuineness": -0.18357408046722412, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.0046919286251068115, "adapter_raw": 0.003129228949546814, "baseline_normalized": 0.2790321650558698, "adapter_normalized": 0.27777743055573456, "delta_raw_oriented": -0.0015626996755599976, "delta_z": -0.0029296793156164506, "delta_normalized": -0.00125473450013526, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": -0.06903636455535889, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6684504896402359, "adapter_raw": 0.2861088886857033, "baseline_normalized": 0.6592273242510513, "adapter_normalized": 0.47689842718105147, "delta_raw_oriented": -0.3823416009545326, "delta_z": -0.716796897916274, "delta_normalized": -0.18232889706999988, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.10126912593841553, "delta_genuineness": 0.014121055603027344, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.00990094244480133, "adapter_raw": 0.0839991569519043, "baseline_normalized": 0.28213437973854627, "adapter_normalized": 0.3335630508454724, "delta_raw_oriented": 0.07409821450710297, "delta_z": 0.1389160116692146, "delta_normalized": 0.051428671106926074, "win_rate": 0.75, "tie_rate": 0.25, "delta_ce": -0.09729766845703125, "delta_genuineness": 0.20240235328674316, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.1595819503068924, "adapter_raw": 0.10198328197002411, "baseline_normalized": 0.36928922118091323, "adapter_normalized": 0.343124515038651, "delta_raw_oriented": -0.05759866833686829, "delta_z": -0.10798340197588183, "delta_normalized": -0.026164706142262198, "win_rate": 0.35, "tie_rate": 0.15, "delta_ce": 0.06592421531677246, "delta_genuineness": 0.0006276249885559082, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.06738280584336805, "de": -0.07177733878480731, "fr": 0.04052735624482555, "nl": -0.6009521632375936, "es": 0.024902330054798194 }, "languages_improved": 3, "ci95_z": [ -0.361450204530844, 0.04814453084623708 ], "ci9833_z": [ -0.38928223345647905, 0.05351562076594557 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.06303288787603378, "adapter_raw": 0.09897507727146149, "baseline_normalized": 0.3165120821316672, "adapter_normalized": 0.3409840117600148, "delta_raw_oriented": 0.035942189395427704, "delta_z": 0.06738280584336805, "delta_normalized": 0.024471929628347586, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": 0.0203971266746521, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.05183350294828415, "adapter_raw": 0.013547256588935852, "baseline_normalized": 0.30954015472743135, "adapter_normalized": 0.28451191718234886, "delta_raw_oriented": -0.0382862463593483, "delta_z": -0.07177733878480731, "delta_normalized": -0.02502823754508246, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.003971219062805176, "delta_genuineness": -0.11924481391906738, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.0046919286251068115, "adapter_raw": 0.026309341192245483, "baseline_normalized": 0.2790321650558698, "adapter_normalized": 0.29254711445589565, "delta_raw_oriented": 0.021617412567138672, "delta_z": 0.04052735624482555, "delta_normalized": 0.013514949400025816, "win_rate": 0.5, "tie_rate": 0.5, "delta_ce": 0.10921180248260498, "delta_genuineness": 0.05962240695953369, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6684504896402359, "adapter_raw": 0.347900815308094, "baseline_normalized": 0.6592273242510513, "adapter_normalized": 0.5067613864198787, "delta_raw_oriented": -0.3205496743321419, "delta_z": -0.6009521632375936, "delta_normalized": -0.15246593783117268, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.08339822292327881, "delta_genuineness": 0.056484341621398926, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.00990094244480133, "adapter_raw": 0.023183919489383698, "baseline_normalized": 0.28213437973854627, "adapter_normalized": 0.2908181453751171, "delta_raw_oriented": 0.013282977044582367, "delta_z": 0.024902330054798194, "delta_normalized": 0.008683765636570764, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": 0.09332644939422607, "delta_genuineness": -0.014120936393737793, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.1595819503068924, "adapter_raw": 0.07553451657295226, "baseline_normalized": 0.36928922118091323, "adapter_normalized": 0.3272097823270637, "delta_raw_oriented": -0.08404743373394012, "delta_z": -0.15756836197763396, "delta_normalized": -0.042079438853849495, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03415348529815674, "delta_genuineness": -0.08692307472229004, "delta_wer_pp": 0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.02392576329891875, "de": -0.04833983441980275, "fr": 0.01953125130950137, "nl": -0.7951660291292328, "es": 0.012207039052445648 }, "languages_improved": 3, "ci95_z": [ -0.4819824317017165, 0.019824213653857177 ], "ci9833_z": [ -0.4964355512454608, 0.021289056105268322 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.06303288787603378, "adapter_raw": 0.07579496130347252, "baseline_normalized": 0.3165120821316672, "adapter_normalized": 0.32518729453809847, "delta_raw_oriented": 0.012762073427438736, "delta_z": 0.02392576329891875, "delta_normalized": 0.008675212406431279, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.06354129314422607, "delta_genuineness": -0.08001947402954102, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.05183350294828415, "adapter_raw": 0.026048891246318817, "baseline_normalized": 0.30954015472743135, "adapter_normalized": 0.29279467015209937, "delta_raw_oriented": -0.025784611701965332, "delta_z": -0.04833983441980275, "delta_normalized": -0.016745484575331926, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": -0.14748680591583252, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.0046919286251068115, "adapter_raw": 0.01510995626449585, "baseline_normalized": 0.2790321650558698, "adapter_normalized": 0.28542858568439133, "delta_raw_oriented": 0.010418027639389038, "delta_z": 0.01953125130950137, "delta_normalized": 0.006396420628521499, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.06949841976165771, "delta_genuineness": -0.0815885066986084, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6684504896402359, "adapter_raw": 0.2443065606057644, "baseline_normalized": 0.6592273242510513, "adapter_normalized": 0.44624080266168525, "delta_raw_oriented": -0.4241439290344715, "delta_z": -0.7951660291292328, "delta_normalized": -0.2129865215893661, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06949841976165771, "delta_genuineness": -0.021966099739074707, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.00990094244480133, "adapter_raw": 0.016412213444709778, "baseline_normalized": 0.28213437973854627, "adapter_normalized": 0.2863975585990441, "delta_raw_oriented": 0.006511270999908447, "delta_z": 0.012207039052445648, "delta_normalized": 0.004263178860497777, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": -0.10355448722839355, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": -0.10798340197588183, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Contemplation", "label": "Intense Contemplation", "category": "emotion", "head": "emo_Contemplation", "pole": "high", "trained_languages": { "de": 38, "fr": 40, "en": 33, "nl": 37, "es": 36 }, "train_clips": 179, "normalization_mu": 0.5056841969490051, "normalization_sigma": 0.5889452695846558, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.8347220182418824, "adapter_raw": 1.7879054814577102, "baseline_normalized": 0.9402494864803751, "adapter_normalized": 0.9483656958991831, "delta_raw_oriented": -0.04681653678417206, "delta_z": -0.07949216880065726, "delta_normalized": 0.008116209418807979, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0027799367904663085, "delta_genuineness": -0.03671483993530274, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.10351558902452032, "de": 0.1474609705104676, "fr": -0.4062498292153053, "nl": -0.33984383143899793, "es": 0.09765625711602897 }, "languages_improved": 3, "ci95_z": [ -0.2910155460120787, 0.11992187523720096 ], "ci9833_z": [ -0.3531250309942594, 0.12871095153439044 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.5144830346107483, "adapter_raw": 1.5754480510950089, "baseline_normalized": 0.8658653537945933, "adapter_normalized": 0.8806902563006772, "delta_raw_oriented": 0.06096501648426056, "delta_z": 0.10351558902452032, "delta_normalized": 0.014824902506083981, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": 0.03138017654418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.4236106276512146, "adapter_raw": 1.510457068681717, "baseline_normalized": 0.8830243147029384, "adapter_normalized": 0.9170197091171919, "delta_raw_oriented": 0.08684644103050232, "delta_z": 0.1474609705104676, "delta_normalized": 0.033995394414253505, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": 0.009414076805114746, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.387548327445984, "adapter_raw": 2.1482894122600555, "baseline_normalized": 0.9943671447024514, "adapter_normalized": 0.9701963315997351, "delta_raw_oriented": -0.23925891518592834, "delta_z": -0.4062498292153053, "delta_normalized": -0.024170813102716182, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": -0.11610662937164307, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.033261001110077, "adapter_raw": 1.833111584186554, "baseline_normalized": 0.982589347297476, "adapter_normalized": 0.9860521248047299, "delta_raw_oriented": -0.20014941692352295, "delta_z": -0.33984383143899793, "delta_normalized": 0.0034627775072538225, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": -0.04707038402557373, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.814707100391388, "adapter_raw": 1.872221291065216, "baseline_normalized": 0.9754012719044162, "adapter_normalized": 0.9878700576735809, "delta_raw_oriented": 0.057514190673828125, "delta_z": 0.09765625711602897, "delta_normalized": 0.01246878576916477, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.061191439628601074, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.8347220182418824, "adapter_raw": 1.7957849264144898, "baseline_normalized": 0.9402494864803751, "adapter_normalized": 0.9313306303996345, "delta_raw_oriented": -0.03893709182739258, "delta_z": -0.06611326015888089, "delta_normalized": -0.008918856080740578, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": 0.005559849739074707, "delta_genuineness": -0.055229127407073975, "delta_wer_pp": 0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.38476557004844314, "de": -0.10400383083985992, "fr": -0.556640503632173, "nl": -0.314453131720694, "es": 0.2597655953498794 }, "languages_improved": 2, "ci95_z": [ -0.3692382203091188, 0.23701169999135704 ], "ci9833_z": [ -0.41767569469141463, 0.2870116898707825 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.5144830346107483, "adapter_raw": 1.7410888969898224, "baseline_normalized": 0.8658653537945933, "adapter_normalized": 0.8845565491633995, "delta_raw_oriented": 0.2266058623790741, "delta_z": 0.38476557004844314, "delta_normalized": 0.01869119536880623, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0297849178314209, "delta_genuineness": 0.13650375604629517, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.4236106276512146, "adapter_raw": 1.3623580634593964, "baseline_normalized": 0.8830243147029384, "adapter_normalized": 0.8099933382158186, "delta_raw_oriented": -0.06125256419181824, "delta_z": -0.10400383083985992, "delta_normalized": -0.07303097648711981, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": -0.04863929748535156, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.387548327445984, "adapter_raw": 2.059717535972595, "baseline_normalized": 0.9943671447024514, "adapter_normalized": 0.9859968847524871, "delta_raw_oriented": -0.32783079147338867, "delta_z": -0.556640503632173, "delta_normalized": -0.008370259949964154, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.06354141235351562, "delta_genuineness": -0.2730076313018799, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.033261001110077, "adapter_raw": 1.8480653166770935, "baseline_normalized": 0.982589347297476, "adapter_normalized": 0.9870194901514673, "delta_raw_oriented": -0.1851956844329834, "delta_z": -0.314453131720694, "delta_normalized": 0.004430142853991181, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.01191401481628418, "delta_genuineness": -0.01725900173187256, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.814707100391388, "adapter_raw": 1.9676948189735413, "baseline_normalized": 0.9754012719044162, "adapter_normalized": 0.9890868897149998, "delta_raw_oriented": 0.15298771858215332, "delta_z": 0.2597655953498794, "delta_normalized": 0.013685617810583667, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.009928345680236816, "delta_genuineness": -0.07374346256256104, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.8347220182418824, "adapter_raw": 1.7797384679317474, "baseline_normalized": 0.9402494864803751, "adapter_normalized": 0.9384782716242449, "delta_raw_oriented": -0.05498355031013489, "delta_z": -0.09335935467978401, "delta_normalized": -0.0017712148561301155, "win_rate": 0.4, "tie_rate": 0.05, "delta_ce": 0.015885305404663087, "delta_genuineness": -0.07782289981842042, "delta_wer_pp": 0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.3701171517221878, "de": 0.25292970390640007, "fr": -0.3164060989820524, "nl": -0.7148437555346892, "es": -0.05859377451076637 }, "languages_improved": 2, "ci95_z": [ -0.44160153233594396, 0.23749998734928185 ], "ci9833_z": [ -0.5039062280193772, 0.28437496647559696 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.5144830346107483, "adapter_raw": 1.7324617803096771, "baseline_normalized": 0.8658653537945933, "adapter_normalized": 0.9012074914235464, "delta_raw_oriented": 0.21797874569892883, "delta_z": 0.3701171517221878, "delta_normalized": 0.03534213762895319, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.06354129314422607, "delta_genuineness": 0.12708979845046997, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.4236106276512146, "adapter_raw": 1.5725723803043365, "baseline_normalized": 0.8830243147029384, "adapter_normalized": 0.8992764565689029, "delta_raw_oriented": 0.14896175265312195, "delta_z": 0.25292970390640007, "delta_normalized": 0.01625214186596441, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.09928333759307861, "delta_genuineness": -0.03294932842254639, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.387548327445984, "adapter_raw": 2.2012024521827698, "baseline_normalized": 0.9943671447024514, "adapter_normalized": 0.9921455084123162, "delta_raw_oriented": -0.1863458752632141, "delta_z": -0.3164060989820524, "delta_normalized": -0.0022216362901351094, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0039713382720947266, "delta_genuineness": -0.17102205753326416, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.033261001110077, "adapter_raw": 1.6122571527957916, "baseline_normalized": 0.982589347297476, "adapter_normalized": 0.9579250852250825, "delta_raw_oriented": -0.4210038483142853, "delta_z": -0.7148437555346892, "delta_normalized": -0.024664262072393667, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": -0.13493478298187256, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.814707100391388, "adapter_raw": 1.780198574066162, "baseline_normalized": 0.9754012719044162, "adapter_normalized": 0.9418368164913767, "delta_raw_oriented": -0.03450852632522583, "delta_z": -0.05859377451076637, "delta_normalized": -0.0335644554130394, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.07346975803375244, "delta_genuineness": -0.17729812860488892, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": -0.06611326015888089, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Contempt", "label": "Intense Contempt", "category": "emotion", "head": "emo_Contempt", "pole": "high", "trained_languages": { "de": 22, "fr": 20, "en": 50, "es": 4, "nl": 1 }, "train_clips": 94, "normalization_mu": 0.20877057313919067, "normalization_sigma": 0.45113658905029297, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.03730342350900173, "adapter_raw": 0.04126849323511124, "baseline_normalized": 0.35304323092727824, "adapter_normalized": 0.3562067751241946, "delta_raw_oriented": 0.003965069726109505, "delta_z": 0.00878906704166147, "delta_normalized": 0.003163544196916343, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": 0.007744097709655761, "delta_genuineness": -0.022280013561248778, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.025390637386349463, "de": -0.009277342717804213, "fr": -0.04638671358902106, "nl": 0.013671875, "es": 0.060546879128783156 }, "languages_improved": 3, "ci95_z": [ -0.02412109106629095, 0.03945313408332295 ], "ci9833_z": [ -0.026953121696973482, 0.04414062995453979 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.0020388588309288025, "adapter_raw": 0.00941578671336174, "baseline_normalized": 0.32249526296683334, "adapter_normalized": 0.3311269285197383, "delta_raw_oriented": 0.011454645544290543, "delta_z": 0.025390637386349463, "delta_normalized": 0.008631665552904969, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.0377277135848999, "delta_genuineness": 0.020397305488586426, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08100727945566177, "adapter_raw": 0.07682193070650101, "baseline_normalized": 0.3885929324686279, "adapter_normalized": 0.3850408817821223, "delta_raw_oriented": -0.004185348749160767, "delta_z": -0.009277342717804213, "delta_normalized": -0.003552050686505645, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06552708148956299, "delta_genuineness": -0.05334639549255371, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.019328448921442032, "adapter_raw": -0.0015982948243618011, "baseline_normalized": 0.33776393676457694, "adapter_normalized": 0.32090864481771664, "delta_raw_oriented": -0.020926743745803833, "delta_z": -0.04638671358902106, "delta_normalized": -0.01685529194686035, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": -0.2118164300918579, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.07924502901732922, "adapter_raw": 0.08541291207075119, "baseline_normalized": 0.3870767898726097, "adapter_normalized": 0.39226780161071256, "delta_raw_oriented": 0.006167883053421974, "delta_z": 0.013671875, "delta_normalized": 0.005191011738102866, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": 0.039225101470947266, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.00897521898150444, "adapter_raw": 0.03629013150930405, "baseline_normalized": 0.3292872325637433, "adapter_normalized": 0.3516896188906832, "delta_raw_oriented": 0.027314912527799606, "delta_z": 0.060546879128783156, "delta_normalized": 0.022402386326939874, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.08439087867736816, "delta_genuineness": 0.09414035081863403, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.03730342350900173, "adapter_raw": 0.03157610334455967, "baseline_normalized": 0.35304323092727824, "adapter_normalized": 0.3483003784411903, "delta_raw_oriented": -0.0057273201644420626, "delta_z": -0.012695312912878315, "delta_normalized": -0.004742852486087981, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.005758452415466309, "delta_genuineness": 0.0025104522705078126, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.01953125, "de": -0.007812495871216846, "fr": -0.00390625, "nl": -0.039062504128783156, "es": 0.006835935435608422 }, "languages_improved": 1, "ci95_z": [ -0.02734375165151326, -0.00039062500000000035 ], "ci9833_z": [ -0.02988281621590484, 0.001757812087121684 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.0020388588309288025, "adapter_raw": -0.010850120335817337, "baseline_normalized": 0.32249526296683334, "adapter_normalized": 0.314705862107397, "delta_raw_oriented": -0.008811261504888535, "delta_z": -0.01953125, "delta_normalized": -0.007789400859436371, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.05361306667327881, "delta_genuineness": -0.053346097469329834, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08100727945566177, "adapter_raw": 0.07748277671635151, "baseline_normalized": 0.3885929324686279, "adapter_normalized": 0.3855462368286148, "delta_raw_oriented": -0.0035245027393102646, "delta_z": -0.007812495871216846, "delta_normalized": -0.0030466956400131417, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06155574321746826, "delta_genuineness": -0.07688140869140625, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.019328448921442032, "adapter_raw": 0.017566196620464325, "baseline_normalized": 0.33776393676457694, "adapter_normalized": 0.3368554557254407, "delta_raw_oriented": -0.001762252300977707, "delta_z": -0.00390625, "delta_normalized": -0.0009084810391362941, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.08736944198608398, "delta_genuineness": -0.09100258350372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.07924502901732922, "adapter_raw": 0.061622504144907, "baseline_normalized": 0.3870767898726097, "adapter_normalized": 0.3722190638825018, "delta_raw_oriented": -0.01762252487242222, "delta_z": -0.039062504128783156, "delta_normalized": -0.014857725990107859, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.04169905185699463, "delta_genuineness": 0.010982990264892578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.00897521898150444, "adapter_raw": 0.012059159576892853, "baseline_normalized": 0.3292872325637433, "adapter_normalized": 0.33217527366199706, "delta_raw_oriented": 0.0030839405953884125, "delta_z": 0.006835935435608422, "delta_normalized": 0.00288804109825376, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.10821890830993652, "delta_genuineness": 0.2227993607521057, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.03730342350900173, "adapter_raw": 0.038052381575107576, "baseline_normalized": 0.35304323092727824, "adapter_normalized": 0.3539108726804707, "delta_raw_oriented": 0.0007489580661058426, "delta_z": 0.0016601581079524206, "delta_normalized": 0.0008676417531924801, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.026409363746643065, "delta_genuineness": -0.09037498235702515, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.01025389902462948, "de": 0.012695318693174733, "fr": -0.04199218543560842, "nl": 0.026367185435608426, "es": 0.021484370871216844 }, "languages_improved": 3, "ci95_z": [ -0.022949213589021057, 0.021679686261365055 ], "ci9833_z": [ -0.02832031126136505, 0.023437496696973474 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.0020388588309288025, "adapter_raw": -0.006664767861366272, "baseline_normalized": 0.32249526296683334, "adapter_normalized": 0.31907578083312893, "delta_raw_oriented": -0.0046259090304374695, "delta_z": -0.01025389902462948, "delta_normalized": -0.003419482133704424, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": -0.09570944309234619, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08100727945566177, "adapter_raw": 0.08673460222780704, "baseline_normalized": 0.3885929324686279, "adapter_normalized": 0.3934578064779021, "delta_raw_oriented": 0.005727322772145271, "delta_z": 0.012695318693174733, "delta_normalized": 0.0048648740092741005, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.021842241287231445, "delta_genuineness": -0.09884750843048096, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.019328448921442032, "adapter_raw": 0.0003842376172542572, "baseline_normalized": 0.33776393676457694, "adapter_normalized": 0.32228225292739515, "delta_raw_oriented": -0.018944211304187775, "delta_z": -0.04199218543560842, "delta_normalized": -0.015481683837181792, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.05559873580932617, "delta_genuineness": -0.2557486891746521, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.07924502901732922, "adapter_raw": 0.09114023111760616, "baseline_normalized": 0.3870767898726097, "adapter_normalized": 0.39715681076895815, "delta_raw_oriented": 0.011895202100276947, "delta_z": 0.026367185435608426, "delta_normalized": 0.010080020896348463, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": 0.009413957595825195, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.00897521898150444, "adapter_raw": 0.01866760477423668, "baseline_normalized": 0.3292872325637433, "adapter_normalized": 0.33758171239496937, "delta_raw_oriented": 0.009692385792732239, "delta_z": 0.021484370871216844, "delta_normalized": 0.008294479831226054, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07843387126922607, "delta_genuineness": -0.01098322868347168, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.00878906704166147, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Contentment", "label": "Intense Contentment", "category": "emotion", "head": "emo_Contentment", "pole": "high", "trained_languages": { "es": 16, "de": 23, "en": 31, "fr": 13, "nl": 2 }, "train_clips": 81, "normalization_mu": 0.35425904393196106, "normalization_sigma": 0.5038090348243713, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.964086338877678, "adapter_raw": 1.9195110559463502, "baseline_normalized": 0.982332451475344, "adapter_normalized": 0.9703760052064169, "delta_raw_oriented": -0.04457528293132782, "delta_z": -0.08847654537768827, "delta_normalized": -0.01195644626892715, "win_rate": 0.35, "tie_rate": 0.05, "delta_ce": -0.0520244836807251, "delta_genuineness": 0.08347134590148926, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.09375004806262942, "de": 0.011718763402079349, "fr": -0.011718704248073936, "nl": -0.3212890355803061, "es": -0.21484379852477006 }, "languages_improved": 2, "ci95_z": [ -0.2333984283727218, 0.03984378373626872 ], "ci9833_z": [ -0.25742189334698445, 0.05625004066837873 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2632229030132294, "adapter_raw": 2.310455024242401, "baseline_normalized": 0.9997755908170719, "adapter_normalized": 0.9999187272926024, "delta_raw_oriented": 0.04723212122917175, "delta_z": 0.09375004806262942, "delta_normalized": 0.00014313647553054754, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.05361318588256836, "delta_genuineness": 0.1772981882095337, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.7830299735069275, "adapter_raw": 1.7889339923858643, "baseline_normalized": 0.9945516536835186, "adapter_normalized": 0.9960858037561534, "delta_raw_oriented": 0.005904018878936768, "delta_z": 0.011718763402079349, "delta_normalized": 0.0015341500726347712, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.1052403450012207, "delta_genuineness": 0.13964200019836426, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.160886764526367, "adapter_raw": 2.154982775449753, "baseline_normalized": 0.9971576862664506, "adapter_normalized": 0.9993908178563875, "delta_raw_oriented": -0.00590398907661438, "delta_z": -0.011718704248073936, "delta_normalized": 0.0022331315899368764, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.08538377285003662, "delta_genuineness": 0.04236316680908203, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.350069060921669, "adapter_raw": 1.1882007420063019, "baseline_normalized": 0.9202709530425145, "adapter_normalized": 0.8578277811708899, "delta_raw_oriented": -0.16186831891536713, "delta_z": -0.3212890355803061, "delta_normalized": -0.062443171871624625, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.05559873580932617, "delta_genuineness": -0.012552022933959961, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2632229924201965, "adapter_raw": 2.1549827456474304, "baseline_normalized": 0.9999063735671643, "adapter_normalized": 0.998656895956051, "delta_raw_oriented": -0.10824024677276611, "delta_z": -0.21484379852477006, "delta_normalized": -0.0012494776111133254, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06751275062561035, "delta_genuineness": 0.07060539722442627, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.964086338877678, "adapter_raw": 1.8617501378059387, "baseline_normalized": 0.982332451475344, "adapter_normalized": 0.9812919072145412, "delta_raw_oriented": -0.1023362010717392, "delta_z": -0.20312498188408581, "delta_normalized": -0.0010405442608027893, "win_rate": 0.35, "tie_rate": 0.0, "delta_ce": -0.03494770526885986, "delta_genuineness": 0.110458242893219, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0937501663706403, "de": 0.33593754898691075, "fr": -0.21484379852477004, "nl": -0.44531250646996934, "es": -0.7851563197832409 }, "languages_improved": 2, "ci95_z": [ -0.5414062598898103, 0.13125006137228062 ], "ci9833_z": [ -0.6031250528688925, 0.1906251194171485 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2632229030132294, "adapter_raw": 2.310455083847046, "baseline_normalized": 0.9997755908170719, "adapter_normalized": 0.9998640309377033, "delta_raw_oriented": 0.04723218083381653, "delta_z": 0.0937501663706403, "delta_normalized": 8.844012063133344e-05, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.009928226470947266, "delta_genuineness": -0.023535072803497314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.7830299735069275, "adapter_raw": 1.952278345823288, "baseline_normalized": 0.9945516536835186, "adapter_normalized": 0.9987733919963918, "delta_raw_oriented": 0.16924837231636047, "delta_z": 0.33593754898691075, "delta_normalized": 0.0042217383128731745, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.05361282825469971, "delta_genuineness": 0.13807296752929688, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.160886764526367, "adapter_raw": 2.052646517753601, "baseline_normalized": 0.9971576862664506, "adapter_normalized": 0.9989798123464502, "delta_raw_oriented": -0.10824024677276611, "delta_z": -0.21484379852477004, "delta_normalized": 0.001822126079999653, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.015885353088378906, "delta_genuineness": 0.22436821460723877, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.350069060921669, "adapter_raw": 1.1257165968418121, "baseline_normalized": 0.9202709530425145, "adapter_normalized": 0.9131042770759894, "delta_raw_oriented": -0.22435246407985687, "delta_z": -0.44531250646996934, "delta_normalized": -0.007166675966525066, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": 0.05334627628326416, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2632229924201965, "adapter_raw": 1.8676541447639465, "baseline_normalized": 0.9999063735671643, "adapter_normalized": 0.9957380237161713, "delta_raw_oriented": -0.39556884765625, "delta_z": -0.7851563197832409, "delta_normalized": -0.004168349850993042, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.06552708148956299, "delta_genuineness": 0.16003882884979248, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.964086338877678, "adapter_raw": 1.8676541686058044, "baseline_normalized": 0.982332451475344, "adapter_normalized": 0.9731745119724056, "delta_raw_oriented": -0.09643217027187348, "delta_z": -0.19140619482040427, "delta_normalized": -0.009157939502938394, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.07624959945678711, "delta_genuineness": 0.024790358543395997, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.05859387616440223, "de": -0.10156239925333448, "fr": -0.25195311737467896, "nl": -0.4628905924190829, "es": -0.1992187412193273 }, "languages_improved": 1, "ci95_z": [ -0.3484374587770524, -0.04453117078908957 ], "ci9833_z": [ -0.36796872717025103, -0.024999902395891015 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2632229030132294, "adapter_raw": 2.2927430272102356, "baseline_normalized": 0.9997755908170719, "adapter_normalized": 0.9998850680892878, "delta_raw_oriented": 0.029520124197006226, "delta_z": 0.05859387616440223, "delta_normalized": 0.00010947727221582992, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0297849178314209, "delta_genuineness": 0.10669273138046265, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.7830299735069275, "adapter_raw": 1.7318619191646576, "baseline_normalized": 0.9945516536835186, "adapter_normalized": 0.9920750865613838, "delta_raw_oriented": -0.0511680543422699, "delta_z": -0.10156239925333448, "delta_normalized": -0.0024765671221348984, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.07942652702331543, "delta_genuineness": 0.12395203113555908, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.160886764526367, "adapter_raw": 2.0339505076408386, "baseline_normalized": 0.9971576862664506, "adapter_normalized": 0.9934284054078829, "delta_raw_oriented": -0.12693625688552856, "delta_z": -0.25195311737467896, "delta_normalized": -0.003729280858567635, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": 0.08786439895629883, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.350069060921669, "adapter_raw": 1.1168605983257294, "baseline_normalized": 0.9202709530425145, "adapter_normalized": 0.8806705664949065, "delta_raw_oriented": -0.23320846259593964, "delta_z": -0.4628905924190829, "delta_normalized": -0.03960038654760806, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": -0.043932318687438965, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2632229924201965, "adapter_raw": 2.162854790687561, "baseline_normalized": 0.9999063735671643, "adapter_normalized": 0.9998134333085671, "delta_raw_oriented": -0.1003682017326355, "delta_z": -0.1992187412193273, "delta_normalized": -9.294025859721278e-05, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.20650947093963623, "delta_genuineness": -0.1506250500679016, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": -0.08847654537768827, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Disappointment", "label": "Intense Disappointment", "category": "emotion", "head": "emo_Disappointment", "pole": "high", "trained_languages": { "de": 47, "nl": 42, "es": 41, "fr": 36, "en": 35 }, "train_clips": 196, "normalization_mu": 0.4897621273994446, "normalization_sigma": 0.7013412714004517, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.1455980733036995, "adapter_raw": 0.1392284758388996, "baseline_normalized": 0.312724940977242, "adapter_normalized": 0.3094694186114998, "delta_raw_oriented": -0.006369597464799881, "delta_z": -0.00908202286752774, "delta_normalized": -0.0032555223657422193, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.040904784202575685, "delta_genuineness": -0.03483201265335083, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0356445480979393, "de": -0.037597647535548645, "fr": 0.0014648511365349618, "nl": -0.03564453216294252, "es": -0.009277333873621793 }, "languages_improved": 2, "ci95_z": [ -0.031152338654120825, 0.01455079265348207 ], "ci9833_z": [ -0.03603515523746375, 0.02099610897124171 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.1051887571811676, "adapter_raw": 0.1301877498626709, "baseline_normalized": 0.2930423699014417, "adapter_normalized": 0.3042336104385278, "delta_raw_oriented": 0.024998992681503296, "delta_z": 0.0356445480979393, "delta_normalized": 0.011191240537086061, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.15062499046325684, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.12436606734991074, "adapter_raw": 0.097997285425663, "baseline_normalized": 0.302116688263404, "adapter_normalized": 0.2896357307862845, "delta_raw_oriented": -0.02636878192424774, "delta_z": -0.037597647535548645, "delta_normalized": -0.012480957477119484, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.05559885501861572, "delta_genuineness": -0.009413957595825195, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.13806413114070892, "adapter_raw": 0.13909149169921875, "baseline_normalized": 0.3084400010308195, "adapter_normalized": 0.30938657585305956, "delta_raw_oriented": 0.0010273605585098267, "delta_z": 0.0014648511365349618, "delta_normalized": 0.0009465748222400872, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0814124345779419, "delta_genuineness": 0.015690088272094727, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.2301836684346199, "adapter_raw": 0.2051846869289875, "baseline_normalized": 0.3557985055579098, "adapter_normalized": 0.34261178726298136, "delta_raw_oriented": -0.0249989815056324, "delta_z": -0.03564453216294252, "delta_normalized": -0.013186718294928443, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": -0.059622347354888916, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1301877424120903, "adapter_raw": 0.12368116527795792, "baseline_normalized": 0.3042271401326351, "adapter_normalized": 0.30147938871664576, "delta_raw_oriented": -0.006506577134132385, "delta_z": -0.009277333873621793, "delta_normalized": -0.002747751415989319, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.033756256103515625, "delta_genuineness": 0.02981114387512207, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.1455980733036995, "adapter_raw": 0.1508033439517021, "baseline_normalized": 0.312724940977242, "adapter_normalized": 0.31503706705331824, "delta_raw_oriented": 0.005205270648002624, "delta_z": 0.007421879846894853, "delta_normalized": 0.002312126076076201, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.06903645992279053, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0058593832994774855, "de": 0.02685546252539189, "fr": 0.009277355120284157, "nl": -0.013183585865496388, "es": 0.008300784154817123 }, "languages_improved": 4, "ci95_z": [ -0.0045898378573709835, 0.018945311006094055 ], "ci9833_z": [ -0.005175776187318732, 0.01962890537025539 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.1051887571811676, "adapter_raw": 0.10929818451404572, "baseline_normalized": 0.2930423699014417, "adapter_normalized": 0.29431453236297045, "delta_raw_oriented": 0.004109427332878113, "delta_z": 0.0058593832994774855, "delta_normalized": 0.001272162461528753, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.05559873580932617, "delta_genuineness": -0.2510416507720947, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.12436606734991074, "adapter_raw": 0.14320091158151627, "baseline_normalized": 0.302116688263404, "adapter_normalized": 0.31157401749989433, "delta_raw_oriented": 0.01883484423160553, "delta_z": 0.02685546252539189, "delta_normalized": 0.009457329236490314, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.05559861660003662, "delta_genuineness": -0.07374346256256104, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.13806413114070892, "adapter_raw": 0.1445707231760025, "baseline_normalized": 0.3084400010308195, "adapter_normalized": 0.31136479782045046, "delta_raw_oriented": 0.006506592035293579, "delta_z": 0.009277355120284157, "delta_normalized": 0.0029247967896310068, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -0.05962240695953369, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.2301836684346199, "adapter_raw": 0.22093747556209564, "baseline_normalized": 0.3557985055579098, "adapter_normalized": 0.350826696886569, "delta_raw_oriented": -0.009246192872524261, "delta_z": -0.013183585865496388, "delta_normalized": -0.004971808671340838, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.009928345680236816, "delta_genuineness": 0.0768815279006958, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1301877424120903, "adapter_raw": 0.13600942492485046, "baseline_normalized": 0.3042271401326351, "adapter_normalized": 0.3071052906967069, "delta_raw_oriented": 0.005821682512760162, "delta_z": 0.008300784154817123, "delta_normalized": 0.0028781505640717714, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.06155562400817871, "delta_genuineness": -0.037656307220458984, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.1455980733036995, "adapter_raw": 0.1572071924805641, "baseline_normalized": 0.312724940977242, "adapter_normalized": 0.31885609006718735, "delta_raw_oriented": 0.011609119176864625, "delta_z": 0.01655273923019433, "delta_normalized": 0.0061311490899453175, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.009531188011169433, "delta_genuineness": -0.033890700340270995, "delta_wer_pp": 0.03472222222222224, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.007324234436012447, "de": -0.0063476634705454124, "fr": 0.03808593832994775, "nl": 0.048583988566236136, "es": -0.004882801710679272 }, "languages_improved": 3, "ci95_z": [ -0.0030273391852873844, 0.036132817645676045 ], "ci9833_z": [ -0.0051757740626525005, 0.040332037740191395 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.1051887571811676, "adapter_raw": 0.11032554507255554, "baseline_normalized": 0.2930423699014417, "adapter_normalized": 0.2945058597568477, "delta_raw_oriented": 0.0051367878913879395, "delta_z": 0.007324234436012447, "delta_normalized": 0.0014634898554059528, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": -0.1820051670074463, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.12436606734991074, "adapter_raw": 0.11991418898105621, "baseline_normalized": 0.302116688263404, "adapter_normalized": 0.3002280509955019, "delta_raw_oriented": -0.004451878368854523, "delta_z": -0.0063476634705454124, "delta_normalized": -0.001888637267902088, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899564743041992, "delta_genuineness": -0.05177736282348633, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.13806413114070892, "adapter_raw": 0.16477537155151367, "baseline_normalized": 0.3084400010308195, "adapter_normalized": 0.3219746262656682, "delta_raw_oriented": 0.02671124041080475, "delta_z": 0.03808593832994775, "delta_normalized": 0.013534625234848746, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.09332644939422607, "delta_genuineness": 0.04236316680908203, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.2301836684346199, "adapter_raw": 0.26425762474536896, "baseline_normalized": 0.3557985055579098, "adapter_normalized": 0.37496062115477313, "delta_raw_oriented": 0.034073956310749054, "delta_z": 0.048583988566236136, "delta_normalized": 0.01916211559686329, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": 0.06119132041931152, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1301877424120903, "adapter_raw": 0.1267632320523262, "baseline_normalized": 0.3042271401326351, "adapter_normalized": 0.30261129216314575, "delta_raw_oriented": -0.003424510359764099, "delta_z": -0.004882801710679272, "delta_normalized": -0.0016158479694893119, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07744109630584717, "delta_genuineness": -0.03922545909881592, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.01655273923019433, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "emo_Disgust", "label": "Intense Disgust", "category": "emotion", "head": "emo_Disgust", "pole": "high", "trained_languages": { "en": 37, "es": 3, "fr": 2, "de": 1 }, "train_clips": 41, "normalization_mu": 0.22247810661792755, "normalization_sigma": 0.49026989936828613, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.015430041402578355, "adapter_raw": 0.013921890780329705, "baseline_normalized": 0.3372723386493033, "adapter_normalized": 0.33608398014517354, "delta_raw_oriented": -0.0015081506222486495, "delta_z": -0.0030761640153554315, "delta_normalized": -0.0011883585041297217, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.009531211853027344, "delta_genuineness": -0.04236325025558472, "delta_wer_pp": -0.02083333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0014648667827952657, "de": 0.031249996200776037, "fr": -0.020996092087839518, "nl": 0.009765631648641932, "es": -0.03686522262115087 }, "languages_improved": 3, "ci95_z": [ -0.024169918194501788, 0.01669922449632624 ], "ci9833_z": [ -0.027343744301164062, 0.02099609740675306 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.010926757007837296, "adapter_raw": -0.010208576917648315, "baseline_normalized": 0.31818677282838514, "adapter_normalized": 0.318479322754166, "delta_raw_oriented": 0.0007181800901889801, "delta_z": 0.0014648667827952657, "delta_normalized": 0.0002925499257808717, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": 0.004706978797912598, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.020912066102027893, "adapter_raw": 0.036232998594641685, "baseline_normalized": 0.341036260340789, "adapter_normalized": 0.35300036781971883, "delta_raw_oriented": 0.015320932492613792, "delta_z": 0.031249996200776037, "delta_normalized": 0.011964107478929856, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.015690207481384277, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.014996372163295746, "adapter_raw": -0.025290124118328094, "baseline_normalized": 0.31444447058406994, "adapter_normalized": 0.30692525853536873, "delta_raw_oriented": -0.010293751955032349, "delta_z": -0.020996092087839518, "delta_normalized": -0.007519212048701207, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.009928345680236816, "delta_genuineness": 0.06903648376464844, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.052511490881443024, "adapter_raw": 0.057299286127090454, "baseline_normalized": 0.364515545256331, "adapter_normalized": 0.3681446900367131, "delta_raw_oriented": 0.00478779524564743, "delta_z": 0.009765631648641932, "delta_normalized": 0.0036291447803820515, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0377277135848999, "delta_genuineness": -0.05805325508117676, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.029649779200553894, "adapter_raw": 0.011575870215892792, "baseline_normalized": 0.34817864423694134, "adapter_normalized": 0.33387026157990113, "delta_raw_oriented": -0.018073908984661102, "delta_z": -0.03686522262115087, "delta_normalized": -0.01430838265704018, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06552708148956299, "delta_genuineness": -0.21181625127792358, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.015430041402578355, "adapter_raw": 0.02306657060980797, "baseline_normalized": 0.3372723386493033, "adapter_normalized": 0.3426197403160964, "delta_raw_oriented": 0.007636529207229614, "delta_z": 0.015576173893337729, "delta_normalized": 0.005347401666793125, "win_rate": 0.65, "tie_rate": 0.05, "delta_ce": 0.014693975448608398, "delta_genuineness": -0.02714388370513916, "delta_wer_pp": -0.055555555555555566, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.024902355385123382, "de": 0.011718744301164059, "fr": 0.029785148414100578, "nl": 0.010253907912160482, "es": 0.0012207134541401422 }, "languages_improved": 5, "ci95_z": [ 0.0069335974067530615, 0.024902341707917115 ], "ci9833_z": [ 0.005126958515148992, 0.026171867591513277 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": -0.010926757007837296, "adapter_raw": 0.0012821182608604431, "baseline_normalized": 0.31818677282838514, "adapter_normalized": 0.3265657053472917, "delta_raw_oriented": 0.012208875268697739, "delta_z": 0.024902355385123382, "delta_normalized": 0.008378932518906548, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": -0.20632481575012207, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.020912066102027893, "adapter_raw": 0.026657413691282272, "baseline_normalized": 0.341036260340789, "adapter_normalized": 0.3452551699516175, "delta_raw_oriented": 0.005745347589254379, "delta_z": 0.011718744301164059, "delta_normalized": 0.004218909610828492, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.009928226470947266, "delta_genuineness": -0.025104284286499023, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.014996372163295746, "adapter_raw": -0.0003936104476451874, "baseline_normalized": 0.31444447058406994, "adapter_normalized": 0.3251765576728636, "delta_raw_oriented": 0.014602761715650558, "delta_z": 0.029785148414100578, "delta_normalized": 0.01073208708879364, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0595700740814209, "delta_genuineness": 0.09414052963256836, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.052511490881443024, "adapter_raw": 0.05753867328166962, "baseline_normalized": 0.364515545256331, "adapter_normalized": 0.36830993191722083, "delta_raw_oriented": 0.005027182400226593, "delta_z": 0.010253907912160482, "delta_normalized": 0.003794386660889826, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": -0.04707026481628418, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.029649779200553894, "adapter_raw": 0.030248258262872696, "baseline_normalized": 0.34817864423694134, "adapter_normalized": 0.34779133669148843, "delta_raw_oriented": 0.0005984790623188019, "delta_z": 0.0012207134541401422, "delta_normalized": -0.0003873075454528807, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0377277135848999, "delta_genuineness": 0.04863941669464111, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.015430041402578355, "adapter_raw": 0.01856604442000389, "baseline_normalized": 0.3372723386493033, "adapter_normalized": 0.33949103317560086, "delta_raw_oriented": 0.003136003017425537, "delta_z": 0.0063964828790555655, "delta_normalized": 0.0022186945262975878, "win_rate": 0.55, "tie_rate": 0.05, "delta_ce": 0.023430919647216795, "delta_genuineness": -0.055072236061096194, "delta_wer_pp": -0.02083333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.014648447472962898, "de": 0.0073242123388095656, "fr": 0.03124998480310415, "nl": 0.016601560125485023, "es": -0.037841790345083816 }, "languages_improved": 4, "ci95_z": [ -0.01684569521786513, 0.023144522844216982 ], "ci9833_z": [ -0.019775389271526462, 0.024999992401552075 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.010926757007837296, "adapter_raw": -0.00374506413936615, "baseline_normalized": 0.31818677282838514, "adapter_normalized": 0.3232052976125718, "delta_raw_oriented": 0.007181692868471146, "delta_z": 0.014648447472962898, "delta_normalized": 0.0050185247841866565, "win_rate": 0.75, "tie_rate": 0.25, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.05099284648895264, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.020912066102027893, "adapter_raw": 0.024502906948328018, "baseline_normalized": 0.341036260340789, "adapter_normalized": 0.3437777709205495, "delta_raw_oriented": 0.003590840846300125, "delta_z": 0.0073242123388095656, "delta_normalized": 0.002741510579760506, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.057584524154663086, "delta_genuineness": -0.04550135135650635, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.014996372163295746, "adapter_raw": 0.0003245547413825989, "baseline_normalized": 0.31444447058406994, "adapter_normalized": 0.32594261180923556, "delta_raw_oriented": 0.015320926904678345, "delta_z": 0.03124998480310415, "delta_normalized": 0.011498141225165598, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.045670390129089355, "delta_genuineness": 0.009414076805114746, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.052511490881443024, "adapter_raw": 0.06065073609352112, "baseline_normalized": 0.364515545256331, "adapter_normalized": 0.3708338392717577, "delta_raw_oriented": 0.008139245212078094, "delta_z": 0.016601560125485023, "delta_normalized": 0.00631829401542669, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": 1.1920928955078125e-07, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.029649779200553894, "adapter_raw": 0.01109708845615387, "baseline_normalized": 0.34817864423694134, "adapter_normalized": 0.3336956462638898, "delta_raw_oriented": -0.018552690744400024, "delta_z": -0.037841790345083816, "delta_normalized": -0.014482997973051512, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": -0.18828117847442627, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.015576173893337729, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "emo_Distress", "label": "Intense Distress", "category": "emotion", "head": "emo_Distress", "pole": "high", "trained_languages": { "es": 47, "nl": 87, "en": 59, "fr": 58, "de": 63 }, "train_clips": 309, "normalization_mu": 0.4589405953884125, "normalization_sigma": 0.8173884749412537, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.16838453635573386, "adapter_raw": 0.1612802840769291, "baseline_normalized": 0.36195412039503544, "adapter_normalized": 0.3583471833198541, "delta_raw_oriented": -0.007104252278804779, "delta_z": -0.008691402554110352, "delta_normalized": -0.003606937075181324, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.03256499767303467, "delta_genuineness": -0.035930311679840087, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.009765621154565685, "de": 0.013671871439412673, "fr": 0.012695315704528597, "nl": -0.03662108616594899, "es": -0.04296873490310973 }, "languages_improved": 3, "ci95_z": [ -0.030566395034149912, 0.012499999088489647 ], "ci9833_z": [ -0.037890615913381144, 0.012890626851505414 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.14723141863942146, "adapter_raw": 0.15521372482180595, "baseline_normalized": 0.3516778158727737, "adapter_normalized": 0.35528635791131963, "delta_raw_oriented": 0.007982306182384491, "delta_z": 0.009765621154565685, "delta_normalized": 0.003608542038545909, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0814124345779419, "delta_genuineness": -0.09335595369338989, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11370572447776794, "adapter_raw": 0.12488095462322235, "baseline_normalized": 0.3365172876655931, "adapter_normalized": 0.3415279631843243, "delta_raw_oriented": 0.011175230145454407, "delta_z": 0.013671871439412673, "delta_normalized": 0.005010675518731231, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.06155562400817871, "delta_genuineness": 0.061191558837890625, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.1316659152507782, "adapter_raw": 0.14204291999340057, "baseline_normalized": 0.3445572801749328, "adapter_normalized": 0.349227275764046, "delta_raw_oriented": 0.010377004742622375, "delta_z": 0.012695315704528597, "delta_normalized": 0.004669995589113199, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.12708282470703125, "delta_genuineness": -0.012552142143249512, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.30408378690481186, "adapter_raw": 0.27415013313293457, "baseline_normalized": 0.4261912158893587, "adapter_normalized": 0.41087710202691397, "delta_raw_oriented": -0.02993365377187729, "delta_z": -0.03662108616594899, "delta_normalized": -0.0153141138624448, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": -0.012552142143249512, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1452358365058899, "adapter_raw": 0.11011368781328201, "baseline_normalized": 0.35082700237251885, "adapter_normalized": 0.3348172177126667, "delta_raw_oriented": -0.03512214869260788, "delta_z": -0.04296873490310973, "delta_normalized": -0.016009784659852158, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": -0.12238287925720215, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.16838453635573386, "adapter_raw": 0.18147552460432054, "baseline_normalized": 0.36195412039503544, "adapter_normalized": 0.3683492051025426, "delta_raw_oriented": 0.013090988248586654, "delta_z": 0.01601562616787264, "delta_normalized": 0.006395084707507154, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.01509108543395996, "delta_genuineness": -0.024162769317626953, "delta_wer_pp": 0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.049804684295471406, "de": 0.018554677459143736, "fr": 0.04394531798330449, "nl": 0.11962891611282689, "es": -0.052246096420440494 }, "languages_improved": 3, "ci95_z": [ -0.037109376794536006, 0.07060547640526274 ], "ci9833_z": [ -0.050292966720465224, 0.08525391360617342 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.14723141863942146, "adapter_raw": 0.10652164369821548, "baseline_normalized": 0.3516778158727737, "adapter_normalized": 0.3335552096380368, "delta_raw_oriented": -0.04070977494120598, "delta_z": -0.049804684295471406, "delta_normalized": -0.018122606234736896, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": -0.11767578125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11370572447776794, "adapter_raw": 0.1288721039891243, "baseline_normalized": 0.3365172876655931, "adapter_normalized": 0.34399173738083855, "delta_raw_oriented": 0.015166379511356354, "delta_z": 0.018554677459143736, "delta_normalized": 0.007474449715245454, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.08538365364074707, "delta_genuineness": -0.01725900173187256, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.1316659152507782, "adapter_raw": 0.1675863116979599, "baseline_normalized": 0.3445572801749328, "adapter_normalized": 0.3607960005494507, "delta_raw_oriented": 0.0359203964471817, "delta_z": 0.04394531798330449, "delta_normalized": 0.016238720374517915, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": 0.0455012321472168, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.30408378690481186, "adapter_raw": 0.4018670842051506, "baseline_normalized": 0.4261912158893587, "adapter_normalized": 0.47185927923781956, "delta_raw_oriented": 0.09778329730033875, "delta_z": 0.11962891611282689, "delta_normalized": 0.04566806334846081, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.057584285736083984, "delta_genuineness": -0.08315765857696533, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1452358365058899, "adapter_raw": 0.10253047943115234, "baseline_normalized": 0.35082700237251885, "adapter_normalized": 0.33154379870656736, "delta_raw_oriented": -0.04270535707473755, "delta_z": -0.052246096420440494, "delta_normalized": -0.019283203665951515, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.04964172840118408, "delta_genuineness": 0.05177736282348633, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.16838453635573386, "adapter_raw": 0.19576385468244553, "baseline_normalized": 0.36195412039503544, "adapter_normalized": 0.3749389554686111, "delta_raw_oriented": 0.027379318326711654, "delta_z": 0.03349609049562318, "delta_normalized": 0.012984835073575665, "win_rate": 0.5, "tie_rate": 0.05, "delta_ce": -0.018863868713378907, "delta_genuineness": -0.037969970703125, "delta_wer_pp": 4.643962848297213, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.016601552316720242, "de": 0.05004881867164065, "fr": 0.030273428313684694, "nl": 0.11938477717910588, "es": -0.048828124003035545 }, "languages_improved": 4, "ci95_z": [ -0.01518554376660726, 0.0837402376329374 ], "ci9833_z": [ -0.019921878275740344, 0.0876953157045286 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.14723141863942146, "adapter_raw": 0.16080133616924286, "baseline_normalized": 0.3516778158727737, "adapter_normalized": 0.35783575631459774, "delta_raw_oriented": 0.013569917529821396, "delta_z": 0.016601552316720242, "delta_normalized": 0.00615794044182405, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": 0.029811501502990723, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11370572447776794, "adapter_raw": 0.15461505204439163, "baseline_normalized": 0.3365172876655931, "adapter_normalized": 0.3556790029471707, "delta_raw_oriented": 0.04090932756662369, "delta_z": 0.05004881867164065, "delta_normalized": 0.019161715281577577, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.045670270919799805, "delta_genuineness": 0.06276047229766846, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.1316659152507782, "adapter_raw": 0.1564110666513443, "baseline_normalized": 0.3445572801749328, "adapter_normalized": 0.3557006556619319, "delta_raw_oriented": 0.0247451514005661, "delta_z": 0.030273428313684694, "delta_normalized": 0.011143375486999105, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": 0.04707026481628418, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.30408378690481186, "adapter_raw": 0.4016675278544426, "baseline_normalized": 0.4261912158893587, "adapter_normalized": 0.472642478235511, "delta_raw_oriented": 0.09758374094963074, "delta_z": 0.11938477717910588, "delta_normalized": 0.04645126234615224, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.08538377285003662, "delta_genuineness": 0.006276130676269531, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1452358365058899, "adapter_raw": 0.10532429069280624, "baseline_normalized": 0.35082700237251885, "adapter_normalized": 0.3328368841838442, "delta_raw_oriented": -0.03991154581308365, "delta_z": -0.048828124003035545, "delta_normalized": -0.017990118188674645, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.16977465152740479, "delta_genuineness": -0.3357682228088379, "delta_wer_pp": 20.588235294117645, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.03349609049562318, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "emo_Doubt", "label": "Intense Doubt", "category": "emotion", "head": "emo_Doubt", "pole": "high", "trained_languages": { "en": 8, "de": 6, "es": 6, "fr": 6, "nl": 4 }, "train_clips": 29, "normalization_mu": 0.3137844204902649, "normalization_sigma": 0.48334044218063354, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.27838351130485534, "adapter_raw": 0.34544464498758315, "baseline_normalized": 0.4398672995571592, "adapter_normalized": 0.4724076317403564, "delta_raw_oriented": 0.06706113368272781, "delta_z": 0.13874513247882905, "delta_normalized": 0.03254033218319719, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.021445178985595705, "delta_genuineness": -1.1920928955078126e-08, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 1.5414767618165265e-08, "de": 0.25683594845893637, "fr": -0.044067398543390784, "nl": 0.439453197497579, "es": 0.041503899566253104 }, "languages_improved": 4, "ci95_z": [ -0.009326173338198646, 0.3150391112732882 ], "ci9833_z": [ -0.018139656129830328, 0.34274907828938506 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09146669134497643, "adapter_raw": 0.09146669879555702, "baseline_normalized": 0.32357447313205207, "adapter_normalized": 0.32361123138560877, "delta_raw_oriented": 7.450580596923828e-09, "delta_z": 1.5414767618165265e-08, "delta_normalized": 3.675825355674289e-05, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.021842479705810547, "delta_genuineness": 0.021966218948364258, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08651057258248329, "adapter_raw": 0.210649773478508, "baseline_normalized": 0.31941536634084955, "adapter_normalized": 0.42001415923193874, "delta_raw_oriented": 0.1241392008960247, "delta_z": 0.25683594845893637, "delta_normalized": 0.10059879289108924, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.07545530796051025, "delta_genuineness": -0.14748692512512207, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.19318531826138496, "adapter_raw": 0.17188576236367226, "baseline_normalized": 0.40389173151224755, "adapter_normalized": 0.3865798736789561, "delta_raw_oriented": -0.021299555897712708, "delta_z": -0.044067398543390784, "delta_normalized": -0.01731185783329145, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": 0.09100258350372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.9375484883785248, "adapter_raw": 1.1499539911746979, "baseline_normalized": 0.8356227578277309, "adapter_normalized": 0.8997569429837285, "delta_raw_oriented": 0.2124055027961731, "delta_z": 0.439453197497579, "delta_normalized": 0.06413418515599775, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": -0.03451836109161377, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.08320648595690727, "adapter_raw": 0.10326699912548065, "baseline_normalized": 0.3168321689729161, "adapter_normalized": 0.3320759514215498, "delta_raw_oriented": 0.02006051316857338, "delta_z": 0.041503899566253104, "delta_normalized": 0.01524378244863367, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": 0.06903642416000366, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.27838351130485534, "adapter_raw": 0.3302930496633053, "baseline_normalized": 0.4398672995571592, "adapter_normalized": 0.46696485616337696, "delta_raw_oriented": 0.051909538358449935, "delta_z": 0.10739746528193549, "delta_normalized": 0.027097556606217748, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.04050757884979248, "delta_genuineness": -0.05303256511688233, "delta_wer_pp": 0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.13366700704528872, "de": -0.05175782610834954, "fr": -0.0332031396922004, "nl": 0.4448242574675609, "es": 0.043457027697377776 }, "languages_improved": 3, "ci95_z": [ -0.025292980780744417, 0.2842773655594876 ], "ci9833_z": [ -0.03691407697543023, 0.320361357298652 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09146669134497643, "adapter_raw": 0.15607336163520813, "baseline_normalized": 0.32357447313205207, "adapter_normalized": 0.37594288487860567, "delta_raw_oriented": 0.0646066702902317, "delta_z": 0.13366700704528872, "delta_normalized": 0.0523684117465536, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.033756256103515625, "delta_genuineness": 0.10041654109954834, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08651057258248329, "adapter_raw": 0.061493922024965286, "baseline_normalized": 0.31941536634084955, "adapter_normalized": 0.3018066069726728, "delta_raw_oriented": -0.025016650557518005, "delta_z": -0.05175782610834954, "delta_normalized": -0.01760875936817674, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.07942652702331543, "delta_genuineness": -0.20710933208465576, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.19318531826138496, "adapter_raw": 0.17713689804077148, "baseline_normalized": 0.40389173151224755, "adapter_normalized": 0.39179407489959, "delta_raw_oriented": -0.01604842022061348, "delta_z": -0.0332031396922004, "delta_normalized": -0.012097656612657534, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.08538377285003662, "delta_genuineness": -0.08629560470581055, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.9375484883785248, "adapter_raw": 1.1525500416755676, "baseline_normalized": 0.8356227578277309, "adapter_normalized": 0.9328333427366292, "delta_raw_oriented": 0.21500155329704285, "delta_z": 0.4448242574675609, "delta_normalized": 0.09721058490889842, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.015885353088378906, "delta_genuineness": -0.03138017654418945, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.08320648595690727, "adapter_raw": 0.10421102494001389, "baseline_normalized": 0.3168321689729161, "adapter_normalized": 0.3324473713293871, "delta_raw_oriented": 0.021004538983106613, "delta_z": 0.043457027697377776, "delta_normalized": 0.015615202356471, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.15885353088378906, "delta_genuineness": -0.0407942533493042, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.27838351130485534, "adapter_raw": 0.3136664144694805, "baseline_normalized": 0.4398672995571592, "adapter_normalized": 0.4343241005959968, "delta_raw_oriented": 0.035282903164625165, "delta_z": 0.0729980363435826, "delta_normalized": -0.005543198961162396, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.00039708614349365234, "delta_genuineness": -0.017572975158691405, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.041259775891476086, "de": 0.23486328395962713, "fr": -0.29003907273636914, "nl": 0.3779296228302327, "es": 0.000976571772946147 }, "languages_improved": 4, "ci95_z": [ -0.12685547249530682, 0.26347655173374823 ], "ci9833_z": [ -0.16557617410893705, 0.2920898195078694 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09146669134497643, "adapter_raw": 0.11140920966863632, "baseline_normalized": 0.32357447313205207, "adapter_normalized": 0.33903237302739164, "delta_raw_oriented": 0.019942518323659897, "delta_z": 0.041259775891476086, "delta_normalized": 0.015457899895339577, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01787114143371582, "delta_genuineness": 0.10983061790466309, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08651057258248329, "adapter_raw": 0.20002949610352516, "baseline_normalized": 0.31941536634084955, "adapter_normalized": 0.4094366215340681, "delta_raw_oriented": 0.11351892352104187, "delta_z": 0.23486328395962713, "delta_normalized": 0.0900212551932186, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899564743041992, "delta_genuineness": -0.050208330154418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.19318531826138496, "adapter_raw": 0.05299770459532738, "baseline_normalized": 0.40389173151224755, "adapter_normalized": 0.29485830166077637, "delta_raw_oriented": -0.1401876136660576, "delta_z": -0.29003907273636914, "delta_normalized": -0.10903342985147117, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.0814124345779419, "delta_genuineness": -0.12395179271697998, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.9375484883785248, "adapter_raw": 1.1202171593904495, "baseline_normalized": 0.8356227578277309, "adapter_normalized": 0.8111558143860913, "delta_raw_oriented": 0.18266867101192474, "delta_z": 0.3779296228302327, "delta_normalized": -0.024466943441639577, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": -0.09414076805114746, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.08320648595690727, "adapter_raw": 0.08367850258946419, "baseline_normalized": 0.3168321689729161, "adapter_normalized": 0.3171373923716567, "delta_raw_oriented": 0.0004720166325569153, "delta_z": 0.000976571772946147, "delta_normalized": 0.00030522339874058946, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": 0.07060539722442627, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.13874513247882905, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Elation", "label": "Intense Elation", "category": "emotion", "head": "emo_Elation", "pole": "high", "trained_languages": { "de": 26, "en": 24, "fr": 3, "nl": 3, "es": 9 }, "train_clips": 62, "normalization_mu": 0.4519732594490051, "normalization_sigma": 0.7184596061706543, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.20096844881772996, "adapter_raw": 0.1667644426226616, "baseline_normalized": 0.3664448405733155, "adapter_normalized": 0.34871166461389985, "delta_raw_oriented": -0.03420400619506836, "delta_z": -0.04760741717599632, "delta_normalized": -0.017733175959415655, "win_rate": 0.3, "tie_rate": 0.0, "delta_ce": -0.013105440139770507, "delta_genuineness": 0.0134934663772583, "delta_wer_pp": -0.8333333333333334, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.14111326083363918, "de": -0.049072272268418995, "fr": 0.06542969462952283, "nl": -0.06005859731476142, "es": -0.053222650092684835 }, "languages_improved": 1, "ci95_z": [ -0.10512694097240427, 0.017431642861077616 ], "ci9833_z": [ -0.10732420598167276, 0.019628907870346102 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.34076637774705887, "adapter_raw": 0.23938219994306564, "baseline_normalized": 0.4443189798442446, "adapter_normalized": 0.3894200867038291, "delta_raw_oriented": -0.10138417780399323, "delta_z": -0.14111326083363918, "delta_normalized": -0.05489889314041552, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06155562400817871, "delta_genuineness": 0.11924475431442261, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.27849753573536873, "adapter_raw": 0.2432410903275013, "baseline_normalized": 0.4058706762863478, "adapter_normalized": 0.38889895278341413, "delta_raw_oriented": -0.03525644540786743, "delta_z": -0.049072272268418995, "delta_normalized": -0.016971723502933675, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": 0.0674675703048706, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.050646208226680756, "adapter_raw": 0.0976548008620739, "baseline_normalized": 0.28829432285806733, "adapter_normalized": 0.31332681641021476, "delta_raw_oriented": 0.04700859263539314, "delta_z": 0.06542969462952283, "delta_normalized": 0.025032493552147456, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": -0.18357419967651367, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.18921630457043648, "adapter_raw": 0.14606662839651108, "baseline_normalized": 0.35796903604824837, "adapter_normalized": 0.33543859832491196, "delta_raw_oriented": -0.0431496761739254, "delta_z": -0.06005859731476142, "delta_normalized": -0.022530437723336405, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.09332644939422607, "delta_genuineness": -0.07217466831207275, "delta_wer_pp": -4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.14571581780910492, "adapter_raw": 0.10747749358415604, "baseline_normalized": 0.3357711878296695, "adapter_normalized": 0.31647386884712936, "delta_raw_oriented": -0.03823832422494888, "delta_z": -0.053222650092684835, "delta_normalized": -0.01929731898254014, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": 0.13650387525558472, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.20096844881772996, "adapter_raw": 0.2375930517911911, "baseline_normalized": 0.3664448405733155, "adapter_normalized": 0.3864759518745467, "delta_raw_oriented": 0.03662460297346115, "delta_z": 0.05097656522218144, "delta_normalized": 0.02003111130123117, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": -0.028196501731872558, "delta_genuineness": -0.009414100646972656, "delta_wer_pp": -0.8333333333333334, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.03759766046289985, "de": -0.023681635601927105, "fr": 0.0566406418515994, "nl": 0.03906248962978498, "es": 0.22045899069434977 }, "languages_improved": 3, "ci95_z": [ -0.016699220499973785, 0.13886719566654432 ], "ci9833_z": [ -0.026464840574121656, 0.1549316511572496 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.34076637774705887, "adapter_raw": 0.31375397741794586, "baseline_normalized": 0.4443189798442446, "adapter_normalized": 0.4319008781463153, "delta_raw_oriented": -0.027012400329113007, "delta_z": -0.03759766046289985, "delta_normalized": -0.012418101697929312, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.02978503704071045, "delta_genuineness": -0.05020827054977417, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.27849753573536873, "adapter_raw": 0.26148323714733124, "baseline_normalized": 0.4058706762863478, "adapter_normalized": 0.39855629094077416, "delta_raw_oriented": -0.01701429858803749, "delta_z": -0.023681635601927105, "delta_normalized": -0.0073143853455736735, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": 0.12865889072418213, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.050646208226680756, "adapter_raw": 0.09134022146463394, "baseline_normalized": 0.28829432285806733, "adapter_normalized": 0.3080526249915948, "delta_raw_oriented": 0.040694013237953186, "delta_z": 0.0566406418515994, "delta_normalized": 0.0197583021335275, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": -0.2118164300918579, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.18921630457043648, "adapter_raw": 0.21728112548589706, "baseline_normalized": 0.35796903604824837, "adapter_normalized": 0.37224884399629954, "delta_raw_oriented": 0.028064820915460587, "delta_z": 0.03906248962978498, "delta_normalized": 0.014279807948051226, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.10126912593841553, "delta_genuineness": -0.09570980072021484, "delta_wer_pp": -4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.14571581780910492, "adapter_raw": 0.3041066974401474, "baseline_normalized": 0.3357711878296695, "adapter_normalized": 0.42162112129774965, "delta_raw_oriented": 0.15839087963104248, "delta_z": 0.22045899069434977, "delta_normalized": 0.0858499334680801, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": 0.1820051074028015, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.20096844881772996, "adapter_raw": 0.1656769260764122, "baseline_normalized": 0.3664448405733155, "adapter_normalized": 0.3476231740465212, "delta_raw_oriented": -0.03529152274131775, "delta_z": -0.04912109524071841, "delta_normalized": -0.018821666526794335, "win_rate": 0.3, "tie_rate": 0.05, "delta_ce": -0.01509110927581787, "delta_genuineness": -0.026045513153076173, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.16552736027753018, "de": -0.10791015009268483, "fr": 0.0004882867591767311, "nl": 0.051269528981515475, "es": -0.02392578157406922 }, "languages_improved": 2, "ci95_z": [ -0.12080078883321972, 0.015917969981463036 ], "ci9833_z": [ -0.130957034166623, 0.026074218425930783 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.34076637774705887, "adapter_raw": 0.22184165567159653, "baseline_normalized": 0.4443189798442446, "adapter_normalized": 0.3794312455185581, "delta_raw_oriented": -0.11892472207546234, "delta_z": -0.16552736027753018, "delta_normalized": -0.06488773432568654, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": 0.04169905185699463, "delta_genuineness": 0.029811203479766846, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.27849753573536873, "adapter_raw": 0.2009684517979622, "baseline_normalized": 0.4058706762863478, "adapter_normalized": 0.3643126519066625, "delta_raw_oriented": -0.07752908393740654, "delta_z": -0.10791015009268483, "delta_normalized": -0.04155802437968528, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.03574192523956299, "delta_genuineness": -0.08786439895629883, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.050646208226680756, "adapter_raw": 0.05099702253937721, "baseline_normalized": 0.28829432285806733, "adapter_normalized": 0.29046305051820026, "delta_raw_oriented": 0.0003508143126964569, "delta_z": 0.0004882867591767311, "delta_normalized": 0.0021687276601329714, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": -0.05805337429046631, "delta_wer_pp": 4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.18921630457043648, "adapter_raw": 0.22605139017105103, "baseline_normalized": 0.35796903604824837, "adapter_normalized": 0.37701317471286794, "delta_raw_oriented": 0.03683508560061455, "delta_z": 0.051269528981515475, "delta_normalized": 0.01904413866461961, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.15289652347564697, "delta_genuineness": -0.08629560470581055, "delta_wer_pp": -4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.14571581780910492, "adapter_raw": 0.12852611020207405, "baseline_normalized": 0.3357711878296695, "adapter_normalized": 0.3268957475763171, "delta_raw_oriented": -0.01718970760703087, "delta_z": -0.02392578157406922, "delta_normalized": -0.008875440253352435, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.051627397537231445, "delta_genuineness": 0.07217460870742798, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.05097656522218144, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "emo_Embarrassment", "label": "Intense Embarrassment", "category": "emotion", "head": "emo_Embarrassment", "pole": "high", "trained_languages": { "de": 11, "en": 12, "es": 4, "fr": 3 }, "train_clips": 28, "normalization_mu": 0.2580322027206421, "normalization_sigma": 0.4370509088039398, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.0331899955868721, "adapter_raw": 0.03156812712550163, "baseline_normalized": 0.30362582265135474, "adapter_normalized": 0.3023881535233176, "delta_raw_oriented": -0.0016218684613704681, "delta_z": -0.0037109371670430167, "delta_normalized": -0.001237669128037125, "win_rate": 0.45, "tie_rate": 0.05, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.06746746301651001, "delta_wer_pp": 0.24853801169590642, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.004882817893903135, "de": 0.018066405750564524, "fr": -0.022949223644467658, "nl": -0.010253898825059265, "es": -0.008300787010155818 }, "languages_improved": 2, "ci95_z": [ -0.014941406389841932, 0.009765627264107488 ], "ci9833_z": [ -0.017480471353723614, 0.010156253036567692 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.03353143855929375, "adapter_raw": 0.03566547855734825, "baseline_normalized": 0.3038879763458232, "adapter_normalized": 0.3055737034174657, "delta_raw_oriented": 0.0021340399980545044, "delta_z": 0.004882817893903135, "delta_normalized": 0.0016857270716424816, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.025813817977905273, "delta_genuineness": -0.17886704206466675, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.033744849264621735, "adapter_raw": 0.041640788316726685, "baseline_normalized": 0.3042432862997099, "adapter_normalized": 0.3105161156578921, "delta_raw_oriented": 0.00789593905210495, "delta_z": 0.018066405750564524, "delta_normalized": 0.006272829358182172, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04765594005584717, "delta_genuineness": -0.025104165077209473, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.02691592648625374, "adapter_raw": 0.016885947436094284, "baseline_normalized": 0.29852284003836616, "adapter_normalized": 0.29062492519151917, "delta_raw_oriented": -0.010029979050159454, "delta_z": -0.022949223644467658, "delta_normalized": -0.007897914846846973, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": -0.12865889072418213, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.04654907062649727, "adapter_raw": 0.042067594826221466, "baseline_normalized": 0.3143012876557014, "adapter_normalized": 0.31082941880376963, "delta_raw_oriented": -0.004481475800275803, "delta_z": -0.010253898825059265, "delta_normalized": -0.0034718688519318336, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": 0.004706978797912598, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.025208692997694016, "adapter_raw": 0.021580826491117477, "baseline_normalized": 0.29717372291717303, "adapter_normalized": 0.2943966045459415, "delta_raw_oriented": -0.003627866506576538, "delta_z": -0.008300787010155818, "delta_normalized": -0.002777118371231471, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.00595700740814209, "delta_genuineness": -0.009414196014404297, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.0331899955868721, "adapter_raw": 0.02892192155122757, "baseline_normalized": 0.30362582265135474, "adapter_normalized": 0.30024243126214806, "delta_raw_oriented": -0.004268074035644531, "delta_z": -0.009765622149888221, "delta_normalized": -0.0033833913892066885, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.01509108543395996, "delta_genuineness": -0.07029166221618652, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0034179861636502427, "de": 0.002441400423252787, "fr": -0.009277338655758152, "nl": -0.02490234398306989, "es": -0.020507814697516093 }, "languages_improved": 2, "ci95_z": [ -0.02001953120338602, 0.0004882869036095811 ], "ci9833_z": [ -0.021777342917607544, 0.0026367175713322777 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.03353143855929375, "adapter_raw": 0.03502527251839638, "baseline_normalized": 0.3038879763458232, "adapter_normalized": 0.305036847978904, "delta_raw_oriented": 0.0014938339591026306, "delta_z": 0.0034179861636502427, "delta_normalized": 0.0011488716330808058, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06354141235351562, "delta_genuineness": -0.12865877151489258, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.033744849264621735, "adapter_raw": 0.03481186553835869, "baseline_normalized": 0.3042432862997099, "adapter_normalized": 0.305030678536387, "delta_raw_oriented": 0.0010670162737369537, "delta_z": 0.002441400423252787, "delta_normalized": 0.000787392236677037, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.009413957595825195, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.02691592648625374, "adapter_raw": 0.022861257195472717, "baseline_normalized": 0.29852284003836616, "adapter_normalized": 0.29531574899129226, "delta_raw_oriented": -0.004054669290781021, "delta_z": -0.009277338655758152, "delta_normalized": -0.003207091047073868, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.16631507873535156, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.04654907062649727, "adapter_raw": 0.03566547855734825, "baseline_normalized": 0.3143012876557014, "adapter_normalized": 0.3055358723414538, "delta_raw_oriented": -0.010883592069149017, "delta_z": -0.02490234398306989, "delta_normalized": -0.008765415314247654, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.05361306667327881, "delta_genuineness": -0.13807284832000732, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.025208692997694016, "adapter_raw": 0.016245733946561813, "baseline_normalized": 0.29717372291717303, "adapter_normalized": 0.29029300846270323, "delta_raw_oriented": -0.008962959051132202, "delta_z": -0.020507814697516093, "delta_normalized": -0.0068807144544697635, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.05361306667327881, "delta_genuineness": 0.07217442989349365, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.0331899955868721, "adapter_raw": 0.03284855112433434, "baseline_normalized": 0.30362582265135474, "adapter_normalized": 0.30329294806988616, "delta_raw_oriented": -0.0003414444625377655, "delta_z": -0.0007812464307011355, "delta_normalized": -0.00033287458146856187, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.008736944198608399, "delta_genuineness": -0.007845067977905273, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.005859369539505469, "de": 0.006835938232505364, "fr": 0.0014648402539516729, "nl": -0.010742178909709823, "es": 0.004394537809252578 }, "languages_improved": 3, "ci95_z": [ -0.006738273691876471, 0.004785158467493511 ], "ci9833_z": [ -0.00781249328758721, 0.005371097978553692 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.03353143855929375, "adapter_raw": 0.03097059577703476, "baseline_normalized": 0.3038879763458232, "adapter_normalized": 0.30180586147598076, "delta_raw_oriented": -0.0025608427822589874, "delta_z": -0.005859369539505469, "delta_normalized": -0.002082114869842472, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.039713263511657715, "delta_genuineness": -0.07845056056976318, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.033744849264621735, "adapter_raw": 0.0367325022816658, "baseline_normalized": 0.3042432862997099, "adapter_normalized": 0.3065037815933054, "delta_raw_oriented": 0.0029876530170440674, "delta_z": 0.006835938232505364, "delta_normalized": 0.0022604952935954825, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0019855499267578125, "delta_genuineness": -0.05334651470184326, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.02691592648625374, "adapter_raw": 0.02755613625049591, "baseline_normalized": 0.29852284003836616, "adapter_normalized": 0.29898234750223646, "delta_raw_oriented": 0.0006402097642421722, "delta_z": 0.0014648402539516729, "delta_normalized": 0.00045950746387031505, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": -0.05805325508117676, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.04654907062649727, "adapter_raw": 0.041854191571474075, "baseline_normalized": 0.3143012876557014, "adapter_normalized": 0.31048277177469025, "delta_raw_oriented": -0.004694879055023193, "delta_z": -0.010742178909709823, "delta_normalized": -0.003818515881011203, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": 0.0, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.025208692997694016, "adapter_raw": 0.02712932974100113, "baseline_normalized": 0.29717372291717303, "adapter_normalized": 0.29868997800321806, "delta_raw_oriented": 0.0019206367433071136, "delta_z": 0.004394537809252578, "delta_normalized": 0.001516255086045068, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06552708148956299, "delta_genuineness": 0.15062499046325684, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": -0.0007812464307011355, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Emotional_Numbness", "label": "Intense Emotional Numbness", "category": "emotion", "head": "emo_Emotional_Numbness", "pole": "high", "trained_languages": { "nl": 6, "de": 6, "fr": 6, "en": 6, "es": 7 }, "train_clips": 29, "normalization_mu": 0.46182429790496826, "normalization_sigma": 0.9614661931991577, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.11277639269828796, "adapter_raw": 0.11826914101839066, "baseline_normalized": 0.35855438989220983, "adapter_normalized": 0.36061946852293886, "delta_raw_oriented": 0.005492748320102691, "delta_z": 0.0057128876282443826, "delta_normalized": 0.0020650786307290004, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": 0.012311148643493652, "delta_genuineness": -0.02635939121246338, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.010742185441622403, "de": -0.00634766066945778, "fr": 0.02539062717945863, "nl": -0.02514648906689011, "es": 0.023925775256488764 }, "languages_improved": 3, "ci95_z": [ -0.011572270522727867, 0.02187499806270344 ], "ci9833_z": [ -0.015039065817620361, 0.02421874564108274 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.08202637732028961, "adapter_raw": 0.09235462546348572, "baseline_normalized": 0.34650825371777916, "adapter_normalized": 0.3504970027149521, "delta_raw_oriented": 0.010328248143196106, "delta_z": 0.010742185441622403, "delta_normalized": 0.0039887489971729, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.013899564743041992, "delta_genuineness": -0.11924469470977783, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11113326251506805, "adapter_raw": 0.10503020137548447, "baseline_normalized": 0.357766021589384, "adapter_normalized": 0.3555110853877432, "delta_raw_oriented": -0.006103061139583588, "delta_z": -0.00634766066945778, "delta_normalized": -0.0022549362016408003, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.025813579559326172, "delta_genuineness": -0.11610686779022217, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.05902253836393356, "adapter_raw": 0.08343476802110672, "baseline_normalized": 0.3376405344796, "adapter_normalized": 0.3470026780240296, "delta_raw_oriented": 0.024412229657173157, "delta_z": 0.02539062717945863, "delta_normalized": 0.009362143544429602, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.05962228775024414, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.19915812462568283, "adapter_raw": 0.17498062551021576, "baseline_normalized": 0.39256803643222593, "adapter_normalized": 0.38277730546256006, "delta_raw_oriented": -0.02417749911546707, "delta_z": -0.02514648906689011, "delta_normalized": -0.009790730969665845, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.11318314075469971, "delta_genuineness": 0.11767578125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.11254166066646576, "adapter_raw": 0.13554548472166061, "baseline_normalized": 0.3582891032420601, "adapter_normalized": 0.3673092710254092, "delta_raw_oriented": 0.023003824055194855, "delta_z": 0.023925775256488764, "delta_normalized": 0.009020167783349145, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.009928345680236816, "delta_genuineness": 0.045501112937927246, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.11277639269828796, "adapter_raw": 0.1340431921184063, "baseline_normalized": 0.35855438989220983, "adapter_normalized": 0.36690609761905496, "delta_raw_oriented": 0.021266799420118332, "delta_z": 0.02211913385051609, "delta_normalized": 0.008351707726845112, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.015686774253845216, "delta_genuineness": 0.005962240695953369, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.020996094658107763, "de": -0.010253916965671602, "fr": 0.12060547135324226, "nl": -0.009765632991348312, "es": 0.03100584251446587 }, "languages_improved": 2, "ci95_z": [ -0.01445313124778141, 0.07436523238321698 ], "ci9833_z": [ -0.01660156678626864, 0.0847656198177317 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.08202637732028961, "adapter_raw": 0.06183934211730957, "baseline_normalized": 0.34650825371777916, "adapter_normalized": 0.3388278845759325, "delta_raw_oriented": -0.02018703520298004, "delta_z": -0.020996094658107763, "delta_normalized": -0.007680369141846666, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.03375649452209473, "delta_genuineness": -0.16945308446884155, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11113326251506805, "adapter_raw": 0.10127446800470352, "baseline_normalized": 0.357766021589384, "adapter_normalized": 0.3539999253486392, "delta_raw_oriented": -0.009858794510364532, "delta_z": -0.010253916965671602, "delta_normalized": -0.00376609624074474, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.039713263511657715, "delta_genuineness": -0.12081384658813477, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.05902253836393356, "adapter_raw": 0.17498062178492546, "baseline_normalized": 0.3376405344796, "adapter_normalized": 0.38281461505907755, "delta_raw_oriented": 0.1159580834209919, "delta_z": 0.12060547135324226, "delta_normalized": 0.04517408057947754, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.1349349021911621, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.19915812462568283, "adapter_raw": 0.18976879864931107, "baseline_normalized": 0.39256803643222593, "adapter_normalized": 0.38865896441772835, "delta_raw_oriented": -0.009389325976371765, "delta_z": -0.009765632991348312, "delta_normalized": -0.003909072014497583, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.05361306667327881, "delta_genuineness": 0.09727871417999268, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.11254166066646576, "adapter_raw": 0.14235273003578186, "baseline_normalized": 0.3582891032420601, "adapter_normalized": 0.3702290986938971, "delta_raw_oriented": 0.0298110693693161, "delta_z": 0.03100584251446587, "delta_normalized": 0.011939995451837007, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0665198564529419, "delta_genuineness": 0.08786451816558838, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.11277639269828796, "adapter_raw": 0.11714242696762085, "baseline_normalized": 0.35855438989220983, "adapter_normalized": 0.3602248617221439, "delta_raw_oriented": 0.004366034269332885, "delta_z": 0.004541016938729229, "delta_normalized": 0.0016704718299340505, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": -0.012708282470703125, "delta_genuineness": -0.03859761953353882, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.013183589814866361, "de": -0.005371092720811202, "fr": 0.031738287848916406, "nl": -0.0529785206195927, "es": 0.0625 }, "languages_improved": 2, "ci95_z": [ -0.028076172764945607, 0.03940429587608146 ], "ci9833_z": [ -0.03549804887889114, 0.04404297270934985 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.08202637732028961, "adapter_raw": 0.06935080140829086, "baseline_normalized": 0.34650825371777916, "adapter_normalized": 0.3416411961610021, "delta_raw_oriented": -0.012675575911998749, "delta_z": -0.013183589814866361, "delta_normalized": -0.004867057556777091, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.01787102222442627, "delta_genuineness": -0.2337823510169983, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11113326251506805, "adapter_raw": 0.10596913844347, "baseline_normalized": 0.357766021589384, "adapter_normalized": 0.35574981042572895, "delta_raw_oriented": -0.005164124071598053, "delta_z": -0.005371092720811202, "delta_normalized": -0.00201621116365501, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.07346975803375244, "delta_genuineness": 0.010983109474182129, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.05902253836393356, "adapter_raw": 0.08953782916069031, "baseline_normalized": 0.3376405344796, "adapter_normalized": 0.34943116787654044, "delta_raw_oriented": 0.030515290796756744, "delta_z": 0.031738287848916406, "delta_normalized": 0.011790633396940392, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": 0.07531249523162842, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.19915812462568283, "adapter_raw": 0.14822106808423996, "baseline_normalized": 0.39256803643222593, "adapter_normalized": 0.3722324119766004, "delta_raw_oriented": -0.05093705654144287, "delta_z": -0.0529785206195927, "delta_normalized": -0.020335624455625506, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": -0.043932318687438965, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.11254166066646576, "adapter_raw": 0.17263329774141312, "baseline_normalized": 0.3582891032420601, "adapter_normalized": 0.38206972217084756, "delta_raw_oriented": 0.06009163707494736, "delta_z": 0.0625, "delta_normalized": 0.023780618928787467, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.06751275062561035, "delta_genuineness": -0.0015690326690673828, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.02211913385051609, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "emo_Fatigue_Exhaustion", "label": "Intense Fatigue Exhaustion", "category": "emotion", "head": "emo_Fatigue_Exhaustion", "pole": "high", "trained_languages": { "en": 42, "nl": 44, "de": 34, "es": 36, "fr": 41 }, "train_clips": 192, "normalization_mu": 0.28273433446884155, "normalization_sigma": 0.5407941937446594, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.6721695393323899, "adapter_raw": 0.6966742694377899, "baseline_normalized": 0.6869722890246592, "adapter_normalized": 0.7019074720604999, "delta_raw_oriented": 0.024504730105400087, "delta_z": 0.045312487428387956, "delta_normalized": 0.014935183035840714, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.0065527200698852536, "delta_genuineness": 0.022280001640319826, "delta_wer_pp": -0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.09277344062137627, "de": 0.27587885280988544, "fr": 0.8718261811584036, "nl": -0.4360350868801031, "es": -0.39233406932486986 }, "languages_improved": 2, "ci95_z": [ -0.34990235060626446, 0.49980466539204527 ], "ci9833_z": [ -0.40107427283591657, 0.6102539275507024 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.39324330165982246, "adapter_raw": 0.34307196363806725, "baseline_normalized": 0.5754839578412072, "adapter_normalized": 0.5436465061853339, "delta_raw_oriented": -0.05017133802175522, "delta_z": -0.09277344062137627, "delta_normalized": -0.03183745165587322, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": 0.05020856857299805, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5325348041951656, "adapter_raw": 0.6817284859716892, "baseline_normalized": 0.5818029775709562, "adapter_normalized": 0.660474274445368, "delta_raw_oriented": 0.1491936817765236, "delta_z": 0.27587885280988544, "delta_normalized": 0.0786712968744118, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.05361306667327881, "delta_genuineness": 0.07531237602233887, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.4156883805990219, "adapter_raw": 0.8871669173240662, "baseline_normalized": 0.5833069003668692, "adapter_normalized": 0.8240522334953598, "delta_raw_oriented": 0.47147853672504425, "delta_z": 0.8718261811584036, "delta_normalized": 0.24074533312849075, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": 0.14278006553649902, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.109769195318222, "adapter_raw": 0.8739639520645142, "baseline_normalized": 0.9118775628472175, "adapter_normalized": 0.791102115259688, "delta_raw_oriented": -0.23580524325370789, "delta_z": -0.4360350868801031, "delta_normalized": -0.12077544758752953, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": -0.10041666030883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.9096120148897171, "adapter_raw": 0.6974400281906128, "baseline_normalized": 0.7823900464970458, "adapter_normalized": 0.6902622309167495, "delta_raw_oriented": -0.2121719866991043, "delta_z": -0.39233406932486986, "delta_normalized": -0.09212781558029623, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.11814725399017334, "delta_genuineness": -0.056484341621398926, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.6721695393323899, "adapter_raw": 0.6436642855405807, "baseline_normalized": 0.6869722890246592, "adapter_normalized": 0.6863326216178406, "delta_raw_oriented": -0.02850525379180908, "delta_z": -0.05270998491020797, "delta_normalized": -0.0006396674068185809, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.026409387588500977, "delta_genuineness": 0.022593796253204346, "delta_wer_pp": -0.03472222222222224, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.21398926140477356, "de": 0.2707519152110416, "fr": 0.2866210576389055, "nl": -0.20654294749235125, "es": -0.40039068850386217 }, "languages_improved": 2, "ci95_z": [ -0.28706056946192454, 0.18332516534459686 ], "ci9833_z": [ -0.32434085488174225, 0.2739257436966144 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.39324330165982246, "adapter_raw": 0.2775191515684128, "baseline_normalized": 0.5754839578412072, "adapter_normalized": 0.49493412537515996, "delta_raw_oriented": -0.11572415009140968, "delta_z": -0.21398926140477356, "delta_normalized": -0.08054983246604726, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": -0.08315736055374146, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5325348041951656, "adapter_raw": 0.6789558678865433, "baseline_normalized": 0.5818029775709562, "adapter_normalized": 0.7194153101705254, "delta_raw_oriented": 0.14642106369137764, "delta_z": 0.2707519152110416, "delta_normalized": 0.1376123325995692, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": 0.23221349716186523, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.4156883805990219, "adapter_raw": 0.5706913843750954, "baseline_normalized": 0.5833069003668692, "adapter_normalized": 0.697098365358215, "delta_raw_oriented": 0.15500300377607346, "delta_z": 0.2866210576389055, "delta_normalized": 0.1137914649913459, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": 0.09570968151092529, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.109769195318222, "adapter_raw": 0.9980719685554504, "baseline_normalized": 0.9118775628472175, "adapter_normalized": 0.8277104660154473, "delta_raw_oriented": -0.1116972267627716, "delta_z": -0.20654294749235125, "delta_normalized": -0.08416709683177034, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.08001959323883057, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.9096120148897171, "adapter_raw": 0.6930830553174019, "baseline_normalized": 0.7823900464970458, "adapter_normalized": 0.6925048411698553, "delta_raw_oriented": -0.21652895957231522, "delta_z": -0.40039068850386217, "delta_normalized": -0.08988520532719041, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.09034788608551025, "delta_genuineness": -0.05177724361419678, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.6721695393323899, "adapter_raw": 0.713283609598875, "baseline_normalized": 0.6869722890246592, "adapter_normalized": 0.7101394824809012, "delta_raw_oriented": 0.04111407026648521, "delta_z": 0.07602535445470698, "delta_normalized": 0.023167193456242057, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.016083908081054688, "delta_genuineness": -0.04330463409423828, "delta_wer_pp": 0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.1791992228938961, "de": 0.22607412817627118, "fr": 0.46752929647137376, "nl": -0.04101558345340542, "es": -0.09326184602680848 }, "languages_improved": 2, "ci95_z": [ -0.1171875442589629, 0.3070800343127168 ], "ci9833_z": [ -0.13437501963238044, 0.33818359259831976 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.39324330165982246, "adapter_raw": 0.2963334023952484, "baseline_normalized": 0.5754839578412072, "adapter_normalized": 0.505645497834993, "delta_raw_oriented": -0.09690989926457405, "delta_z": -0.1791992228938961, "delta_normalized": -0.06983846000621416, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06552708148956299, "delta_genuineness": 1.1920928955078125e-07, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5325348041951656, "adapter_raw": 0.654794380068779, "baseline_normalized": 0.5818029775709562, "adapter_normalized": 0.6406758290934006, "delta_raw_oriented": 0.12225957587361336, "delta_z": 0.22607412817627118, "delta_normalized": 0.05887285152244434, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": -0.001568913459777832, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.4156883805990219, "adapter_raw": 0.6685255095362663, "baseline_normalized": 0.5833069003668692, "adapter_normalized": 0.7287524544152922, "delta_raw_oriented": 0.2528371289372444, "delta_z": 0.46752929647137376, "delta_normalized": 0.14544555404842313, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": 0.018828153610229492, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.109769195318222, "adapter_raw": 1.0875882059335709, "baseline_normalized": 0.9118775628472175, "adapter_normalized": 0.892636974358828, "delta_raw_oriented": -0.022180989384651184, "delta_z": -0.04101558345340542, "delta_normalized": -0.019240588488389554, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.07744109630584717, "delta_genuineness": -0.1443490982055664, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.9096120148897171, "adapter_raw": 0.8591765500605106, "baseline_normalized": 0.7823900464970458, "adapter_normalized": 0.7829866567019923, "delta_raw_oriented": -0.05043546482920647, "delta_z": -0.09326184602680848, "delta_normalized": 0.0005966102049465433, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.060562968254089355, "delta_genuineness": -0.08943343162536621, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.07602535445470698, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "emo_Fear", "label": "Intense Fear", "category": "emotion", "head": "emo_Fear", "pole": "high", "trained_languages": { "en": 37, "nl": 54, "fr": 56, "es": 47, "de": 55 }, "train_clips": 240, "normalization_mu": 0.3217501640319824, "normalization_sigma": 0.611741304397583, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.04204579219222069, "adapter_raw": 0.052231521159410474, "baseline_normalized": 0.3240045157316264, "adapter_normalized": 0.33015623852046355, "delta_raw_oriented": 0.010185728967189788, "delta_z": 0.016650386190973757, "delta_normalized": 0.006151722788837147, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.02819647789001465, "delta_genuineness": 0.013493406772613525, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.005859363581906666, "de": -0.009277343940301556, "fr": 0.03417969397025289, "nl": 0.06176756128331233, "es": -0.009277343940301556 }, "languages_improved": 3, "ci95_z": [ -0.006250002435859911, 0.04204100677597766 ], "ci9833_z": [ -0.009277343940301556, 0.047558580238589554 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0057236552238464355, "adapter_raw": 0.009308069944381714, "baseline_normalized": 0.3027291630653943, "adapter_normalized": 0.30478721791385555, "delta_raw_oriented": 0.0035844147205352783, "delta_z": 0.005859363581906666, "delta_normalized": 0.0020580548484612354, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": -0.015690207481384277, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.046048395335674286, "adapter_raw": 0.0403730608522892, "baseline_normalized": 0.32629727573537604, "adapter_normalized": 0.32301560804352636, "delta_raw_oriented": -0.005675334483385086, "delta_z": -0.009277343940301556, "delta_normalized": -0.0032816676918496906, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.03574216365814209, "delta_genuineness": -0.12552082538604736, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.029918499290943146, "adapter_raw": 0.05082762986421585, "baseline_normalized": 0.31680705822942534, "adapter_normalized": 0.32903341276815196, "delta_raw_oriented": 0.020909130573272705, "delta_z": 0.03417969397025289, "delta_normalized": 0.012226354538726614, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": 0.0031380653381347656, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.05172373354434967, "adapter_raw": 0.0895095020532608, "baseline_normalized": 0.329475609936324, "adapter_normalized": 0.35277443001372366, "delta_raw_oriented": 0.03778576850891113, "delta_z": 0.06176756128331233, "delta_normalized": 0.0232988200773996, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": 0.09100240468978882, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.0768146775662899, "adapter_raw": 0.07113934308290482, "baseline_normalized": 0.34471347169161237, "adapter_normalized": 0.34117052386306035, "delta_raw_oriented": -0.005675334483385086, "delta_z": -0.009277343940301556, "delta_normalized": -0.0035429478285520233, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.12708282470703125, "delta_genuineness": 0.11453759670257568, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.04204579219222069, "adapter_raw": 0.04389774352312088, "baseline_normalized": 0.3240045157316264, "adapter_normalized": 0.32508668050657286, "delta_raw_oriented": 0.0018519513309001923, "delta_z": 0.003027343940301556, "delta_normalized": 0.001082164774946437, "win_rate": 0.45, "tie_rate": 0.05, "delta_ce": 0.009531211853027344, "delta_genuineness": -0.031693994998931885, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.003906254567237333, "de": -0.022460942447840443, "fr": 0.006347656059698444, "nl": 0.05517577725366733, "es": -0.02783202573125489 }, "languages_improved": 3, "ci95_z": [ -0.01992187271638133, 0.029882809074571998 ], "ci9833_z": [ -0.02353515910452333, 0.03564452877607978 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0057236552238464355, "adapter_raw": 0.008113272488117218, "baseline_normalized": 0.3027291630653943, "adapter_normalized": 0.30409619695907647, "delta_raw_oriented": 0.0023896172642707825, "delta_z": 0.003906254567237333, "delta_normalized": 0.0013670338936821597, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.003138124942779541, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.046048395335674286, "adapter_raw": 0.03230810910463333, "baseline_normalized": 0.32629727573537604, "adapter_normalized": 0.3182463245260753, "delta_raw_oriented": -0.013740286231040955, "delta_z": -0.022460942447840443, "delta_normalized": -0.008050951209300689, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -0.12395179271697998, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.029918499290943146, "adapter_raw": 0.033801622688770294, "baseline_normalized": 0.31680705822942534, "adapter_normalized": 0.3190801581646967, "delta_raw_oriented": 0.0038831233978271484, "delta_z": 0.006347656059698444, "delta_normalized": 0.002273099935271347, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06354141235351562, "delta_genuineness": 0.0407944917678833, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.05172373354434967, "adapter_raw": 0.08547703549265862, "baseline_normalized": 0.329475609936324, "adapter_normalized": 0.34971238321540066, "delta_raw_oriented": 0.033753301948308945, "delta_z": 0.05517577725366733, "delta_normalized": 0.020236773279076636, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": 0.14121085405349731, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.0768146775662899, "adapter_raw": 0.05978867784142494, "baseline_normalized": 0.34471347169161237, "adapter_normalized": 0.33429833966761513, "delta_raw_oriented": -0.01702599972486496, "delta_z": -0.02783202573125489, "delta_normalized": -0.01041513202399727, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0814124345779419, "delta_genuineness": -0.21338540315628052, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.04204579219222069, "adapter_raw": 0.037923704087734225, "baseline_normalized": 0.3240045157316264, "adapter_normalized": 0.32159292498443276, "delta_raw_oriented": -0.004122088104486466, "delta_z": -0.006738286388142, "delta_normalized": -0.0024115907471936814, "win_rate": 0.45, "tie_rate": 0.05, "delta_ce": -0.014693927764892579, "delta_genuineness": -0.07091925144195557, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.012207044000204222, "de": -0.009765618149144, "fr": -0.01416016519417311, "nl": 0.021972643880398886, "es": -0.019531248477587554 }, "languages_improved": 1, "ci95_z": [ -0.016308598507538886, 0.008300768728157642 ], "ci9833_z": [ -0.016992190925428, 0.009277339068581731 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0057236552238464355, "adapter_raw": -0.001743897795677185, "baseline_normalized": 0.3027291630653943, "adapter_normalized": 0.2985263648661279, "delta_raw_oriented": -0.007467553019523621, "delta_z": -0.012207044000204222, "delta_normalized": -0.004202798199266458, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": -0.0203971266746521, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.046048395335674286, "adapter_raw": 0.040074363350868225, "baseline_normalized": 0.32629727573537604, "adapter_normalized": 0.322678033075735, "delta_raw_oriented": -0.005974031984806061, "delta_z": -0.009765618149144, "delta_normalized": -0.003619242659641017, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.19926416873931885, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.029918499290943146, "adapter_raw": 0.021256141364574432, "baseline_normalized": 0.31680705822942534, "adapter_normalized": 0.3116472862547862, "delta_raw_oriented": -0.008662357926368713, "delta_z": -0.01416016519417311, "delta_normalized": -0.005159771974639127, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04964160919189453, "delta_genuineness": -0.08315742015838623, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.05172373354434967, "adapter_raw": 0.06516530737280846, "baseline_normalized": 0.329475609936324, "adapter_normalized": 0.33776612630792563, "delta_raw_oriented": 0.013441573828458786, "delta_z": 0.021972643880398886, "delta_normalized": 0.00829051637160158, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": 0.16788393259048462, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.0768146775662899, "adapter_raw": 0.06486660614609718, "baseline_normalized": 0.34471347169161237, "adapter_normalized": 0.337346814417589, "delta_raw_oriented": -0.011948071420192719, "delta_z": -0.019531248477587554, "delta_normalized": -0.007366657274023386, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": -0.21966147422790527, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.016650386190973757, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Helplessness", "label": "Intense Helplessness", "category": "emotion", "head": "emo_Helplessness", "pole": "high", "trained_languages": { "fr": 73, "nl": 88, "es": 52, "en": 58, "de": 58 }, "train_clips": 324, "normalization_mu": 0.4309713840484619, "normalization_sigma": 0.7080591320991516, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.17229470163583754, "adapter_raw": 0.20830269083380698, "baseline_normalized": 0.35876084217255005, "adapter_normalized": 0.37827527156425983, "delta_raw_oriented": 0.03600798919796944, "delta_z": 0.05085449444203642, "delta_normalized": 0.019514429391709786, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.023033690452575684, "delta_genuineness": 0.03577334880828857, "delta_wer_pp": -2.1052631578947367, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.013183595764079938, "de": -0.030761725203276535, "fr": 0.17553712411066646, "nl": 0.06994627548801226, "es": 0.02636720205069995 }, "languages_improved": 4, "ci95_z": [ -0.0018310608715474818, 0.11586915528667988 ], "ci9833_z": [ -0.010546875559009943, 0.13330078466160478 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.16683213785290718, "adapter_raw": 0.17616690322756767, "baseline_normalized": 0.3546467252201758, "adapter_normalized": 0.3596190728075181, "delta_raw_oriented": 0.009334765374660492, "delta_z": 0.013183595764079938, "delta_normalized": 0.004972347587342232, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04765594005584717, "delta_genuineness": -0.00784534215927124, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.1319132074713707, "adapter_raw": 0.11013208702206612, "baseline_normalized": 0.3390492814942714, "adapter_normalized": 0.326715290700774, "delta_raw_oriented": -0.02178112044930458, "delta_z": -0.030761725203276535, "delta_normalized": -0.01233399079349741, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.0, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.16372054815292358, "adapter_raw": 0.28801121190190315, "baseline_normalized": 0.35375355269885556, "adapter_normalized": 0.42139721413473796, "delta_raw_oriented": 0.12429066374897957, "delta_z": 0.17553712411066646, "delta_normalized": 0.0676436614358824, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.009928345680236816, "delta_genuineness": -0.010983109474182129, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.2888755314052105, "adapter_raw": 0.3384016305208206, "baseline_normalized": 0.4206479478239558, "adapter_normalized": 0.448563574018805, "delta_raw_oriented": 0.04952609911561012, "delta_z": 0.06994627548801226, "delta_normalized": 0.027915626194849136, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01191413402557373, "delta_genuineness": -0.043932318687438965, "delta_wer_pp": -10.526315789473683, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.11013208329677582, "adapter_raw": 0.1288016214966774, "baseline_normalized": 0.32570670362549153, "adapter_normalized": 0.33508120615946413, "delta_raw_oriented": 0.01866953819990158, "delta_z": 0.02636720205069995, "delta_normalized": 0.009374502533972581, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.06155562400817871, "delta_genuineness": 0.2416275143623352, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.17229470163583754, "adapter_raw": 0.14954554066061973, "baseline_normalized": 0.35876084217255005, "adapter_normalized": 0.34670580264627177, "delta_raw_oriented": -0.02274916097521782, "delta_z": -0.03212889989537228, "delta_normalized": -0.01205503952627827, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.027799296379089355, "delta_genuineness": 0.024162685871124266, "delta_wer_pp": -2.1052631578947367, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.04980469218581863, "de": -0.058105476847423426, "fr": -0.09570311234006897, "nl": -0.05761717837498477, "es": 0.0009765758997971378 }, "languages_improved": 2, "ci95_z": [ -0.07304687134999391, 0.01845703512196592 ], "ci9833_z": [ -0.08056639844852301, 0.020703131280641114 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.16683213785290718, "adapter_raw": 0.20209680497646332, "baseline_normalized": 0.3546467252201758, "adapter_normalized": 0.37348177416948525, "delta_raw_oriented": 0.03526466712355614, "delta_z": 0.04980469218581863, "delta_normalized": 0.018835048949309416, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": 0.06903624534606934, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.1319132074713707, "adapter_raw": 0.09077109396457672, "baseline_normalized": 0.3390492814942714, "adapter_normalized": 0.3165949411366385, "delta_raw_oriented": -0.041142113506793976, "delta_z": -0.058105476847423426, "delta_normalized": -0.02245434035763287, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.025813817977905273, "delta_genuineness": 0.0015690326690673828, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.16372054815292358, "adapter_raw": 0.09595708549022675, "baseline_normalized": 0.35375355269885556, "adapter_normalized": 0.3189534891803924, "delta_raw_oriented": -0.06776346266269684, "delta_z": -0.09570311234006897, "delta_normalized": -0.034800063518463153, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": -0.09414052963256836, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.2888755314052105, "adapter_raw": 0.24807916209101677, "baseline_normalized": 0.4206479478239558, "adapter_normalized": 0.39890807515682936, "delta_raw_oriented": -0.040796369314193726, "delta_z": -0.05761717837498477, "delta_normalized": -0.021739872667126486, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.08538365364074707, "delta_genuineness": 0.06276023387908936, "delta_wer_pp": -10.526315789473683, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.11013208329677582, "adapter_raw": 0.11082355678081512, "baseline_normalized": 0.32570670362549153, "adapter_normalized": 0.32559073358801327, "delta_raw_oriented": 0.0006914734840393066, "delta_z": 0.0009765758997971378, "delta_normalized": -0.00011597003747824963, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899803161621094, "delta_genuineness": 0.08158844709396362, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.17229470163583754, "adapter_raw": 0.1565293252468109, "baseline_normalized": 0.35876084217255005, "adapter_normalized": 0.35063866336086114, "delta_raw_oriented": -0.015765376389026642, "delta_z": -0.022265621152696282, "delta_normalized": -0.008122178811688904, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.007148432731628418, "delta_genuineness": -0.07813676595687866, "delta_wer_pp": -2.1052631578947367, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.0024414029206025535, "de": -0.05957030912949888, "fr": -0.05957030912949888, "nl": 0.040527347408226826, "es": -0.030273431992107927 }, "languages_improved": 1, "ci95_z": [ -0.053710933702020694, 0.011914066034915809 ], "ci9833_z": [ -0.05957030912949888, 0.020507816100681687 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.16683213785290718, "adapter_raw": 0.165103480219841, "baseline_normalized": 0.3546467252201758, "adapter_normalized": 0.3540099287089755, "delta_raw_oriented": -0.0017286576330661774, "delta_z": -0.0024414029206025535, "delta_normalized": -0.0006367965112003549, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0019856691360473633, "delta_genuineness": -0.13336598873138428, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.1319132074713707, "adapter_raw": 0.08973390609025955, "baseline_normalized": 0.3390492814942714, "adapter_normalized": 0.3162428229473047, "delta_raw_oriented": -0.042179301381111145, "delta_z": -0.05957030912949888, "delta_normalized": -0.022806458546966654, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03574192523956299, "delta_genuineness": -0.07845044136047363, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.16372054815292358, "adapter_raw": 0.12154124677181244, "baseline_normalized": 0.35375355269885556, "adapter_normalized": 0.33159843374364273, "delta_raw_oriented": -0.042179301381111145, "delta_z": -0.05957030912949888, "delta_normalized": -0.02215511895521284, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.04765605926513672, "delta_genuineness": -0.14121103286743164, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.2888755314052105, "adapter_raw": 0.3175712898373604, "baseline_normalized": 0.4206479478239558, "adapter_normalized": 0.43680253951519366, "delta_raw_oriented": 0.028695758432149887, "delta_z": 0.040527347408226826, "delta_normalized": 0.016154591691237827, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.027799248695373535, "delta_genuineness": -0.0047070980072021484, "delta_wer_pp": -10.526315789473683, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.11013208329677582, "adapter_raw": 0.08869670331478119, "baseline_normalized": 0.32570670362549153, "adapter_normalized": 0.31453959188918906, "delta_raw_oriented": -0.02143537998199463, "delta_z": -0.030273431992107927, "delta_normalized": -0.011167111736302499, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.021842241287231445, "delta_genuineness": -0.03294926881790161, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.05085449444203642, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Hope_Enthusiasm_Optimism", "label": "Intense Hope Enthusiasm Optimism", "category": "emotion", "head": "emo_Hope_Enthusiasm_Optimism", "pole": "high", "trained_languages": { "es": 19, "nl": 12, "de": 32, "en": 27, "fr": 11 }, "train_clips": 96, "normalization_mu": 0.5629669427871704, "normalization_sigma": 0.7584722638130188, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.3521039873361587, "adapter_raw": 1.3378456264734269, "baseline_normalized": 0.8040391500298979, "adapter_normalized": 0.8052122493361543, "delta_raw_oriented": -0.014258360862731934, "delta_z": -0.01879879007183703, "delta_normalized": 0.0011730993062564088, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.021445202827453613, "delta_genuineness": 0.011610639095306397, "delta_wer_pp": -0.5555555555555555, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.24804682542383125, "de": 0.1669921728420306, "fr": 0.07031259516168616, "nl": -0.09179686717218387, "es": 0.008544974233113213 }, "languages_improved": 3, "ci95_z": [ -0.15312494965639828, 0.09663090204810934 ], "ci9833_z": [ -0.1654784738421129, 0.11596681758417823 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.7495612502098083, "adapter_raw": 1.5614246129989624, "baseline_normalized": 0.9357204865844978, "adapter_normalized": 0.9002946200912795, "delta_raw_oriented": -0.18813663721084595, "delta_z": -0.24804682542383125, "delta_normalized": -0.035425866493218355, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": -0.07217448949813843, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3503263145685196, "adapter_raw": 1.4769852459430695, "baseline_normalized": 0.8154690927131486, "adapter_normalized": 0.8662740798990306, "delta_raw_oriented": 0.12665893137454987, "delta_z": 0.1669921728420306, "delta_normalized": 0.050804987185881945, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.025813817977905273, "delta_genuineness": 0.1035546064376831, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.5984593033790588, "adapter_raw": 1.6517894566059113, "baseline_normalized": 0.8673014708325716, "adapter_normalized": 0.9000477418105908, "delta_raw_oriented": 0.05333015322685242, "delta_z": 0.07031259516168616, "delta_normalized": 0.03274627097801919, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09928345680236816, "delta_genuineness": -0.02353513240814209, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.7992488145828247, "adapter_raw": 0.7296234369277954, "baseline_normalized": 0.6165911202611528, "adapter_normalized": 0.5856657346174253, "delta_raw_oriented": -0.0696253776550293, "delta_z": -0.09179686717218387, "delta_normalized": -0.030925385643727488, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": 0.01882803440093994, "delta_wer_pp": -4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.2629242539405823, "adapter_raw": 1.2694053798913956, "baseline_normalized": 0.7851135797581185, "adapter_normalized": 0.7737790702624452, "delta_raw_oriented": 0.0064811259508132935, "delta_z": 0.008544974233113213, "delta_normalized": -0.011334509495673245, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07148408889770508, "delta_genuineness": 0.03138017654418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.3521039873361587, "adapter_raw": 1.3763988226652146, "baseline_normalized": 0.8040391500298979, "adapter_normalized": 0.8158086314232451, "delta_raw_oriented": 0.024294835329055787, "delta_z": 0.032031277197823844, "delta_normalized": 0.01176948139334721, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.01350252628326416, "delta_genuineness": -0.01443493366241455, "delta_wer_pp": -0.8333333333333334, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.18261723546455957, "de": 0.11035158360440621, "fr": 0.1855469678593873, "nl": -0.05224606923051717, "es": 0.09912113922040246 }, "languages_improved": 3, "ci95_z": [ -0.09794923840395793, 0.1381836484295979 ], "ci9833_z": [ -0.1089843947997702, 0.1532227252805941 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.7495612502098083, "adapter_raw": 1.6110511422157288, "baseline_normalized": 0.9357204865844978, "adapter_normalized": 0.9007169184931891, "delta_raw_oriented": -0.1385101079940796, "delta_z": -0.18261723546455957, "delta_normalized": -0.03500356809130872, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06155574321746826, "delta_genuineness": -0.009414196014404297, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3503263145685196, "adapter_raw": 1.4340249300003052, "baseline_normalized": 0.8154690927131486, "adapter_normalized": 0.8252187691723806, "delta_raw_oriented": 0.08369861543178558, "delta_z": 0.11035158360440621, "delta_normalized": 0.009749676459231915, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04765617847442627, "delta_genuineness": 0.11767578125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.5984593033790588, "adapter_raw": 1.7391915321350098, "baseline_normalized": 0.8673014708325716, "adapter_normalized": 0.9214958614510094, "delta_raw_oriented": 0.14073222875595093, "delta_z": 0.1855469678593873, "delta_normalized": 0.05419439061843781, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": -0.020397186279296875, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.7992488145828247, "adapter_raw": 0.7596216201782227, "baseline_normalized": 0.6165911202611528, "adapter_normalized": 0.6006528692142103, "delta_raw_oriented": -0.03962719440460205, "delta_z": -0.05224606923051717, "delta_normalized": -0.015938251046942478, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": 0.004706978797912598, "delta_wer_pp": -4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.2629242539405823, "adapter_raw": 1.3381048887968063, "baseline_normalized": 0.7851135797581185, "adapter_normalized": 0.830958738785436, "delta_raw_oriented": 0.07518063485622406, "delta_z": 0.09912113922040246, "delta_normalized": 0.045845159027317534, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": -0.16474604606628418, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.3521039873361587, "adapter_raw": 1.2954407796263694, "baseline_normalized": 0.8040391500298979, "adapter_normalized": 0.7815886547156911, "delta_raw_oriented": -0.056663207709789276, "delta_z": -0.07470702676051723, "delta_normalized": -0.022450495314206807, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.0027799129486083983, "delta_genuineness": 0.017259037494659422, "delta_wer_pp": -0.5208333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.056640628530191584, "de": -0.0410156248465134, "fr": -0.04492189541371655, "nl": -0.010742136005248856, "es": -0.22021484900691574 }, "languages_improved": 0, "ci95_z": [ -0.15009766756963608, -0.026757786391930938 ], "ci9833_z": [ -0.15478516081622606, -0.023632785655195304 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.7495612502098083, "adapter_raw": 1.7066009044647217, "baseline_normalized": 0.9357204865844978, "adapter_normalized": 0.9296876643916228, "delta_raw_oriented": -0.04296034574508667, "delta_z": -0.056640628530191584, "delta_normalized": -0.00603282219287507, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": 0.06119126081466675, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3503263145685196, "adapter_raw": 1.319217100739479, "baseline_normalized": 0.8154690927131486, "adapter_normalized": 0.778547049033889, "delta_raw_oriented": -0.031109213829040527, "delta_z": -0.0410156248465134, "delta_normalized": -0.03692204367925958, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04964184761047363, "delta_genuineness": -0.01725924015045166, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.5984593033790588, "adapter_raw": 1.5643872916698456, "baseline_normalized": 0.8673014708325716, "adapter_normalized": 0.8654166641632243, "delta_raw_oriented": -0.03407201170921326, "delta_z": -0.04492189541371655, "delta_normalized": -0.001884806669347372, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": 0.12395179271697998, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.7992488145828247, "adapter_raw": 0.7911012023687363, "baseline_normalized": 0.6165911202611528, "adapter_normalized": 0.6145202015503559, "delta_raw_oriented": -0.00814761221408844, "delta_z": -0.010742136005248856, "delta_normalized": -0.002070918710796857, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": -0.02353525161743164, "delta_wer_pp": -4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.2629242539405823, "adapter_raw": 1.0958973988890648, "baseline_normalized": 0.7851135797581185, "adapter_normalized": 0.7197716944393633, "delta_raw_oriented": -0.1670268550515175, "delta_z": -0.22021484900691574, "delta_normalized": -0.06534188531875516, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0039713382720947266, "delta_genuineness": -0.05805337429046631, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.032031277197823844, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "emo_Impatience_and_Irritability", "label": "Intense Impatience and Irritability", "category": "emotion", "head": "emo_Impatience_and_Irritability", "pole": "high", "trained_languages": { "fr": 31, "nl": 23, "es": 33, "en": 42, "de": 33 }, "train_clips": 157, "normalization_mu": 0.5035319924354553, "normalization_sigma": 0.6841333508491516, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.16453856676816941, "adapter_raw": 0.15441687256097794, "baseline_normalized": 0.31550198916163247, "adapter_normalized": 0.3093755453762047, "delta_raw_oriented": -0.010121694207191468, "delta_z": -0.014794914170794836, "delta_normalized": -0.00612644378542776, "win_rate": 0.55, "tie_rate": 0.05, "delta_ce": -0.01509108543395996, "delta_genuineness": -0.040480506420135495, "delta_wer_pp": 1.1601307189542485, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.07031250748724523, "de": 0.11596679927857588, "fr": -0.05175780696964842, "nl": -0.209472647018567, "es": 0.000976576368420119 }, "languages_improved": 3, "ci95_z": [ -0.12197264810762083, 0.07470703798001246 ], "ci9833_z": [ -0.14438475775913845, 0.08857422420377749 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.007802538573741913, "adapter_raw": 0.055905669927597046, "baseline_normalized": 0.23620759953050646, "adapter_normalized": 0.25766881592279584, "delta_raw_oriented": 0.04810313135385513, "delta_z": 0.07031250748724523, "delta_normalized": 0.021461216392289387, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.04964172840118408, "delta_genuineness": 0.02510392665863037, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.12538797408342361, "adapter_raw": 0.2047247290611267, "baseline_normalized": 0.2939728592490444, "adapter_normalized": 0.3371197832145106, "delta_raw_oriented": 0.0793367549777031, "delta_z": 0.11596679927857588, "delta_normalized": 0.04314692396546617, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.06949841976165771, "delta_genuineness": -0.12552082538604736, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.07928913831710815, "adapter_raw": 0.04387989640235901, "baseline_normalized": 0.26846387408311145, "adapter_normalized": 0.25120888884081394, "delta_raw_oriented": -0.035409241914749146, "delta_z": -0.05175780696964842, "delta_normalized": -0.017254985242297474, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.015885353088378906, "delta_genuineness": -0.08315753936767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.5302559435367584, "adapter_raw": 0.38694871962070465, "baseline_normalized": 0.5106988162835125, "adapter_normalized": 0.4319361461070039, "delta_raw_oriented": -0.14330722391605377, "delta_z": -0.209472647018567, "delta_normalized": -0.0787626701765086, "win_rate": 0.0, "tie_rate": 0.25, "delta_ce": 0.05559873580932617, "delta_genuineness": 0.04707026481628418, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.07995723932981491, "adapter_raw": 0.08062534779310226, "baseline_normalized": 0.2681667966619875, "adapter_normalized": 0.2689440927958992, "delta_raw_oriented": 0.0006681084632873535, "delta_z": 0.000976576368420119, "delta_normalized": 0.0007772961339117257, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09531211853027344, "delta_genuineness": -0.0658983588218689, "delta_wer_pp": 4.411764705882353, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.16453856676816941, "adapter_raw": 0.14229087978601457, "baseline_normalized": 0.31550198916163247, "adapter_normalized": 0.30254558429250306, "delta_raw_oriented": -0.022247686982154846, "delta_z": -0.03251951824091143, "delta_normalized": -0.012956404869129395, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": 0.01509106159210205, "delta_genuineness": 0.1164205551147461, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.03515628096996886, "de": -0.03613281377623498, "fr": 0.015136726790280379, "nl": -0.20214841137972406, "es": 0.02539062619115265 }, "languages_improved": 3, "ci95_z": [ -0.12148435338908767, 0.02724610822250468 ], "ci9833_z": [ -0.13574217233832844, 0.029296888102679136 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.007802538573741913, "adapter_raw": 0.03185412287712097, "baseline_normalized": 0.23620759953050646, "adapter_normalized": 0.24626433184222138, "delta_raw_oriented": 0.02405158430337906, "delta_z": 0.03515628096996886, "delta_normalized": 0.01005673231171493, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.09134078025817871, "delta_genuineness": 0.11924457550048828, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.12538797408342361, "adapter_raw": 0.10066831111907959, "baseline_normalized": 0.2939728592490444, "adapter_normalized": 0.27952621074057693, "delta_raw_oriented": -0.024719662964344025, "delta_z": -0.03613281377623498, "delta_normalized": -0.014446648508467497, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.039713263511657715, "delta_genuineness": 0.11296868324279785, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.07928913831710815, "adapter_raw": 0.08964467793703079, "baseline_normalized": 0.26846387408311145, "adapter_normalized": 0.27428490699721875, "delta_raw_oriented": 0.010355539619922638, "delta_z": 0.015136726790280379, "delta_normalized": 0.005821032914107349, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0814124345779419, "delta_genuineness": -0.05491530895233154, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.5302559435367584, "adapter_raw": 0.391959473490715, "baseline_normalized": 0.5106988162835125, "adapter_normalized": 0.4358887551454512, "delta_raw_oriented": -0.1382964700460434, "delta_z": -0.20214841137972406, "delta_normalized": -0.07481006113806131, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": 0.19298839569091797, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.07995723932981491, "adapter_raw": 0.0973278135061264, "baseline_normalized": 0.2681667966619875, "adapter_normalized": 0.276763716737047, "delta_raw_oriented": 0.017370574176311493, "delta_z": 0.02539062619115265, "delta_normalized": 0.00859692007505955, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": 0.2118164300918579, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.16453856676816941, "adapter_raw": 0.14756885617971421, "baseline_normalized": 0.31550198916163247, "adapter_normalized": 0.30486453283001524, "delta_raw_oriented": -0.0169697105884552, "delta_z": -0.02480468254820828, "delta_normalized": -0.010637456331617242, "win_rate": 0.55, "tie_rate": 0.05, "delta_ce": -0.007148385047912598, "delta_genuineness": 0.023535096645355226, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.013671884018727197, "de": 0.11523437789279928, "fr": 0.05175781786018692, "nl": -0.3525390484614152, "es": 0.04785155594866043 }, "languages_improved": 4, "ci95_z": [ -0.19238280669738494, 0.08144531472915709 ], "ci9833_z": [ -0.20605467546935824, 0.08906250149744904 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.007802538573741913, "adapter_raw": 0.017155930399894714, "baseline_normalized": 0.23620759953050646, "adapter_normalized": 0.23921143905147796, "delta_raw_oriented": 0.009353391826152802, "delta_z": 0.013671884018727197, "delta_normalized": 0.00300383952097151, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": 0.047070205211639404, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.12538797408342361, "adapter_raw": 0.2042236551642418, "baseline_normalized": 0.2939728592490444, "adapter_normalized": 0.3360733110531158, "delta_raw_oriented": 0.07883568108081818, "delta_z": 0.11523437789279928, "delta_normalized": 0.04210045180407135, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": 0.03451812267303467, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.07928913831710815, "adapter_raw": 0.1146983876824379, "baseline_normalized": 0.26846387408311145, "adapter_normalized": 0.2849963405328255, "delta_raw_oriented": 0.03540924936532974, "delta_z": 0.05175781786018692, "delta_normalized": 0.01653246644971411, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.033756375312805176, "delta_genuineness": -0.032949209213256836, "delta_wer_pp": 8.333333333333332, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.5302559435367584, "adapter_raw": 0.289072223007679, "baseline_normalized": 0.5106988162835125, "adapter_normalized": 0.37856515990336587, "delta_raw_oriented": -0.24118372052907944, "delta_z": -0.3525390484614152, "delta_normalized": -0.13213365638014665, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": -0.009414076805114746, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.07995723932981491, "adapter_raw": 0.11269408464431763, "baseline_normalized": 0.2681667966619875, "adapter_normalized": 0.28547641360929094, "delta_raw_oriented": 0.032736845314502716, "delta_z": 0.04785155594866043, "delta_normalized": 0.01730961694730347, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 1.1920928955078125e-07, "delta_genuineness": 0.07845044136047363, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": -0.014794914170794836, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Infatuation", "label": "Intense Infatuation", "category": "emotion", "head": "emo_Infatuation", "pole": "high", "trained_languages": { "en": 23, "de": 5, "es": 3, "fr": 1 }, "train_clips": 31, "normalization_mu": 0.19843806326389313, "normalization_sigma": 0.5412347912788391, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.026474450156092642, "adapter_raw": 0.03375521749258041, "baseline_normalized": 0.3756454405258369, "adapter_normalized": 0.38089268570917617, "delta_raw_oriented": 0.00728076733648777, "delta_z": 0.013452142127235842, "delta_normalized": 0.005247245183339244, "win_rate": 0.65, "tie_rate": 0.05, "delta_ce": -0.024622297286987303, "delta_genuineness": -0.0815885066986084, "delta_wer_pp": 0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.035034175345328454, "de": -0.0014648562791141771, "fr": 0.017333985799985088, "nl": 0.023193348969920202, "es": -0.006835943199940355 }, "languages_improved": 3, "ci95_z": [ 0.00014647736837520507, 0.02675780688609648 ], "ci9833_z": [ -0.0025390736632794125, 0.029125972161178133 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.07317180745303631, "adapter_raw": 0.0921335220336914, "baseline_normalized": 0.40858162954504584, "adapter_normalized": 0.42242992748016284, "delta_raw_oriented": 0.018961714580655098, "delta_z": 0.035034175345328454, "delta_normalized": 0.013848297935116965, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": 0.010983109474182129, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": -0.014038875699043274, "adapter_raw": -0.014831706881523132, "baseline_normalized": 0.34758890381289453, "adapter_normalized": 0.34703230400994184, "delta_raw_oriented": -0.0007928311824798584, "delta_z": -0.0014648562791141771, "delta_normalized": -0.0005565998029526814, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.012552022933959961, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.0386839434504509, "adapter_raw": 0.04806569963693619, "baseline_normalized": 0.3841899941365343, "adapter_normalized": 0.390737809376957, "delta_raw_oriented": 0.00938175618648529, "delta_z": 0.017333985799985088, "delta_normalized": 0.0065478152404226525, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.015885353088378906, "delta_genuineness": -0.21024727821350098, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.020052574574947357, "adapter_raw": 0.032605621963739395, "baseline_normalized": 0.3708779899442583, "adapter_normalized": 0.37972990372867066, "delta_raw_oriented": 0.012553047388792038, "delta_z": 0.023193348969920202, "delta_normalized": 0.008851913784412357, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": -0.12708979845046997, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01450280100107193, "adapter_raw": 0.010802950710058212, "baseline_normalized": 0.3669886851904517, "adapter_normalized": 0.3645334839501486, "delta_raw_oriented": -0.0036998502910137177, "delta_z": -0.006835943199940355, "delta_normalized": -0.002455201240303073, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.12112581729888916, "delta_genuineness": -0.06903654336929321, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.026474450156092642, "adapter_raw": 0.0332398846745491, "baseline_normalized": 0.3756454405258369, "adapter_normalized": 0.38042861575457587, "delta_raw_oriented": 0.006765434518456459, "delta_z": 0.012499999311705316, "delta_normalized": 0.004783175228738909, "win_rate": 0.55, "tie_rate": 0.05, "delta_ce": -0.005162763595581055, "delta_genuineness": -0.054287731647491455, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.04321288855473864, "de": 0.0483398442339572, "fr": -0.010498046041518156, "nl": -0.004882817554664088, "es": -0.013671872633987022 }, "languages_improved": 2, "ci95_z": [ -0.01064453098113489, 0.03564452960454552 ], "ci9833_z": [ -0.011767576678505701, 0.044238279690582354 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.07317180745303631, "adapter_raw": 0.09656012617051601, "baseline_normalized": 0.40858162954504584, "adapter_normalized": 0.4255060174168339, "delta_raw_oriented": 0.023388318717479706, "delta_z": 0.04321288855473864, "delta_normalized": 0.016924387871788085, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.033756256103515625, "delta_genuineness": 0.007845103740692139, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": -0.014038875699043274, "adapter_raw": 0.012124329805374146, "baseline_normalized": 0.34758890381289453, "adapter_normalized": 0.36553122371853386, "delta_raw_oriented": 0.02616320550441742, "delta_z": 0.0483398442339572, "delta_normalized": 0.017942319905639326, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.04707026481628418, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.0386839434504509, "adapter_raw": 0.033002035692334175, "baseline_normalized": 0.3841899941365343, "adapter_normalized": 0.3802061051348514, "delta_raw_oriented": -0.005681907758116722, "delta_z": -0.010498046041518156, "delta_normalized": -0.003983889001682908, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.0377277135848999, "delta_genuineness": -0.08158838748931885, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.020052574574947357, "adapter_raw": 0.017409823834896088, "baseline_normalized": 0.3708779899442583, "adapter_normalized": 0.3690415551646653, "delta_raw_oriented": -0.0026427507400512695, "delta_z": -0.004882817554664088, "delta_normalized": -0.001836434779593027, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": -0.10355472564697266, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01450280100107193, "adapter_raw": 0.0071031078696250916, "baseline_normalized": 0.3669886851904517, "adapter_normalized": 0.3618581773379948, "delta_raw_oriented": -0.007399693131446838, "delta_z": -0.013671872633987022, "delta_normalized": -0.005130507852456931, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": -0.04707038402557373, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.026474450156092642, "adapter_raw": 0.028086526319384575, "baseline_normalized": 0.3756454405258369, "adapter_normalized": 0.37690372141593614, "delta_raw_oriented": 0.0016120761632919312, "delta_z": 0.0029785154045306093, "delta_normalized": 0.0012582808900992088, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": -0.020650959014892577, "delta_genuineness": -0.02259371280670166, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.014892577022653041, "de": 0.02197265146420102, "fr": 0.0019531256452762664, "nl": 0.007324219449049287, "es": -0.0014648425132204892 }, "languages_improved": 3, "ci95_z": [ -0.007519531325282229, 0.013964841136631118 ], "ci9833_z": [ -0.00883788958718067, 0.015039059897385723 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.07317180745303631, "adapter_raw": 0.06511142663657665, "baseline_normalized": 0.40858162954504584, "adapter_normalized": 0.4031671460146171, "delta_raw_oriented": -0.008060380816459656, "delta_z": -0.014892577022653041, "delta_normalized": -0.005414483530428754, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": 0.0015691518783569336, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": -0.014038875699043274, "adapter_raw": -0.002146512269973755, "baseline_normalized": 0.34758890381289453, "adapter_normalized": 0.3560709614151726, "delta_raw_oriented": 0.011892363429069519, "delta_z": 0.02197265146420102, "delta_normalized": 0.008482057602278062, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.13022804260253906, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.0386839434504509, "adapter_raw": 0.039741043001413345, "baseline_normalized": 0.3841899941365343, "adapter_normalized": 0.38517820597540287, "delta_raw_oriented": 0.0010570995509624481, "delta_z": 0.0019531256452762664, "delta_normalized": 0.0009882118388685607, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.04169905185699463, "delta_genuineness": -0.24790358543395996, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.020052574574947357, "adapter_raw": 0.024016696959733963, "baseline_normalized": 0.3708779899442583, "adapter_normalized": 0.3736476740999509, "delta_raw_oriented": 0.003964122384786606, "delta_z": 0.007324219449049287, "delta_normalized": 0.002769684155692592, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.009928345680236816, "delta_genuineness": 0.003137826919555664, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01450280100107193, "adapter_raw": 0.013709977269172668, "baseline_normalized": 0.3669886851904517, "adapter_normalized": 0.3664546195745373, "delta_raw_oriented": -0.0007928237318992615, "delta_z": -0.0014648425132204892, "delta_normalized": -0.0005340656159144169, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": 0.0, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.013452142127235842, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Interest", "label": "Intense Interest", "category": "emotion", "head": "emo_Interest", "pole": "high", "trained_languages": { "es": 21, "fr": 32, "nl": 24, "de": 36, "en": 32 }, "train_clips": 140, "normalization_mu": 1.4420181512832642, "normalization_sigma": 0.9140985608100891, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.1408036768436434, "adapter_raw": 2.1082656741142274, "baseline_normalized": 0.7635872374147219, "adapter_normalized": 0.7591644016415441, "delta_raw_oriented": -0.03253800272941589, "delta_z": -0.03559572689905581, "delta_normalized": -0.004422835773177836, "win_rate": 0.3, "tie_rate": 0.0, "delta_ce": 0.004765629768371582, "delta_genuineness": -0.03671485185623169, "delta_wer_pp": 0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.12207022430643552, "de": 0.04882812232553811, "fr": 0.04516589659552678, "nl": 0.007324190636311391, "es": -0.15722661974621982 }, "languages_improved": 3, "ci95_z": [ -0.11025389949379986, 0.03906244569568823 ], "ci9833_z": [ -0.1291015033943924, 0.04589834174152905 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.3775408565998077, "adapter_raw": 2.2659566402435303, "baseline_normalized": 0.8359506402964565, "adapter_normalized": 0.8072692765678338, "delta_raw_oriented": -0.11158421635627747, "delta_z": -0.12207022430643552, "delta_normalized": -0.028681363728622705, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": 0.11610662937164307, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.8718408942222595, "adapter_raw": 1.916474610567093, "baseline_normalized": 0.6769546700377087, "adapter_normalized": 0.6973330071247688, "delta_raw_oriented": 0.044633716344833374, "delta_z": 0.04882812232553811, "delta_normalized": 0.020378337087060105, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.01191413402557373, "delta_genuineness": 0.05177724361419678, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.952627956867218, "adapter_raw": 1.9939140379428864, "baseline_normalized": 0.7070794762013913, "adapter_normalized": 0.7223582042242929, "delta_raw_oriented": 0.041286081075668335, "delta_z": 0.04516589659552678, "delta_normalized": 0.01527872802290145, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.033756375312805176, "delta_genuineness": -0.0407942533493042, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.095009505748749, "adapter_raw": 2.1017045378684998, "baseline_normalized": 0.7560857936439692, "adapter_normalized": 0.7639007792709406, "delta_raw_oriented": 0.0066950321197509766, "delta_z": 0.007324190636311391, "delta_normalized": 0.007814985626971416, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.07148408889770508, "delta_genuineness": -0.10512363910675049, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.406999170780182, "adapter_raw": 2.263278543949127, "baseline_normalized": 0.841865606894084, "adapter_normalized": 0.8049607410198846, "delta_raw_oriented": -0.1437206268310547, "delta_z": -0.15722661974621982, "delta_normalized": -0.036904865874199444, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.15488219261169434, "delta_genuineness": -0.2055402398109436, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.1408036768436434, "adapter_raw": 2.1925787568092345, "baseline_normalized": 0.7635872374147219, "adapter_normalized": 0.7837617900361619, "delta_raw_oriented": 0.05177507996559143, "delta_z": 0.056640587990541745, "delta_normalized": 0.020174552621439905, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": -0.0075455188751220705, "delta_genuineness": -0.026986920833587648, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.003906324120800761, "de": 0.17773434048670617, "fr": 0.12353510807784726, "nl": 0.043456947036289516, "es": -0.06542977976893498 }, "languages_improved": 4, "ci95_z": [ -0.015917992851995785, 0.1321288907317533 ], "ci9833_z": [ -0.02978521362994293, 0.1452148010413908 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.3775408565998077, "adapter_raw": 2.3811116218566895, "baseline_normalized": 0.8359506402964565, "adapter_normalized": 0.8294769616573483, "delta_raw_oriented": 0.003570765256881714, "delta_z": 0.003906324120800761, "delta_normalized": -0.006473678639108166, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": 0.1066926121711731, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.8718408942222595, "adapter_raw": 2.034307599067688, "baseline_normalized": 0.6769546700377087, "adapter_normalized": 0.7352194044928213, "delta_raw_oriented": 0.16246670484542847, "delta_z": 0.17773434048670617, "delta_normalized": 0.0582647344551126, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 1.1920928955078125e-07, "delta_genuineness": -0.03922533988952637, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.952627956867218, "adapter_raw": 2.065551221370697, "baseline_normalized": 0.7070794762013913, "adapter_normalized": 0.749894984055893, "delta_raw_oriented": 0.112923264503479, "delta_z": 0.12353510807784726, "delta_normalized": 0.04281550785450164, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": -0.08943355083465576, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.095009505748749, "adapter_raw": 2.1347334384918213, "baseline_normalized": 0.7560857936439692, "adapter_normalized": 0.7735405762969618, "delta_raw_oriented": 0.03972393274307251, "delta_z": 0.043456947036289516, "delta_normalized": 0.01745478265299258, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": -0.09257149696350098, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.406999170780182, "adapter_raw": 2.3471899032592773, "baseline_normalized": 0.841865606894084, "adapter_normalized": 0.8306770236777848, "delta_raw_oriented": -0.05980926752090454, "delta_z": -0.06542977976893498, "delta_normalized": -0.01118858321629912, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.1290684938430786, "delta_genuineness": -0.020396828651428223, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.1408036768436434, "adapter_raw": 2.1183082699775695, "baseline_normalized": 0.7635872374147219, "adapter_normalized": 0.7583790297137787, "delta_raw_oriented": -0.022495406866073608, "delta_z": -0.024609388779846465, "delta_normalized": -0.005208207700943246, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.02501943111419678, "delta_genuineness": 0.005334639549255371, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.07617177171482918, "de": 0.13574214680997276, "fr": -0.03808599996778827, "nl": 0.004394520902379625, "es": -0.14892583992896727 }, "languages_improved": 2, "ci95_z": [ -0.10371095411987026, 0.06621088809886835 ], "ci9833_z": [ -0.11220705829390384, 0.07880854946218477 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.3775408565998077, "adapter_raw": 2.3079123497009277, "baseline_normalized": 0.8359506402964565, "adapter_normalized": 0.8078993427808674, "delta_raw_oriented": -0.06962850689888, "delta_z": -0.07617177171482918, "delta_normalized": -0.028051297515589074, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.15488207340240479, "delta_genuineness": 0.09570956230163574, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.8718408942222595, "adapter_raw": 1.9959225952625275, "baseline_normalized": 0.6769546700377087, "adapter_normalized": 0.7225374604630026, "delta_raw_oriented": 0.12408170104026794, "delta_z": 0.13574214680997276, "delta_normalized": 0.04558279042529392, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.025813579559326172, "delta_genuineness": -0.11767578125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.952627956867218, "adapter_raw": 1.9178135991096497, "baseline_normalized": 0.7070794762013913, "adapter_normalized": 0.69734965531707, "delta_raw_oriented": -0.03481435775756836, "delta_z": -0.03808599996778827, "delta_normalized": -0.00972982088432131, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": -0.0360872745513916, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.095009505748749, "adapter_raw": 2.099026530981064, "baseline_normalized": 0.7560857936439692, "adapter_normalized": 0.7606286217056674, "delta_raw_oriented": 0.0040170252323150635, "delta_z": 0.004394520902379625, "delta_normalized": 0.004542828061698145, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.05361306667327881, "delta_genuineness": -0.004706978797912598, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.406999170780182, "adapter_raw": 2.270866274833679, "baseline_normalized": 0.841865606894084, "adapter_normalized": 0.803480068302286, "delta_raw_oriented": -0.13613289594650269, "delta_z": -0.14892583992896727, "delta_normalized": -0.03838553859179791, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": 0.08943367004394531, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.056640587990541745, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "emo_Intoxication_Altered_States_of_Consciousness", "label": "Intense Intoxication Altered States of Consciousness", "category": "emotion", "head": "emo_Intoxication_Altered_States_of_Consciousness", "pole": "high", "trained_languages": { "en": 9, "es": 4, "fr": 6, "nl": 5, "de": 9 }, "train_clips": 31, "normalization_mu": 0.1724642664194107, "normalization_sigma": 0.5562154054641724, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.027381126210093497, "adapter_raw": 0.021976496279239654, "baseline_normalized": 0.39715873959941594, "adapter_normalized": 0.3934062403359222, "delta_raw_oriented": -0.005404629930853844, "delta_z": -0.009716792950643963, "delta_normalized": -0.0037524992634937276, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.02700505256652832, "delta_genuineness": 0.025731801986694336, "delta_wer_pp": 0.8388157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.001953131278969659, "de": -0.03881836193891261, "fr": -0.003906249162804045, "nl": 0.0031738366539337884, "es": -0.010986321584406605 }, "languages_improved": 2, "ci95_z": [ -0.024853516828469185, 0.0012695373406005697 ], "ci9833_z": [ -0.027685545797110207, 0.002197272353962485 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.023361600935459137, "adapter_raw": 0.024447962641716003, "baseline_normalized": 0.39434039518093017, "adapter_normalized": 0.3950913246369303, "delta_raw_oriented": 0.0010863617062568665, "delta_z": 0.001953131278969659, "delta_normalized": 0.000750929456000124, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": -0.009413957595825195, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.04794045723974705, "adapter_raw": 0.026349086314439774, "baseline_normalized": 0.41146244880616034, "adapter_normalized": 0.39642227498488036, "delta_raw_oriented": -0.021591370925307274, "delta_z": -0.03881836193891261, "delta_normalized": -0.015040173821279992, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.05361294746398926, "delta_genuineness": 0.07531249523162842, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.010325301438570023, "adapter_raw": 0.008152585476636887, "baseline_normalized": 0.385342072943138, "adapter_normalized": 0.3838627910744428, "delta_raw_oriented": -0.002172715961933136, "delta_z": -0.003906249162804045, "delta_normalized": -0.0014792818686951564, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": -0.05491530895233154, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.025670111179351807, "adapter_raw": 0.02743544802069664, "baseline_normalized": 0.39598175957796233, "adapter_normalized": 0.3972017929770826, "delta_raw_oriented": 0.0017653368413448334, "delta_z": 0.0031738366539337884, "delta_normalized": 0.0012200333991203016, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": 0.04863929748535156, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.029608160257339478, "adapter_raw": 0.02349739894270897, "baseline_normalized": 0.39866702148888883, "adapter_normalized": 0.3944530180062749, "delta_raw_oriented": -0.006110761314630508, "delta_z": -0.010986321584406605, "delta_normalized": -0.004214003482613915, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.09531199932098389, "delta_genuineness": 0.06903648376464844, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.027381126210093497, "adapter_raw": 0.03389927521348, "baseline_normalized": 0.39715873959941594, "adapter_normalized": 0.40178672708165847, "delta_raw_oriented": 0.006518149003386498, "delta_z": 0.011718749497682427, "delta_normalized": 0.004627987482242563, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.009928321838378907, "delta_genuineness": 0.1007304310798645, "delta_wer_pp": 0.575657894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.025390626255793934, "de": -0.022705085816737833, "fr": 0.006835939383690896, "nl": 0.060546882116165615, "es": -0.011474614450500475 }, "languages_improved": 3, "ci95_z": [ -0.012304692230157144, 0.03911133163075806 ], "ci9833_z": [ -0.01596680299699542, 0.04389648852958493 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.023361600935459137, "adapter_raw": 0.03748425841331482, "baseline_normalized": 0.39434039518093017, "adapter_normalized": 0.4041402630924914, "delta_raw_oriented": 0.014122657477855682, "delta_z": 0.025390626255793934, "delta_normalized": 0.00979986791156122, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": 0.1569010615348816, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.04794045723974705, "adapter_raw": 0.035311538726091385, "baseline_normalized": 0.41146244880616034, "adapter_normalized": 0.40262598858852916, "delta_raw_oriented": -0.012628918513655663, "delta_z": -0.022705085816737833, "delta_normalized": -0.008836460217631209, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.0039713382720947266, "delta_genuineness": 0.08629536628723145, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.010325301438570023, "adapter_raw": 0.01412755623459816, "baseline_normalized": 0.385342072943138, "adapter_normalized": 0.3879805803455531, "delta_raw_oriented": 0.003802254796028137, "delta_z": 0.006835939383690896, "delta_normalized": 0.0026385074024151134, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.06949841976165771, "delta_genuineness": 0.037656188011169434, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.025670111179351807, "adapter_raw": 0.05934721976518631, "baseline_normalized": 0.39598175957796233, "adapter_normalized": 0.4199408041909624, "delta_raw_oriented": 0.0336771085858345, "delta_z": 0.060546882116165615, "delta_normalized": 0.023959044613000094, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.09414064884185791, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.029608160257339478, "adapter_raw": 0.023225802928209305, "baseline_normalized": 0.39866702148888883, "adapter_normalized": 0.3942459991907564, "delta_raw_oriented": -0.006382357329130173, "delta_z": -0.011474614450500475, "delta_normalized": -0.004421022298132404, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.10126900672912598, "delta_genuineness": 0.12865889072418213, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.027381126210093497, "adapter_raw": 0.026810789480805397, "baseline_normalized": 0.39715873959941594, "adapter_normalized": 0.39676867037607827, "delta_raw_oriented": -0.0005703367292881012, "delta_z": -0.0010253882285265804, "delta_normalized": -0.00039006922333764406, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.03335926532745361, "delta_genuineness": 0.053346312046051024, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.012939452863376263, "de": -0.0036621060785409286, "fr": 0.0019531312789696584, "nl": -0.014892577444778288, "es": -0.0014648417616596075 }, "languages_improved": 2, "ci95_z": [ -0.009277341426781226, 0.007177735013361915 ], "ci9833_z": [ -0.00996093603490708, 0.007861329621487768 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.023361600935459137, "adapter_raw": 0.030558723956346512, "baseline_normalized": 0.39434039518093017, "adapter_normalized": 0.399333903773012, "delta_raw_oriented": 0.007197123020887375, "delta_z": 0.012939452863376263, "delta_normalized": 0.004993508592081822, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": 0.05962246656417847, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.04794045723974705, "adapter_raw": 0.045903537422418594, "baseline_normalized": 0.41146244880616034, "adapter_normalized": 0.4100109472917637, "delta_raw_oriented": -0.002036919817328453, "delta_z": -0.0036621060785409286, "delta_normalized": -0.001451501514396658, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": 0.039225101470947266, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.010325301438570023, "adapter_raw": 0.011411663144826889, "baseline_normalized": 0.385342072943138, "adapter_normalized": 0.38609224667892894, "delta_raw_oriented": 0.0010863617062568665, "delta_z": 0.0019531312789696584, "delta_normalized": 0.0007501737357909488, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": 0.03138017654418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.025670111179351807, "adapter_raw": 0.017386630177497864, "baseline_normalized": 0.39598175957796233, "adapter_normalized": 0.3902146088060708, "delta_raw_oriented": -0.008283481001853943, "delta_z": -0.014892577444778288, "delta_normalized": -0.005767150771891508, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": 0.025104045867919922, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.029608160257339478, "adapter_raw": 0.028793392702937126, "baseline_normalized": 0.39866702148888883, "adapter_normalized": 0.398191645330616, "delta_raw_oriented": -0.0008147675544023514, "delta_z": -0.0014648417616596075, "delta_normalized": -0.000475376158272825, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0675128698348999, "delta_genuineness": 0.11139976978302002, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.011718749497682427, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "emo_Jealousy_and_Envy", "label": "Intense Jealousy and Envy", "category": "emotion", "head": "emo_Jealousy_and_Envy", "pole": "high", "trained_languages": { "fr": 6, "es": 7, "en": 5, "de": 11, "nl": 1 }, "train_clips": 29, "normalization_mu": 0.21464531123638153, "normalization_sigma": 0.44575998187065125, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.003257570415735245, "adapter_raw": -0.0007037736475467681, "baseline_normalized": 0.3177406912962343, "adapter_normalized": 0.31453843458443764, "delta_raw_oriented": -0.003961344063282013, "delta_z": -0.008886719814232896, "delta_normalized": -0.0032022567117966335, "win_rate": 0.35, "tie_rate": 0.0, "delta_ce": 0.03216786384582519, "delta_genuineness": -0.05993616580963135, "delta_wer_pp": -0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.009277348810003033, "de": -0.01123047707452112, "fr": -0.007812496343739744, "nl": -0.003906256529036173, "es": -0.012207020313864413 }, "languages_improved": 0, "ci95_z": [ -0.01123046871735482, -0.006152348601073877 ], "ci9833_z": [ -0.011621086013092138, -0.005566409286001821 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.0032285861670970917, "adapter_raw": -0.007364057004451752, "baseline_normalized": 0.3125200756087767, "adapter_normalized": 0.309264741002273, "delta_raw_oriented": -0.00413547083735466, "delta_z": -0.009277348810003033, "delta_normalized": -0.003255334606503693, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0675126314163208, "delta_genuineness": 0.01725912094116211, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.01418391615152359, "adapter_raw": 0.009177818894386292, "baseline_normalized": 0.32653210323930265, "adapter_normalized": 0.32242914825125135, "delta_raw_oriented": -0.005006097257137299, "delta_z": -0.01123047707452112, "delta_normalized": -0.0041029549880512994, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": -0.09414052963256836, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.625825047492981e-05, "adapter_raw": -0.0034462399780750275, "baseline_normalized": 0.315228549172182, "adapter_normalized": 0.31233447116792457, "delta_raw_oriented": -0.0034824982285499573, "delta_z": -0.007812496343739744, "delta_normalized": -0.0028940780042574776, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.08736944198608398, "delta_genuineness": -0.10669267177581787, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.002212822437286377, "adapter_raw": 0.00047156959772109985, "baseline_normalized": 0.3168577213789852, "adapter_normalized": 0.31545949767014214, "delta_raw_oriented": -0.001741252839565277, "delta_z": -0.003906256529036173, "delta_normalized": -0.0013982237088430577, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0972977876663208, "delta_genuineness": -0.025104165077209473, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.0030834414064884186, "adapter_raw": -0.002357959747314453, "baseline_normalized": 0.31756500708192487, "adapter_normalized": 0.3132043148305972, "delta_raw_oriented": -0.005441401153802872, "delta_z": -0.012207020313864413, "delta_normalized": -0.004360692251327639, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.2601226568222046, "delta_genuineness": -0.09100258350372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.003257570415735245, "adapter_raw": 0.0014292575418949128, "baseline_normalized": 0.3177406912962343, "adapter_normalized": 0.3162722422818666, "delta_raw_oriented": -0.001828312873840332, "delta_z": -0.00410156350547157, "delta_normalized": -0.001468449014367637, "win_rate": 0.3, "tie_rate": 0.15, "delta_ce": 0.02859365940093994, "delta_genuineness": 0.04644263982772827, "delta_wer_pp": 1.3541666666666665, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.006835936390063851, "de": 0.007812496343739745, "fr": -0.012695312826451808, "nl": -0.006835944747230151, "es": -0.015624992687479487 }, "languages_improved": 2, "ci95_z": [ -0.01269531115501855, 0.0044921841440754085 ], "ci9833_z": [ -0.013867183099429619, 0.00703124838079903 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.0032285861670970917, "adapter_raw": -0.00018139928579330444, "baseline_normalized": 0.3125200756087767, "adapter_normalized": 0.31496247944226435, "delta_raw_oriented": 0.0030471868813037872, "delta_z": 0.006835936390063851, "delta_normalized": 0.0024424038334876497, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 1.1920928955078125e-07, "delta_genuineness": 0.1710221767425537, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.01418391615152359, "adapter_raw": 0.017666414380073547, "baseline_normalized": 0.32653210323930265, "adapter_normalized": 0.32933525282772913, "delta_raw_oriented": 0.0034824982285499573, "delta_z": 0.007812496343739745, "delta_normalized": 0.002803149588426493, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.02978503704071045, "delta_genuineness": 0.06432926654815674, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.625825047492981e-05, "adapter_raw": -0.005622804164886475, "baseline_normalized": 0.315228549172182, "adapter_normalized": 0.3106424447570245, "delta_raw_oriented": -0.005659062415361404, "delta_z": -0.012695312826451808, "delta_normalized": -0.004586104415157499, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": 0.009928345680236816, "delta_genuineness": -0.025104165077209473, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.002212822437286377, "adapter_raw": -0.0008343681693077087, "baseline_normalized": 0.3168577213789852, "adapter_normalized": 0.3144130552158694, "delta_raw_oriented": -0.0030471906065940857, "delta_z": -0.006835944747230151, "delta_normalized": -0.0024446661631158523, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.0377277135848999, "delta_genuineness": 0.14434874057769775, "delta_wer_pp": 8.333333333333332, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.0030834414064884186, "adapter_raw": -0.003881555050611496, "baseline_normalized": 0.31756500708192487, "adapter_normalized": 0.31200797916644585, "delta_raw_oriented": -0.0069649964570999146, "delta_z": -0.015624992687479487, "delta_normalized": -0.0055570279154789765, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.1409825086593628, "delta_genuineness": -0.12238281965255737, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.003257570415735245, "adapter_raw": -0.0011826179921627044, "baseline_normalized": 0.3177406912962343, "adapter_normalized": 0.31417196941323916, "delta_raw_oriented": -0.004440188407897949, "delta_z": -0.009960939941859528, "delta_normalized": -0.0035687218829951323, "win_rate": 0.35, "tie_rate": 0.1, "delta_ce": 0.04050765037536621, "delta_genuineness": 0.03640103340148926, "delta_wer_pp": -0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.010742184561933722, "de": -0.021484385838200046, "fr": -0.007324220545484948, "nl": -0.005859376436387958, "es": -0.025878901451158412 }, "languages_improved": 1, "ci95_z": [ -0.02099609332561265, 0.0009765582822426324 ], "ci9833_z": [ -0.02236328896079172, 0.003808591340785652 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.0032285861670970917, "adapter_raw": 0.0015598498284816742, "baseline_normalized": 0.3125200756087767, "adapter_normalized": 0.3163629578366532, "delta_raw_oriented": 0.004788435995578766, "delta_z": 0.010742184561933722, "delta_normalized": 0.0038428822278764874, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.0675126314163208, "delta_genuineness": 0.16474604606628418, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.01418391615152359, "adapter_raw": 0.004607036709785461, "baseline_normalized": 0.32653210323930265, "adapter_normalized": 0.31882333540861696, "delta_raw_oriented": -0.009576879441738129, "delta_z": -0.021484385838200046, "delta_normalized": -0.007708767830685692, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.05361294746398926, "delta_genuineness": 0.02981114387512207, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.625825047492981e-05, "adapter_raw": -0.0032285861670970917, "baseline_normalized": 0.315228549172182, "adapter_normalized": 0.3125273734710132, "delta_raw_oriented": -0.0032648444175720215, "delta_z": -0.007324220545484948, "delta_normalized": -0.0027011757011688176, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.08001947402954102, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.002212822437286377, "adapter_raw": -0.00039905309677124023, "baseline_normalized": 0.3168577213789852, "adapter_normalized": 0.31476013082632603, "delta_raw_oriented": -0.002611875534057617, "delta_z": -0.005859376436387958, "delta_normalized": -0.002097590552659165, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": 0.13336575031280518, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.0030834414064884186, "adapter_raw": -0.008452337235212326, "baseline_normalized": 0.31756500708192487, "adapter_normalized": 0.3083860495235864, "delta_raw_oriented": -0.011535778641700745, "delta_z": -0.025878901451158412, "delta_normalized": -0.009178957558338474, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.21246659755706787, "delta_genuineness": -0.06589829921722412, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": -0.00410156350547157, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Longing", "label": "Intense Longing", "category": "emotion", "head": "emo_Longing", "pole": "high", "trained_languages": { "de": 35, "fr": 17, "es": 31, "en": 32, "nl": 2 }, "train_clips": 113, "normalization_mu": 0.4350960850715637, "normalization_sigma": 0.6358309984207153, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.3981275364756584, "adapter_raw": 0.3794298194348812, "baseline_normalized": 0.4677366135767044, "adapter_normalized": 0.4551612852715192, "delta_raw_oriented": -0.018697717040777207, "delta_z": -0.02940674029296908, "delta_normalized": -0.012575328305185152, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 2.384185791015625e-08, "delta_genuineness": -0.04393229484558105, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0219726279623461, "de": -0.12298582822887594, "fr": 0.11425780133141172, "nl": -0.026367172303396285, "es": -0.133911130226331 }, "languages_improved": 2, "ci95_z": [ -0.10803221784276203, 0.04921873725682388 ], "ci9833_z": [ -0.12517088862836695, 0.067675771930637 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6831570938229561, "adapter_raw": 0.6971279717981815, "baseline_normalized": 0.6037740208642448, "adapter_normalized": 0.6100169003531826, "delta_raw_oriented": 0.013970877975225449, "delta_z": 0.0219726279623461, "delta_normalized": 0.0062428794889377165, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": 0.04236316680908203, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3037308529019356, "adapter_raw": 0.2255326509475708, "baseline_normalized": 0.4236353578435844, "adapter_normalized": 0.3749074197528049, "delta_raw_oriented": -0.07819820195436478, "delta_z": -0.12298582822887594, "delta_normalized": -0.04872793809077955, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.04368484020233154, "delta_genuineness": 0.003137946128845215, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.534755140542984, "adapter_raw": 0.6074037924408913, "baseline_normalized": 0.5494425156452803, "adapter_normalized": 0.587392007091519, "delta_raw_oriented": 0.07264865189790726, "delta_z": 0.11425780133141172, "delta_normalized": 0.03794949144623862, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": -0.03138017654418945, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.0538458526134491, "adapter_raw": 0.0370807871222496, "baseline_normalized": 0.27452491713916877, "adapter_normalized": 0.26572432769604615, "delta_raw_oriented": -0.016765065491199493, "delta_z": -0.026367172303396285, "delta_normalized": -0.008800589443122647, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0039713382720947266, "delta_genuineness": -0.09727859497070312, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.4151487424969673, "adapter_raw": 0.33000389486551285, "baseline_normalized": 0.4873062563912435, "adapter_normalized": 0.4377657714640436, "delta_raw_oriented": -0.08514484763145447, "delta_z": -0.133911130226331, "delta_normalized": -0.049540484927199896, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": -0.13650381565093994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.3981275364756584, "adapter_raw": 0.5038484111428261, "baseline_normalized": 0.4677366135767044, "adapter_normalized": 0.5061322052909566, "delta_raw_oriented": 0.10572087466716766, "delta_z": 0.1662719731025358, "delta_normalized": 0.038395591714252206, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": 0.021445274353027344, "delta_genuineness": -0.004707038402557373, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.555664079893703, "de": -0.13128662183755968, "fr": 0.5878905821565631, "nl": -0.003906243408702003, "es": -0.1770019312913254 }, "languages_improved": 2, "ci95_z": [ -0.12409666993329442, 0.456640616138366 ], "ci9833_z": [ -0.14238279371480073, 0.5621093803462751 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6831570938229561, "adapter_raw": 1.0364655405282974, "baseline_normalized": 0.6037740208642448, "adapter_normalized": 0.76006128496711, "delta_raw_oriented": 0.35330844670534134, "delta_z": 0.555664079893703, "delta_normalized": 0.15628726410286523, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.001985788345336914, "delta_genuineness": 0.0910024642944336, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3037308529019356, "adapter_raw": 0.22025474905967712, "baseline_normalized": 0.4236353578435844, "adapter_normalized": 0.37400393727446224, "delta_raw_oriented": -0.08347610384225845, "delta_z": -0.13128662183755968, "delta_normalized": -0.04963142056912219, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.01787114143371582, "delta_genuineness": -0.007845044136047363, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.534755140542984, "adapter_raw": 0.908554196357727, "baseline_normalized": 0.5494425156452803, "adapter_normalized": 0.7048860336235019, "delta_raw_oriented": 0.37379905581474304, "delta_z": 0.5878905821565631, "delta_normalized": 0.1554435179782216, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": 0.05334627628326416, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.0538458526134491, "adapter_raw": 0.05136214196681976, "baseline_normalized": 0.27452491713916877, "adapter_normalized": 0.2731823215506001, "delta_raw_oriented": -0.0024837106466293335, "delta_z": -0.003906243408702003, "delta_normalized": -0.0013425955885686403, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.051627397537231445, "delta_genuineness": -0.06903648376464844, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.4151487424969673, "adapter_raw": 0.30260542780160904, "baseline_normalized": 0.4873062563912435, "adapter_normalized": 0.4185274490391085, "delta_raw_oriented": -0.11254331469535828, "delta_z": -0.1770019312913254, "delta_normalized": -0.06877880735213497, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0039713382720947266, "delta_genuineness": -0.09100240468978882, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.3981275364756584, "adapter_raw": 0.4040806993842125, "baseline_normalized": 0.4677366135767044, "adapter_normalized": 0.46840323918356525, "delta_raw_oriented": 0.005953162908554077, "delta_z": 0.009362806977546885, "delta_normalized": 0.000666625606860874, "win_rate": 0.45, "tie_rate": 0.05, "delta_ce": 0.0015885353088378907, "delta_genuineness": -0.08598177433013916, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.08056643728402806, "de": 0.013000500399625997, "fr": 0.21679688415458057, "nl": -0.03320311584541945, "es": -0.23034667110508072 }, "languages_improved": 3, "ci95_z": [ -0.12873533837532672, 0.13505861603224906 ], "ci9833_z": [ -0.14224852575220714, 0.14879151802947915 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6831570938229561, "adapter_raw": 0.7343837320804596, "baseline_normalized": 0.6037740208642448, "adapter_normalized": 0.633439896224566, "delta_raw_oriented": 0.05122663825750351, "delta_z": 0.08056643728402806, "delta_normalized": 0.029665875360321142, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.0019856691360473633, "delta_genuineness": 0.015690088272094727, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3037308529019356, "adapter_raw": 0.3119969740509987, "baseline_normalized": 0.4236353578435844, "adapter_normalized": 0.42684276106222885, "delta_raw_oriented": 0.00826612114906311, "delta_z": 0.013000500399625997, "delta_normalized": 0.0032074032186444057, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0595700740814209, "delta_genuineness": 0.05334627628326416, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.534755140542984, "adapter_raw": 0.6726013198494911, "baseline_normalized": 0.5494425156452803, "adapter_normalized": 0.6169945322590997, "delta_raw_oriented": 0.1378461793065071, "delta_z": 0.21679688415458057, "delta_normalized": 0.06755201661381946, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": 0.003137946128845215, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.0538458526134491, "adapter_raw": 0.032734282314777374, "baseline_normalized": 0.27452491713916877, "adapter_normalized": 0.2634500471000041, "delta_raw_oriented": -0.021111570298671722, "delta_z": -0.03320311584541945, "delta_normalized": -0.011074870039164672, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0754554271697998, "delta_genuineness": -0.10512375831604004, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.4151487424969673, "adapter_raw": 0.2686871886253357, "baseline_normalized": 0.4873062563912435, "adapter_normalized": 0.40128895927192754, "delta_raw_oriented": -0.14646155387163162, "delta_z": -0.23034667110508072, "delta_normalized": -0.08601729711931597, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.06552708148956299, "delta_genuineness": -0.39695942401885986, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.1662719731025358, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "emo_Malevolence_Malice", "label": "Intense Malevolence Malice", "category": "emotion", "head": "emo_Malevolence_Malice", "pole": "high", "trained_languages": { "de": 6, "en": 16, "es": 2, "fr": 4, "nl": 2 }, "train_clips": 29, "normalization_mu": 0.2800264358520508, "normalization_sigma": 0.5236847996711731, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.021859800070524217, "adapter_raw": 0.023298148065805435, "baseline_normalized": 0.3123519569576846, "adapter_normalized": 0.31409513570395386, "delta_raw_oriented": 0.0014383479952812194, "delta_z": 0.002746591071927946, "delta_normalized": 0.0017431787462692694, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.005162739753723144, "delta_genuineness": -0.029811227321624757, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0014648491407838376, "de": 0.11334228434346429, "fr": -0.018554675162329774, "nl": -0.0048828043860366975, "es": -0.07763669857624192 }, "languages_improved": 2, "ci95_z": [ -0.04726561019479573, 0.06458740540176938 ], "ci9833_z": [ -0.051269515055418456, 0.0685913102623921 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.03014429658651352, "adapter_raw": -0.029377177357673645, "baseline_normalized": 0.2773879100184959, "adapter_normalized": 0.2777895668983128, "delta_raw_oriented": 0.0007671192288398743, "delta_z": 0.0014648491407838376, "delta_normalized": 0.00040165687981687237, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.001985788345336914, "delta_genuineness": -0.2541796565055847, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11685438454151154, "adapter_raw": 0.17621001601219177, "baseline_normalized": 0.3791577896297979, "adapter_normalized": 0.4227833254066513, "delta_raw_oriented": 0.05935563147068024, "delta_z": 0.11334228434346429, "delta_normalized": 0.04362553577685341, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.06155562400817871, "delta_genuineness": 0.0455012321472168, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.0027838125824928284, "adapter_raw": -0.012500613927841187, "baseline_normalized": 0.294661846456245, "adapter_normalized": 0.2883559722012753, "delta_raw_oriented": -0.009716801345348358, "delta_z": -0.018554675162329774, "delta_normalized": -0.006305874254969687, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.045670390129089355, "delta_genuineness": 0.06276047229766846, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.009490042924880981, "adapter_raw": 0.006932992488145828, "baseline_normalized": 0.3027980581269961, "adapter_normalized": 0.3011944414752684, "delta_raw_oriented": -0.002557050436735153, "delta_z": -0.0048828043860366975, "delta_normalized": -0.0016036166517277017, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": 0.007844924926757812, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01588268205523491, "adapter_raw": -0.024774476885795593, "baseline_normalized": 0.307754180556888, "adapter_normalized": 0.2803523725382615, "delta_raw_oriented": -0.0406571589410305, "delta_z": -0.07763669857624192, "delta_normalized": -0.027401808018626544, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": -0.010983109474182129, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.021859800070524217, "adapter_raw": 0.006165879964828491, "baseline_normalized": 0.3123519569576846, "adapter_normalized": 0.30091592788036436, "delta_raw_oriented": -0.015693920105695723, "delta_z": -0.02996825593477239, "delta_normalized": -0.011436029077320215, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.01667964458465576, "delta_genuineness": -0.02792830467224121, "delta_wer_pp": 0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.015136727030688576, "de": -0.12884521298893134, "fr": 0.0068359389449523696, "nl": 0.047363301423758074, "es": -0.060058580022952494 }, "languages_improved": 2, "ci95_z": [ -0.08757323320934403, 0.01865235074134646 ], "ci9833_z": [ -0.09360351010639346, 0.026757823237107604 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.03014429658651352, "adapter_raw": -0.0380711704492569, "baseline_normalized": 0.2773879100184959, "adapter_normalized": 0.27204999212588477, "delta_raw_oriented": -0.007926873862743378, "delta_z": -0.015136727030688576, "delta_normalized": -0.005337917892611135, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.015885472297668457, "delta_genuineness": -0.006275951862335205, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11685438454151154, "adapter_raw": 0.0493801049888134, "baseline_normalized": 0.3791577896297979, "adapter_normalized": 0.32984182708813636, "delta_raw_oriented": -0.06747427955269814, "delta_z": -0.12884521298893134, "delta_normalized": -0.04931596254166157, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06354117393493652, "delta_genuineness": -0.010982990264892578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.0027838125824928284, "adapter_raw": 0.0007960647344589233, "baseline_normalized": 0.294661846456245, "adapter_normalized": 0.29696448427309685, "delta_raw_oriented": 0.0035798773169517517, "delta_z": 0.0068359389449523696, "delta_normalized": 0.002302637816851874, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": -0.0721743106842041, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.009490042924880981, "adapter_raw": 0.034293483942747116, "baseline_normalized": 0.3027980581269961, "adapter_normalized": 0.31947879434547405, "delta_raw_oriented": 0.024803441017866135, "delta_z": 0.047363301423758074, "delta_normalized": 0.016680736218477973, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.11715447902679443, "delta_genuineness": -0.01725912094116211, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01588268205523491, "adapter_raw": -0.015569083392620087, "baseline_normalized": 0.307754180556888, "adapter_normalized": 0.2862445415692298, "delta_raw_oriented": -0.031451765447854996, "delta_z": -0.060058580022952494, "delta_normalized": -0.021509638987658217, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": -0.03294914960861206, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.021859800070524217, "adapter_raw": 0.05111889988183975, "baseline_normalized": 0.3123519569576846, "adapter_normalized": 0.3312239038526618, "delta_raw_oriented": 0.029259099811315536, "delta_z": 0.055871585025358037, "delta_normalized": 0.018871946894977246, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.0031770706176757813, "delta_genuineness": -0.07060543298721314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.029785161529633654, "de": 0.2427367961977575, "fr": 0.007324210135860878, "nl": 0.034179708951985174, "es": -0.034667951688447024 }, "languages_improved": 4, "ci95_z": [ -0.008886706401214754, 0.15394286153622372 ], "ci9833_z": [ -0.01337889667996931, 0.15931396129944858 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.03014429658651352, "adapter_raw": -0.014546260237693787, "baseline_normalized": 0.2773879100184959, "adapter_normalized": 0.2872389193675063, "delta_raw_oriented": 0.015598036348819733, "delta_z": 0.029785161529633654, "delta_normalized": 0.009851009349010398, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0297849178314209, "delta_genuineness": -0.19298821687698364, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11685438454151154, "adapter_raw": 0.24397195503115654, "baseline_normalized": 0.3791577896297979, "adapter_normalized": 0.46177820434103156, "delta_raw_oriented": 0.127117570489645, "delta_z": 0.2427367961977575, "delta_normalized": 0.08262041471123366, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.09332633018493652, "delta_genuineness": 0.009414076805114746, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.0027838125824928284, "adapter_raw": 0.0010517649352550507, "baseline_normalized": 0.294661846456245, "adapter_normalized": 0.2972825977510834, "delta_raw_oriented": 0.003835577517747879, "delta_z": 0.007324210135860878, "delta_normalized": 0.0026207512948383943, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04765605926513672, "delta_genuineness": -0.1317967176437378, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.009490042924880981, "adapter_raw": 0.027389436960220337, "baseline_normalized": 0.3027980581269961, "adapter_normalized": 0.31484493477749853, "delta_raw_oriented": 0.017899394035339355, "delta_z": 0.034179708951985174, "delta_normalized": 0.012046876650502414, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.07744109630584717, "delta_genuineness": -0.08943367004394531, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01588268205523491, "adapter_raw": -0.00227239727973938, "baseline_normalized": 0.307754180556888, "adapter_normalized": 0.29497486302618936, "delta_raw_oriented": -0.01815507933497429, "delta_z": -0.034667951688447024, "delta_normalized": -0.012779317530698636, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07744109630584717, "delta_genuineness": 0.05177736282348633, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.055871585025358037, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "emo_Pain", "label": "Intense Pain", "category": "emotion", "head": "emo_Pain", "pole": "high", "trained_languages": { "fr": 43, "de": 41, "en": 55, "nl": 6, "es": 46 }, "train_clips": 187, "normalization_mu": 0.2569645941257477, "normalization_sigma": 0.5751715898513794, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.06430457904934883, "adapter_raw": 0.0656526394188404, "baseline_normalized": 0.3689420552320425, "adapter_normalized": 0.3697909094112938, "delta_raw_oriented": 0.0013480603694915772, "delta_z": 0.0023437534003372925, "delta_normalized": 0.000848854179251296, "win_rate": 0.7, "tie_rate": 0.0, "delta_ce": -0.021246671676635742, "delta_genuineness": -0.045815038681030276, "delta_wer_pp": -0.5882352941176471, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.015136714803179926, "de": -0.012695305011161916, "fr": 0.0141601638400386, "nl": 0.04199219013121338, "es": -0.016601567155223675 }, "languages_improved": 2, "ci95_z": [ -0.015234373785593825, 0.02500000388609976 ], "ci9833_z": [ -0.015722655743997425, 0.030273438673925967 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09266997501254082, "adapter_raw": 0.08396376669406891, "baseline_normalized": 0.3875927801379585, "adapter_normalized": 0.3818212620186217, "delta_raw_oriented": -0.008706208318471909, "delta_z": -0.015136714803179926, "delta_normalized": -0.005771518119336766, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04169893264770508, "delta_genuineness": 0.05334639549255371, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.07778516039252281, "adapter_raw": 0.07048318162560463, "baseline_normalized": 0.37773969813940367, "adapter_normalized": 0.3729289086097065, "delta_raw_oriented": -0.007301978766918182, "delta_z": -0.012695305011161916, "delta_normalized": -0.004810789529697185, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": -0.06589829921722412, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.05082399398088455, "adapter_raw": 0.05896851792931557, "baseline_normalized": 0.3600841474898406, "adapter_normalized": 0.36539899662805336, "delta_raw_oriented": 0.008144523948431015, "delta_z": 0.0141601638400386, "delta_normalized": 0.005314849138212785, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": 0.037656188011169434, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.036500874906778336, "adapter_raw": 0.06065358966588974, "baseline_normalized": 0.3507560167816608, "adapter_normalized": 0.36655379885644296, "delta_raw_oriented": 0.024152714759111404, "delta_z": 0.04199219013121338, "delta_normalized": 0.01579778207478215, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.07942676544189453, "delta_genuineness": -0.08943355083465576, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.06374289095401764, "adapter_raw": 0.054194141179323196, "baseline_normalized": 0.368537633611349, "adapter_normalized": 0.3622515809436445, "delta_raw_oriented": -0.009548749774694443, "delta_z": -0.016601567155223675, "delta_normalized": -0.006286052667704503, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.05063462257385254, "delta_genuineness": -0.16474592685699463, "delta_wer_pp": -2.941176470588235, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.06430457904934883, "adapter_raw": 0.07118529230356216, "baseline_normalized": 0.3689420552320425, "adapter_normalized": 0.3734997023597239, "delta_raw_oriented": 0.006880713254213333, "delta_z": 0.011962887902706157, "delta_normalized": 0.004557647127681375, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.008736920356750489, "delta_genuineness": -0.0018827438354492188, "delta_wer_pp": 0.2012383900928792, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.022216793484782758, "de": -0.017089842636794337, "fr": 0.039062504857624705, "nl": 0.020507803391953683, "es": -0.004882819584036026 }, "languages_improved": 3, "ci95_z": [ -0.006787110801927255, 0.02861328001535372 ], "ci9833_z": [ -0.009570313431044733, 0.03198242228992211 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09266997501254082, "adapter_raw": 0.10544844344258308, "baseline_normalized": 0.3875927801379585, "adapter_normalized": 0.39615278763818074, "delta_raw_oriented": 0.012778468430042267, "delta_z": 0.022216793484782758, "delta_normalized": 0.00856000750022222, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0019856691360473633, "delta_genuineness": 0.05962240695953369, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.07778516039252281, "adapter_raw": 0.06795556843280792, "baseline_normalized": 0.37773969813940367, "adapter_normalized": 0.37132497317058066, "delta_raw_oriented": -0.00982959195971489, "delta_z": -0.017089842636794337, "delta_normalized": -0.006414724968822991, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.009928226470947266, "delta_genuineness": -0.11139965057373047, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.05082399398088455, "adapter_raw": 0.07329163700342178, "baseline_normalized": 0.3600841474898406, "adapter_normalized": 0.37483267424149314, "delta_raw_oriented": 0.02246764302253723, "delta_z": 0.039062504857624705, "delta_normalized": 0.014748526751652571, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.045670390129089355, "delta_genuineness": 0.16160809993743896, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.036500874906778336, "adapter_raw": 0.048296380788087845, "baseline_normalized": 0.3507560167816608, "adapter_normalized": 0.3584359252559778, "delta_raw_oriented": 0.01179550588130951, "delta_z": 0.020507803391953683, "delta_normalized": 0.0076799084743170015, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.13105416297912598, "delta_genuineness": -0.007845044136047363, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.06374289095401764, "adapter_raw": 0.06093443185091019, "baseline_normalized": 0.368537633611349, "adapter_normalized": 0.36675215149238705, "delta_raw_oriented": -0.0028084591031074524, "delta_z": -0.004882819584036026, "delta_normalized": -0.0017854821189619285, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.12112581729888916, "delta_genuineness": -0.11139953136444092, "delta_wer_pp": -2.941176470588235, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.06430457904934883, "adapter_raw": 0.06166463196277618, "baseline_normalized": 0.3689420552320425, "adapter_normalized": 0.36718943057884285, "delta_raw_oriented": -0.002639947086572647, "delta_z": -0.004589842636794339, "delta_normalized": -0.001752624653199661, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.017473888397216798, "delta_genuineness": -0.10261325836181641, "delta_wer_pp": -0.5882352941176471, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.002441409792018013, "de": -0.025878898457560372, "fr": 0.018066413030434485, "nl": 0.012695311487994854, "es": -0.03027344903685867 }, "languages_improved": 3, "ci95_z": [ -0.02197265703936401, 0.012792971765775337 ], "ci9833_z": [ -0.026757808573420035, 0.014843752104970706 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09266997501254082, "adapter_raw": 0.09407420456409454, "baseline_normalized": 0.3875927801379585, "adapter_normalized": 0.3885143977100444, "delta_raw_oriented": 0.0014042295515537262, "delta_z": 0.002441409792018013, "delta_normalized": 0.0009216175720859338, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06949841976165771, "delta_genuineness": -0.05177724361419678, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.07778516039252281, "adapter_raw": 0.0629003532230854, "baseline_normalized": 0.37773969813940367, "adapter_normalized": 0.36797472004438836, "delta_raw_oriented": -0.014884807169437408, "delta_z": -0.025878898457560372, "delta_normalized": -0.009764978095015295, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": -0.08629560470581055, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.05082399398088455, "adapter_raw": 0.06121528148651123, "baseline_normalized": 0.3600841474898406, "adapter_normalized": 0.3668052604526044, "delta_raw_oriented": 0.010391287505626678, "delta_z": 0.018066413030434485, "delta_normalized": 0.006721112962763842, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": 0.026673197746276855, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.036500874906778336, "adapter_raw": 0.043802857398986816, "baseline_normalized": 0.3507560167816608, "adapter_normalized": 0.35550091733973804, "delta_raw_oriented": 0.007301982492208481, "delta_z": 0.012695311487994854, "delta_normalized": 0.004744900558077261, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.1365039348602295, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.06374289095401764, "adapter_raw": 0.04633046314120293, "baseline_normalized": 0.368537633611349, "adapter_normalized": 0.35715185734743893, "delta_raw_oriented": -0.017412427812814713, "delta_z": -0.03027344903685867, "delta_normalized": -0.011385776263910047, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06552708148956299, "delta_genuineness": -0.26516270637512207, "delta_wer_pp": -2.941176470588235, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.011962887902706157, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "emo_Pleasure_Ecstasy", "label": "Intense Pleasure Ecstasy", "category": "emotion", "head": "emo_Pleasure_Ecstasy", "pole": "high", "trained_languages": { "de": 4, "fr": 5, "en": 10, "nl": 7, "es": 4 }, "train_clips": 28, "normalization_mu": 0.4043351113796234, "normalization_sigma": 0.6105303764343262, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.38784959614276887, "adapter_raw": 0.3101470895111561, "baseline_normalized": 0.4857038049740617, "adapter_normalized": 0.4381766165262622, "delta_raw_oriented": -0.07770250663161278, "delta_z": -0.1272705005857659, "delta_normalized": -0.047527188447799476, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.001191425323486328, "delta_genuineness": -0.029183578491210938, "delta_wer_pp": -0.6666666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.052978485307038956, "de": 0.016601575466172018, "fr": 0.001342746265742465, "nl": -0.08593750610172801, "es": -0.5153808332519769 }, "languages_improved": 2, "ci95_z": [ -0.32614745191838324, -0.0034179683686419984 ], "ci9833_z": [ -0.34360350239187737, 0.004394512105828375 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5779844895005226, "adapter_raw": 0.5456395149230957, "baseline_normalized": 0.5921480921592814, "adapter_normalized": 0.5711738893666309, "delta_raw_oriented": -0.03234497457742691, "delta_z": -0.052978485307038956, "delta_normalized": -0.020974202792650554, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0297849178314209, "delta_genuineness": -0.12708991765975952, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08654927462339401, "adapter_raw": 0.09668504074215889, "baseline_normalized": 0.302548310369801, "adapter_normalized": 0.3076955287512674, "delta_raw_oriented": 0.010135766118764877, "delta_z": 0.016601575466172018, "delta_normalized": 0.005147218381466381, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.009928345680236816, "delta_genuineness": 0.08786457777023315, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.47140999138355255, "adapter_raw": 0.4722297787666321, "baseline_normalized": 0.5392534057845653, "adapter_normalized": 0.5418130320794735, "delta_raw_oriented": 0.0008197873830795288, "delta_z": 0.001342746265742465, "delta_normalized": 0.002559626294908343, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": -0.07531237602233887, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.09430015087127686, "adapter_raw": 0.04183269292116165, "baseline_normalized": 0.3075703083660473, "adapter_normalized": 0.27661252436218775, "delta_raw_oriented": -0.052467457950115204, "delta_z": -0.08593750610172801, "delta_normalized": -0.03095778400385954, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": -0.06903624534606934, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.7090040743350983, "adapter_raw": 0.3943484202027321, "baseline_normalized": 0.6869989081906135, "adapter_normalized": 0.49358810807175146, "delta_raw_oriented": -0.3146556541323662, "delta_z": -0.5153808332519769, "delta_normalized": -0.19341080011886203, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.05361306667327881, "delta_genuineness": 0.03765606880187988, "delta_wer_pp": -3.3333333333333335, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.38784959614276887, "adapter_raw": 0.30197885558009147, "baseline_normalized": 0.4857038049740617, "adapter_normalized": 0.43178206990773516, "delta_raw_oriented": -0.08587074056267738, "delta_z": -0.1406494154544567, "delta_normalized": -0.05392173506632654, "win_rate": 0.35, "tie_rate": 0.0, "delta_ce": 0.034947752952575684, "delta_genuineness": -0.013493478298187256, "delta_wer_pp": -0.6666666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.04223633212925901, "de": 0.05126954383481402, "fr": -0.04943849458166552, "nl": -0.07910156936444401, "es": -0.583740225031729 }, "languages_improved": 1, "ci95_z": [ -0.3700195328517036, 0.005053713511666505 ], "ci9833_z": [ -0.38188476276481503, 0.012426760958703504 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5779844895005226, "adapter_raw": 0.5521979257464409, "baseline_normalized": 0.5921480921592814, "adapter_normalized": 0.5715182187272844, "delta_raw_oriented": -0.025786563754081726, "delta_z": -0.04223633212925901, "delta_normalized": -0.020629873431997084, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.08538377285003662, "delta_genuineness": -0.15376299619674683, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08654927462339401, "adapter_raw": 0.1178508885204792, "baseline_normalized": 0.302548310369801, "adapter_normalized": 0.3207578516283751, "delta_raw_oriented": 0.03130161389708519, "delta_z": 0.05126954383481402, "delta_normalized": 0.01820954125857409, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.10921168327331543, "delta_genuineness": 0.0753125548362732, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.47140999138355255, "adapter_raw": 0.4412262886762619, "baseline_normalized": 0.5392534057845653, "adapter_normalized": 0.5203819582880784, "delta_raw_oriented": -0.03018370270729065, "delta_z": -0.04943849458166552, "delta_normalized": -0.018871447496486837, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.033756375312805176, "delta_genuineness": -0.08629560470581055, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.09430015087127686, "adapter_raw": 0.04600623995065689, "baseline_normalized": 0.3075703083660473, "adapter_normalized": 0.2786460429754284, "delta_raw_oriented": -0.048293910920619965, "delta_z": -0.07910156936444401, "delta_normalized": -0.028924265390618917, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": 0.02981126308441162, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.7090040743350983, "adapter_raw": 0.3526129350066185, "baseline_normalized": 0.6869989081906135, "adapter_normalized": 0.46760627791950954, "delta_raw_oriented": -0.35639113932847977, "delta_z": -0.583740225031729, "delta_normalized": -0.21939263027110395, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": 0.06746739149093628, "delta_wer_pp": -3.3333333333333335, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.38784959614276887, "adapter_raw": 0.28028758615255356, "baseline_normalized": 0.4857038049740617, "adapter_normalized": 0.4229560049962394, "delta_raw_oriented": -0.1075620099902153, "delta_z": -0.17617798252465097, "delta_normalized": -0.06274779997782226, "win_rate": 0.3, "tie_rate": 0.0, "delta_ce": 0.04765603542327881, "delta_genuineness": -0.031066381931304933, "delta_wer_pp": 0.12280701754385961, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.13317870740993848, "de": 0.1900634701747535, "fr": -0.23767092160499853, "nl": -0.074218746949136, "es": -0.6258850068339353 }, "languages_improved": 1, "ci95_z": [ -0.42880248706433655, 0.0398681563018647 ], "ci9833_z": [ -0.4626953114321976, 0.07255859123303722 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5779844895005226, "adapter_raw": 0.4966748431324959, "baseline_normalized": 0.5921480921592814, "adapter_normalized": 0.5536965622012625, "delta_raw_oriented": -0.08130964636802673, "delta_z": -0.13317870740993848, "delta_normalized": -0.038451529958018926, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06949841976165771, "delta_genuineness": -0.06432938575744629, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.08654927462339401, "adapter_raw": 0.20258879661560059, "baseline_normalized": 0.302548310369801, "adapter_normalized": 0.37656083501787857, "delta_raw_oriented": 0.11603952199220657, "delta_z": 0.1900634701747535, "delta_normalized": 0.07401252464807755, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.13701105117797852, "delta_genuineness": 0.1239517331123352, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.47140999138355255, "adapter_raw": 0.32630467414855957, "baseline_normalized": 0.5392534057845653, "adapter_normalized": 0.45185262657204495, "delta_raw_oriented": -0.14510531723499298, "delta_z": -0.23767092160499853, "delta_normalized": -0.08740077921252029, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": -0.26516270637512207, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.09430015087127686, "adapter_raw": 0.04898735135793686, "baseline_normalized": 0.3075703083660473, "adapter_normalized": 0.28032018170169865, "delta_raw_oriented": -0.045312799513339996, "delta_z": -0.074218746949136, "delta_normalized": -0.02725012666434866, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": -0.05805325508117676, "delta_wer_pp": 3.9473684210526314, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.7090040743350983, "adapter_raw": 0.3268822655081749, "baseline_normalized": 0.6869989081906135, "adapter_normalized": 0.45234981948831254, "delta_raw_oriented": -0.38212180882692337, "delta_z": -0.6258850068339353, "delta_normalized": -0.23464908870230097, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": 0.10826170444488525, "delta_wer_pp": -3.3333333333333335, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": -0.1272705005857659, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Pride", "label": "Intense Pride", "category": "emotion", "head": "emo_Pride", "pole": "high", "trained_languages": { "de": 11, "en": 19 }, "train_clips": 28, "normalization_mu": 0.22033317387104034, "normalization_sigma": 0.51991206407547, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.7364880606532097, "adapter_raw": 0.6494383379817009, "baseline_normalized": 0.77265834186353, "adapter_normalized": 0.755667896582001, "delta_raw_oriented": -0.08704972267150879, "delta_z": -0.16743162678154883, "delta_normalized": -0.016990445281529046, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.010722613334655762, "delta_genuineness": 0.00031386613845825196, "delta_wer_pp": 1.9444444444444444, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.06762693092957586, "de": -0.6230468868674146, "fr": -0.17382808626296722, "nl": -0.1083984308945522, "es": 0.0004883391876140883 }, "languages_improved": 2, "ci95_z": [ -0.40849608153551936, 0.00590820914267489 ], "ci9833_z": [ -0.4433593666256357, 0.0273437758843988 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5913544073700905, "adapter_raw": 0.6265144646167755, "baseline_normalized": 0.7482927515774019, "adapter_normalized": 0.7560551091835546, "delta_raw_oriented": 0.03516005724668503, "delta_z": 0.06762693092957586, "delta_normalized": 0.007762357606152626, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.013899564743041992, "delta_genuineness": -0.07374340295791626, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3891198933124542, "adapter_raw": 1.0651903003454208, "baseline_normalized": 0.9210735568881232, "adapter_normalized": 0.8992619946548287, "delta_raw_oriented": -0.3239295929670334, "delta_z": -0.6230468868674146, "delta_normalized": -0.021811562233294557, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.05956995487213135, "delta_genuineness": 0.03922533988952637, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.728059783577919, "adapter_raw": 0.6376844644546509, "baseline_normalized": 0.8233225067631131, "adapter_normalized": 0.7845245468486686, "delta_raw_oriented": -0.09037531912326813, "delta_z": -0.17382808626296722, "delta_normalized": -0.03879795991444451, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.07374346256256104, "delta_wer_pp": 9.722222222222223, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.3847096636891365, "adapter_raw": 0.32835201174020767, "baseline_normalized": 0.6206466727830389, "adapter_normalized": 0.5814713190398564, "delta_raw_oriented": -0.05635765194892883, "delta_z": -0.1083984308945522, "delta_normalized": -0.03917535374318244, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": 0.0768815279006958, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.5891965553164482, "adapter_raw": 0.5894504487514496, "baseline_normalized": 0.7499562213059732, "adapter_normalized": 0.7570265131830968, "delta_raw_oriented": 0.0002538934350013733, "delta_z": 0.0004883391876140883, "delta_normalized": 0.007070291877123658, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04765605926513672, "delta_genuineness": 0.03294932842254639, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.7364880606532097, "adapter_raw": 0.6830498270690442, "baseline_normalized": 0.77265834186353, "adapter_normalized": 0.7659036505956847, "delta_raw_oriented": -0.05343823358416557, "delta_z": -0.10278321523312167, "delta_normalized": -0.006754691267845411, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.01945953369140625, "delta_genuineness": 0.016631495952606202, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.04077145697358735, "de": -0.4814453464228929, "fr": -0.05957033030112201, "nl": 0.03125000358261576, "es": -0.04492185999779654 }, "languages_improved": 2, "ci95_z": [ -0.29453127319743694, 0.01982421222292193 ], "ci9833_z": [ -0.3126953399741845, 0.03315429426081008 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5913544073700905, "adapter_raw": 0.6125519797205925, "baseline_normalized": 0.7482927515774019, "adapter_normalized": 0.7608729733629311, "delta_raw_oriented": 0.021197572350502014, "delta_z": 0.04077145697358735, "delta_normalized": 0.012580221785529144, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.005956888198852539, "delta_genuineness": -0.03765624761581421, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3891198933124542, "adapter_raw": 1.1388106495141983, "baseline_normalized": 0.9210735568881232, "adapter_normalized": 0.8802543532049425, "delta_raw_oriented": -0.2503092437982559, "delta_z": -0.4814453464228929, "delta_normalized": -0.04081920368318068, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": 0.06746745109558105, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.728059783577919, "adapter_raw": 0.6970884501934052, "baseline_normalized": 0.8233225067631131, "adapter_normalized": 0.8198452020932377, "delta_raw_oriented": -0.030971333384513855, "delta_z": -0.05957033030112201, "delta_normalized": -0.003477304669875364, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.08339810371398926, "delta_genuineness": 0.02353501319885254, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.3847096636891365, "adapter_raw": 0.4009569175541401, "baseline_normalized": 0.6206466727830389, "adapter_normalized": 0.6308656640388502, "delta_raw_oriented": 0.016247253865003586, "delta_z": 0.03125000358261576, "delta_normalized": 0.010218991255811369, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": 0.050208330154418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.5891965553164482, "adapter_raw": 0.5658411383628845, "baseline_normalized": 0.7499562213059732, "adapter_normalized": 0.7376800602784617, "delta_raw_oriented": -0.02335541695356369, "delta_z": -0.04492185999779654, "delta_normalized": -0.012276161027511528, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.045670390129089355, "delta_genuineness": -0.020397067070007324, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.7364880606532097, "adapter_raw": 0.6368467129766942, "baseline_normalized": 0.77265834186353, "adapter_normalized": 0.7335616029467245, "delta_raw_oriented": -0.09964134767651558, "delta_z": -0.1916503858276536, "delta_normalized": -0.03909673891680564, "win_rate": 0.35, "tie_rate": 0.0, "delta_ce": -0.02263665199279785, "delta_genuineness": 0.022593772411346434, "delta_wer_pp": 0.3333333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.002197275561160868, "de": -0.3730469155283407, "fr": -0.2729491760385029, "nl": -0.11816406104456234, "es": -0.19189450096570124 }, "languages_improved": 0, "ci95_z": [ -0.3005859497032849, -0.07954101275330958 ], "ci9833_z": [ -0.3167968847178453, -0.06333007773874924 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5913544073700905, "adapter_raw": 0.5902120172977448, "baseline_normalized": 0.7482927515774019, "adapter_normalized": 0.7414349814247372, "delta_raw_oriented": -0.0011423900723457336, "delta_z": -0.002197275561160868, "delta_normalized": -0.006857770152664727, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04964172840118408, "delta_genuineness": 0.029811203479766846, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3891198933124542, "adapter_raw": 1.1951683014631271, "baseline_normalized": 0.9210735568881232, "adapter_normalized": 0.8980587738212265, "delta_raw_oriented": -0.1939515918493271, "delta_z": -0.3730469155283407, "delta_normalized": -0.02301478306689675, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.02382791042327881, "delta_genuineness": 0.08001947402954102, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.728059783577919, "adapter_raw": 0.5861502140760422, "baseline_normalized": 0.8233225067631131, "adapter_normalized": 0.755486085956057, "delta_raw_oriented": -0.14190956950187683, "delta_z": -0.2729491760385029, "delta_normalized": -0.06783642080705607, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.09928345680236816, "delta_genuineness": 0.03451824188232422, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.3847096636891365, "adapter_raw": 0.32327474281191826, "baseline_normalized": 0.6206466727830389, "adapter_normalized": 0.5776686078511126, "delta_raw_oriented": -0.061434920877218246, "delta_z": -0.11816406104456234, "delta_normalized": -0.04297806493192617, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": -0.006276130676269531, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.5891965553164482, "adapter_raw": 0.4894282892346382, "baseline_normalized": 0.7499562213059732, "adapter_normalized": 0.6951595656804886, "delta_raw_oriented": -0.09976826608181, "delta_z": -0.19189450096570124, "delta_normalized": -0.05479665562548447, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": -0.02510392665863037, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": -0.10278321523312167, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Relief", "label": "Intense Relief", "category": "emotion", "head": "emo_Relief", "pole": "high", "trained_languages": { "en": 29, "fr": 12, "de": 17, "es": 9, "nl": 2 }, "train_clips": 64, "normalization_mu": 0.3699576258659363, "normalization_sigma": 0.6979016065597534, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.42526070177555086, "adapter_raw": 0.5054145984351635, "baseline_normalized": 0.5268452851695498, "adapter_normalized": 0.567219630067074, "delta_raw_oriented": 0.08015389665961266, "delta_z": 0.11484985262424666, "delta_normalized": 0.04037434489752427, "win_rate": 0.7, "tie_rate": 0.0, "delta_ce": -0.011119771003723144, "delta_genuineness": -0.07280210256576539, "delta_wer_pp": -0.5409356725146199, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.2976074350111019, "de": 0.09695435079597084, "fr": 0.21215818365020772, "nl": -0.04418945299989427, "es": 0.011718746663847146 }, "languages_improved": 4, "ci95_z": [ 0.006402587624775319, 0.22333984706947207 ], "ci9833_z": [ -0.01064453320164942, 0.24633788419456537 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5766359940171242, "adapter_raw": 0.7843367010354996, "baseline_normalized": 0.6119216392058937, "adapter_normalized": 0.7133391384765801, "delta_raw_oriented": 0.2077007070183754, "delta_z": 0.2976074350111019, "delta_normalized": 0.10141749927068641, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.03772783279418945, "delta_genuineness": -0.17729824781417847, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3177129775285721, "adapter_raw": 0.38537757471203804, "baseline_normalized": 0.4705509932126644, "adapter_normalized": 0.5079406280445035, "delta_raw_oriented": 0.06766459718346596, "delta_z": 0.09695435079597084, "delta_normalized": 0.03738963483183906, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": 0.2165234088897705, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.6010012179613113, "adapter_raw": 0.7490667551755905, "baseline_normalized": 0.6149405063907653, "adapter_normalized": 0.6883015389202912, "delta_raw_oriented": 0.14806553721427917, "delta_z": 0.21215818365020772, "delta_normalized": 0.07336103252952592, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07744109630584717, "delta_genuineness": -0.01255190372467041, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.13635823875665665, "adapter_raw": 0.10551834851503372, "baseline_normalized": 0.36954570735005615, "adapter_normalized": 0.35264964538134946, "delta_raw_oriented": -0.030839890241622925, "delta_z": -0.04418945299989427, "delta_normalized": -0.01689606196870666, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.06432950496673584, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.49459508061408997, "adapter_raw": 0.5027736127376556, "baseline_normalized": 0.5672675796883689, "adapter_normalized": 0.5738671995126456, "delta_raw_oriented": 0.008178532123565674, "delta_z": 0.011718746663847146, "delta_normalized": 0.00659961982427662, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": -0.3263542652130127, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.42526070177555086, "adapter_raw": 0.49902511239051817, "baseline_normalized": 0.5268452851695498, "adapter_normalized": 0.5581873802980073, "delta_raw_oriented": 0.07376441061496734, "delta_z": 0.10569457058364248, "delta_normalized": 0.03134209512845757, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.0063541650772094725, "delta_genuineness": -0.07845053672790528, "delta_wer_pp": 1.827485380116959, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.25170897499207007, "de": 0.018707266283970257, "fr": 0.36254880498043957, "nl": 0.0070800743301261265, "es": -0.11157226766839362 }, "languages_improved": 4, "ci95_z": [ -0.038055424078512944, 0.26928709285270297 ], "ci9833_z": [ -0.0617858924782169, 0.2937804972411457 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5766359940171242, "adapter_raw": 0.7523040920495987, "baseline_normalized": 0.6119216392058937, "adapter_normalized": 0.688246584441118, "delta_raw_oriented": 0.17566809803247452, "delta_z": 0.25170897499207007, "delta_normalized": 0.07632494523522426, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.07942688465118408, "delta_genuineness": -0.21809238195419312, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3177129775285721, "adapter_raw": 0.33076880872249603, "baseline_normalized": 0.4705509932126644, "adapter_normalized": 0.47769198181592626, "delta_raw_oriented": 0.01305583119392395, "delta_z": 0.018707266283970257, "delta_normalized": 0.007140988603261844, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.025813817977905273, "delta_genuineness": 0.1820051670074463, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.6010012179613113, "adapter_raw": 0.8540246114134789, "baseline_normalized": 0.6149405063907653, "adapter_normalized": 0.7266067938545204, "delta_raw_oriented": 0.2530233934521675, "delta_z": 0.36254880498043957, "delta_normalized": 0.11166628746375518, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.14296817779541016, "delta_genuineness": 0.0031380653381347656, "delta_wer_pp": -0.07309941520467836, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.13635823875665665, "adapter_raw": 0.14129943400621414, "baseline_normalized": 0.36954570735005615, "adapter_normalized": 0.3717329931243497, "delta_raw_oriented": 0.004941195249557495, "delta_z": 0.0070800743301261265, "delta_normalized": 0.002187285774293557, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.011913895606994629, "delta_genuineness": -0.06276047229766846, "delta_wer_pp": 9.210526315789473, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.49459508061408997, "adapter_raw": 0.4167286157608032, "baseline_normalized": 0.5672675796883689, "adapter_normalized": 0.526658548254122, "delta_raw_oriented": -0.07786646485328674, "delta_z": -0.11157226766839362, "delta_normalized": -0.040609031434246975, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": -0.29654306173324585, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.42526070177555086, "adapter_raw": 0.40534682646393777, "baseline_normalized": 0.5268452851695498, "adapter_normalized": 0.5176605650380545, "delta_raw_oriented": -0.019913875311613084, "delta_z": -0.028533929603310176, "delta_normalized": -0.009184720131495239, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.05758435726165771, "delta_genuineness": -0.12112760543823242, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.12145997351062607, "de": 0.031158439952152416, "fr": -0.025146457644075238, "nl": -0.04760742433541273, "es": -0.22253417949984142 }, "languages_improved": 2, "ci95_z": [ -0.1368103045765569, 0.06281740104874554 ], "ci9833_z": [ -0.15256347743406995, 0.07407838056799108 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.5766359940171242, "adapter_raw": 0.6614031046628952, "baseline_normalized": 0.6119216392058937, "adapter_normalized": 0.6535374765337869, "delta_raw_oriented": 0.08476711064577103, "delta_z": 0.12145997351062607, "delta_normalized": 0.04161583732789326, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09928345680236816, "delta_genuineness": -0.2981119155883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3177129775285721, "adapter_raw": 0.33945850282907486, "baseline_normalized": 0.4705509932126644, "adapter_normalized": 0.4824496785618933, "delta_raw_oriented": 0.021745525300502777, "delta_z": 0.031158439952152416, "delta_normalized": 0.01189868534922886, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.015885472297668457, "delta_genuineness": 0.07531237602233887, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.6010012179613113, "adapter_raw": 0.5834514647722244, "baseline_normalized": 0.6149405063907653, "adapter_normalized": 0.6181411412282236, "delta_raw_oriented": -0.017549753189086914, "delta_z": -0.025146457644075238, "delta_normalized": 0.0032006348374583465, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.013899564743041992, "delta_genuineness": 0.031380295753479004, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.13635823875665665, "adapter_raw": 0.1031329408288002, "baseline_normalized": 0.36954570735005615, "adapter_normalized": 0.3513721172778256, "delta_raw_oriented": -0.033225297927856445, "delta_z": -0.04760742433541273, "delta_normalized": -0.0181735900722306, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": -0.08001959323883057, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.49459508061408997, "adapter_raw": 0.3392881192266941, "baseline_normalized": 0.5672675796883689, "adapter_normalized": 0.4828024115885429, "delta_raw_oriented": -0.15530696138739586, "delta_z": -0.22253417949984142, "delta_normalized": -0.08446516809982606, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.19856691360473633, "delta_genuineness": -0.3341991901397705, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.11484985262424666, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Sadness", "label": "Intense Sadness", "category": "emotion", "head": "emo_Sadness", "pole": "high", "trained_languages": { "fr": 56, "nl": 49, "en": 44, "de": 42, "es": 49 }, "train_clips": 235, "normalization_mu": 0.49465101957321167, "normalization_sigma": 0.7643030285835266, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.15944741517305375, "adapter_raw": 0.169075845181942, "baseline_normalized": 0.3309477369853209, "adapter_normalized": 0.3357097407094501, "delta_raw_oriented": 0.009628430008888245, "delta_z": 0.012597660415833357, "delta_normalized": 0.004762003724129202, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.01826815605163574, "delta_genuineness": -0.018514299392700197, "delta_wer_pp": 0.8697755417956656, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.08496093544373856, "de": 0.016113281364236745, "fr": 0.09082030694047834, "nl": -0.010742172953854273, "es": 0.05175782217204454 }, "languages_improved": 3, "ci95_z": [ -0.04277343142260508, 0.0609374967099817 ], "ci9833_z": [ -0.04990233958416664, 0.06806640487154327 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.1785549893975258, "adapter_raw": 0.11361908912658691, "baseline_normalized": 0.3403459483675779, "adapter_normalized": 0.30931017844959896, "delta_raw_oriented": -0.06493590027093887, "delta_z": -0.08496093544373856, "delta_normalized": -0.031035769917978934, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": -0.04863929748535156, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11884381622076035, "adapter_raw": 0.131159245967865, "baseline_normalized": 0.3115247132984332, "adapter_normalized": 0.3176396185482406, "delta_raw_oriented": 0.012315429747104645, "delta_z": 0.016113281364236745, "delta_normalized": 0.006114905249807401, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04765617847442627, "delta_genuineness": -0.0721745491027832, "delta_wer_pp": 2.8782894736842106, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.1542973294854164, "adapter_raw": 0.22371156513690948, "baseline_normalized": 0.32827505207860613, "adapter_normalized": 0.3618885748907937, "delta_raw_oriented": 0.06941423565149307, "delta_z": 0.09082030694047834, "delta_normalized": 0.03361352281218753, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": -0.09727859497070312, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.20505182072520256, "adapter_raw": 0.1968415454030037, "baseline_normalized": 0.35244484552129457, "adapter_normalized": 0.3490687090075282, "delta_raw_oriented": -0.008210275322198868, "delta_z": -0.010742172953854273, "delta_normalized": -0.0033761365137663785, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07942676544189453, "delta_genuineness": 0.08001959323883057, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1404891200363636, "adapter_raw": 0.18004778027534485, "baseline_normalized": 0.32214812566069256, "adapter_normalized": 0.340641622651089, "delta_raw_oriented": 0.03955866023898125, "delta_z": 0.05175782217204454, "delta_normalized": 0.018493496990396388, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.027799248695373535, "delta_genuineness": 0.04550135135650635, "delta_wer_pp": 1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.15944741517305375, "adapter_raw": 0.17280779033899307, "baseline_normalized": 0.3309477369853209, "adapter_normalized": 0.3372358486934451, "delta_raw_oriented": 0.01336037516593933, "delta_z": 0.017480468696689518, "delta_normalized": 0.006288111708124236, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.012708306312561035, "delta_genuineness": -0.05962237119674683, "delta_wer_pp": 0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.007812501827787942, "de": 0.02929687698010361, "fr": 0.09228514981466328, "nl": -0.0581054616292428, "es": 0.01611327649013556 }, "languages_improved": 4, "ci95_z": [ -0.02744140121596737, 0.06181640048485219 ], "ci9833_z": [ -0.03007812131396098, 0.0644531205828458 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.1785549893975258, "adapter_raw": 0.18452610820531845, "baseline_normalized": 0.3403459483675779, "adapter_normalized": 0.34282644737280243, "delta_raw_oriented": 0.005971118807792664, "delta_z": 0.007812501827787942, "delta_normalized": 0.0024804990052245263, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06949830055236816, "delta_genuineness": -0.010982990264892578, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11884381622076035, "adapter_raw": 0.14123550802469254, "baseline_normalized": 0.3115247132984332, "adapter_normalized": 0.32235016939057437, "delta_raw_oriented": 0.02239169180393219, "delta_z": 0.02929687698010361, "delta_normalized": 0.010825456092141195, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.015885472297668457, "delta_genuineness": -0.054915547370910645, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.1542973294854164, "adapter_raw": 0.22483114898204803, "baseline_normalized": 0.32827505207860613, "adapter_normalized": 0.36228217692297304, "delta_raw_oriented": 0.07053381949663162, "delta_z": 0.09228514981466328, "delta_normalized": 0.03400712484436688, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09332644939422607, "delta_genuineness": -0.05334639549255371, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.20505182072520256, "adapter_raw": 0.1606416404247284, "baseline_normalized": 0.35244484552129457, "adapter_normalized": 0.3311904862856055, "delta_raw_oriented": -0.04441018030047417, "delta_z": -0.0581054616292428, "delta_normalized": -0.021254359235689066, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.15289652347564697, "delta_genuineness": 0.0015691518783569336, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1404891200363636, "adapter_raw": 0.15280454605817795, "baseline_normalized": 0.32214812566069256, "adapter_normalized": 0.3275299634952702, "delta_raw_oriented": 0.012315426021814346, "delta_z": 0.01611327649013556, "delta_normalized": 0.0053818378345776435, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.09729766845703125, "delta_genuineness": -0.18043607473373413, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.15944741517305375, "adapter_raw": 0.14354931712150573, "baseline_normalized": 0.3309477369853209, "adapter_normalized": 0.323763956945963, "delta_raw_oriented": -0.015898098051548005, "delta_z": -0.020800778561628562, "delta_normalized": -0.007183780039357895, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": -0.12112760543823242, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.1303710937880789, "de": 0.030761729602490923, "fr": 0.11621094275489034, "nl": -0.06835937149673978, "es": -0.0522460998807054 }, "languages_improved": 2, "ci95_z": [ -0.08994140609006855, 0.06220703727408443 ], "ci9833_z": [ -0.10234375054833637, 0.0668945354462965 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.1785549893975258, "adapter_raw": 0.07891196757555008, "baseline_normalized": 0.3403459483675779, "adapter_normalized": 0.2932714425014264, "delta_raw_oriented": -0.09964302182197571, "delta_z": -0.1303710937880789, "delta_normalized": -0.0470745058661515, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": -0.1035546064376831, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.11884381622076035, "adapter_raw": 0.14235509932041168, "baseline_normalized": 0.3115247132984332, "adapter_normalized": 0.3230854838333761, "delta_raw_oriented": 0.023511283099651337, "delta_z": 0.030761729602490923, "delta_normalized": 0.011560770534942907, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01191413402557373, "delta_genuineness": -0.1317969560623169, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.1542973294854164, "adapter_raw": 0.24311770498752594, "baseline_normalized": 0.32827505207860613, "adapter_normalized": 0.37172809703382104, "delta_raw_oriented": 0.08882037550210953, "delta_z": 0.11621094275489034, "delta_normalized": 0.043453044955214876, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.08935511112213135, "delta_genuineness": -0.1772981882095337, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.20505182072520256, "adapter_raw": 0.15280454605817795, "baseline_normalized": 0.35244484552129457, "adapter_normalized": 0.3275255128801852, "delta_raw_oriented": -0.05224727466702461, "delta_z": -0.06835937149673978, "delta_normalized": -0.02491933264110935, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": -0.010983109474182129, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1404891200363636, "adapter_raw": 0.10055726766586304, "baseline_normalized": 0.32214812566069256, "adapter_normalized": 0.30320924848100617, "delta_raw_oriented": -0.039931852370500565, "delta_z": -0.0522460998807054, "delta_normalized": -0.01893887717968641, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.07545530796051025, "delta_genuineness": -0.1820051670074463, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.017480468696689518, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "emo_Sexual_Lust", "label": "Intense Sexual Lust", "category": "emotion", "head": "emo_Sexual_Lust", "pole": "high", "trained_languages": { "de": 5, "en": 15, "nl": 4, "fr": 3, "es": 3 }, "train_clips": 29, "normalization_mu": 0.2548427879810333, "normalization_sigma": 0.4977344572544098, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.07319887802004814, "adapter_raw": 0.04593041688203812, "baseline_normalized": 0.3565370855174349, "adapter_normalized": 0.3385119188037247, "delta_raw_oriented": -0.027268461138010024, "delta_z": -0.05478515851288983, "delta_normalized": -0.018025166713710194, "win_rate": 0.4, "tie_rate": 0.05, "delta_ce": -0.004368472099304199, "delta_genuineness": 0.0009413957595825195, "delta_wer_pp": 0.29411764705882354, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.16455078788664068, "de": 0.019531234797122626, "fr": -0.11279296328281145, "nl": -0.023925792564449124, "es": 0.00781251637232948 }, "languages_improved": 2, "ci95_z": [ -0.1197265621140808, 0.006152341954891017 ], "ci9833_z": [ -0.13349609312434313, 0.010839829324808276 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.11096642166376114, "adapter_raw": 0.02906382456421852, "baseline_normalized": 0.3888892419139756, "adapter_normalized": 0.32524898009752173, "delta_raw_oriented": -0.08190259709954262, "delta_z": -0.16455078788664068, "delta_normalized": -0.06364026181645387, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.15690094232559204, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": -0.014439325779676437, "adapter_raw": -0.004717957228422165, "baseline_normalized": 0.2943286124505616, "adapter_normalized": 0.3010432370718966, "delta_raw_oriented": 0.009721368551254272, "delta_z": 0.019531234797122626, "delta_normalized": 0.0067146246213350275, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.005956888198852539, "delta_genuineness": -0.11296868324279785, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.26480720937252045, "adapter_raw": 0.20866626501083374, "baseline_normalized": 0.4874604347890439, "adapter_normalized": 0.4598008655539681, "delta_raw_oriented": -0.05614094436168671, "delta_z": -0.11279296328281145, "delta_normalized": -0.0276595692350758, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.01191401481628418, "delta_genuineness": 0.04236328601837158, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.007919836789369583, "adapter_raw": -0.0039888545870780945, "baseline_normalized": 0.3099479111114796, "adapter_normalized": 0.30156160152528744, "delta_raw_oriented": -0.011908691376447678, "delta_z": -0.023925792564449124, "delta_normalized": -0.0083863095861922, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": 0.03765606880187988, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": -0.003259751945734024, "adapter_raw": 0.0006288066506385803, "baseline_normalized": 0.3020592273221139, "adapter_normalized": 0.3049049097699498, "delta_raw_oriented": 0.0038885585963726044, "delta_z": 0.00781251637232948, "delta_normalized": 0.0028456824478358678, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856572151184082, "delta_genuineness": 0.19455724954605103, "delta_wer_pp": 1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.07319887802004814, "adapter_raw": 0.01132231280207634, "baseline_normalized": 0.3565370855174349, "adapter_normalized": 0.3124936889423331, "delta_raw_oriented": -0.0618765652179718, "delta_z": -0.12431641875729027, "delta_normalized": -0.044043396575101854, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.006903624534606934, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.16796876146063064, "de": 0.03027340645104659, "fr": -0.5136719017804532, "nl": 0.0019531234797122627, "es": 0.02783203952387365 }, "languages_improved": 3, "ci95_z": [ -0.33574221207018873, 0.023632803085910547 ], "ci9833_z": [ -0.37539064565252417, 0.028320312909308237 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.11096642166376114, "adapter_raw": 0.027362581342458725, "baseline_normalized": 0.3888892419139756, "adapter_normalized": 0.3239758163886408, "delta_raw_oriented": -0.08360384032130241, "delta_z": -0.16796876146063064, "delta_normalized": -0.06491342552533479, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": -0.11767578125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": -0.014439325779676437, "adapter_raw": 0.0006287917494773865, "baseline_normalized": 0.2943286124505616, "adapter_normalized": 0.30476877861169754, "delta_raw_oriented": 0.015068117529153824, "delta_z": 0.03027340645104659, "delta_normalized": 0.010440166161135966, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": -0.18043601512908936, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.26480720937252045, "adapter_raw": 0.009135004132986069, "baseline_normalized": 0.4874604347890439, "adapter_normalized": 0.3108835961416345, "delta_raw_oriented": -0.2556722052395344, "delta_z": -0.5136719017804532, "delta_normalized": -0.17657683864740936, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": 0.0031380653381347656, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.007919836789369583, "adapter_raw": 0.00889197364449501, "baseline_normalized": 0.3099479111114796, "adapter_normalized": 0.3107254953373136, "delta_raw_oriented": 0.0009721368551254272, "delta_z": 0.0019531234797122627, "delta_normalized": 0.0007775842258339744, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -1.1920928955078125e-07, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": -0.003259751945734024, "adapter_raw": 0.010593213140964508, "baseline_normalized": 0.3020592273221139, "adapter_normalized": 0.3121147582323789, "delta_raw_oriented": 0.013852965086698532, "delta_z": 0.02783203952387365, "delta_normalized": 0.010055530910264954, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": 0.3294919729232788, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.07319887802004814, "adapter_raw": 0.018382462114095686, "baseline_normalized": 0.3565370855174349, "adapter_normalized": 0.3183473322408828, "delta_raw_oriented": -0.05481641590595245, "delta_z": -0.11013184863336442, "delta_normalized": -0.03818975327655212, "win_rate": 0.25, "tie_rate": 0.05, "delta_ce": -0.03574204444885254, "delta_genuineness": -0.0006276130676269531, "delta_wer_pp": -0.07017543859649124, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.18603516113246255, "de": 0.010742171653923967, "fr": -0.3577881049484058, "nl": -0.011718770816247483, "es": -0.005859377923630264 }, "languages_improved": 1, "ci95_z": [ -0.25305177078026203, -0.00039063667113201534 ], "ci9833_z": [ -0.2840820496279398, 0.0029296732443788312 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.11096642166376114, "adapter_raw": 0.018370311707258224, "baseline_normalized": 0.3888892419139756, "adapter_normalized": 0.3175189505087668, "delta_raw_oriented": -0.09259610995650291, "delta_z": -0.18603516113246255, "delta_normalized": -0.07137029140520885, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": 0.020397186279296875, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": -0.014439325779676437, "adapter_raw": -0.009092576801776886, "baseline_normalized": 0.2943286124505616, "adapter_normalized": 0.2980083960392922, "delta_raw_oriented": 0.005346748977899551, "delta_z": 0.010742171653923967, "delta_normalized": 0.0036797835887306535, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04368460178375244, "delta_genuineness": -0.07217442989349365, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.26480720937252045, "adapter_raw": 0.08672374114394188, "baseline_normalized": 0.4874604347890439, "adapter_normalized": 0.37040323172780376, "delta_raw_oriented": -0.17808346822857857, "delta_z": -0.3577881049484058, "delta_normalized": -0.11705720306124014, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.1191401481628418, "delta_genuineness": -0.06746745109558105, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.007919836789369583, "adapter_raw": 0.002087000757455826, "baseline_normalized": 0.3099479111114796, "adapter_normalized": 0.30579513288377896, "delta_raw_oriented": -0.005832836031913757, "delta_z": -0.011718770816247483, "delta_normalized": -0.004152778227700646, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.02196633815765381, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": -0.003259751945734024, "adapter_raw": -0.006176166236400604, "baseline_normalized": 0.3020592273221139, "adapter_normalized": 0.3000109500447723, "delta_raw_oriented": -0.00291641429066658, "delta_z": -0.005859377923630264, "delta_normalized": -0.002048277277341609, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": 0.0019855499267578125, "delta_genuineness": 0.13807296752929688, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": -0.05478515851288983, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "emo_Shame", "label": "Intense Shame", "category": "emotion", "head": "emo_Shame", "pole": "high", "trained_languages": { "en": 12, "fr": 5, "de": 8, "es": 6 }, "train_clips": 28, "normalization_mu": 0.21115742623806, "normalization_sigma": 0.5240214467048645, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.016849865019321442, "adapter_raw": 0.02135317325592041, "baseline_normalized": 0.35550733657925343, "adapter_normalized": 0.358694672720307, "delta_raw_oriented": 0.004503308236598969, "delta_z": 0.00859374795615052, "delta_normalized": 0.003187336141053501, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.007942748069763184, "delta_genuineness": -0.04832556247711182, "delta_wer_pp": -0.3333333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.000976569053647786, "de": 0.020996092472594076, "fr": 0.045410148196788735, "nl": -0.016601560167345705, "es": -0.00781250977493229 }, "languages_improved": 3, "ci95_z": [ -0.00957031416618164, 0.029882805457605594 ], "ci9833_z": [ -0.011328129931897657, 0.03300780652396185 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0026234984397888184, "adapter_raw": 0.0031352415680885315, "baseline_normalized": 0.34538373794595023, "adapter_normalized": 0.34575963075145855, "delta_raw_oriented": 0.0005117431282997131, "delta_z": 0.000976569053647786, "delta_normalized": 0.0003758928055083294, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.009928226470947266, "delta_genuineness": -0.05805325508117676, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.027187008410692215, "adapter_raw": 0.03818941116333008, "baseline_normalized": 0.3627784979817405, "adapter_normalized": 0.37074943979074204, "delta_raw_oriented": 0.011002402752637863, "delta_z": 0.020996092472594076, "delta_normalized": 0.007970941809001542, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07744097709655762, "delta_genuineness": 0.001568913459777832, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.0012145452201366425, "adapter_raw": 0.022581346333026886, "baseline_normalized": 0.3426840102108327, "adapter_normalized": 0.35947990909731925, "delta_raw_oriented": 0.02379589155316353, "delta_z": 0.045410148196788735, "delta_normalized": 0.01679589888648654, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.11715447902679443, "delta_genuineness": -0.050208449363708496, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.04305093735456467, "adapter_raw": 0.03435136377811432, "baseline_normalized": 0.3742363198691995, "adapter_normalized": 0.36793284064659637, "delta_raw_oriented": -0.008699573576450348, "delta_z": -0.016601560167345705, "delta_normalized": -0.006303479222603062, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0039713382720947266, "delta_genuineness": -0.01725924015045166, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01260242611169815, "adapter_raw": 0.008508503437042236, "baseline_normalized": 0.35245411688854433, "adapter_normalized": 0.3495515433154185, "delta_raw_oriented": -0.004093922674655914, "delta_z": -0.00781250977493229, "delta_normalized": -0.002902573573125844, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.005957126617431641, "delta_genuineness": -0.11767578125, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.016849865019321442, "adapter_raw": 0.01956208422780037, "baseline_normalized": 0.35550733657925343, "adapter_normalized": 0.35740681915343714, "delta_raw_oriented": 0.002712219208478928, "delta_z": 0.005175779017316601, "delta_normalized": 0.001899482574183675, "win_rate": 0.55, "tie_rate": 0.05, "delta_ce": 0.016282415390014647, "delta_genuineness": -0.014748740196228027, "delta_wer_pp": 0.19298245614035084, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.0009765548355644536, "de": 0.017578115002910157, "fr": 0.03417968938833919, "nl": -0.013671874333527343, "es": -0.011230480135574544 }, "languages_improved": 2, "ci95_z": [ -0.010156252754753646, 0.021777340606470637 ], "ci9833_z": [ -0.011718758975165104, 0.024609376643965886 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0026234984397888184, "adapter_raw": 0.002111762762069702, "baseline_normalized": 0.34538373794595023, "adapter_normalized": 0.34500220931327014, "delta_raw_oriented": -0.0005117356777191162, "delta_z": -0.0009765548355644536, "delta_normalized": -0.0003815286326800671, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.013899564743041992, "delta_genuineness": 0.10512375831604004, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.027187008410692215, "adapter_raw": 0.03639831766486168, "baseline_normalized": 0.3627784979817405, "adapter_normalized": 0.3694739175107076, "delta_raw_oriented": 0.009211309254169464, "delta_z": 0.017578115002910157, "delta_normalized": 0.006695419528967059, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.039713263511657715, "delta_genuineness": -0.0360872745513916, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.0012145452201366425, "adapter_raw": 0.016696345061063766, "baseline_normalized": 0.3426840102108327, "adapter_normalized": 0.35528596346807806, "delta_raw_oriented": 0.01791089028120041, "delta_z": 0.03417968938833919, "delta_normalized": 0.012601953257245335, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": -0.04863929748535156, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.04305093735456467, "adapter_raw": 0.03588658198714256, "baseline_normalized": 0.3742363198691995, "adapter_normalized": 0.36902855585541605, "delta_raw_oriented": -0.007164355367422104, "delta_z": -0.013671874333527343, "delta_normalized": -0.005207764013783381, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": 0.0015687942504882812, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01260242611169815, "adapter_raw": 0.006717413663864136, "baseline_normalized": 0.35245411688854433, "adapter_normalized": 0.34824344961971376, "delta_raw_oriented": -0.005885012447834015, "delta_z": -0.011230480135574544, "delta_normalized": -0.00421066726883057, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": 0.027799248695373535, "delta_genuineness": -0.09570968151092529, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.016849865019321442, "adapter_raw": 0.01705455854535103, "baseline_normalized": 0.35550733657925343, "adapter_normalized": 0.35564675500493675, "delta_raw_oriented": 0.0002046935260295868, "delta_z": 0.0003906205124174483, "delta_normalized": 0.00013941842568331587, "win_rate": 0.55, "tie_rate": 0.1, "delta_ce": -0.02223951816558838, "delta_genuineness": 0.010669267177581787, "delta_wer_pp": -0.055555555555555566, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.01464844338717513, "de": 0.025390617668800783, "fr": 0.027832026084836915, "nl": -0.027832026084836915, "es": -0.00878907171953841 }, "languages_improved": 2, "ci95_z": [ -0.0187500021327125, 0.019531243157547395 ], "ci9833_z": [ -0.021386718672244856, 0.02587889935200801 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.0026234984397888184, "adapter_raw": -0.005052600055932999, "baseline_normalized": 0.34538373794595023, "adapter_normalized": 0.3399684856926056, "delta_raw_oriented": -0.007676098495721817, "delta_z": -0.01464844338717513, "delta_normalized": -0.0054152522533446185, "win_rate": 0.0, "tie_rate": 0.25, "delta_ce": 0.045670270919799805, "delta_genuineness": 0.034518301486968994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.027187008410692215, "adapter_raw": 0.040492236614227295, "baseline_normalized": 0.3627784979817405, "adapter_normalized": 0.37237205161618603, "delta_raw_oriented": 0.01330522820353508, "delta_z": 0.025390617668800783, "delta_normalized": 0.009593553634445542, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -1.1920928955078125e-07, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.0012145452201366425, "adapter_raw": 0.013370033353567123, "baseline_normalized": 0.3426840102108327, "adapter_normalized": 0.35296265134608673, "delta_raw_oriented": 0.014584578573703766, "delta_z": 0.027832026084836915, "delta_normalized": 0.010278641135253994, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": -0.08943355083465576, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.04305093735456467, "adapter_raw": 0.0284663587808609, "baseline_normalized": 0.3742363198691995, "adapter_normalized": 0.36377117824351324, "delta_raw_oriented": -0.014584578573703766, "delta_z": -0.027832026084836915, "delta_normalized": -0.010465141625686195, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.04169893264770508, "delta_genuineness": -0.009414076805114746, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.01260242611169815, "adapter_raw": 0.007996764034032822, "baseline_normalized": 0.35245411688854433, "adapter_normalized": 0.3491594081262922, "delta_raw_oriented": -0.004605662077665329, "delta_z": -0.00878907171953841, "delta_normalized": -0.0032947087622521437, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.039713501930236816, "delta_genuineness": 0.11767578125, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.00859374795615052, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Sourness", "label": "Intense Sourness", "category": "emotion", "head": "emo_Sourness", "pole": "high", "trained_languages": { "en": 38, "es": 15, "fr": 12, "de": 25, "nl": 6 }, "train_clips": 90, "normalization_mu": 0.21510320901870728, "normalization_sigma": 0.43236520886421204, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.057315241545438766, "adapter_raw": 0.07015108205378055, "baseline_normalized": 0.35885601815669993, "adapter_normalized": 0.36991389496825555, "delta_raw_oriented": 0.01283584050834179, "delta_z": 0.029687496230467965, "delta_normalized": 0.011057876811555628, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.006354141235351563, "delta_genuineness": -0.02039705514907837, "delta_wer_pp": 0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.02832030462437057, "de": -0.015625007539064067, "fr": 0.027343754577288902, "nl": 0.01953123357561042, "es": 0.088867195914134 }, "languages_improved": 4, "ci95_z": [ 0.0017578073168934532, 0.0628906251884766 ], "ci9833_z": [ -6.892858576273975e-09, 0.06464843939822863 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.037977032363414764, "adapter_raw": 0.050221746787428856, "baseline_normalized": 0.3417918733427324, "adapter_normalized": 0.352380354419096, "delta_raw_oriented": 0.012244714424014091, "delta_z": 0.02832030462437057, "delta_normalized": 0.010588481076363523, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": 0.02667325735092163, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.055077413097023964, "adapter_raw": 0.04832170344889164, "baseline_normalized": 0.3562613087709843, "adapter_normalized": 0.35117499741216857, "delta_raw_oriented": -0.006755709648132324, "delta_z": -0.015625007539064067, "delta_normalized": -0.005086311358815723, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.08001947402954102, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.01982107013463974, "adapter_raw": 0.03164355829358101, "baseline_normalized": 0.32658031271882904, "adapter_normalized": 0.33662007759424517, "delta_raw_oriented": 0.011822488158941269, "delta_z": 0.027343754577288902, "delta_normalized": 0.01003976487541619, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": 0.014121174812316895, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.13319027237594128, "adapter_raw": 0.1416348982602358, "baseline_normalized": 0.42493376296232493, "adapter_normalized": 0.43273651160523074, "delta_raw_oriented": 0.00844462588429451, "delta_z": 0.01953123357561042, "delta_normalized": 0.007802748642905838, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.01191401481628418, "delta_genuineness": -0.1396418809890747, "delta_wer_pp": -0.07309941520467836, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.04051041975617409, "adapter_raw": 0.07893350347876549, "baseline_normalized": 0.3447128329886289, "adapter_normalized": 0.37665753381053724, "delta_raw_oriented": 0.0384230837225914, "delta_z": 0.088867195914134, "delta_normalized": 0.03194470082190831, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": 0.07688164710998535, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.057315241545438766, "adapter_raw": 0.08159356266260147, "baseline_normalized": 0.35885601815669993, "adapter_normalized": 0.3797094563737227, "delta_raw_oriented": 0.024278321117162705, "delta_z": 0.056152346718506475, "delta_normalized": 0.020853438217022794, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0007942676544189453, "delta_genuineness": 0.012865865230560302, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.03662109418753497, "de": 0.056152344995291835, "fr": 0.06494141173601536, "nl": 0.038085930028249, "es": 0.0849609526454412 }, "languages_improved": 5, "ci95_z": [ 0.04111327868537196, 0.07158203994011761 ], "ci9833_z": [ 0.037792962860106194, 0.07529298095385997 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 0.037977032363414764, "adapter_raw": 0.0538107194006443, "baseline_normalized": 0.3417918733427324, "adapter_normalized": 0.35551518904207824, "delta_raw_oriented": 0.015833687037229538, "delta_z": 0.03662109418753497, "delta_normalized": 0.013723315699345817, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.06746739149093628, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.055077413097023964, "adapter_raw": 0.07935573346912861, "baseline_normalized": 0.3562613087709843, "adapter_normalized": 0.3774602800869003, "delta_raw_oriented": 0.024278320372104645, "delta_z": 0.056152344995291835, "delta_normalized": 0.021198971315916, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": 0.1270897388458252, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.01982107013463974, "adapter_raw": 0.04789947718381882, "baseline_normalized": 0.32658031271882904, "adapter_normalized": 0.3499034401835982, "delta_raw_oriented": 0.028078407049179077, "delta_z": 0.06494141173601536, "delta_normalized": 0.02332312746476918, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": 0.1302279233932495, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.13319027237594128, "adapter_raw": 0.14965730346739292, "baseline_normalized": 0.42493376296232493, "adapter_normalized": 0.4401943798389677, "delta_raw_oriented": 0.016467031091451645, "delta_z": 0.038085930028249, "delta_normalized": 0.015260616876642763, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.22279953956604004, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.04051041975617409, "adapter_raw": 0.0772445797920227, "baseline_normalized": 0.3447128329886289, "adapter_normalized": 0.37547399271706916, "delta_raw_oriented": 0.03673416003584862, "delta_z": 0.0849609526454412, "delta_normalized": 0.030761159728440207, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": -0.037656188011169434, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.057315241545438766, "adapter_raw": 0.08302914910018444, "baseline_normalized": 0.35885601815669993, "adapter_normalized": 0.38124901036112335, "delta_raw_oriented": 0.025713907554745674, "delta_z": 0.05947265651252098, "delta_normalized": 0.022392992204423406, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": 0.01945955753326416, "delta_genuineness": -0.061818933486938475, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.033203132404437924, "de": 0.05419921905290882, "fr": 0.018066406350969608, "nl": 0.2851562540387843, "es": -0.026855464475619924 }, "languages_improved": 3, "ci95_z": [ -0.02041015748182922, 0.17656250333872836 ], "ci9833_z": [ -0.02812499806138353, 0.1927734400444341 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.037977032363414764, "adapter_raw": 0.023621153086423874, "baseline_normalized": 0.3417918733427324, "adapter_normalized": 0.33075110279877445, "delta_raw_oriented": -0.01435587927699089, "delta_z": -0.033203132404437924, "delta_normalized": -0.011040770543958009, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.051627397537231445, "delta_genuineness": 0.012552142143249512, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.055077413097023964, "adapter_raw": 0.07851126976311207, "baseline_normalized": 0.3562613087709843, "adapter_normalized": 0.37778951611423744, "delta_raw_oriented": 0.023433856666088104, "delta_z": 0.05419921905290882, "delta_normalized": 0.021528207343253142, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.05361306667327881, "delta_genuineness": 0.13336586952209473, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.01982107013463974, "adapter_raw": 0.02763235569000244, "baseline_normalized": 0.32658031271882904, "adapter_normalized": 0.3325074887590877, "delta_raw_oriented": 0.007811285555362701, "delta_z": 0.018066406350969608, "delta_normalized": 0.0059271760402586915, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": -0.1757289171218872, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.13319027237594128, "adapter_raw": 0.25648191571235657, "baseline_normalized": 0.42493376296232493, "adapter_normalized": 0.5312061856436043, "delta_raw_oriented": 0.12329164333641529, "delta_z": 0.2851562540387843, "delta_normalized": 0.10627242268127943, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": -0.19141924381256104, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.04051041975617409, "adapter_raw": 0.028899051249027252, "baseline_normalized": 0.3447128329886289, "adapter_normalized": 0.3339907584899127, "delta_raw_oriented": -0.011611368507146835, "delta_z": -0.026855464475619924, "delta_normalized": -0.01072207449871622, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.04169905185699463, "delta_genuineness": -0.08786451816558838, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.05947265651252098, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "emo_Teasing", "label": "Intense Teasing", "category": "emotion", "head": "emo_Teasing", "pole": "high", "trained_languages": { "en": 39, "de": 28, "fr": 21, "es": 16, "nl": 11 }, "train_clips": 110, "normalization_mu": 0.34143486618995667, "normalization_sigma": 0.5380140542984009, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.28945924490690234, "adapter_raw": 0.30268629267811775, "baseline_normalized": 0.451620669005821, "adapter_normalized": 0.45056208475128057, "delta_raw_oriented": 0.01322704777121544, "delta_z": 0.024584948414524636, "delta_normalized": -0.0010585842545404206, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": 0.06495689153671265, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.0808105560170425, "de": -0.28332521638247365, "fr": 0.042968743941368286, "nl": 0.28247067234498713, "es": 0.16162109818578393 }, "languages_improved": 3, "ci95_z": [ -0.1538330213957359, 0.1862304570005821 ], "ci9833_z": [ -0.17756349224461904, 0.21040037183242272 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.24988315999507904, "adapter_raw": 0.20640594512224197, "baseline_normalized": 0.433303622644001, "adapter_normalized": 0.40109795149921995, "delta_raw_oriented": -0.04347721487283707, "delta_z": -0.0808105560170425, "delta_normalized": -0.03220567114478104, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.05559873580932617, "delta_genuineness": 0.0015690922737121582, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3688215799629688, "adapter_raw": 0.21638863161206245, "baseline_normalized": 0.5120382831839527, "adapter_normalized": 0.40906684605967675, "delta_raw_oriented": -0.15243294835090637, "delta_z": -0.28332521638247365, "delta_normalized": -0.10297143712427596, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": 0.252610445022583, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.11130776256322861, "adapter_raw": 0.134425550699234, "baseline_normalized": 0.33491446408838677, "adapter_normalized": 0.3504843989731048, "delta_raw_oriented": 0.0231177881360054, "delta_z": 0.042968743941368286, "delta_normalized": 0.015569934884718015, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": 0.05805325508117676, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6154332384467125, "adapter_raw": 0.7674064300954342, "baseline_normalized": 0.649305558068554, "adapter_normalized": 0.7005716562397282, "delta_raw_oriented": 0.1519731916487217, "delta_z": 0.28247067234498713, "delta_normalized": 0.051266098171174224, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": 0.04863905906677246, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1018504835665226, "adapter_raw": 0.18880490586161613, "baseline_normalized": 0.3285414170442106, "adapter_normalized": 0.3915895709846733, "delta_raw_oriented": 0.08695442229509354, "delta_z": 0.16162109818578393, "delta_normalized": 0.06304815394046266, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04964172840118408, "delta_genuineness": -0.03608739376068115, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.28945924490690234, "adapter_raw": 0.21339383125305175, "baseline_normalized": 0.451620669005821, "adapter_normalized": 0.40226026666201403, "delta_raw_oriented": -0.07606541365385056, "delta_z": -0.1413818338873023, "delta_normalized": -0.04936040234380697, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": 0.01537621021270752, "delta_wer_pp": 0.5964912280701754, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.08593750173103765, "de": -0.32775881283721997, "fr": -0.0493164035452537, "nl": -0.3076171652128905, "es": 0.06372071388989027 }, "languages_improved": 1, "ci95_z": [ -0.2713378915662517, -0.0114257762083529 ], "ci9833_z": [ -0.3116454947377564, 0.011181647278675894 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.24988315999507904, "adapter_raw": 0.20364757627248764, "baseline_normalized": 0.433303622644001, "adapter_normalized": 0.39985427887225955, "delta_raw_oriented": -0.0462355837225914, "delta_z": -0.08593750173103765, "delta_normalized": -0.033449343771741455, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.10921180248260498, "delta_genuineness": 0.03922516107559204, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3688215799629688, "adapter_raw": 0.19248273223638535, "baseline_normalized": 0.5120382831839527, "adapter_normalized": 0.39159079671653596, "delta_raw_oriented": -0.17633884772658348, "delta_z": -0.32775881283721997, "delta_normalized": -0.12044748646741674, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": 0.22907543182373047, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.11130776256322861, "adapter_raw": 0.08477484434843063, "baseline_normalized": 0.33491446408838677, "adapter_normalized": 0.3169360276473557, "delta_raw_oriented": -0.026532918214797974, "delta_z": -0.0493164035452537, "delta_normalized": -0.017978436441031073, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": -0.0047070980072021484, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6154332384467125, "adapter_raw": 0.4499308802187443, "baseline_normalized": 0.649305558068554, "adapter_normalized": 0.5501303915366277, "delta_raw_oriented": -0.16550235822796822, "delta_z": -0.3076171652128905, "delta_normalized": -0.09917516653192626, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.05361306667327881, "delta_genuineness": 0.02353501319885254, "delta_wer_pp": 2.7046783625730995, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1018504835665226, "adapter_raw": 0.1361331231892109, "baseline_normalized": 0.3285414170442106, "adapter_normalized": 0.3527898385372913, "delta_raw_oriented": 0.03428263962268829, "delta_z": 0.06372071388989027, "delta_normalized": 0.024248421493080694, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.07942676544189453, "delta_genuineness": -0.2102474570274353, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.28945924490690234, "adapter_raw": 0.22987838685512543, "baseline_normalized": 0.451620669005821, "adapter_normalized": 0.41920517126030077, "delta_raw_oriented": -0.05958085805177689, "delta_z": -0.11074219637156786, "delta_normalized": -0.032415497745520265, "win_rate": 0.4, "tie_rate": 0.05, "delta_ce": 0.014296817779541015, "delta_genuineness": 0.03451817035675049, "delta_wer_pp": 0.24853801169590642, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.08044434461973562, "de": -0.27685549092891965, "fr": -0.02929687716379704, "nl": -0.16174317095960306, "es": -0.005371098185783933 }, "languages_improved": 0, "ci95_z": [ -0.20432130418203182, -0.029956059063779517 ], "ci9833_z": [ -0.2225586123802925, -0.020385747472574274 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.24988315999507904, "adapter_raw": 0.20660297200083733, "baseline_normalized": 0.433303622644001, "adapter_normalized": 0.4026723874182125, "delta_raw_oriented": -0.043280187994241714, "delta_z": -0.08044434461973562, "delta_normalized": -0.03063123522578852, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.07744109630584717, "delta_genuineness": 0.02824223041534424, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.3688215799629688, "adapter_raw": 0.2198694348335266, "baseline_normalized": 0.5120382831839527, "adapter_normalized": 0.4110121219319084, "delta_raw_oriented": -0.14895214512944221, "delta_z": -0.27685549092891965, "delta_normalized": -0.10102616125204428, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": 0.23378252983093262, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.11130776256322861, "adapter_raw": 0.09554563090205193, "baseline_normalized": 0.33491446408838677, "adapter_normalized": 0.32388522749804477, "delta_raw_oriented": -0.01576213166117668, "delta_z": -0.02929687716379704, "delta_normalized": -0.011029236590341995, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": 0.009413957595825195, "delta_wer_pp": 1.2426900584795322, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6154332384467125, "adapter_raw": 0.5284131392836571, "baseline_normalized": 0.649305558068554, "adapter_normalized": 0.6321296415095865, "delta_raw_oriented": -0.08702009916305542, "delta_z": -0.16174317095960306, "delta_normalized": -0.017175916558967413, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0019856691360473633, "delta_genuineness": 0.00627589225769043, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.1018504835665226, "adapter_raw": 0.0989607572555542, "baseline_normalized": 0.3285414170442106, "adapter_normalized": 0.32632647794375147, "delta_raw_oriented": -0.002889726310968399, "delta_z": -0.005371098185783933, "delta_normalized": -0.0022149391004591124, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.013899683952331543, "delta_genuineness": -0.10512375831604004, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.024584948414524636, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "emo_Thankfulness_Gratitude", "label": "Intense Thankfulness Gratitude", "category": "emotion", "head": "emo_Thankfulness_Gratitude", "pole": "high", "trained_languages": { "de": 18, "en": 12, "es": 22, "fr": 24, "nl": 17 }, "train_clips": 87, "normalization_mu": 0.318909615278244, "normalization_sigma": 0.6912878751754761, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.16880850344896317, "adapter_raw": 0.17426403760910034, "baseline_normalized": 0.4148172287620734, "adapter_normalized": 0.4177303736832758, "delta_raw_oriented": 0.005455534160137177, "delta_z": 0.007891841237273758, "delta_normalized": 0.0029131449212024207, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.01509110927581787, "delta_genuineness": 0.034204375743865964, "delta_wer_pp": 0.5902777777777778, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.019500741341999743, "de": 0.02941894432312923, "fr": 0.01000975522608172, "nl": 0.03173827863974521, "es": -0.01220703066058763 }, "languages_improved": 3, "ci95_z": [ -0.010681157755818604, 0.026464840230366122 ], "ci9833_z": [ -0.013665772796870054, 0.02988281118645243 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.25678062438964844, "adapter_raw": 0.24329999834299088, "baseline_normalized": 0.46432634391831007, "adapter_normalized": 0.45668496965707717, "delta_raw_oriented": -0.013480626046657562, "delta_z": -0.019500741341999743, "delta_normalized": -0.007641374261232917, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": 0.0031380057334899902, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.1730910763144493, "adapter_raw": 0.19342803582549095, "baseline_normalized": 0.41665882664158393, "adapter_normalized": 0.4282587969769863, "delta_raw_oriented": 0.02033695951104164, "delta_z": 0.02941894432312923, "delta_normalized": 0.011599970335402388, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.09531211853027344, "delta_genuineness": 0.12865877151489258, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.221570685505867, "adapter_raw": 0.22849030792713165, "baseline_normalized": 0.4443657336261203, "adapter_normalized": 0.44816764662366754, "delta_raw_oriented": 0.0069196224212646484, "delta_z": 0.01000975522608172, "delta_normalized": 0.003801912997547202, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": 0.0407942533493042, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.03672374412417412, "adapter_raw": 0.05866403132677078, "baseline_normalized": 0.3417257568740587, "adapter_normalized": 0.35333940167289885, "delta_raw_oriented": 0.021940287202596664, "delta_z": 0.03173827863974521, "delta_normalized": 0.011613644798840111, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.01191401481628418, "delta_genuineness": -0.007845163345336914, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.15587638691067696, "adapter_raw": 0.14743781462311745, "baseline_normalized": 0.40700948275029386, "adapter_normalized": 0.4022010534857492, "delta_raw_oriented": -0.00843857228755951, "delta_z": -0.01220703066058763, "delta_normalized": -0.004808429264544681, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.11119735240936279, "delta_genuineness": 0.0062760114669799805, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.16880850344896317, "adapter_raw": 0.16756803393363953, "baseline_normalized": 0.4148172287620734, "adapter_normalized": 0.41397519817980183, "delta_raw_oriented": -0.001240469515323639, "delta_z": -0.0017944326233246307, "delta_normalized": -0.0008420305822715801, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.0071484088897705075, "delta_genuineness": 0.09759238958358765, "delta_wer_pp": 0.7894736842105263, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.020019532007815907, "de": 0.0028076183452743035, "fr": -0.0488891682501449, "nl": 0.01757812264235051, "es": -0.0004882678619189748 }, "languages_improved": 3, "ci95_z": [ -0.02591552999400063, 0.015600585529121427 ], "ci9833_z": [ -0.02952880809485453, 0.018066404515443592 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.25678062438964844, "adapter_raw": 0.27061988413333893, "baseline_normalized": 0.46432634391831007, "adapter_normalized": 0.47228168875197085, "delta_raw_oriented": 0.01383925974369049, "delta_z": 0.020019532007815907, "delta_normalized": 0.007955344833660768, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07148408889770508, "delta_genuineness": 0.13179689645767212, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.1730910763144493, "adapter_raw": 0.17503194883465767, "baseline_normalized": 0.41665882664158393, "adapter_normalized": 0.41772324240890246, "delta_raw_oriented": 0.0019408725202083588, "delta_z": 0.0028076183452743035, "delta_normalized": 0.0010644157673185412, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": 0.17572903633117676, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.221570685505867, "adapter_raw": 0.187774196267128, "baseline_normalized": 0.4443657336261203, "adapter_normalized": 0.4250483366932587, "delta_raw_oriented": -0.033796489238739014, "delta_z": -0.0488891682501449, "delta_normalized": -0.019317396932861608, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0814124345779419, "delta_genuineness": 0.18828105926513672, "delta_wer_pp": 3.9473684210526314, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.03672374412417412, "adapter_raw": 0.04887528717517853, "baseline_normalized": 0.3417257568740587, "adapter_normalized": 0.3480884275947149, "delta_raw_oriented": 0.01215154305100441, "delta_z": 0.01757812264235051, "delta_normalized": 0.006362670720656216, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": -0.10041677951812744, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.15587638691067696, "adapter_raw": 0.15553885325789452, "baseline_normalized": 0.40700948275029386, "adapter_normalized": 0.40673429545016204, "delta_raw_oriented": -0.0003375336527824402, "delta_z": -0.0004882678619189748, "delta_normalized": -0.00027518730013181836, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": 0.09257173538208008, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.16880850344896317, "adapter_raw": 0.18531013131141663, "baseline_normalized": 0.4148172287620734, "adapter_normalized": 0.4241230164120001, "delta_raw_oriented": 0.01650162786245346, "delta_z": 0.023870848101110842, "delta_normalized": 0.009305787649926752, "win_rate": 0.7, "tie_rate": 0.0, "delta_ce": -0.0317706823348999, "delta_genuineness": -0.0003138303756713867, "delta_wer_pp": 0.7894736842105263, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.03897094910227605, "de": 0.022460935984368186, "fr": 0.029968257792842595, "nl": 0.03369139858763916, "es": -0.00573730096157179 }, "languages_improved": 4, "ci95_z": [ 0.008544922540193966, 0.035058590634534606 ], "ci9833_z": [ 0.005541993816804201, 0.03611450073746199 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 0.25678062438964844, "adapter_raw": 0.2837207689881325, "baseline_normalized": 0.46432634391831007, "adapter_normalized": 0.4797711220139164, "delta_raw_oriented": 0.02694014459848404, "delta_z": 0.03897094910227605, "delta_normalized": 0.015444778095606335, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": 0.17102211713790894, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.1730910763144493, "adapter_raw": 0.18861804902553558, "baseline_normalized": 0.41665882664158393, "adapter_normalized": 0.42545958898376945, "delta_raw_oriented": 0.015526972711086273, "delta_z": 0.022460935984368186, "delta_normalized": 0.008800762342185492, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.033756375312805176, "delta_genuineness": 0.018828153610229492, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.221570685505867, "adapter_raw": 0.24228737875819206, "baseline_normalized": 0.4443657336261203, "adapter_normalized": 0.45610392519111237, "delta_raw_oriented": 0.020716693252325058, "delta_z": 0.029968257792842595, "delta_normalized": 0.011738191564992034, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": 0.0, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.03672374412417412, "adapter_raw": 0.06001419946551323, "baseline_normalized": 0.3417257568740587, "adapter_normalized": 0.3541753591356681, "delta_raw_oriented": 0.02329045534133911, "delta_z": 0.03369139858763916, "delta_normalized": 0.012449602261609363, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.11516880989074707, "delta_genuineness": -0.037656426429748535, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.15587638691067696, "adapter_raw": 0.15191026031970978, "baseline_normalized": 0.40700948275029386, "adapter_normalized": 0.4051050867355344, "delta_raw_oriented": -0.003966126590967178, "delta_z": -0.00573730096157179, "delta_normalized": -0.0019043960147594602, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03772759437561035, "delta_genuineness": -0.15376299619674683, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.023870848101110842, "suggested_scale": 1.0, "status": "clearer_gain" }, { "bucket": "emo_Triumph", "label": "Intense Triumph", "category": "emotion", "head": "emo_Triumph", "pole": "high", "trained_languages": { "en": 22, "nl": 5, "de": 5, "es": 1, "fr": 2 }, "train_clips": 34, "normalization_mu": 0.1931096464395523, "normalization_sigma": 0.5280161499977112, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.2443546697497368, "adapter_raw": 0.2102804783731699, "baseline_normalized": 0.4791570306019757, "adapter_normalized": 0.47363220633613307, "delta_raw_oriented": -0.034074191376566886, "delta_z": -0.0645324795022171, "delta_normalized": -0.005524824265842579, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.0405076265335083, "delta_genuineness": 0.028242266178131102, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.007446295938620836, "de": -0.2796631489525312, "fr": 0.015411379126888645, "nl": -0.03973388102080218, "es": -0.026123042603261606 }, "languages_improved": 2, "ci95_z": [ -0.17425540638795498, 0.003918461505551471 ], "ci9833_z": [ -0.1836914417798396, 0.009039312576274397 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09049713239073753, "adapter_raw": 0.0944288969039917, "baseline_normalized": 0.42298589964991173, "adapter_normalized": 0.4260275253716969, "delta_raw_oriented": 0.003931764513254166, "delta_z": 0.007446295938620836, "delta_normalized": 0.0030416257217851933, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03375649452209473, "delta_genuineness": -0.04863935708999634, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.8916095271706581, "adapter_raw": 0.7439428679645061, "baseline_normalized": 0.7259270637748242, "adapter_normalized": 0.7156204684919868, "delta_raw_oriented": -0.14766665920615196, "delta_z": -0.2796631489525312, "delta_normalized": -0.010306595282837436, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.027799248695373535, "delta_genuineness": 0.054915428161621094, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.06270087137818336, "adapter_raw": 0.0708383284509182, "baseline_normalized": 0.4032070217522807, "adapter_normalized": 0.4089249742164233, "delta_raw_oriented": 0.008137457072734833, "delta_z": 0.015411379126888645, "delta_normalized": 0.005717952464142667, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.10325479507446289, "delta_genuineness": 0.09570986032485962, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.1088990606367588, "adapter_raw": 0.08791892975568771, "baseline_normalized": 0.4367533319644897, "adapter_normalized": 0.4211328850487209, "delta_raw_oriented": -0.02098013088107109, "delta_z": -0.03973388102080218, "delta_normalized": -0.015620446915768804, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": -0.11924457550048828, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.06806675717234612, "adapter_raw": 0.054273368790745735, "baseline_normalized": 0.406911835868372, "adapter_normalized": 0.3964551785518375, "delta_raw_oriented": -0.01379338838160038, "delta_z": -0.026123042603261606, "delta_normalized": -0.010456657316534515, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.015885233879089355, "delta_genuineness": 0.15846997499465942, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.2443546697497368, "adapter_raw": 0.21696769893169404, "baseline_normalized": 0.4791570306019757, "adapter_normalized": 0.4862400434832681, "delta_raw_oriented": -0.027386970818042755, "delta_z": -0.051867676430278634, "delta_normalized": 0.007083012881292455, "win_rate": 0.55, "tie_rate": 0.05, "delta_ce": 0.011119771003723144, "delta_genuineness": 0.010669219493865966, "delta_wer_pp": -0.5263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0012207043100629106, "de": -0.24063111796719155, "fr": -0.027435299472007058, "nl": -0.038879390473098525, "es": 0.04638672145084105 }, "languages_improved": 2, "ci95_z": [ -0.15191040801292205, 0.016857913081701807 ], "ci9833_z": [ -0.15993042696955434, 0.0225891138381158 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09049713239073753, "adapter_raw": 0.09114168398082256, "baseline_normalized": 0.42298589964991173, "adapter_normalized": 0.4234384898419969, "delta_raw_oriented": 0.0006445515900850296, "delta_z": 0.0012207043100629106, "delta_normalized": 0.0004525901920851838, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.07845067977905273, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.8916095271706581, "adapter_raw": 0.7645524106919765, "baseline_normalized": 0.7259270637748242, "adapter_normalized": 0.7695898917986765, "delta_raw_oriented": -0.12705711647868156, "delta_z": -0.24063111796719155, "delta_normalized": 0.043662828023852296, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.013899803161621094, "delta_genuineness": 0.009413957595825195, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.06270087137818336, "adapter_raw": 0.048214590176939964, "baseline_normalized": 0.4032070217522807, "adapter_normalized": 0.391978820584565, "delta_raw_oriented": -0.0144862812012434, "delta_z": -0.027435299472007058, "delta_normalized": -0.011228201167715668, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.045670390129089355, "delta_genuineness": 0.0564844012260437, "delta_wer_pp": -2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.1088990606367588, "adapter_raw": 0.08837011456489563, "baseline_normalized": 0.4367533319644897, "adapter_normalized": 0.4215003751265163, "delta_raw_oriented": -0.020528946071863174, "delta_z": -0.038879390473098525, "delta_normalized": -0.015252956837973411, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": 0.03177070617675781, "delta_genuineness": -0.07845032215118408, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.06806675717234612, "adapter_raw": 0.09255969524383545, "baseline_normalized": 0.406911835868372, "adapter_normalized": 0.42469264006458585, "delta_raw_oriented": 0.024492938071489334, "delta_z": 0.04638672145084105, "delta_normalized": 0.017780804196213876, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": 0.14434874057769775, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.2443546697497368, "adapter_raw": 0.18964195810258389, "baseline_normalized": 0.4791570306019757, "adapter_normalized": 0.4758680851329417, "delta_raw_oriented": -0.0547127116471529, "delta_z": -0.10361939051938102, "delta_normalized": -0.0032889454690339438, "win_rate": 0.3, "tie_rate": 0.0, "delta_ce": -0.054407286643981936, "delta_genuineness": 0.032007801532745364, "delta_wer_pp": -0.5263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.062011719687026484, "de": -0.5911865495226638, "fr": 0.14297484724237047, "nl": -0.018127441895432948, "es": 0.010253911265847668 }, "languages_improved": 2, "ci95_z": [ -0.36196290647177143, 0.0697570760289304 ], "ci9833_z": [ -0.3795166175884089, 0.08421020221950523 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.09049713239073753, "adapter_raw": 0.05775394290685654, "baseline_normalized": 0.42298589964991173, "adapter_normalized": 0.3988455227306715, "delta_raw_oriented": -0.032743189483881, "delta_z": -0.062011719687026484, "delta_normalized": -0.02414037691924023, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": -0.10826188325881958, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.8916095271706581, "adapter_raw": 0.57945348136127, "baseline_normalized": 0.7259270637748242, "adapter_normalized": 0.6810642744693225, "delta_raw_oriented": -0.31215604580938816, "delta_z": -0.5911865495226638, "delta_normalized": -0.04486278930550175, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.06155562400817871, "delta_genuineness": 0.21024727821350098, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.06270087137818336, "adapter_raw": 0.1381938997656107, "baseline_normalized": 0.4032070217522807, "adapter_normalized": 0.4591374634993895, "delta_raw_oriented": 0.07549302838742733, "delta_z": 0.14297484724237047, "delta_normalized": 0.05593044174710882, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": 0.04550141096115112, "delta_wer_pp": -2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.1088990606367588, "adapter_raw": 0.09932747855782509, "baseline_normalized": 0.4367533319644897, "adapter_normalized": 0.4295847897056273, "delta_raw_oriented": -0.009571582078933716, "delta_z": -0.018127441895432948, "delta_normalized": -0.007168542258862348, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": -0.08001935482025146, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.06806675717234612, "adapter_raw": 0.07348098792135715, "baseline_normalized": 0.406911835868372, "adapter_normalized": 0.4107083752596978, "delta_raw_oriented": 0.00541423074901104, "delta_z": 0.010253911265847668, "delta_normalized": 0.0037965393913257928, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.1489250659942627, "delta_genuineness": 0.09257155656814575, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": -0.051867676430278634, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "formal_not_casual", "label": "Very formal, not casual", "category": "contrast", "head": "vn_S_FORM_reg", "pole": "high", "trained_languages": { "fr": 37, "de": 52, "es": 18, "nl": 61, "en": 14 }, "train_clips": 176, "normalization_mu": 1.269144892692566, "normalization_sigma": 1.008335828781128, "opposite_head": "vn_S_CASU_reg", "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.6376850485801695, "adapter_raw": 2.755455565452576, "baseline_normalized": 0.8973644419002884, "adapter_normalized": 0.9111903882859703, "delta_raw_oriented": 0.117770516872406, "delta_z": 0.11679691776376379, "delta_normalized": 0.013825946385681848, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": 0.03852193355560303, "delta_genuineness": -0.03483197689056396, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.04980467064387281, "de": 0.12890638023090054, "fr": 0.15917965217140465, "nl": -0.14453113269982718, "es": 0.39062501847246817 }, "languages_improved": 4, "ci95_z": [ -0.035156127527536093, 0.2761718756465364 ], "ci9833_z": [ -0.05097646944494163, 0.29199221756394195 ], "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.04853509941546367, "opposite_ci9833_z": [ -0.0739258094893466, 0.17089835357576413 ], "opposite_languages_improved": 3, "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2499090433120728, "adapter_raw": 2.3001288771629333, "baseline_normalized": 0.8261670387270598, "adapter_normalized": 0.8381026870903207, "delta_raw_oriented": 0.050219833850860596, "delta_z": 0.04980467064387281, "delta_normalized": 0.011935648363260859, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.003971219062805176, "delta_genuineness": -0.02981114387512207, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": -0.002929782482745738 }, "de": { "n": 4, "baseline_raw": 3.1006922721862793, "adapter_raw": 3.2306731939315796, "baseline_normalized": 0.9593626426323453, "adapter_normalized": 0.9730215632412953, "delta_raw_oriented": 0.1299809217453003, "delta_z": 0.12890638023090054, "delta_normalized": 0.013658920608950104, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.01787114143371582, "delta_genuineness": -0.01882803440093994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.22070308613098014 }, "fr": { "n": 4, "baseline_raw": 2.497069537639618, "adapter_raw": 2.657576084136963, "baseline_normalized": 0.8749649559675892, "adapter_normalized": 0.9051157381819621, "delta_raw_oriented": 0.16050654649734497, "delta_z": 0.15917965217140465, "delta_normalized": 0.030150782214372895, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.10041666030883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.014160124817189326 }, "nl": { "n": 4, "baseline_raw": 2.584708034992218, "adapter_raw": 2.4389721155166626, "baseline_normalized": 0.89926142127304, "adapter_normalized": 0.8728265538608623, "delta_raw_oriented": -0.14573591947555542, "delta_z": -0.14453113269982718, "delta_normalized": -0.02643486741217771, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.043932318687438965, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": -0.12695312992705887 }, "es": { "n": 4, "baseline_raw": 2.7560463547706604, "adapter_raw": 3.14992755651474, "baseline_normalized": 0.9270661509014081, "adapter_normalized": 0.9668853990554112, "delta_raw_oriented": 0.3938812017440796, "delta_z": 0.39062501847246817, "delta_normalized": 0.03981924815400309, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.14892518520355225, "delta_genuineness": -0.06903636455535889, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.13769519853895346 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.6376850485801695, "adapter_raw": 2.7143933892250063, "baseline_normalized": 0.8973644419002884, "adapter_normalized": 0.9070586735194498, "delta_raw_oriented": 0.07670834064483642, "delta_z": 0.07607419914609316, "delta_normalized": 0.009694231619161353, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.01985666751861572, "delta_genuineness": -0.07845048904418946, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.11376947825710695, "de": 0.05468760898756215, "fr": 0.09277340494227486, "nl": -0.019531339591470583, "es": 0.13867184313499242 }, "languages_improved": 4, "ci95_z": [ 0.025000029555949054, 0.11953120954529473 ], "ci9833_z": [ 0.012109296953822016, 0.12451168252087182 ], "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.0656250160585622, "opposite_ci9833_z": [ -0.030078095766117453, 0.15126953503653598 ], "opposite_languages_improved": 4, "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2499090433120728, "adapter_raw": 2.364626884460449, "baseline_normalized": 0.8261670387270598, "adapter_normalized": 0.8376167000002319, "delta_raw_oriented": 0.11471784114837646, "delta_z": 0.11376947825710695, "delta_normalized": 0.011449661273172124, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": -0.08786457777023315, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.12158202554738556 }, "de": { "n": 4, "baseline_raw": 3.1006922721862793, "adapter_raw": 3.155835747718811, "baseline_normalized": 0.9593626426323453, "adapter_normalized": 0.9682969610459417, "delta_raw_oriented": 0.05514347553253174, "delta_z": 0.05468760898756215, "delta_normalized": 0.008934318413596432, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.003971219062805176, "delta_genuineness": -0.13964182138442993, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.17578124963503267 }, "fr": { "n": 4, "baseline_raw": 2.497069537639618, "adapter_raw": 2.590616285800934, "baseline_normalized": 0.8749649559675892, "adapter_normalized": 0.8994706463392853, "delta_raw_oriented": 0.09354674816131592, "delta_z": 0.09277340494227486, "delta_normalized": 0.02450569037169617, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.05559873580932617, "delta_genuineness": -0.06119132041931152, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": -0.07958980802882329 }, "nl": { "n": 4, "baseline_raw": 2.584708034992218, "adapter_raw": 2.565013885498047, "baseline_normalized": 0.89926142127304, "adapter_normalized": 0.8897294190334545, "delta_raw_oriented": -0.019694149494171143, "delta_z": -0.019531339591470583, "delta_normalized": -0.009532002239585502, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.056484341621398926, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.10742190073019627 }, "es": { "n": 4, "baseline_raw": 2.7560463547706604, "adapter_raw": 2.8958741426467896, "baseline_normalized": 0.9270661509014081, "adapter_normalized": 0.9401796411783356, "delta_raw_oriented": 0.13982778787612915, "delta_z": 0.13867184313499242, "delta_normalized": 0.013113490276927542, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0972977876663208, "delta_genuineness": -0.04707038402557373, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.0029297124090197817 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.6376850485801695, "adapter_raw": 2.7463962614536284, "baseline_normalized": 0.8973644419002884, "adapter_normalized": 0.910397528985087, "delta_raw_oriented": 0.10871121287345886, "delta_z": 0.10781250628063917, "delta_normalized": 0.01303308708479855, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.03296210765838623, "delta_genuineness": -0.050208306312561034, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.1298828201198931, "de": -0.07421865301954214, "fr": 0.09863275361900772, "nl": -0.029296861607460582, "es": 0.4140624722912978 }, "languages_improved": 3, "ci95_z": [ -0.024414000109238783, 0.26855467507726516 ], "ci9833_z": [ -0.03964837169183217, 0.30039061142273593 ], "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.13164061839409147, "opposite_ci9833_z": [ 0.014453135766536018, 0.27294915926945057 ], "opposite_languages_improved": 4, "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2499090433120728, "adapter_raw": 2.3808745443820953, "baseline_normalized": 0.8261670387270598, "adapter_normalized": 0.847053415829986, "delta_raw_oriented": 0.13096550107002258, "delta_z": 0.1298828201198931, "delta_normalized": 0.020886377102926124, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": -0.09414047002792358, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.2827147832110453 }, "de": { "n": 4, "baseline_raw": 3.1006922721862793, "adapter_raw": 3.0258549451828003, "baseline_normalized": 0.9593626426323453, "adapter_normalized": 0.9443947347797668, "delta_raw_oriented": -0.074837327003479, "delta_z": -0.07421865301954214, "delta_normalized": -0.014967907852578483, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": 0.026673197746276855, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.02539063065699349 }, "fr": { "n": 4, "baseline_raw": 2.497069537639618, "adapter_raw": 2.596524477005005, "baseline_normalized": 0.8749649559675892, "adapter_normalized": 0.9044420327813665, "delta_raw_oriented": 0.09945493936538696, "delta_z": 0.09863275361900772, "delta_normalized": 0.02947707681377726, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.045670390129089355, "delta_genuineness": -0.026673316955566406, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": -0.002441415328562159 }, "nl": { "n": 4, "baseline_raw": 2.584708034992218, "adapter_raw": 2.5551669597625732, "baseline_normalized": 0.89926142127304, "adapter_normalized": 0.8910658823509261, "delta_raw_oriented": -0.029541075229644775, "delta_z": -0.029296861607460582, "delta_normalized": -0.008195538922113887, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.01191401481628418, "delta_genuineness": 0.02353525161743164, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.08203134014692873 }, "es": { "n": 4, "baseline_raw": 2.7560463547706604, "adapter_raw": 3.173560380935669, "baseline_normalized": 0.9270661509014081, "adapter_normalized": 0.9650315791833899, "delta_raw_oriented": 0.41751402616500854, "delta_z": 0.4140624722912978, "delta_normalized": 0.03796542828198174, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.1350255012512207, "delta_genuineness": -0.18043619394302368, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "opposite_head": "vn_S_CASU_reg", "opposite_delta_z": 0.2705077532840519 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.11679691776376379, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "vn_AROU_reg_high", "label": "highly aroused and activated", "category": "bipolar", "head": "vn_AROU_reg", "pole": "high", "trained_languages": { "es": 76, "fr": 91, "nl": 87, "de": 70, "en": 56 }, "train_clips": 374, "normalization_mu": 2.4366743564605713, "normalization_sigma": 1.126529574394226, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.357692140340805, "adapter_raw": 2.408538615703583, "baseline_normalized": 0.47232753105350955, "adapter_normalized": 0.48885075653015825, "delta_raw_oriented": 0.05084647536277771, "delta_z": 0.04513549978492098, "delta_normalized": 0.01652322547664868, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.023828005790710448, "delta_genuineness": -0.003451859951019287, "delta_wer_pp": -0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.0787353776687127, "de": 0.07049560238793272, "fr": -0.17565916562037204, "nl": 0.2991028056569222, "es": 0.11047363416883467 }, "languages_improved": 3, "ci95_z": [ -0.09812013525904457, 0.18580933469417774 ], "ci9833_z": [ -0.11750489284937644, 0.2156555307055068 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.5371984243392944, "adapter_raw": 2.448500692844391, "baseline_normalized": 0.5352163824104648, "adapter_normalized": 0.5040834447015987, "delta_raw_oriented": -0.08869773149490356, "delta_z": -0.0787353776687127, "delta_normalized": -0.031132937708866007, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.04169893264770508, "delta_genuineness": 0.007844865322113037, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.331543505191803, "adapter_raw": 2.4109588861465454, "baseline_normalized": 0.4629575062120521, "adapter_normalized": 0.4911419716998297, "delta_raw_oriented": 0.07941538095474243, "delta_z": 0.07049560238793272, "delta_normalized": 0.02818446548777756, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.07148408889770508, "delta_genuineness": 0.11453771591186523, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.089446872472763, "adapter_raw": 1.8915616273880005, "baseline_normalized": 0.3800095358985597, "adapter_normalized": 0.3175282768776167, "delta_raw_oriented": -0.19788524508476257, "delta_z": -0.17565916562037204, "delta_normalized": -0.06248125902094297, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.033756375312805176, "delta_genuineness": -0.09257149696350098, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.5591665506362915, "adapter_raw": 2.896114706993103, "baseline_normalized": 0.541164085401748, "adapter_normalized": 0.645887302148351, "delta_raw_oriented": 0.3369481563568115, "delta_z": 0.2991028056569222, "delta_normalized": 0.10472321674660302, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04964172840118408, "delta_genuineness": -0.09884774684906006, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2711053490638733, "adapter_raw": 2.395557165145874, "baseline_normalized": 0.4422901453447233, "adapter_normalized": 0.48561278722339507, "delta_raw_oriented": 0.12445181608200073, "delta_z": 0.11047363416883467, "delta_normalized": 0.0433226418786718, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08935511112213135, "delta_genuineness": 0.05177736282348633, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.357692140340805, "adapter_raw": 2.309760993719101, "baseline_normalized": 0.47232753105350955, "adapter_normalized": 0.4537280375212706, "delta_raw_oriented": -0.0479311466217041, "delta_z": -0.042547615003785705, "delta_normalized": -0.018599493532238935, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.06393849849700928, "delta_genuineness": -0.0781367301940918, "delta_wer_pp": 0.02083333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.10437012533842539, "de": -0.09979248710187233, "fr": -0.0008544695431700342, "nl": 0.18728636938671525, "es": -0.19500736242217603 }, "languages_improved": 1, "ci95_z": [ -0.13970949252461504, 0.07440186602878408 ], "ci9833_z": [ -0.15783693994136516, 0.11082762302493701 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.5371984243392944, "adapter_raw": 2.419622391462326, "baseline_normalized": 0.5352163824104648, "adapter_normalized": 0.4942222487552466, "delta_raw_oriented": -0.11757603287696838, "delta_z": -0.10437012533842539, "delta_normalized": -0.040994133655218146, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.07545530796051025, "delta_genuineness": 0.021965980529785156, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.331543505191803, "adapter_raw": 2.2191243171691895, "baseline_normalized": 0.4629575062120521, "adapter_normalized": 0.42413507583578014, "delta_raw_oriented": -0.11241918802261353, "delta_z": -0.09979248710187233, "delta_normalized": -0.038822430376272005, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": 0.026673197746276855, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.089446872472763, "adapter_raw": 2.088484287261963, "baseline_normalized": 0.3800095358985597, "adapter_normalized": 0.378649936986719, "delta_raw_oriented": -0.0009625852108001709, "delta_z": -0.0008544695431700342, "delta_normalized": -0.0013595989118406482, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": -0.23221349716186523, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.5591665506362915, "adapter_raw": 2.7701501846313477, "baseline_normalized": 0.541164085401748, "adapter_normalized": 0.5987552537038064, "delta_raw_oriented": 0.21098363399505615, "delta_z": 0.18728636938671525, "delta_normalized": 0.057591168302058404, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.0360872745513916, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2711053490638733, "adapter_raw": 2.0514237880706787, "baseline_normalized": 0.4422901453447233, "adapter_normalized": 0.37287767232480096, "delta_raw_oriented": -0.21968156099319458, "delta_z": -0.19500736242217603, "delta_normalized": -0.06941247301992229, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.18863844871520996, "delta_genuineness": -0.17102205753326416, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.357692140340805, "adapter_raw": 2.421932655572891, "baseline_normalized": 0.47232753105350955, "adapter_normalized": 0.49362720510700175, "delta_raw_oriented": 0.06424051523208618, "delta_z": 0.057025147579130825, "delta_normalized": 0.021299674053492167, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.030182147026062013, "delta_genuineness": -0.0307525634765625, "delta_wer_pp": -0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.26513672200520316, "de": 0.10174563214979025, "fr": 0.02868659467736294, "nl": 0.3536682216906534, "es": 0.06616201138305071 }, "languages_improved": 4, "ci95_z": [ -0.1326172286499016, 0.2311706542264748 ], "ci9833_z": [ -0.14137573326603187, 0.24578246172096024 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.5371984243392944, "adapter_raw": 2.2385140657424927, "baseline_normalized": 0.5352163824104648, "adapter_normalized": 0.4303330617669644, "delta_raw_oriented": -0.29868435859680176, "delta_z": -0.26513672200520316, "delta_normalized": -0.10488332064350035, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.06552696228027344, "delta_genuineness": 0.003137946128845215, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.331543505191803, "adapter_raw": 2.4461629688739777, "baseline_normalized": 0.4629575062120521, "adapter_normalized": 0.5050146229202215, "delta_raw_oriented": 0.11461946368217468, "delta_z": 0.10174563214979025, "delta_normalized": 0.04205711670816935, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.07060551643371582, "delta_wer_pp": -1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.089446872472763, "adapter_raw": 2.1217631697654724, "baseline_normalized": 0.3800095358985597, "adapter_normalized": 0.39258900466026997, "delta_raw_oriented": 0.03231629729270935, "delta_z": 0.02868659467736294, "delta_normalized": 0.012579468761710288, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": -0.17416000366210938, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.5591665506362915, "adapter_raw": 2.957584261894226, "baseline_normalized": 0.541164085401748, "adapter_normalized": 0.6719737094593244, "delta_raw_oriented": 0.39841771125793457, "delta_z": 0.3536682216906534, "delta_normalized": 0.13080962405757646, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": -0.09570956230163574, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2711053490638733, "adapter_raw": 2.3456388115882874, "baseline_normalized": 0.4422901453447233, "adapter_normalized": 0.4682256267282284, "delta_raw_oriented": 0.07453346252441406, "delta_z": 0.06616201138305071, "delta_normalized": 0.0259354813835051, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": 0.04236328601837158, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.057025147579130825, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "vn_AROU_reg_low", "label": "very low arousal, calm or sleepy", "category": "bipolar", "head": "vn_AROU_reg", "pole": "low", "trained_languages": { "de": 24, "es": 11, "fr": 12, "en": 37, "nl": 5 }, "train_clips": 83, "normalization_mu": 2.4366743564605713, "normalization_sigma": 1.126529574394226, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.5698846697807312, "adapter_raw": 1.706465369462967, "baseline_normalized": 0.7736688213043049, "adapter_normalized": 0.7350186224597298, "delta_raw_oriented": -0.1365806996822357, "delta_z": -0.12124022554461554, "delta_normalized": -0.03865019884457509, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02402651309967041, "delta_genuineness": -0.05773957967758179, "delta_wer_pp": 0.611111111111111, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.13525388584039283, "de": -0.348144500299735, "fr": -0.0830077782945318, "nl": -0.18286137641051364, "es": -0.12744135855869013 }, "languages_improved": 1, "ci95_z": [ -0.2514648230717094, 0.027978500563226604 ], "ci9833_z": [ -0.27094724717368174, 0.039062504133591316 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.7402942478656769, "adapter_raw": 1.5879267454147339, "baseline_normalized": 0.7275481176124071, "adapter_normalized": 0.7676641964937898, "delta_raw_oriented": 0.152367502450943, "delta_z": 0.13525388584039283, "delta_normalized": 0.04011607888138269, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": -0.09414058923721313, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.5433716475963593, "adapter_raw": 1.9355667233467102, "baseline_normalized": 0.7833483147733877, "adapter_normalized": 0.6713917484768535, "delta_raw_oriented": -0.39219507575035095, "delta_z": -0.348144500299735, "delta_normalized": -0.1119565662965342, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.04765594005584717, "delta_genuineness": -0.13336598873138428, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.4421599805355072, "adapter_raw": 1.5356706976890564, "baseline_normalized": 0.8062409563987528, "adapter_normalized": 0.785521139419479, "delta_raw_oriented": -0.0935107171535492, "delta_z": -0.0830077782945318, "delta_normalized": -0.020719816979273747, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.11715435981750488, "delta_genuineness": -0.08786475658416748, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.6121295094490051, "adapter_raw": 1.8181282579898834, "baseline_normalized": 0.7572913242608352, "adapter_normalized": 0.7006084597339437, "delta_raw_oriented": -0.2059987485408783, "delta_z": -0.18286137641051364, "delta_normalized": -0.05668286452689153, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": -0.10983061790466309, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.5114679634571075, "adapter_raw": 1.6550344228744507, "baseline_normalized": 0.7939153934761416, "adapter_normalized": 0.7499075681745829, "delta_raw_oriented": -0.14356645941734314, "delta_z": -0.12744135855869013, "delta_normalized": -0.04400782530155867, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01687800884246826, "delta_genuineness": 0.13650405406951904, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.5698846697807312, "adapter_raw": 1.5974978446960448, "baseline_normalized": 0.7736688213043049, "adapter_normalized": 0.7662994795295931, "delta_raw_oriented": -0.02761317491531372, "delta_z": -0.024511717706268192, "delta_normalized": -0.007369341774711741, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.011715412139892578, "delta_genuineness": 0.011924540996551514, "delta_wer_pp": 2.0497076023391814, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.08300780474951627, "de": -0.14257813347386222, "fr": 0.003906263640851362, "nl": -0.02685548647277279, "es": 0.12597657252395897 }, "languages_improved": 2, "ci95_z": [ -0.09628907467342646, 0.05976563529264238 ], "ci9833_z": [ -0.10751953832877517, 0.07226563132439473 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.7402942478656769, "adapter_raw": 1.8338049948215485, "baseline_normalized": 0.7275481176124071, "adapter_normalized": 0.701777135102279, "delta_raw_oriented": -0.09351074695587158, "delta_z": -0.08300780474951627, "delta_normalized": -0.025770982510128077, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0972977876663208, "delta_genuineness": -0.14121085405349731, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.5433716475963593, "adapter_raw": 1.7039901316165924, "baseline_normalized": 0.7833483147733877, "adapter_normalized": 0.7372301058248255, "delta_raw_oriented": -0.16061848402023315, "delta_z": -0.14257813347386222, "delta_normalized": -0.04611820894856214, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.03574192523956299, "delta_genuineness": -0.11610674858093262, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.4421599805355072, "adapter_raw": 1.4377594590187073, "baseline_normalized": 0.8062409563987528, "adapter_normalized": 0.808400994431567, "delta_raw_oriented": 0.004400521516799927, "delta_z": 0.003906263640851362, "delta_normalized": 0.002160038032814199, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.06354141235351562, "delta_genuineness": 0.0910024642944336, "delta_wer_pp": 10.599415204678362, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.6121295094490051, "adapter_raw": 1.6423830091953278, "baseline_normalized": 0.7572913242608352, "adapter_normalized": 0.756143533087867, "delta_raw_oriented": -0.030253499746322632, "delta_z": -0.02685548647277279, "delta_normalized": -0.0011477911729682322, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.12708282470703125, "delta_genuineness": 0.007845282554626465, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.5114679634571075, "adapter_raw": 1.3695516288280487, "baseline_normalized": 0.7939153934761416, "adapter_normalized": 0.8279456292014271, "delta_raw_oriented": 0.14191633462905884, "delta_z": 0.12597657252395897, "delta_normalized": 0.034030235725285546, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.11616158485412598, "delta_genuineness": 0.21809256076812744, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.5698846697807312, "adapter_raw": 1.5263196408748627, "baseline_normalized": 0.7736688213043049, "adapter_normalized": 0.7850380323997657, "delta_raw_oriented": 0.04356502890586853, "delta_z": 0.038671890996998415, "delta_normalized": 0.011369211095460807, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.018466711044311523, "delta_genuineness": -0.06401557922363281, "delta_wer_pp": -0.3333333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.0014648653996845512, "de": 0.01171879092255409, "fr": 0.0869140948453521, "nl": 0.07958984721188272, "es": 0.016601587404887718 }, "languages_improved": 4, "ci95_z": [ 0.007421887690125359, 0.07041018453409861 ], "ci9833_z": [ 0.004785156425677631, 0.0810546967385766 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 1.7402942478656769, "adapter_raw": 1.7419444620609283, "baseline_normalized": 0.7275481176124071, "adapter_normalized": 0.7249319142877395, "delta_raw_oriented": -0.0016502141952514648, "delta_z": -0.0014648653996845512, "delta_normalized": -0.002616203324667582, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": -0.11453753709793091, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.5433716475963593, "adapter_raw": 1.5301700830459595, "baseline_normalized": 0.7833483147733877, "adapter_normalized": 0.7857287100765935, "delta_raw_oriented": 0.01320156455039978, "delta_z": 0.01171879092255409, "delta_normalized": 0.002380395303205801, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.1052403450012207, "delta_genuineness": -0.1804361343383789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.4421599805355072, "adapter_raw": 1.3442486822605133, "baseline_normalized": 0.8062409563987528, "adapter_normalized": 0.8296714239903544, "delta_raw_oriented": 0.0979112982749939, "delta_z": 0.0869140948453521, "delta_normalized": 0.023430467591601584, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0377277135848999, "delta_genuineness": -0.0015692710876464844, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.6121295094490051, "adapter_raw": 1.5224691927433014, "baseline_normalized": 0.7572913242608352, "adapter_normalized": 0.7880052886690826, "delta_raw_oriented": 0.08966031670570374, "delta_z": 0.07958984721188272, "delta_normalized": 0.030713964408247335, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": -0.039225220680236816, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.5114679634571075, "adapter_raw": 1.4927657842636108, "baseline_normalized": 0.7939153934761416, "adapter_normalized": 0.7968528249750585, "delta_raw_oriented": 0.018702179193496704, "delta_z": 0.016601587404887718, "delta_normalized": 0.002937431498916898, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.02680659294128418, "delta_genuineness": 0.015690267086029053, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.038671890996998415, "suggested_scale": 1.0, "status": "clearer_gain" }, { "bucket": "vn_STNC_reg_high", "label": "dominant and assertive", "category": "bipolar", "head": "vn_STNC_reg", "pole": "high", "trained_languages": { "es": 48, "fr": 48, "nl": 38, "de": 42, "en": 51 }, "train_clips": 222, "normalization_mu": 2.57399582862854, "normalization_sigma": 1.13865327835083, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 3.789152371883392, "adapter_raw": 3.755126214027405, "baseline_normalized": 0.8417065700339887, "adapter_normalized": 0.8388971244267627, "delta_raw_oriented": -0.034026157855987546, "delta_z": -0.029882808492212285, "delta_normalized": -0.002809445607226085, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.009928345680236816, "delta_genuineness": 0.010983026027679444, "delta_wer_pp": 0.07017543859649124, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.011230442781171454, "de": -0.09374990839342376, "fr": -0.22558600988555352, "nl": -0.011718784352466094, "es": 0.1928711029515534 }, "languages_improved": 1, "ci95_z": [ -0.14189458731813215, 0.094726591536013 ], "ci9833_z": [ -0.1564453444805101, 0.11113281634420454 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.7888187170028687, "adapter_raw": 3.7760311365127563, "baseline_normalized": 0.8321755473968586, "adapter_normalized": 0.8436273329503301, "delta_raw_oriented": -0.012787580490112305, "delta_z": -0.011230442781171454, "delta_normalized": 0.01145178555347151, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": 0.01882791519165039, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 4.019551634788513, "adapter_raw": 3.912802994251251, "baseline_normalized": 0.8931840425810272, "adapter_normalized": 0.8777228829477293, "delta_raw_oriented": -0.10674864053726196, "delta_z": -0.09374990839342376, "delta_normalized": -0.015461159633297944, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.08315753936767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.634811580181122, "adapter_raw": 3.3779473304748535, "baseline_normalized": 0.8175777827376682, "adapter_normalized": 0.7550351482848641, "delta_raw_oriented": -0.2568642497062683, "delta_z": -0.22558600988555352, "delta_normalized": -0.06254263445280411, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": 0.021966218948364258, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 4.148539900779724, "adapter_raw": 4.135196268558502, "baseline_normalized": 0.9160466920292463, "adapter_normalized": 0.9081142622836086, "delta_raw_oriented": -0.013343632221221924, "delta_z": -0.011718784352466094, "delta_normalized": -0.007932429745637681, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.06903636455535889, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.354040026664734, "adapter_raw": 3.5736533403396606, "baseline_normalized": 0.7495487854251432, "adapter_normalized": 0.809985995667281, "delta_raw_oriented": 0.21961331367492676, "delta_z": 0.1928711029515534, "delta_normalized": 0.0604372102421378, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": 0.028242170810699463, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 3.789152371883392, "adapter_raw": 3.745007300376892, "baseline_normalized": 0.8417065700339887, "adapter_normalized": 0.8307607091790047, "delta_raw_oriented": -0.044145071506500246, "delta_z": -0.03876954674950553, "delta_normalized": -0.010945860854984035, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.003574180603027344, "delta_genuineness": 0.010041606426239014, "delta_wer_pp": 0.347953216374269, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.02880859313656312, "de": -0.025390568563805706, "fr": -0.2939454020617866, "nl": 0.08789059473711322, "es": 0.008789049004388323 }, "languages_improved": 3, "ci95_z": [ -0.1728516216353166, 0.05244139377678316 ], "ci9833_z": [ -0.18652346866259423, 0.06025388527045823 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.7888187170028687, "adapter_raw": 3.8216217160224915, "baseline_normalized": 0.8321755473968586, "adapter_normalized": 0.8598560409265292, "delta_raw_oriented": 0.0328029990196228, "delta_z": 0.02880859313656312, "delta_normalized": 0.027680493529670558, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": -0.0015690326690673828, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 4.019551634788513, "adapter_raw": 3.9906405806541443, "baseline_normalized": 0.8931840425810272, "adapter_normalized": 0.8852257301985862, "delta_raw_oriented": -0.028911054134368896, "delta_z": -0.025390568563805706, "delta_normalized": -0.007958312382441046, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.015885472297668457, "delta_genuineness": -0.0627603530883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.634811580181122, "adapter_raw": 3.3001096844673157, "baseline_normalized": 0.8175777827376682, "adapter_normalized": 0.735882080331841, "delta_raw_oriented": -0.33470189571380615, "delta_z": -0.2939454020617866, "delta_normalized": -0.08169570240582716, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": -0.01725924015045166, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 4.148539900779724, "adapter_raw": 4.248616814613342, "baseline_normalized": 0.9160466920292463, "adapter_normalized": 0.921203105841181, "delta_raw_oriented": 0.10007691383361816, "delta_z": 0.08789059473711322, "delta_normalized": 0.005156413811934796, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": 0.0360870361328125, "delta_wer_pp": 0.07309941520467836, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.354040026664734, "adapter_raw": 3.3640477061271667, "baseline_normalized": 0.7495487854251432, "adapter_normalized": 0.751636588596886, "delta_raw_oriented": 0.010007679462432861, "delta_z": 0.008789049004388323, "delta_normalized": 0.002087803171742675, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": 0.09570962190628052, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 3.789152371883392, "adapter_raw": 3.8106133222579954, "baseline_normalized": 0.8417065700339887, "adapter_normalized": 0.8456035497022817, "delta_raw_oriented": 0.02146095037460327, "delta_z": 0.018847660462266682, "delta_normalized": 0.0038969796682929827, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0031770706176757813, "delta_genuineness": -0.0134934663772583, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.14160157190603237, "de": 0.19140644466397452, "fr": -0.20800791187677692, "nl": 0.03320303911883477, "es": 0.21923830231133337 }, "languages_improved": 3, "ci95_z": [ -0.13320318568935677, 0.1708985066138901 ], "ci9833_z": [ -0.15976572167765457, 0.19697281619344628 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.7888187170028687, "adapter_raw": 3.627583622932434, "baseline_normalized": 0.8321755473968586, "adapter_normalized": 0.8058017218634301, "delta_raw_oriented": -0.16123509407043457, "delta_z": -0.14160157190603237, "delta_normalized": -0.026373825533428458, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.08001947402954102, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 4.019551634788513, "adapter_raw": 4.2374972105026245, "baseline_normalized": 0.8931840425810272, "adapter_normalized": 0.9256493760803249, "delta_raw_oriented": 0.21794557571411133, "delta_z": 0.19140644466397452, "delta_normalized": 0.03246533349929767, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": -0.18357402086257935, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.634811580181122, "adapter_raw": 3.3979626893997192, "baseline_normalized": 0.8175777827376682, "adapter_normalized": 0.7616539896685396, "delta_raw_oriented": -0.2368488907814026, "delta_z": -0.20800791187677692, "delta_normalized": -0.05592379306912862, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.10524046421051025, "delta_genuineness": 0.06903660297393799, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 4.148539900779724, "adapter_raw": 4.186346650123596, "baseline_normalized": 0.9160466920292463, "adapter_normalized": 0.9201778197635626, "delta_raw_oriented": 0.03780674934387207, "delta_z": 0.03320303911883477, "delta_normalized": 0.004131127734316342, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": 0.020396947860717773, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.354040026664734, "adapter_raw": 3.603676438331604, "baseline_normalized": 0.7495487854251432, "adapter_normalized": 0.8147348411355513, "delta_raw_oriented": 0.24963641166687012, "delta_z": 0.21923830231133337, "delta_normalized": 0.06518605571040798, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.05361306667327881, "delta_genuineness": -0.053346335887908936, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.018847660462266682, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "vn_STNC_reg_low", "label": "submissive and deferential", "category": "bipolar", "head": "vn_STNC_reg", "pole": "low", "trained_languages": { "de": 18, "fr": 25, "es": 20, "en": 19, "nl": 21 }, "train_clips": 98, "normalization_mu": 2.57399582862854, "normalization_sigma": 1.13865327835083, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.564544117450714, "adapter_raw": 2.6619106352329256, "baseline_normalized": 0.5032271209851406, "adapter_normalized": 0.47014767470614804, "delta_raw_oriented": -0.09736651778221131, "delta_z": -0.08551024234807651, "delta_normalized": -0.03307944627899252, "win_rate": 0.35, "tie_rate": 0.0, "delta_ce": 0.003177046775817871, "delta_genuineness": -0.018200504779815673, "delta_wer_pp": 0.29411764705882354, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.18334959393683814, "de": -0.09185789234102018, "fr": -0.2497559077342752, "nl": 0.20800791187677692, "es": -0.4772949174787023 }, "languages_improved": 2, "ci95_z": [ -0.30919190855339507, 0.138171423857242 ], "ci9833_z": [ -0.35469971050228044, 0.18828125752482588 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.7040958404541016, "adapter_raw": 2.4953242242336273, "baseline_normalized": 0.4576904163271787, "adapter_normalized": 0.5259458073810342, "delta_raw_oriented": 0.20877161622047424, "delta_z": 0.18334959393683814, "delta_normalized": 0.0682553910538555, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.07060551643371582, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.767060935497284, "adapter_raw": 2.871655225753784, "baseline_normalized": 0.4347955812928364, "adapter_normalized": 0.3983228569849866, "delta_raw_oriented": -0.10459429025650024, "delta_z": -0.09185789234102018, "delta_normalized": -0.03647272430784981, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.001985788345336914, "delta_genuineness": 0.015690088272094727, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.0605454444885254, "adapter_raw": 2.3449308276176453, "baseline_normalized": 0.6686876814958852, "adapter_normalized": 0.5766164987197363, "delta_raw_oriented": -0.2843853831291199, "delta_z": -0.2497559077342752, "delta_normalized": -0.09207118277614887, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.056484341621398926, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.7815165519714355, "adapter_raw": 2.544667661190033, "baseline_normalized": 0.43465482788341403, "adapter_normalized": 0.5102322715579495, "delta_raw_oriented": 0.2368488907814026, "delta_z": 0.20800791187677692, "delta_normalized": 0.07557744367453548, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.09727859497070312, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.509501814842224, "adapter_raw": 3.0529752373695374, "baseline_normalized": 0.5203070979263886, "adapter_normalized": 0.3396209388870337, "delta_raw_oriented": -0.5434734225273132, "delta_z": -0.4772949174787023, "delta_normalized": -0.1806861590393549, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.21809238195419312, "delta_wer_pp": 1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.564544117450714, "adapter_raw": 2.54159591794014, "baseline_normalized": 0.5032271209851406, "adapter_normalized": 0.510837439453903, "delta_raw_oriented": 0.022948199510574342, "delta_z": 0.020153807964977177, "delta_normalized": 0.007610318468762428, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.01032552719116211, "delta_genuineness": 0.02165231704711914, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.23779297876946925, "de": 0.1036986966530412, "fr": -0.2580566936872914, "nl": 0.11242681419757454, "es": -0.09509275610790774 }, "languages_improved": 3, "ci95_z": [ -0.15136720459444147, 0.16082765651742575 ], "ci9833_z": [ -0.16027833113966122, 0.1859008894318047 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.7040958404541016, "adapter_raw": 2.433332085609436, "baseline_normalized": 0.4576904163271787, "adapter_normalized": 0.546048390016961, "delta_raw_oriented": 0.2707637548446655, "delta_z": 0.23779297876946925, "delta_normalized": 0.08835797368978232, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.015885353088378906, "delta_genuineness": 0.039225220680236816, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.767060935497284, "adapter_raw": 2.6489840745925903, "baseline_normalized": 0.4347955812928364, "adapter_normalized": 0.4719117830579637, "delta_raw_oriented": 0.1180768609046936, "delta_z": 0.1036986966530412, "delta_normalized": 0.03711620176512731, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.02978527545928955, "delta_genuineness": 0.07531261444091797, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.0605454444885254, "adapter_raw": 2.3543825447559357, "baseline_normalized": 0.6686876814958852, "adapter_normalized": 0.574440386243041, "delta_raw_oriented": -0.2938371002674103, "delta_z": -0.2580566936872914, "delta_normalized": -0.09424729525284423, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06354141235351562, "delta_genuineness": -0.05334639549255371, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.7815165519714355, "adapter_raw": 2.6535013914108276, "baseline_normalized": 0.43465482788341403, "adapter_normalized": 0.47679774328372326, "delta_raw_oriented": 0.1280151605606079, "delta_z": 0.11242681419757454, "delta_normalized": 0.04214291540030926, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": 0.0627603530883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.509501814842224, "adapter_raw": 2.617779493331909, "baseline_normalized": 0.5203070979263886, "adapter_normalized": 0.484988894667826, "delta_raw_oriented": -0.10827767848968506, "delta_z": -0.09509275610790774, "delta_normalized": -0.035318203258562525, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": -0.015690207481384277, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.564544117450714, "adapter_raw": 2.638656663894653, "baseline_normalized": 0.5032271209851406, "adapter_normalized": 0.47855237520631383, "delta_raw_oriented": -0.0741125464439392, "delta_z": -0.06508789624817153, "delta_normalized": -0.02467474577882676, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.016282486915588378, "delta_genuineness": -0.01914191246032715, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.004150406063161853, "de": 0.043212863531537166, "fr": -0.3442383023113334, "nl": 0.14660648411238358, "es": -0.1668701205102832 }, "languages_improved": 2, "ci95_z": [ -0.23127443278254925, 0.07509765784493594 ], "ci9833_z": [ -0.24606934502659, 0.09577638196110522 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.7040958404541016, "adapter_raw": 2.708821713924408, "baseline_normalized": 0.4576904163271787, "adapter_normalized": 0.4567761211363607, "delta_raw_oriented": -0.0047258734703063965, "delta_z": -0.004150406063161853, "delta_normalized": -0.0009142951908180375, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.0627603530883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.767060935497284, "adapter_raw": 2.717856466770172, "baseline_normalized": 0.4347955812928364, "adapter_normalized": 0.4523615755879258, "delta_raw_oriented": 0.049204468727111816, "delta_z": 0.043212863531537166, "delta_normalized": 0.017565994295089343, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": 0.13493478298187256, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.0605454444885254, "adapter_raw": 2.4525135159492493, "baseline_normalized": 0.6686876814958852, "adapter_normalized": 0.5421790002545028, "delta_raw_oriented": -0.3919680714607239, "delta_z": -0.3442383023113334, "delta_normalized": -0.12650868124138231, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.08935511112213135, "delta_genuineness": -0.1317967176437378, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.7815165519714355, "adapter_raw": 2.614582598209381, "baseline_normalized": 0.43465482788341403, "adapter_normalized": 0.4845305100475059, "delta_raw_oriented": 0.16693395376205444, "delta_z": 0.14660648411238358, "delta_normalized": 0.04987568216409191, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0754554271697998, "delta_genuineness": 0.01725912094116211, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.509501814842224, "adapter_raw": 2.699509024620056, "baseline_normalized": 0.5203070979263886, "adapter_normalized": 0.4569146690052739, "delta_raw_oriented": -0.19000720977783203, "delta_z": -0.1668701205102832, "delta_normalized": -0.06339242892111471, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04964172840118408, "delta_genuineness": -0.05334639549255371, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.020153807964977177, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "vn_S_ASMR_reg", "label": "Strong ASMR Style", "category": "talking_style", "head": "vn_S_ASMR_reg", "pole": "high", "trained_languages": { "fr": 35, "en": 31, "es": 6, "de": 3 }, "train_clips": 73, "normalization_mu": 1.5977575778961182, "normalization_sigma": 1.3787169456481934, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.6326967358589173, "adapter_raw": 1.8931584477424621, "baseline_normalized": 0.5091465826147248, "adapter_normalized": 0.5777311898286719, "delta_raw_oriented": 0.26046171188354494, "delta_z": 0.18891601550678758, "delta_normalized": 0.06858460721394714, "win_rate": 0.8, "tie_rate": 0.0, "delta_ce": 0.04169905185699463, "delta_genuineness": 0.06276047229766846, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.370117165546267, "de": -0.007324230064616239, "fr": 0.2636718932384859, "nl": 0.1005859358112513, "es": 0.21752931300255 }, "languages_improved": 4, "ci95_z": [ 0.0684570277711777, 0.29702148611441115 ], "ci9833_z": [ 0.05742186946090429, 0.31831054057596736 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 1.5775615274906158, "adapter_raw": 2.087848335504532, "baseline_normalized": 0.49415352108343924, "adapter_normalized": 0.6319742213997305, "delta_raw_oriented": 0.510286808013916, "delta_z": 0.370117165546267, "delta_normalized": 0.1378207003162912, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.019856691360473633, "delta_genuineness": 0.2118164300918579, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.5795811414718628, "adapter_raw": 1.5694831013679504, "baseline_normalized": 0.49135871703213674, "adapter_normalized": 0.4919717893372286, "delta_raw_oriented": -0.010098040103912354, "delta_z": -0.007324230064616239, "delta_normalized": 0.0006130723050918607, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": 0.04550135135650635, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.1437240839004517, "adapter_raw": 2.5072529911994934, "baseline_normalized": 0.652441178833368, "adapter_normalized": 0.7434576045795469, "delta_raw_oriented": 0.36352890729904175, "delta_z": 0.2636718932384859, "delta_normalized": 0.09101642574617888, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": -0.01255190372467041, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.9447519779205322, "adapter_raw": 1.0834315121173859, "baseline_normalized": 0.31933521818543376, "adapter_normalized": 0.3575086452053048, "delta_raw_oriented": 0.13867953419685364, "delta_z": 0.1005859358112513, "delta_normalized": 0.03817342701987103, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.05559873580932617, "delta_genuineness": 0.02353525161743164, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.9178649485111237, "adapter_raw": 2.217776298522949, "baseline_normalized": 0.588444277939246, "adapter_normalized": 0.6637436886215488, "delta_raw_oriented": 0.29991135001182556, "delta_z": 0.21752931300255, "delta_normalized": 0.07529941068230273, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.13105416297912598, "delta_genuineness": 0.0455012321472168, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.6326967358589173, "adapter_raw": 2.0253079324960708, "baseline_normalized": 0.5091465826147248, "adapter_normalized": 0.6075375412919104, "delta_raw_oriented": 0.3926111966371536, "delta_z": 0.2847656278370978, "delta_normalized": 0.09839095867718559, "win_rate": 0.8, "tie_rate": 0.0, "delta_ce": 0.03137354850769043, "delta_genuineness": 0.005962204933166504, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.4072265344667717, "de": 0.2617187378410094, "fr": 0.5405273746541011, "nl": 0.008544938678049471, "es": 0.2058105535455573 }, "languages_improved": 5, "ci95_z": [ 0.1277343808092955, 0.4341308874588908 ], "ci9833_z": [ 0.09863282148414301, 0.4605468705417035 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 1.5775615274906158, "adapter_raw": 2.139011651277542, "baseline_normalized": 0.49415352108343924, "adapter_normalized": 0.6512973789891746, "delta_raw_oriented": 0.5614501237869263, "delta_z": 0.4072265344667717, "delta_normalized": 0.15714385790573537, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.09531188011169434, "delta_genuineness": 0.14277982711791992, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.5795811414718628, "adapter_raw": 1.9404172003269196, "baseline_normalized": 0.49135871703213674, "adapter_normalized": 0.5900889997928022, "delta_raw_oriented": 0.36083605885505676, "delta_z": 0.2617187378410094, "delta_normalized": 0.09873028276066537, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0297849178314209, "delta_genuineness": -0.02353513240814209, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.1437240839004517, "adapter_raw": 2.8889583349227905, "baseline_normalized": 0.652441178833368, "adapter_normalized": 0.8132986640966406, "delta_raw_oriented": 0.7452342510223389, "delta_z": 0.5405273746541011, "delta_normalized": 0.1608574852632726, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": -0.009414196014404297, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.9447519779205322, "adapter_raw": 0.9565330296754837, "baseline_normalized": 0.31933521818543376, "adapter_normalized": 0.32418372076224616, "delta_raw_oriented": 0.011781051754951477, "delta_z": 0.008544938678049471, "delta_normalized": 0.004848502576812422, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.061191439628601074, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.9178649485111237, "adapter_raw": 2.2016194462776184, "baseline_normalized": 0.588444277939246, "adapter_normalized": 0.6588189428186882, "delta_raw_oriented": 0.28375449776649475, "delta_z": 0.2058105535455573, "delta_normalized": 0.0703746648794422, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.09928345680236816, "delta_genuineness": -0.01882803440093994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.6326967358589173, "adapter_raw": 1.8461016714572906, "baseline_normalized": 0.5091465826147248, "adapter_normalized": 0.5634424544224795, "delta_raw_oriented": 0.21340493559837342, "delta_z": 0.15478516911826504, "delta_normalized": 0.054295871807754796, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.013105440139770507, "delta_genuineness": 0.039539015293121337, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.3342285160471872, "de": 0.050048826182939, "fr": 0.3115234547252367, "nl": -0.11328124054300734, "es": 0.19140628917896965 }, "languages_improved": 4, "ci95_z": [ 0.0043457118558307365, 0.29658204614476347 ], "ci9833_z": [ -0.023779289224968435, 0.31606446698962676 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.5775615274906158, "adapter_raw": 2.038368046283722, "baseline_normalized": 0.49415352108343924, "adapter_normalized": 0.6236141702565182, "delta_raw_oriented": 0.4608065187931061, "delta_z": 0.3342285160471872, "delta_normalized": 0.12946064917307898, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07346975803375244, "delta_genuineness": 0.24633443355560303, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.5795811414718628, "adapter_raw": 1.6485843062400818, "baseline_normalized": 0.49135871703213674, "adapter_normalized": 0.5138300410801749, "delta_raw_oriented": 0.069003164768219, "delta_z": 0.050048826182939, "delta_normalized": 0.022471324048038213, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.021842241287231445, "delta_genuineness": -0.015690207481384277, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.1437240839004517, "adapter_raw": 2.573226749897003, "baseline_normalized": 0.652441178833368, "adapter_normalized": 0.7501283475034145, "delta_raw_oriented": 0.4295026659965515, "delta_z": 0.3115234547252367, "delta_normalized": 0.09768716867004645, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": 0.006276130676269531, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.9447519779205322, "adapter_raw": 0.7885692119598389, "baseline_normalized": 0.31933521818543376, "adapter_normalized": 0.27920533790808305, "delta_raw_oriented": -0.15618276596069336, "delta_z": -0.11328124054300734, "delta_normalized": -0.040129880277350705, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.10041666030883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.9178649485111237, "adapter_raw": 2.1817600429058075, "baseline_normalized": 0.588444277939246, "adapter_normalized": 0.650434375364207, "delta_raw_oriented": 0.26389509439468384, "delta_z": 0.19140628917896965, "delta_normalized": 0.06199009742496102, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": 0.0611913800239563, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.2847656278370978, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "vn_S_AUTH_reg", "label": "Strong Authoritative Style", "category": "talking_style", "head": "vn_S_AUTH_reg", "pole": "high", "trained_languages": { "fr": 47, "es": 37, "nl": 44, "de": 40, "en": 49 }, "train_clips": 209, "normalization_mu": 1.211488127708435, "normalization_sigma": 1.0388771295547485, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.604638600349426, "adapter_raw": 2.8138343691825867, "baseline_normalized": 0.8944571553187779, "adapter_normalized": 0.9147031729197473, "delta_raw_oriented": 0.2091957688331604, "delta_z": 0.201367190480764, "delta_normalized": 0.020246017600969446, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": 0.007346940040588379, "delta_genuineness": -0.06432938575744629, "delta_wer_pp": 0.5263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.15722656104323565, "de": 0.32031250986117416, "fr": 0.05664057636648191, "nl": 0.529296824125306, "es": 0.2578126030940936 }, "languages_improved": 4, "ci95_z": [ -0.018945319380410174, 0.3929687117207148 ], "ci9833_z": [ -0.0314453007338263, 0.4332031170662372 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.40863174200058, "adapter_raw": 2.2452926635742188, "baseline_normalized": 0.8484841126617708, "adapter_normalized": 0.8097871534062718, "delta_raw_oriented": -0.16333907842636108, "delta_z": -0.15722656104323565, "delta_normalized": -0.03869695925549896, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": -0.08001947402954102, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.8753148317337036, "adapter_raw": 3.2080801725387573, "baseline_normalized": 0.9411137433342329, "adapter_normalized": 0.9685803385721372, "delta_raw_oriented": 0.3327653408050537, "delta_z": 0.32031250986117416, "delta_normalized": 0.027466595237904318, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.025813579559326172, "delta_genuineness": -0.12708985805511475, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.49791020154953, "adapter_raw": 2.5567528009414673, "baseline_normalized": 0.8855435944891872, "adapter_normalized": 0.8938353401898962, "delta_raw_oriented": 0.058842599391937256, "delta_z": 0.05664057636648191, "delta_normalized": 0.008291745700708925, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06155574321746826, "delta_genuineness": -0.01882803440093994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.708932101726532, "adapter_raw": 3.2588064670562744, "baseline_normalized": 0.9075989346075058, "adapter_normalized": 0.9722695833102595, "delta_raw_oriented": 0.5498743653297424, "delta_z": 0.529296824125306, "delta_normalized": 0.06467064870275357, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.05559873580932617, "delta_genuineness": 0.018828153610229492, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.532404124736786, "adapter_raw": 2.8002397418022156, "baseline_normalized": 0.8895453915011928, "adapter_normalized": 0.9290434491201722, "delta_raw_oriented": 0.2678356170654297, "delta_z": 0.2578126030940936, "delta_normalized": 0.03949805761897937, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.16580331325531006, "delta_genuineness": -0.11453771591186523, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.604638600349426, "adapter_raw": 2.7859348595142364, "baseline_normalized": 0.8944571553187779, "adapter_normalized": 0.9003441289215744, "delta_raw_oriented": 0.18129625916481018, "delta_z": 0.17451174350378837, "delta_normalized": 0.005886973602796492, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.0023827552795410156, "delta_genuineness": -0.07342959642410278, "delta_wer_pp": 0.7894736842105263, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.20068360097779245, "de": 0.2910156283617639, "fr": -0.2705078572114602, "nl": 0.6289063015470469, "es": 0.022461043843798777 }, "languages_improved": 4, "ci95_z": [ -0.09062502545975878, 0.44003911536934065 ], "ci9833_z": [ -0.11767578536255788, 0.4756836267961394 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.40863174200058, "adapter_raw": 2.6171173453330994, "baseline_normalized": 0.8484841126617708, "adapter_normalized": 0.8625120414500342, "delta_raw_oriented": 0.20848560333251953, "delta_z": 0.20068360097779245, "delta_normalized": 0.01402792878826345, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01985645294189453, "delta_genuineness": -0.29497379064559937, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.8753148317337036, "adapter_raw": 3.1776443123817444, "baseline_normalized": 0.9411137433342329, "adapter_normalized": 0.9639526402764711, "delta_raw_oriented": 0.30232948064804077, "delta_z": 0.2910156283617639, "delta_normalized": 0.02283889694223809, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": -0.17729806900024414, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.49791020154953, "adapter_raw": 2.2168857753276825, "baseline_normalized": 0.8855435944891872, "adapter_normalized": 0.8174418875580199, "delta_raw_oriented": -0.28102442622184753, "delta_z": -0.2705078572114602, "delta_normalized": -0.06810170693116727, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": 0.10983085632324219, "delta_wer_pp": 3.9473684210526314, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.708932101726532, "adapter_raw": 3.362288475036621, "baseline_normalized": 0.9075989346075058, "adapter_normalized": 0.9732691882383256, "delta_raw_oriented": 0.6533563733100891, "delta_z": 0.6289063015470469, "delta_normalized": 0.06567025363081974, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": -0.0455012321472168, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.532404124736786, "adapter_raw": 2.555738389492035, "baseline_normalized": 0.8895453915011928, "adapter_normalized": 0.8845448870850212, "delta_raw_oriented": 0.023334264755249023, "delta_z": 0.022461043843798777, "delta_normalized": -0.005000504416171558, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07346975803375244, "delta_genuineness": 0.0407942533493042, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.604638600349426, "adapter_raw": 2.9229976177215575, "baseline_normalized": 0.8944571553187779, "adapter_normalized": 0.9310214695442307, "delta_raw_oriented": 0.31835901737213135, "delta_z": 0.30644530360253147, "delta_normalized": 0.036564314225452775, "win_rate": 0.9, "tie_rate": 0.0, "delta_ce": 0.010126876831054687, "delta_genuineness": -0.0963371753692627, "delta_wer_pp": 0.611111111111111, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.03808590578736032, "de": 0.3789062154858904, "fr": 0.3066405476794298, "nl": 0.4550781418088196, "es": 0.35351570725115733 }, "languages_improved": 5, "ci95_z": [ 0.16425782637287917, 0.40937498601506206 ], "ci9833_z": [ 0.14550776254418812, 0.4195312696327013 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 2.40863174200058, "adapter_raw": 2.4481983184814453, "baseline_normalized": 0.8484841126617708, "adapter_normalized": 0.8558473052929048, "delta_raw_oriented": 0.03956657648086548, "delta_z": 0.03808590578736032, "delta_normalized": 0.007363192631133941, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04765605926513672, "delta_genuineness": -0.20083332061767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.8753148317337036, "adapter_raw": 3.2689518332481384, "baseline_normalized": 0.9411137433342329, "adapter_normalized": 0.9748956714454452, "delta_raw_oriented": 0.3936370015144348, "delta_z": 0.3789062154858904, "delta_normalized": 0.03378192811121225, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.001985788345336914, "delta_genuineness": -0.09727847576141357, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.49791020154953, "adapter_raw": 2.816472053527832, "baseline_normalized": 0.8855435944891872, "adapter_normalized": 0.9383153393758055, "delta_raw_oriented": 0.318561851978302, "delta_z": 0.3066405476794298, "delta_normalized": 0.05277174488661826, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": -0.08472645282745361, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.708932101726532, "adapter_raw": 3.1817023754119873, "baseline_normalized": 0.9075989346075058, "adapter_normalized": 0.9453718722851926, "delta_raw_oriented": 0.4727702736854553, "delta_z": 0.4550781418088196, "delta_normalized": 0.037772937677686746, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": 0.025104284286499023, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.532404124736786, "adapter_raw": 2.899663507938385, "baseline_normalized": 0.8895453915011928, "adapter_normalized": 0.9406771593218055, "delta_raw_oriented": 0.3672593832015991, "delta_z": 0.35351570725115733, "delta_normalized": 0.051131767820612684, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.15984630584716797, "delta_genuineness": -0.12395191192626953, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.30644530360253147, "suggested_scale": 1.0, "status": "clearer_gain" }, { "bucket": "vn_S_CART_reg", "label": "Strong Cartoonish Style", "category": "talking_style", "head": "vn_S_CART_reg", "pole": "high", "trained_languages": { "en": 7, "de": 13, "es": 4, "nl": 8, "fr": 4 }, "train_clips": 33, "normalization_mu": 1.7008559703826904, "normalization_sigma": 1.3691930770874023, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.7940329730510711, "adapter_raw": 0.7993813842535019, "baseline_normalized": 0.26152451687344175, "adapter_normalized": 0.2638631831852225, "delta_raw_oriented": 0.005348411202430725, "delta_z": 0.003906250544158508, "delta_normalized": 0.002338666311780785, "win_rate": 0.45, "tie_rate": 0.05, "delta_ce": -0.02819645404815674, "delta_genuineness": -0.11391006708145142, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.07861329519406172, "de": -0.09179687363960373, "fr": -0.01855468409900933, "nl": 0.1513671895405944, "es": -0.10009767427525051 }, "languages_improved": 2, "ci95_z": [ -0.08046875598574357, 0.08828125707406058 ], "ci9833_z": [ -0.09345703376673309, 0.1077148529326748 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.9594325572252274, "adapter_raw": 1.067069336771965, "baseline_normalized": 0.29429123249623335, "adapter_normalized": 0.3231213936721769, "delta_raw_oriented": 0.10763677954673767, "delta_z": 0.07861329519406172, "delta_normalized": 0.02883016117594356, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": 0.047070205211639404, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5750155597925186, "adapter_raw": 0.44932791590690613, "baseline_normalized": 0.21665054072706064, "adapter_normalized": 0.1814565442920414, "delta_raw_oriented": -0.1256876438856125, "delta_z": -0.09179687363960373, "delta_normalized": -0.035193996435019276, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 1.1920928955078125e-07, "delta_genuineness": -0.12865865230560303, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.7087258249521255, "adapter_raw": 0.6833208799362183, "baseline_normalized": 0.23667181355212877, "adapter_normalized": 0.23644034401979366, "delta_raw_oriented": -0.025404945015907288, "delta_z": -0.01855468409900933, "delta_normalized": -0.0002314695323351046, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": -0.06432938575744629, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6492247581481934, "adapter_raw": 0.8564756661653519, "baseline_normalized": 0.23028775803031043, "adapter_normalized": 0.283379824707369, "delta_raw_oriented": 0.2072509080171585, "delta_z": 0.1513671895405944, "delta_normalized": 0.05309206667705853, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08538377285003662, "delta_genuineness": -0.2730076313018799, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.077766165137291, "adapter_raw": 0.9407131224870682, "baseline_normalized": 0.32972123956147553, "adapter_normalized": 0.29491780923473176, "delta_raw_oriented": -0.13705304265022278, "delta_z": -0.10009767427525051, "delta_normalized": -0.03480343032674378, "win_rate": 0.0, "tie_rate": 0.25, "delta_ce": -0.051627278327941895, "delta_genuineness": -0.15062487125396729, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.7940329730510711, "adapter_raw": 0.876264801621437, "baseline_normalized": 0.26152451687344175, "adapter_normalized": 0.2814331882790612, "delta_raw_oriented": 0.0822318285703659, "delta_z": 0.06005860674178434, "delta_normalized": 0.019908671405619485, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.02104806900024414, "delta_genuineness": -0.08252991437911987, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.08447263074257001, "de": -0.008789041413857886, "fr": -0.13574217865742427, "nl": 0.37988283222574587, "es": 0.149414052297028 }, "languages_improved": 2, "ci95_z": [ -0.08984373204276928, 0.2409179836463391 ], "ci9833_z": [ -0.10498044990851171, 0.27675783004911186 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.9594325572252274, "adapter_raw": 0.84377321600914, "baseline_normalized": 0.29429123249623335, "adapter_normalized": 0.2695842498133357, "delta_raw_oriented": -0.11565934121608734, "delta_z": -0.08447263074257001, "delta_normalized": -0.024706982682897685, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.05956995487213135, "delta_genuineness": 0.10041666030883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5750155597925186, "adapter_raw": 0.5629816651344299, "baseline_normalized": 0.21665054072706064, "adapter_normalized": 0.2061845803671044, "delta_raw_oriented": -0.012033894658088684, "delta_z": -0.008789041413857886, "delta_normalized": -0.010465960359956242, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0377277135848999, "delta_genuineness": -0.14277982711791992, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.7087258249521255, "adapter_raw": 0.5228685736656189, "baseline_normalized": 0.23667181355212877, "adapter_normalized": 0.19655317697472918, "delta_raw_oriented": -0.18585725128650665, "delta_z": -0.13574217865742427, "delta_normalized": -0.04011863657739957, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": -0.08315765857696533, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6492247581481934, "adapter_raw": 1.1693577021360397, "baseline_normalized": 0.23028775803031043, "adapter_normalized": 0.35468289926019947, "delta_raw_oriented": 0.5201329439878464, "delta_z": 0.37988283222574587, "delta_normalized": 0.12439514122988901, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.04169905185699463, "delta_genuineness": -0.16003906726837158, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.077766165137291, "adapter_raw": 1.2823428511619568, "baseline_normalized": 0.32972123956147553, "adapter_normalized": 0.3801610349799374, "delta_raw_oriented": 0.20457668602466583, "delta_z": 0.149414052297028, "delta_normalized": 0.050439795418461914, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04169905185699463, "delta_genuineness": -0.12708967924118042, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.7940329730510711, "adapter_raw": 0.8033926844596863, "baseline_normalized": 0.26152451687344175, "adapter_normalized": 0.26032149960885465, "delta_raw_oriented": 0.009359711408615112, "delta_z": 0.006835932466533824, "delta_normalized": -0.0012030172645870808, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.034550595283508304, "delta_genuineness": -0.018514204025268554, "delta_wer_pp": 0.3333333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.10009764162574014, "de": 0.10644531590099067, "fr": 0.04199217865742427, "nl": 0.011230473851486001, "es": -0.02539066445149169 }, "languages_improved": 3, "ci95_z": [ -0.05556639543484968, 0.06718749238178091 ], "ci9833_z": [ -0.06289062309544521, 0.07451172004237647 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.9594325572252274, "adapter_raw": 0.8223795592784882, "baseline_normalized": 0.29429123249623335, "adapter_normalized": 0.2643876625787094, "delta_raw_oriented": -0.1370529979467392, "delta_z": -0.10009764162574014, "delta_normalized": -0.029903569917523992, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.07346975803375244, "delta_genuineness": 0.11767578125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5750155597925186, "adapter_raw": 0.7207597494125366, "baseline_normalized": 0.21665054072706064, "adapter_normalized": 0.2389519895045723, "delta_raw_oriented": 0.145744189620018, "delta_z": 0.10644531590099067, "delta_normalized": 0.02230144877751164, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.02382791042327881, "delta_genuineness": -0.086295485496521, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.7087258249521255, "adapter_raw": 0.7662212252616882, "baseline_normalized": 0.23667181355212877, "adapter_normalized": 0.25357163363206686, "delta_raw_oriented": 0.05749540030956268, "delta_z": 0.04199217865742427, "delta_normalized": 0.016899820079938094, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": 0.025104284286499023, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.6492247581481934, "adapter_raw": 0.6646014451980591, "baseline_normalized": 0.23028775803031043, "adapter_normalized": 0.22613427072866277, "delta_raw_oriented": 0.015376687049865723, "delta_z": 0.011230473851486001, "delta_normalized": -0.00415348730164769, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": -0.10826146602630615, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.077766165137291, "adapter_raw": 1.0430014431476593, "baseline_normalized": 0.32972123956147553, "adapter_normalized": 0.3185619416002621, "delta_raw_oriented": -0.03476472198963165, "delta_z": -0.02539066445149169, "delta_normalized": -0.011159297961213455, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.11715435981750488, "delta_genuineness": -0.04079413414001465, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.06005860674178434, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "vn_S_CASU_reg", "label": "Strong Casual Style", "category": "talking_style", "head": "vn_S_CASU_reg", "pole": "high", "trained_languages": { "es": 27, "nl": 23, "fr": 47, "de": 44, "en": 18 }, "train_clips": 154, "normalization_mu": 3.7504734992980957, "normalization_sigma": 1.2758985757827759, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.406668221950531, "adapter_raw": 2.5303331553936004, "baseline_normalized": 0.18025902259846222, "adapter_normalized": 0.21834826777391714, "delta_raw_oriented": 0.12366493344306946, "delta_z": 0.09692379613105205, "delta_normalized": 0.03808924517545492, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.042096185684204104, "delta_genuineness": 0.011610686779022217, "delta_wer_pp": -0.3333333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.2832030335756856, "de": -0.1445312642337256, "fr": 0.031250008759215755, "nl": 0.201415923721666, "es": 0.1132812788324185 }, "languages_improved": 4, "ci95_z": [ -0.040185572044059, 0.21650383868542433 ], "ci9833_z": [ -0.05898440467184335, 0.23413076766327384 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.4315881729125977, "adapter_raw": 2.7929265201091766, "baseline_normalized": 0.18933384036162326, "adapter_normalized": 0.3107504416386702, "delta_raw_oriented": 0.361338347196579, "delta_z": 0.2832030335756856, "delta_normalized": 0.12141660127704695, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.06354141235351562, "delta_genuineness": 0.06432950496673584, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.9064013361930847, "adapter_raw": 1.7219941020011902, "baseline_normalized": 0.09733711175539583, "adapter_normalized": 0.06274587427127318, "delta_raw_oriented": -0.18440723419189453, "delta_z": -0.1445312642337256, "delta_normalized": -0.034591237484122656, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06155574321746826, "delta_genuineness": -0.04550135135650635, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.580484449863434, "adapter_raw": 2.6203562915325165, "baseline_normalized": 0.20903152089242497, "adapter_normalized": 0.20586982317524227, "delta_raw_oriented": 0.03987184166908264, "delta_z": 0.031250008759215755, "delta_normalized": -0.003161697717182707, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": 0.0721743106842041, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.837159425020218, "adapter_raw": 3.094145715236664, "baseline_normalized": 0.2543108607893977, "adapter_normalized": 0.3546652379042509, "delta_raw_oriented": 0.2569862902164459, "delta_z": 0.201415923721666, "delta_normalized": 0.10035437711485322, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.18069589138031006, "delta_genuineness": -0.12395167350769043, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.277707725763321, "adapter_raw": 2.422243148088455, "baseline_normalized": 0.1512817791934693, "adapter_normalized": 0.15770996188014913, "delta_raw_oriented": 0.14453542232513428, "delta_z": 0.1132812788324185, "delta_normalized": 0.006428182686679815, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0019856691360473633, "delta_genuineness": 0.09100264310836792, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.406668221950531, "adapter_raw": 2.71187464594841, "baseline_normalized": 0.18025902259846222, "adapter_normalized": 0.24473243158175226, "delta_raw_oriented": 0.305206423997879, "delta_z": 0.2392090012410524, "delta_normalized": 0.06447340898329004, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0007943391799926757, "delta_genuineness": 0.0395390510559082, "delta_wer_pp": 0.19298245614035084, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.33569332299232, "de": 0.00976559124052264, "fr": 0.2773438656946413, "nl": 0.3183593489048364, "es": 0.25488287737294163 }, "languages_improved": 5, "ci95_z": [ 0.1205077999998692, 0.3170898418977909 ], "ci9833_z": [ 0.10781250569349024, 0.3240234315327843 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 2.4315881729125977, "adapter_raw": 2.859898805618286, "baseline_normalized": 0.18933384036162326, "adapter_normalized": 0.3212113847855288, "delta_raw_oriented": 0.4283106327056885, "delta_z": 0.33569332299232, "delta_normalized": 0.13187754442390553, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.06949830055236816, "delta_genuineness": 0.01882803440093994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.9064013361930847, "adapter_raw": 1.9188612401485443, "baseline_normalized": 0.09733711175539583, "adapter_normalized": 0.0806979197854069, "delta_raw_oriented": 0.012459903955459595, "delta_z": 0.00976559124052264, "delta_normalized": -0.016639191969988934, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.015885233879089355, "delta_genuineness": 0.07060545682907104, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.580484449863434, "adapter_raw": 2.934347093105316, "baseline_normalized": 0.20903152089242497, "adapter_normalized": 0.27395695938932557, "delta_raw_oriented": 0.3538626432418823, "delta_z": 0.2773438656946413, "delta_normalized": 0.0649254384969006, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08538377285003662, "delta_genuineness": 0.09100258350372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.837159425020218, "adapter_raw": 3.2433536648750305, "baseline_normalized": 0.2543108607893977, "adapter_normalized": 0.35712500805471087, "delta_raw_oriented": 0.4061942398548126, "delta_z": 0.3183593489048364, "delta_normalized": 0.10281414726531317, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.10325479507446289, "delta_genuineness": -0.08943343162536621, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.277707725763321, "adapter_raw": 2.602912425994873, "baseline_normalized": 0.1512817791934693, "adapter_normalized": 0.19067088589378917, "delta_raw_oriented": 0.3252047002315521, "delta_z": 0.25488287737294163, "delta_normalized": 0.03938910670031985, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.09928333759307861, "delta_genuineness": 0.1066926121711731, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.406668221950531, "adapter_raw": 2.389722692966461, "baseline_normalized": 0.18025902259846222, "adapter_normalized": 0.17249211637032213, "delta_raw_oriented": -0.016945528984069824, "delta_z": -0.013281250802928107, "delta_normalized": -0.007766906228140064, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.031770730018615724, "delta_genuineness": -0.09288537502288818, "delta_wer_pp": 0.47076023391812866, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.004882737225489689, "de": 0.18164065109516359, "fr": -0.16503901751777747, "nl": -0.21142581532882376, "es": 0.12353519051130743 }, "languages_improved": 3, "ci95_z": [ -0.14960938569354257, 0.12304688408768634 ], "ci9833_z": [ -0.17431637707998676, 0.14628906832122882 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.4315881729125977, "adapter_raw": 2.4378180503845215, "baseline_normalized": 0.18933384036162326, "adapter_normalized": 0.18541651708636298, "delta_raw_oriented": 0.006229877471923828, "delta_z": 0.004882737225489689, "delta_normalized": -0.003917323275260259, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.03451812267303467, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.9064013361930847, "adapter_raw": 2.13815638422966, "baseline_normalized": 0.09733711175539583, "adapter_normalized": 0.10427666675216492, "delta_raw_oriented": 0.23175504803657532, "delta_z": 0.18164065109516359, "delta_normalized": 0.0069395549967690845, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.021842241287231445, "delta_genuineness": 0.06746745109558105, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.580484449863434, "adapter_raw": 2.369911402463913, "baseline_normalized": 0.20903152089242497, "adapter_normalized": 0.14721222376350823, "delta_raw_oriented": -0.21057304739952087, "delta_z": -0.16503901751777747, "delta_normalized": -0.061819297128916734, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.1489250659942627, "delta_genuineness": -0.18200522661209106, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.837159425020218, "adapter_raw": 2.5674015283584595, "baseline_normalized": 0.2543108607893977, "adapter_normalized": 0.2624136161131424, "delta_raw_oriented": -0.2697578966617584, "delta_z": -0.21142581532882376, "delta_normalized": 0.008102755323744673, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.10921180248260498, "delta_genuineness": -0.2667316198348999, "delta_wer_pp": 4.02046783625731, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.277707725763321, "adapter_raw": 2.435326099395752, "baseline_normalized": 0.1512817791934693, "adapter_normalized": 0.16314155813643222, "delta_raw_oriented": 0.15761837363243103, "delta_z": 0.12353519051130743, "delta_normalized": 0.011859778942962917, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.019856572151184082, "delta_genuineness": -0.04863935708999634, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.2392090012410524, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "vn_S_CONV_reg", "label": "Strong Conversational Style", "category": "talking_style", "head": "vn_S_CONV_reg", "pole": "high", "trained_languages": { "fr": 65, "nl": 23, "es": 39, "de": 34, "en": 23 }, "train_clips": 179, "normalization_mu": 2.533360481262207, "normalization_sigma": 1.305350422859192, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.6241549968719484, "adapter_raw": 2.9452661156654356, "baseline_normalized": 0.5246177094369264, "adapter_normalized": 0.6132784808109998, "delta_raw_oriented": 0.3211111187934875, "delta_z": 0.24599610431820867, "delta_normalized": 0.08866077137407337, "win_rate": 0.7, "tie_rate": 0.0, "delta_ce": -0.018665266036987305, "delta_genuineness": 0.0819022536277771, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.051269612540482595, "de": 0.06274414791572623, "fr": 0.36352543037840934, "nl": 0.6781006391464239, "es": 0.17687991669096637 }, "languages_improved": 4, "ci95_z": [ 0.039965797488290725, 0.48935551388561527 ], "ci9833_z": [ 0.0171386437332427, 0.5322265888090426 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 2.8934791684150696, "adapter_raw": 2.8265543580055237, "baseline_normalized": 0.6010900572665846, "adapter_normalized": 0.5845965335921495, "delta_raw_oriented": -0.0669248104095459, "delta_z": -0.051269612540482595, "delta_normalized": -0.01649352367443503, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.04765605926513672, "delta_genuineness": -0.04863935708999634, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.7401896715164185, "adapter_raw": 2.8220927715301514, "baseline_normalized": 0.5557014785157529, "adapter_normalized": 0.5826863856984251, "delta_raw_oriented": 0.08190310001373291, "delta_z": 0.06274414791572623, "delta_normalized": 0.02698490718267227, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.005956888198852539, "delta_genuineness": -0.037656307220458984, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.6171756982803345, "adapter_raw": 3.091703772544861, "baseline_normalized": 0.5257878028633531, "adapter_normalized": 0.6522211383663707, "delta_raw_oriented": 0.47452807426452637, "delta_z": 0.36352543037840934, "delta_normalized": 0.1264333355030176, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": 0.14748680591583252, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.3227069973945618, "adapter_raw": 3.2078659534454346, "baseline_normalized": 0.4369539081986771, "adapter_normalized": 0.6828281087955623, "delta_raw_oriented": 0.8851589560508728, "delta_z": 0.6781006391464239, "delta_normalized": 0.24587420059688525, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.22436845302581787, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.547223448753357, "adapter_raw": 2.7781137228012085, "baseline_normalized": 0.5035553003402646, "adapter_normalized": 0.5640602376024914, "delta_raw_oriented": 0.23089027404785156, "delta_z": 0.17687991669096637, "delta_normalized": 0.06050493726222672, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": 0.12395167350769043, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.6241549968719484, "adapter_raw": 2.794111895561218, "baseline_normalized": 0.5246177094369264, "adapter_normalized": 0.5752716290488091, "delta_raw_oriented": 0.16995689868927003, "delta_z": 0.13020020962417328, "delta_normalized": 0.05065391961188271, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.0015885353088378907, "delta_genuineness": 0.02353508472442627, "delta_wer_pp": 0.8742690058479531, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.02160643129959041, "de": -0.12231443571198111, "fr": 0.1610107530789977, "nl": 0.6770019706717937, "es": -0.08630367121753435 }, "languages_improved": 3, "ci95_z": [ -0.0791259565118881, 0.41484375492291237 ], "ci9833_z": [ -0.09353026230966681, 0.47060548363467525 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.8934791684150696, "adapter_raw": 2.921683132648468, "baseline_normalized": 0.6010900572665846, "adapter_normalized": 0.6148881503652724, "delta_raw_oriented": 0.028203964233398438, "delta_z": 0.02160643129959041, "delta_normalized": 0.013798093098687847, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": 0.028242111206054688, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.7401896715164185, "adapter_raw": 2.5805264711380005, "baseline_normalized": 0.5557014785157529, "adapter_normalized": 0.5141961170432029, "delta_raw_oriented": -0.15966320037841797, "delta_z": -0.12231443571198111, "delta_normalized": -0.041505361472549976, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.015885353088378906, "delta_genuineness": -0.2918359041213989, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.6171756982803345, "adapter_raw": 2.827351152896881, "baseline_normalized": 0.5257878028633531, "adapter_normalized": 0.5853496370060727, "delta_raw_oriented": 0.21017545461654663, "delta_z": 0.1610107530789977, "delta_normalized": 0.05956183414271958, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": 0.05962228775024414, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.3227069973945618, "adapter_raw": 3.206431806087494, "baseline_normalized": 0.4369539081986771, "adapter_normalized": 0.6897845876415001, "delta_raw_oriented": 0.8837248086929321, "delta_z": 0.6770019706717937, "delta_normalized": 0.252830679442823, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": 0.25888657569885254, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.547223448753357, "adapter_raw": 2.434566915035248, "baseline_normalized": 0.5035553003402646, "adapter_normalized": 0.4721396531879978, "delta_raw_oriented": -0.11265653371810913, "delta_z": -0.08630367121753435, "delta_normalized": -0.03141564715226687, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04964172840118408, "delta_genuineness": 0.0627603530883789, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.6241549968719484, "adapter_raw": 2.617462521791458, "baseline_normalized": 0.5246177094369264, "adapter_normalized": 0.5239401276362807, "delta_raw_oriented": -0.006692475080490113, "delta_z": -0.0051269566878686616, "delta_normalized": -0.000677581800645724, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.05520157814025879, "delta_genuineness": -0.049580740928649905, "delta_wer_pp": 0.5263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.13012703202983214, "de": -0.06030274866660705, "fr": 0.25231936809918987, "nl": 0.21215822031506087, "es": -0.29968259115715484 }, "languages_improved": 2, "ci95_z": [ -0.1839843990081162, 0.1737304856323789 ], "ci9833_z": [ -0.21789551083358077, 0.22019044987188668 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.8934791684150696, "adapter_raw": 2.7236177921295166, "baseline_normalized": 0.6010900572665846, "adapter_normalized": 0.5532210470669644, "delta_raw_oriented": -0.16986137628555298, "delta_z": -0.13012703202983214, "delta_normalized": -0.047869010199620116, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": -0.028242111206054688, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.7401896715164185, "adapter_raw": 2.6614734530448914, "baseline_normalized": 0.5557014785157529, "adapter_normalized": 0.538316832531059, "delta_raw_oriented": -0.0787162184715271, "delta_z": -0.06030274866660705, "delta_normalized": -0.017384645984693914, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.11516869068145752, "delta_genuineness": -0.1349349021911621, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.6171756982803345, "adapter_raw": 2.946540892124176, "baseline_normalized": 0.5257878028633531, "adapter_normalized": 0.6174813319871378, "delta_raw_oriented": 0.32936519384384155, "delta_z": 0.25231936809918987, "delta_normalized": 0.0916935291237847, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.07744109630584717, "delta_genuineness": -0.009414076805114746, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.3227069973945618, "adapter_raw": 2.59964781999588, "baseline_normalized": 0.4369539081986771, "adapter_normalized": 0.520560734586283, "delta_raw_oriented": 0.27694082260131836, "delta_z": 0.21215822031506087, "delta_normalized": 0.08360682638760601, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": 0.09414052963256836, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.547223448753357, "adapter_raw": 2.1560326516628265, "baseline_normalized": 0.5035553003402646, "adapter_normalized": 0.39012069200995936, "delta_raw_oriented": -0.3911907970905304, "delta_z": -0.29968259115715484, "delta_normalized": -0.1134346083303053, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.05559873580932617, "delta_genuineness": -0.16945314407348633, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.24599610431820867, "suggested_scale": 0.5, "status": "clearer_gain" }, { "bucket": "vn_S_DRAM_reg", "label": "Strong Dramatic Style", "category": "talking_style", "head": "vn_S_DRAM_reg", "pole": "high", "trained_languages": { "fr": 93, "es": 74, "nl": 111, "de": 96, "en": 76 }, "train_clips": 445, "normalization_mu": 2.806027412414551, "normalization_sigma": 1.1393134593963623, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.8025018334388734, "adapter_raw": 2.789574670791626, "baseline_normalized": 0.49588831635393266, "adapter_normalized": 0.4944184920096306, "delta_raw_oriented": -0.012927162647247314, "delta_z": -0.011346449513636447, "delta_normalized": -0.0014698243443020287, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.017473888397216798, "delta_genuineness": -0.00910029411315918, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.009704618083813614, "de": 0.031982408336118304, "fr": 0.11053467868490259, "nl": -0.15121461666708869, "es": -0.03833009983830084 }, "languages_improved": 2, "ci95_z": [ -0.09199830830068971, 0.06243895997741611 ], "ci9833_z": [ -0.1003357135846761, 0.07077636526140249 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.744068920612335, "adapter_raw": 2.733012318611145, "baseline_normalized": 0.4785846849519562, "adapter_normalized": 0.475750033195884, "delta_raw_oriented": -0.011056602001190186, "delta_z": -0.009704618083813614, "delta_normalized": -0.002834651756072226, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": 0.050208330154418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.609373450279236, "adapter_raw": 2.645811438560486, "baseline_normalized": 0.4321817725927109, "adapter_normalized": 0.4450218741900388, "delta_raw_oriented": 0.03643798828125, "delta_z": 0.031982408336118304, "delta_normalized": 0.01284010159732786, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": 0.026672959327697754, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.672096908092499, "adapter_raw": 2.7980305552482605, "baseline_normalized": 0.45425219251786897, "adapter_normalized": 0.49729394131308935, "delta_raw_oriented": 0.12593364715576172, "delta_z": 0.11053467868490259, "delta_normalized": 0.04304174879522042, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": -0.086295485496521, "delta_wer_pp": -3.9473684210526314, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.1184971928596497, "adapter_raw": 2.946216344833374, "baseline_normalized": 0.5929913262076564, "adapter_normalized": 0.5477510632025371, "delta_raw_oriented": -0.17228084802627563, "delta_z": -0.15121461666708869, "delta_normalized": -0.045240263005119324, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": -0.05177736282348633, "delta_wer_pp": -2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.868472695350647, "adapter_raw": 2.8248026967048645, "baseline_normalized": 0.5214316054994708, "adapter_normalized": 0.5062755481466039, "delta_raw_oriented": -0.04366999864578247, "delta_z": -0.03833009983830084, "delta_normalized": -0.015156057352866875, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": 0.015690088272094727, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.8025018334388734, "adapter_raw": 2.5966549158096313, "baseline_normalized": 0.49588831635393266, "adapter_normalized": 0.42934121882236037, "delta_raw_oriented": -0.20584691762924195, "delta_z": -0.18067628002771507, "delta_normalized": -0.06654709753157226, "win_rate": 0.2, "tie_rate": 0.0, "delta_ce": -0.01787104606628418, "delta_genuineness": -0.05397388935089111, "delta_wer_pp": -1.0526315789473684, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.13922121354104433, "de": -0.26635741814542124, "fr": 0.014038080394222023, "nl": -0.18139656014164734, "es": -0.33044428870468445 }, "languages_improved": 1, "ci95_z": [ -0.27917479225727393, -0.07269287810075992 ], "ci9833_z": [ -0.2919921663691265, -0.054858393425559274 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.744068920612335, "adapter_raw": 2.5854523181915283, "baseline_normalized": 0.4785846849519562, "adapter_normalized": 0.4243319166864594, "delta_raw_oriented": -0.15861660242080688, "delta_z": -0.13922121354104433, "delta_normalized": -0.0542527682654968, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.0019856691360473633, "delta_genuineness": -0.07845056056976318, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.609373450279236, "adapter_raw": 2.3059088587760925, "baseline_normalized": 0.4321817725927109, "adapter_normalized": 0.3313232321065008, "delta_raw_oriented": -0.3034645915031433, "delta_z": -0.26635741814542124, "delta_normalized": -0.10085854048621014, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.033756136894226074, "delta_genuineness": -0.021965980529785156, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.672096908092499, "adapter_raw": 2.688090682029724, "baseline_normalized": 0.45425219251786897, "adapter_normalized": 0.45912388584325764, "delta_raw_oriented": 0.015993773937225342, "delta_z": 0.014038080394222023, "delta_normalized": 0.004871693325388712, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.021842360496520996, "delta_genuineness": -0.0721743106842041, "delta_wer_pp": -3.9473684210526314, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.1184971928596497, "adapter_raw": 2.911829650402069, "baseline_normalized": 0.5929913262076564, "adapter_normalized": 0.5363816474492596, "delta_raw_oriented": -0.20666754245758057, "delta_z": -0.18139656014164734, "delta_normalized": -0.05660967875839669, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": 0.01098322868347168, "delta_wer_pp": -2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.868472695350647, "adapter_raw": 2.4919930696487427, "baseline_normalized": 0.5214316054994708, "adapter_normalized": 0.39554541202632443, "delta_raw_oriented": -0.3764796257019043, "delta_z": -0.33044428870468445, "delta_normalized": -0.12588619347314634, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.05559861660003662, "delta_genuineness": -0.1082618236541748, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.8025018334388734, "adapter_raw": 2.737101149559021, "baseline_normalized": 0.49588831635393266, "adapter_normalized": 0.4759509420309767, "delta_raw_oriented": -0.06540068387985229, "delta_z": -0.05740359103148247, "delta_normalized": -0.019937374322955954, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.019856715202331544, "delta_genuineness": -0.00031375885009765625, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.01800532872726831, "de": -0.11889654706257675, "fr": 0.09429926211022538, "nl": -0.03109737378539903, "es": -0.24932862514693027 }, "languages_improved": 2, "ci95_z": [ -0.16977541875521984, 0.03870236157791767 ], "ci9833_z": [ -0.18060304769549912, 0.05396114825450908 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.744068920612335, "adapter_raw": 2.764582633972168, "baseline_normalized": 0.4785846849519562, "adapter_normalized": 0.4859528145096029, "delta_raw_oriented": 0.020513713359832764, "delta_z": 0.01800532872726831, "delta_normalized": 0.0073681295576467215, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07744097709655762, "delta_genuineness": 0.08629560470581055, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.609373450279236, "adapter_raw": 2.473913013935089, "baseline_normalized": 0.4321817725927109, "adapter_normalized": 0.38570305909103747, "delta_raw_oriented": -0.13546043634414673, "delta_z": -0.11889654706257675, "delta_normalized": -0.046478713501673444, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": 0.15690100193023682, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.672096908092499, "adapter_raw": 2.779533326625824, "baseline_normalized": 0.45425219251786897, "adapter_normalized": 0.4908131849673524, "delta_raw_oriented": 0.1074364185333252, "delta_z": 0.09429926211022538, "delta_normalized": 0.03656099244948345, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.15885353088378906, "delta_genuineness": -0.20240211486816406, "delta_wer_pp": -3.9473684210526314, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.1184971928596497, "adapter_raw": 3.083067536354065, "baseline_normalized": 0.5929913262076564, "adapter_normalized": 0.5939180163972889, "delta_raw_oriented": -0.03542965650558472, "delta_z": -0.03109737378539903, "delta_normalized": 0.0009266901896325813, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": -0.02981114387512207, "delta_wer_pp": -2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.868472695350647, "adapter_raw": 2.584409236907959, "baseline_normalized": 0.5214316054994708, "adapter_normalized": 0.4233676351896017, "delta_raw_oriented": -0.284063458442688, "delta_z": -0.24932862514693027, "delta_normalized": -0.09806397030986908, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": -0.012552142143249512, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": -0.011346449513636447, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "vn_S_FORM_reg", "label": "Strong Formal Style", "category": "talking_style", "head": "vn_S_FORM_reg", "pole": "high", "trained_languages": { "fr": 37, "de": 52, "es": 18, "nl": 61, "en": 14 }, "train_clips": 174, "normalization_mu": 1.269144892692566, "normalization_sigma": 1.008335828781128, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.563930815458298, "adapter_raw": 2.587169808149338, "baseline_normalized": 0.8692183285860139, "adapter_normalized": 0.8770162584094102, "delta_raw_oriented": 0.023238992691040038, "delta_z": 0.023046877863232583, "delta_normalized": 0.0077979298233962656, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.00595698356628418, "delta_genuineness": -0.02133857011795044, "delta_wer_pp": 0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.18115231315497463, "de": 0.5185546336989365, "fr": -0.2910154998490282, "nl": -0.08056638419849109, "es": -0.21289067349022892 }, "languages_improved": 2, "ci95_z": [ -0.21767574617540103, 0.304785108152311 ], "ci9833_z": [ -0.24414060403374865, 0.3566406069893436 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.3035753965377808, "adapter_raw": 2.4862377643585205, "baseline_normalized": 0.816604169881878, "adapter_normalized": 0.8599125054829478, "delta_raw_oriented": 0.18266236782073975, "delta_z": 0.18115231315497463, "delta_normalized": 0.043308335601069836, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.045670390129089355, "delta_genuineness": -0.14905601739883423, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.6231114864349365, "adapter_raw": 3.145988702774048, "baseline_normalized": 0.8753288936588443, "adapter_normalized": 0.9675818849506576, "delta_raw_oriented": 0.5228772163391113, "delta_z": 0.5185546336989365, "delta_normalized": 0.09225299129181327, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.09928333759307861, "delta_genuineness": -0.04236328601837158, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.656591296195984, "adapter_raw": 2.36314994096756, "baseline_normalized": 0.8982243796849937, "adapter_normalized": 0.8528491016973838, "delta_raw_oriented": -0.2934413552284241, "delta_z": -0.2910154998490282, "delta_normalized": -0.04537527798760996, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": 0.1898500919342041, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.245970219373703, "adapter_raw": 2.1647322475910187, "baseline_normalized": 0.8116673705341577, "adapter_normalized": 0.7955329857821518, "delta_raw_oriented": -0.08123797178268433, "delta_z": -0.08056638419849109, "delta_normalized": -0.016134384752005848, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.12112581729888916, "delta_genuineness": -0.19298815727233887, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.9904056787490845, "adapter_raw": 2.775740385055542, "baseline_normalized": 0.944266829170196, "adapter_normalized": 0.9092048141339101, "delta_raw_oriented": -0.21466529369354248, "delta_z": -0.21289067349022892, "delta_normalized": -0.035062015036285976, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": 0.08786451816558838, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.563930815458298, "adapter_raw": 2.505537915229797, "baseline_normalized": 0.8692183285860139, "adapter_normalized": 0.8732282746427095, "delta_raw_oriented": -0.05839290022850037, "delta_z": -0.057910170958702774, "delta_normalized": 0.004009946056695501, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.015488195419311523, "delta_genuineness": -0.001569080352783203, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.1450195743139414, "de": 0.4013670690452979, "fr": -0.2314452480772673, "nl": 0.103515662406748, "es": -0.4179687638543511 }, "languages_improved": 2, "ci95_z": [ -0.2887695196354357, 0.21523432429307485 ], "ci9833_z": [ -0.32607422279085235, 0.23749990246536812 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.3035753965377808, "adapter_raw": 2.1573469638824463, "baseline_normalized": 0.816604169881878, "adapter_normalized": 0.8047217030496332, "delta_raw_oriented": -0.14622843265533447, "delta_z": -0.1450195743139414, "delta_normalized": -0.011882466832244781, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.012552082538604736, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.6231114864349365, "adapter_raw": 3.027824282646179, "baseline_normalized": 0.8753288936588443, "adapter_normalized": 0.9476314480953577, "delta_raw_oriented": 0.4047127962112427, "delta_z": 0.4013670690452979, "delta_normalized": 0.07230255443651346, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": -0.05805361270904541, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.656591296195984, "adapter_raw": 2.423216760158539, "baseline_normalized": 0.8982243796849937, "adapter_normalized": 0.8736049328881658, "delta_raw_oriented": -0.23337453603744507, "delta_z": -0.2314452480772673, "delta_normalized": -0.024619446796827982, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": 0.01882803440093994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.245970219373703, "adapter_raw": 2.3503487706184387, "baseline_normalized": 0.8116673705341577, "adapter_normalized": 0.8526568145685385, "delta_raw_oriented": 0.10437855124473572, "delta_z": 0.103515662406748, "delta_normalized": 0.04098944403438087, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.06751275062561035, "delta_genuineness": -0.18828117847442627, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.9904056787490845, "adapter_raw": 2.568952798843384, "baseline_normalized": 0.944266829170196, "adapter_normalized": 0.887526474611852, "delta_raw_oriented": -0.4214528799057007, "delta_z": -0.4179687638543511, "delta_normalized": -0.05674035455834406, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.009928226470947266, "delta_genuineness": 0.207109272480011, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.563930815458298, "adapter_raw": 2.6932222962379457, "baseline_normalized": 0.8692183285860139, "adapter_normalized": 0.905065774954505, "delta_raw_oriented": 0.12929148077964783, "delta_z": 0.12822263881660817, "delta_normalized": 0.035847446368491076, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.023033761978149415, "delta_genuineness": 0.005648374557495117, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.03271488889209407, "de": 0.4951171798801069, "fr": -0.04003903040408658, "nl": 0.4355468985523969, "es": -0.2167969650532823 }, "languages_improved": 2, "ci95_z": [ -0.10927737596136637, 0.3761718815577262 ], "ci9833_z": [ -0.1446289628912055, 0.4474609548179389 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.3035753965377808, "adapter_raw": 2.2705878019332886, "baseline_normalized": 0.816604169881878, "adapter_normalized": 0.8210426541985196, "delta_raw_oriented": -0.03298759460449219, "delta_z": -0.03271488889209407, "delta_normalized": 0.004438484316641567, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": -0.036087214946746826, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.6231114864349365, "adapter_raw": 3.122355878353119, "baseline_normalized": 0.8753288936588443, "adapter_normalized": 0.9615619954461068, "delta_raw_oriented": 0.4992443919181824, "delta_z": 0.4951171798801069, "delta_normalized": 0.08623310178726251, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0019856691360473633, "delta_genuineness": -0.10041677951812744, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.656591296195984, "adapter_raw": 2.6162185072898865, "baseline_normalized": 0.8982243796849937, "adapter_normalized": 0.9056282945471521, "delta_raw_oriented": -0.04037278890609741, "delta_z": -0.04003903040408658, "delta_normalized": 0.007403914862158412, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.02978503704071045, "delta_genuineness": 0.13336586952209473, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.245970219373703, "adapter_raw": 2.685147762298584, "baseline_normalized": 0.8116673705341577, "adapter_normalized": 0.9102025991662331, "delta_raw_oriented": 0.439177542924881, "delta_z": 0.4355468985523969, "delta_normalized": 0.09853522863207548, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": -0.1129688024520874, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.9904056787490845, "adapter_raw": 2.77180153131485, "baseline_normalized": 0.944266829170196, "adapter_normalized": 0.9268933314145135, "delta_raw_oriented": -0.21860414743423462, "delta_z": -0.2167969650532823, "delta_normalized": -0.017373497755682588, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07346975803375244, "delta_genuineness": 0.14434880018234253, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.12822263881660817, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "vn_S_MONO_reg", "label": "Strong introspective monologue delivery, not monotone speech", "category": "talking_style", "head": "vn_S_MONO_reg", "pole": "high", "trained_languages": { "fr": 44, "de": 34, "es": 49, "nl": 50, "en": 51 }, "train_clips": 223, "normalization_mu": 2.6660656929016113, "normalization_sigma": 1.2723127603530884, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 3.407896101474762, "adapter_raw": 3.511519992351532, "baseline_normalized": 0.713241894362587, "adapter_normalized": 0.7414237311460983, "delta_raw_oriented": 0.10362389087677001, "delta_z": 0.08144529718307049, "delta_normalized": 0.02818183678351128, "win_rate": 0.7, "tie_rate": 0.0, "delta_ce": -0.02660794258117676, "delta_genuineness": -0.03451815843582153, "delta_wer_pp": -1.0526315789473684, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.32348624319107033, "de": 0.056640662880578375, "fr": 0.19970705334700406, "nl": 0.02758791796032075, "es": -0.2001953914636211 }, "languages_improved": 4, "ci95_z": [ -0.07465824061670769, 0.22446289131581731 ], "ci9833_z": [ -0.10327151870999285, 0.24921872928463057 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.054655432701111, "adapter_raw": 3.466231107711792, "baseline_normalized": 0.6172334155292103, "adapter_normalized": 0.7347320693118082, "delta_raw_oriented": 0.41157567501068115, "delta_z": 0.32348624319107033, "delta_normalized": 0.117498653782598, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": 0.08158856630325317, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.496672213077545, "adapter_raw": 3.5687368512153625, "baseline_normalized": 0.737863879251327, "adapter_normalized": 0.7526893600102501, "delta_raw_oriented": 0.07206463813781738, "delta_z": 0.056640662880578375, "delta_normalized": 0.014825480758923093, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": -0.10355472564697266, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.500399649143219, "adapter_raw": 3.754489481449127, "baseline_normalized": 0.7413451643965844, "adapter_normalized": 0.8010195508316839, "delta_raw_oriented": 0.2540898323059082, "delta_z": 0.19970705334700406, "delta_normalized": 0.05967438643509948, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": -0.2871288061141968, "delta_wer_pp": -5.263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.186048924922943, "adapter_raw": 3.2211493849754333, "baseline_normalized": 0.6567809676730754, "adapter_normalized": 0.6645986178824872, "delta_raw_oriented": 0.035100460052490234, "delta_z": 0.02758791796032075, "delta_normalized": 0.007817650209411886, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.12708961963653564, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.8017042875289917, "adapter_raw": 3.546993136405945, "baseline_normalized": 0.8129860449627381, "adapter_normalized": 0.754079057694262, "delta_raw_oriented": -0.2547111511230469, "delta_z": -0.2001953914636211, "delta_normalized": -0.05890698726847607, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.09729766845703125, "delta_genuineness": 0.26359379291534424, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 3.407896101474762, "adapter_raw": 3.4306958317756653, "baseline_normalized": 0.713241894362587, "adapter_normalized": 0.721006131278237, "delta_raw_oriented": 0.02279973030090332, "delta_z": 0.017919910112805918, "delta_normalized": 0.0077642369156499915, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.028990793228149413, "delta_genuineness": -0.013493514060974121, "delta_wer_pp": -0.7748538011695906, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.30395501405283815, "de": -0.07324219125145824, "fr": -0.05957031680045214, "nl": -0.04248040346547663, "es": -0.03906255197142154 }, "languages_improved": 1, "ci95_z": [ -0.06230469169065337, 0.16264643467732814 ], "ci9833_z": [ -0.0650390665808546, 0.16674798764313428 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.054655432701111, "adapter_raw": 3.441381275653839, "baseline_normalized": 0.6172334155292103, "adapter_normalized": 0.7277762184510644, "delta_raw_oriented": 0.38672584295272827, "delta_z": 0.30395501405283815, "delta_normalized": 0.11054280292185417, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07148408889770508, "delta_genuineness": 0.06589847803115845, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.496672213077545, "adapter_raw": 3.4034852385520935, "baseline_normalized": 0.737863879251327, "adapter_normalized": 0.711176225935428, "delta_raw_oriented": -0.09318697452545166, "delta_z": -0.07324219125145824, "delta_normalized": -0.026687653315899007, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.04964172840118408, "delta_genuineness": -0.11139988899230957, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.500399649143219, "adapter_raw": 3.424607574939728, "baseline_normalized": 0.7413451643965844, "adapter_normalized": 0.7215041422426051, "delta_raw_oriented": -0.07579207420349121, "delta_z": -0.05957031680045214, "delta_normalized": -0.019841022153979315, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.045670390129089355, "delta_genuineness": 0.007845044136047363, "delta_wer_pp": -5.263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.186048924922943, "adapter_raw": 3.1320005655288696, "baseline_normalized": 0.6567809676730754, "adapter_normalized": 0.6420704717649101, "delta_raw_oriented": -0.054048359394073486, "delta_z": -0.04248040346547663, "delta_normalized": -0.014710495908165283, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": -0.06903636455535889, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.8017042875289917, "adapter_raw": 3.7520045042037964, "baseline_normalized": 0.8129860449627381, "adapter_normalized": 0.8025035979971774, "delta_raw_oriented": -0.04969978332519531, "delta_z": -0.03906255197142154, "delta_normalized": -0.01048244696556061, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.013899803161621094, "delta_genuineness": 0.03922516107559204, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 3.407896101474762, "adapter_raw": 3.4957092881202696, "baseline_normalized": 0.713241894362587, "adapter_normalized": 0.7342314707850462, "delta_raw_oriented": 0.08781318664550782, "delta_z": 0.06901855375649786, "delta_normalized": 0.020989576422459275, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": 0.012708306312561035, "delta_genuineness": 0.021338510513305663, "delta_wer_pp": -0.719298245614035, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.22045894038686462, "de": -0.011230464952792263, "fr": 0.2172851642561609, "nl": -0.10974115550055454, "es": 0.028320284592810614 }, "languages_improved": 3, "ci95_z": [ -0.0427245912627766, 0.18076169877577233 ], "ci9833_z": [ -0.06242672937232905, 0.21791991948230166 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.054655432701111, "adapter_raw": 3.3351481556892395, "baseline_normalized": 0.6172334155292103, "adapter_normalized": 0.6926293191346322, "delta_raw_oriented": 0.28049272298812866, "delta_z": 0.22045894038686462, "delta_normalized": 0.07539590360542195, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0595700740814209, "delta_genuineness": 0.21181637048721313, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.496672213077545, "adapter_raw": 3.4823835492134094, "baseline_normalized": 0.737863879251327, "adapter_normalized": 0.7373906409367007, "delta_raw_oriented": -0.014288663864135742, "delta_z": -0.011230464952792263, "delta_normalized": -0.00047323831462631194, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": -0.08943378925323486, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.500399649143219, "adapter_raw": 3.7768543362617493, "baseline_normalized": 0.7413451643965844, "adapter_normalized": 0.8076616581130762, "delta_raw_oriented": 0.2764546871185303, "delta_z": 0.2172851642561609, "delta_normalized": 0.06631649371649187, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": -0.1412109136581421, "delta_wer_pp": -5.263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.186048924922943, "adapter_raw": 3.046423852443695, "baseline_normalized": 0.6567809676730754, "adapter_normalized": 0.613987951136569, "delta_raw_oriented": -0.13962507247924805, "delta_z": -0.10974115550055454, "delta_normalized": -0.04279301653650629, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": 0.043932318687438965, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.8017042875289917, "adapter_raw": 3.8377365469932556, "baseline_normalized": 0.8129860449627381, "adapter_normalized": 0.8194877846042532, "delta_raw_oriented": 0.036032259464263916, "delta_z": 0.028320284592810614, "delta_normalized": 0.006501739641515153, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.003971457481384277, "delta_genuineness": 0.08158856630325317, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.08144529718307049, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "vn_S_NARR_reg", "label": "Strong Narrator Style", "category": "talking_style", "head": "vn_S_NARR_reg", "pole": "high", "trained_languages": { "fr": 40, "es": 65, "nl": 58, "de": 62, "en": 43 }, "train_clips": 254, "normalization_mu": 1.4076342582702637, "normalization_sigma": 1.4352364540100098, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 3.785305309295654, "adapter_raw": 3.7710089564323424, "baseline_normalized": 0.9407297344623314, "adapter_normalized": 0.94049974829317, "delta_raw_oriented": -0.014296352863311768, "delta_z": -0.009960973903197737, "delta_normalized": -0.00022998616916140025, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": -0.03216784000396729, "delta_genuineness": 0.008786380290985107, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.2246094067960194, "de": 0.05468749221321974, "fr": 0.007812487022032896, "nl": -0.1552734650781801, "es": -0.18164079046908063 }, "languages_improved": 3, "ci95_z": [ -0.1332032048144977, 0.11464844950461957 ], "ci9833_z": [ -0.1605469301563602, 0.14726563992466218 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.282972514629364, "adapter_raw": 3.6053401231765747, "baseline_normalized": 0.9006291563311906, "adapter_normalized": 0.9323765342462251, "delta_raw_oriented": 0.3223676085472107, "delta_z": 0.2246094067960194, "delta_normalized": 0.03174737791503457, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.11318314075469971, "delta_genuineness": 0.020397186279296875, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.9697555899620056, "adapter_raw": 4.048245072364807, "baseline_normalized": 0.9549963569574179, "adapter_normalized": 0.9607518371795788, "delta_raw_oriented": 0.07848948240280151, "delta_z": 0.05468749221321974, "delta_normalized": 0.00575548022216088, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": 0.09100234508514404, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.717467963695526, "adapter_raw": 3.728680729866028, "baseline_normalized": 0.9394027071484577, "adapter_normalized": 0.9463391898375473, "delta_raw_oriented": 0.011212766170501709, "delta_z": 0.007812487022032896, "delta_normalized": 0.0069364826890895015, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.025813698768615723, "delta_genuineness": -0.050208330154418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.5436697602272034, "adapter_raw": 3.320815622806549, "baseline_normalized": 0.9269785418252122, "adapter_normalized": 0.8918436706321105, "delta_raw_oriented": -0.2228541374206543, "delta_z": -0.1552734650781801, "delta_normalized": -0.03513487119310174, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.09928345680236816, "delta_genuineness": 0.05020827054977417, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 4.412660717964172, "adapter_raw": 4.151963233947754, "baseline_normalized": 0.9816419100493785, "adapter_normalized": 0.9711875095703884, "delta_raw_oriented": -0.26069748401641846, "delta_z": -0.18164079046908063, "delta_normalized": -0.010454400478990211, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.12112581729888916, "delta_genuineness": -0.0674675703048706, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 3.785305309295654, "adapter_raw": 3.68999662399292, "baseline_normalized": 0.9407297344623314, "adapter_normalized": 0.9346624953217622, "delta_raw_oriented": -0.09530868530273437, "delta_z": -0.06640626012281435, "delta_normalized": -0.006067239140569303, "win_rate": 0.45, "tie_rate": 0.05, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.04110808372497558, "delta_wer_pp": 0.3125, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.14062501557356052, "de": -0.04101560877754112, "fr": -0.0351562954228849, "nl": -0.25195309060838716, "es": -0.14453132137881908 }, "languages_improved": 1, "ci95_z": [ -0.1734374693719976, 0.04843748598379551 ], "ci9833_z": [ -0.18828124039630434, 0.06914062850405112 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.282972514629364, "adapter_raw": 3.4848026633262634, "baseline_normalized": 0.9006291563311906, "adapter_normalized": 0.9255585508975579, "delta_raw_oriented": 0.20183014869689941, "delta_z": 0.14062501557356052, "delta_normalized": 0.024929394566367308, "win_rate": 0.75, "tie_rate": 0.25, "delta_ce": -0.02978503704071045, "delta_genuineness": 0.003138124942779541, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.9697555899620056, "adapter_raw": 3.9108884930610657, "baseline_normalized": 0.9549963569574179, "adapter_normalized": 0.9502752768021594, "delta_raw_oriented": -0.05886709690093994, "delta_z": -0.04101560877754112, "delta_normalized": -0.004721080155258517, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.015885353088378906, "delta_genuineness": -0.06276059150695801, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.717467963695526, "adapter_raw": 3.6670103669166565, "baseline_normalized": 0.9394027071484577, "adapter_normalized": 0.9349117720585458, "delta_raw_oriented": -0.05045759677886963, "delta_z": -0.0351562954228849, "delta_normalized": -0.004490935089911913, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": -0.001568913459777832, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.5436697602272034, "adapter_raw": 3.182057499885559, "baseline_normalized": 0.9269785418252122, "adapter_normalized": 0.8896023747316736, "delta_raw_oriented": -0.3616122603416443, "delta_z": -0.25195309060838716, "delta_normalized": -0.037376167093538665, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06552708148956299, "delta_genuineness": -0.034518301486968994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 4.412660717964172, "adapter_raw": 4.205224096775055, "baseline_normalized": 0.9816419100493785, "adapter_normalized": 0.9729645021188739, "delta_raw_oriented": -0.20743662118911743, "delta_z": -0.14453132137881908, "delta_normalized": -0.008677407930504727, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.18466722965240479, "delta_genuineness": -0.10983073711395264, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 3.785305309295654, "adapter_raw": 3.760637140274048, "baseline_normalized": 0.9407297344623314, "adapter_normalized": 0.9341163714701395, "delta_raw_oriented": -0.024668169021606446, "delta_z": -0.017187529589765, "delta_normalized": -0.006613362992191907, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.01628251075744629, "delta_genuineness": 0.0021965861320495605, "delta_wer_pp": 0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.07031254931627501, "de": -0.01757810618194769, "fr": 0.10546867862118091, "nl": -0.08789061396872795, "es": -0.01562505710305527 }, "languages_improved": 1, "ci95_z": [ -0.06992188966510282, 0.04609368588884248 ], "ci9833_z": [ -0.0738281622467656, 0.05703118433148644 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.282972514629364, "adapter_raw": 3.1820573806762695, "baseline_normalized": 0.9006291563311906, "adapter_normalized": 0.8743280787202504, "delta_raw_oriented": -0.10091513395309448, "delta_z": -0.07031254931627501, "delta_normalized": -0.026301077610940166, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.08935511112213135, "delta_genuineness": 0.18200528621673584, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.9697555899620056, "adapter_raw": 3.9445268511772156, "baseline_normalized": 0.9549963569574179, "adapter_normalized": 0.9515180957925446, "delta_raw_oriented": -0.02522873878479004, "delta_z": -0.01757810618194769, "delta_normalized": -0.0034782611648732364, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.005956888198852539, "delta_genuineness": -0.01725935935974121, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.717467963695526, "adapter_raw": 3.868840456008911, "baseline_normalized": 0.9394027071484577, "adapter_normalized": 0.9561603409978516, "delta_raw_oriented": 0.151372492313385, "delta_z": 0.10546867862118091, "delta_normalized": 0.016757633849393855, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.19612622261047363, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.5436697602272034, "adapter_raw": 3.4175259470939636, "baseline_normalized": 0.9269785418252122, "adapter_normalized": 0.9089193532104277, "delta_raw_oriented": -0.12614381313323975, "delta_z": -0.08789061396872795, "delta_normalized": -0.018059188614784533, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.051627397537231445, "delta_genuineness": 0.13650387525558472, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 4.412660717964172, "adapter_raw": 4.390235066413879, "baseline_normalized": 0.9816419100493785, "adapter_normalized": 0.9796559886296231, "delta_raw_oriented": -0.02242565155029297, "delta_z": -0.01562505710305527, "delta_normalized": -0.0019859214197554542, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.11318314075469971, "delta_genuineness": -0.09414064884185791, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": -0.009960973903197737, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "vn_S_NEWS_reg", "label": "Strong Newsreader Style", "category": "talking_style", "head": "vn_S_NEWS_reg", "pole": "high", "trained_languages": { "es": 6, "nl": 5, "fr": 8, "en": 7, "de": 9 }, "train_clips": 28, "normalization_mu": 0.48746055364608765, "normalization_sigma": 0.5510048270225525, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.090821588039398, "adapter_raw": 1.0312011569738389, "baseline_normalized": 0.8145579965094695, "adapter_normalized": 0.7879198237047853, "delta_raw_oriented": -0.059620431065559386, "delta_z": -0.10820310121007186, "delta_normalized": -0.026638172804684158, "win_rate": 0.45, "tie_rate": 0.05, "delta_ce": -0.02819647789001465, "delta_genuineness": 0.007217502593994141, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.10351559394210091, "de": -0.053222722432904004, "fr": -0.06787108461221678, "nl": -0.6396483216138936, "es": 0.32324221655075597 }, "languages_improved": 1, "ci95_z": [ -0.4109374268132228, 0.15966799421959005 ], "ci9833_z": [ -0.42519523054517655, 0.16972656852142945 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6771374940872192, "adapter_raw": 0.6200999021530151, "baseline_normalized": 0.625048515760646, "adapter_normalized": 0.5902006647972593, "delta_raw_oriented": -0.0570375919342041, "delta_z": -0.10351559394210091, "delta_normalized": -0.034847850963386745, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04368484020233154, "delta_genuineness": -0.1223827600479126, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3136987686157227, "adapter_raw": 1.284372791647911, "baseline_normalized": 0.8559005262869845, "adapter_normalized": 0.876919272859789, "delta_raw_oriented": -0.029325976967811584, "delta_z": -0.053222722432904004, "delta_normalized": 0.021018746572804364, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.009928226470947266, "delta_genuineness": 0.14748680591583252, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.9886920005083084, "adapter_raw": 0.9512947052717209, "baseline_normalized": 0.7921505341916797, "adapter_normalized": 0.7943002084147437, "delta_raw_oriented": -0.037397295236587524, "delta_z": -0.06787108461221678, "delta_normalized": 0.0021496742230639743, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.08736944198608398, "delta_genuineness": 0.0015691518783569336, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.2676919400691986, "adapter_raw": 0.9152426272630692, "baseline_normalized": 0.9055817940310003, "adapter_normalized": 0.7775151975017123, "delta_raw_oriented": -0.35244931280612946, "delta_z": -0.6396483216138936, "delta_normalized": -0.128066596529288, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.15289652347564697, "delta_genuineness": 0.03451848030090332, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.206887736916542, "adapter_raw": 1.3849957585334778, "baseline_normalized": 0.8941086122770366, "adapter_normalized": 0.9006637749504223, "delta_raw_oriented": 0.17810802161693573, "delta_z": 0.32324221655075597, "delta_normalized": 0.006555162673385628, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.15289640426635742, "delta_genuineness": -0.025104165077209473, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.090821588039398, "adapter_raw": 1.0528862029314041, "baseline_normalized": 0.8145579965094695, "adapter_normalized": 0.8147778188815202, "delta_raw_oriented": -0.03793538510799408, "delta_z": -0.06884764569665267, "delta_normalized": 0.0002198223720507514, "win_rate": 0.35, "tie_rate": 0.05, "delta_ce": -0.05003886222839356, "delta_genuineness": -0.07468478679656983, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0708008003178598, "de": 0.061035162429888115, "fr": 0.04931638073815432, "nl": -0.5947264738687846, "es": 0.06933590189961909 }, "languages_improved": 4, "ci95_z": [ -0.332812448110068, 0.06826171337296918 ], "ci9833_z": [ -0.33710933202600907, 0.06962888158326723 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6771374940872192, "adapter_raw": 0.7161490768194199, "baseline_normalized": 0.625048515760646, "adapter_normalized": 0.6585053493015348, "delta_raw_oriented": 0.03901158273220062, "delta_z": 0.0708008003178598, "delta_normalized": 0.033456833540888783, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06949853897094727, "delta_genuineness": -0.10198557376861572, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3136987686157227, "adapter_raw": 1.3473294377326965, "baseline_normalized": 0.8559005262869845, "adapter_normalized": 0.9347532096227931, "delta_raw_oriented": 0.03363066911697388, "delta_z": 0.061035162429888115, "delta_normalized": 0.0788526833358085, "win_rate": 0.25, "tie_rate": 0.25, "delta_ce": -0.04368460178375244, "delta_genuineness": 0.05491530895233154, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.9886920005083084, "adapter_raw": 1.0158655643463135, "baseline_normalized": 0.7921505341916797, "adapter_normalized": 0.8266977085712158, "delta_raw_oriented": 0.027173563838005066, "delta_z": 0.04931638073815432, "delta_normalized": 0.034547174379536166, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.05559873580932617, "delta_genuineness": -0.15533185005187988, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.2676919400691986, "adapter_raw": 0.9399947822093964, "baseline_normalized": 0.9055817940310003, "adapter_normalized": 0.7635526979693252, "delta_raw_oriented": -0.32769715785980225, "delta_z": -0.5947264738687846, "delta_normalized": -0.14202909606167508, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.07374322414398193, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.206887736916542, "adapter_raw": 1.2450921535491943, "baseline_normalized": 0.8941086122770366, "adapter_normalized": 0.890380128942732, "delta_raw_oriented": 0.03820441663265228, "delta_z": 0.06933590189961909, "delta_normalized": -0.0037284833343046164, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0972977876663208, "delta_genuineness": -0.09727859497070312, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.090821588039398, "adapter_raw": 1.0206007748842238, "baseline_normalized": 0.8145579965094695, "adapter_normalized": 0.7943139904767688, "delta_raw_oriented": -0.07022081315517426, "delta_z": -0.12744137566747693, "delta_normalized": -0.020244006032700722, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.017473864555358886, "delta_genuineness": -0.010041630268096924, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.16845698989228744, "de": 0.1743163131291223, "fr": 0.08837893229004125, "nl": -0.6718748968962261, "es": -0.059570236968034554 }, "languages_improved": 2, "ci95_z": [ -0.4191405496581849, 0.09316405077405851 ], "ci9833_z": [ -0.4705077340946507, 0.12275388462567367 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 0.6771374940872192, "adapter_raw": 0.5843168795108795, "baseline_normalized": 0.625048515760646, "adapter_normalized": 0.5628928922933821, "delta_raw_oriented": -0.09282061457633972, "delta_z": -0.16845698989228744, "delta_normalized": -0.062155623467263915, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.07942676544189453, "delta_genuineness": -0.11453777551651001, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3136987686157227, "adapter_raw": 1.4097478985786438, "baseline_normalized": 0.8559005262869845, "adapter_normalized": 0.9442764427292366, "delta_raw_oriented": 0.09604912996292114, "delta_z": 0.1743163131291223, "delta_normalized": 0.08837591644225204, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.001985788345336914, "delta_genuineness": 0.05805337429046631, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 0.9886920005083084, "adapter_raw": 1.0373892188072205, "baseline_normalized": 0.7921505341916797, "adapter_normalized": 0.8172903828545037, "delta_raw_oriented": 0.04869721829891205, "delta_z": 0.08837893229004125, "delta_normalized": 0.025139848662824038, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09332644939422607, "delta_genuineness": 0.10041677951812744, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.2676919400691986, "adapter_raw": 0.8974856287240982, "baseline_normalized": 0.9055817940310003, "adapter_normalized": 0.7661575067942035, "delta_raw_oriented": -0.3702063113451004, "delta_z": -0.6718748968962261, "delta_normalized": -0.1394242872367968, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.07942676544189453, "delta_genuineness": -0.0815885066986084, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.206887736916542, "adapter_raw": 1.1740642488002777, "baseline_normalized": 0.8941086122770366, "adapter_normalized": 0.8809527277125176, "delta_raw_oriented": -0.03282348811626434, "delta_z": -0.059570236968034554, "delta_normalized": -0.013155884564518966, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": -0.012552022933959961, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": -0.06884764569665267, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "vn_S_PLAY_reg", "label": "Strong Playful Style", "category": "talking_style", "head": "vn_S_PLAY_reg", "pole": "high", "trained_languages": { "nl": 32, "fr": 27, "es": 31, "de": 75, "en": 47 }, "train_clips": 207, "normalization_mu": 2.2685763835906982, "normalization_sigma": 1.2999988794326782, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.7152516663074493, "adapter_raw": 1.7242970585823059, "baseline_normalized": 0.3442055382636884, "adapter_normalized": 0.34774724751791936, "delta_raw_oriented": 0.009045392274856567, "delta_z": 0.006958000055203118, "delta_normalized": 0.0035417092542310096, "win_rate": 0.5, "tie_rate": 0.05, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.02541794776916504, "delta_wer_pp": 0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.002929639590576273, "de": -0.006835925052504854, "fr": 0.2515869521101942, "nl": 0.04956052540530964, "es": -0.26245119177755966 }, "languages_improved": 3, "ci95_z": [ -0.14892579499597483, 0.1501709141737308 ], "ci9833_z": [ -0.1596435630000089, 0.16145020426529372 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.9086646139621735, "adapter_raw": 1.9124731421470642, "baseline_normalized": 0.39379654071553194, "adapter_normalized": 0.40048567875754587, "delta_raw_oriented": 0.003808528184890747, "delta_z": 0.002929639590576273, "delta_normalized": 0.006689138042013973, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.06155574321746826, "delta_genuineness": 0.1239517331123352, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.1412335932254791, "adapter_raw": 1.132346898317337, "baseline_normalized": 0.19671179072512876, "adapter_normalized": 0.19870020361987484, "delta_raw_oriented": -0.00888669490814209, "delta_z": -0.006835925052504854, "delta_normalized": 0.001988412894746064, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06751275062561035, "delta_genuineness": 0.026673078536987305, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.633176475763321, "adapter_raw": 1.9602392315864563, "baseline_normalized": 0.32245562274020306, "adapter_normalized": 0.41186191772462954, "delta_raw_oriented": 0.3270627558231354, "delta_z": 0.2515869521101942, "delta_normalized": 0.08940629498442648, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.02382802963256836, "delta_genuineness": -0.09884762763977051, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.7169655859470367, "adapter_raw": 1.781394213438034, "baseline_normalized": 0.337405685409196, "adapter_normalized": 0.357460896578808, "delta_raw_oriented": 0.06442862749099731, "delta_z": 0.04956052540530964, "delta_normalized": 0.02005521116961194, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.019856691360473633, "delta_genuineness": 0.13964194059371948, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.1762180626392365, "adapter_raw": 1.835031807422638, "baseline_normalized": 0.4706580517283821, "adapter_normalized": 0.37022754090873866, "delta_raw_oriented": -0.3411862552165985, "delta_z": -0.26245119177755966, "delta_normalized": -0.10043051081964341, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": -0.06432938575744629, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.7152516663074493, "adapter_raw": 1.7237416565418244, "baseline_normalized": 0.3442055382636884, "adapter_normalized": 0.3434239952963806, "delta_raw_oriented": 0.008489990234375, "delta_z": 0.006530767348107288, "delta_normalized": -0.000781542967307755, "win_rate": 0.55, "tie_rate": 0.05, "delta_ce": -0.014296817779541015, "delta_genuineness": 0.03451817035675049, "delta_wer_pp": 0.3333333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.08984376325344806, "de": 0.17626954105576056, "fr": 0.2658081741146708, "nl": 0.06640621095605842, "es": -0.3859863261325053 }, "languages_improved": 3, "ci95_z": [ -0.20830078840507094, 0.19011232825938423 ], "ci9833_z": [ -0.2556274260830701, 0.21208499427932465 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.9086646139621735, "adapter_raw": 1.7918678224086761, "baseline_normalized": 0.39379654071553194, "adapter_normalized": 0.3625361837543047, "delta_raw_oriented": -0.11679679155349731, "delta_z": -0.08984376325344806, "delta_normalized": -0.031260356961227226, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": 0.03922516107559204, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.1412335932254791, "adapter_raw": 1.3703837990760803, "baseline_normalized": 0.19671179072512876, "adapter_normalized": 0.24907879685982862, "delta_raw_oriented": 0.2291502058506012, "delta_z": 0.17626954105576056, "delta_normalized": 0.052367006134699856, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.06354141235351562, "delta_genuineness": -0.06903648376464844, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.633176475763321, "adapter_raw": 1.9787268042564392, "baseline_normalized": 0.32245562274020306, "adapter_normalized": 0.41350512902817527, "delta_raw_oriented": 0.3455503284931183, "delta_z": 0.2658081741146708, "delta_normalized": 0.09104950628797225, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": 0.16003894805908203, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.7169655859470367, "adapter_raw": 1.8032935857772827, "baseline_normalized": 0.337405685409196, "adapter_normalized": 0.3631971361636083, "delta_raw_oriented": 0.08632799983024597, "delta_z": 0.06640621095605842, "delta_normalized": 0.025791450754412318, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.01787102222442627, "delta_genuineness": 0.1663150191307068, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.1762180626392365, "adapter_raw": 1.6744362711906433, "baseline_normalized": 0.4706580517283821, "adapter_normalized": 0.3288027306759861, "delta_raw_oriented": -0.5017817914485931, "delta_z": -0.3859863261325053, "delta_normalized": -0.14185532105239596, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.08736944198608398, "delta_genuineness": -0.12395179271697998, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.7152516663074493, "adapter_raw": 1.6529494643211364, "baseline_normalized": 0.3442055382636884, "adapter_normalized": 0.32823961941882557, "delta_raw_oriented": -0.062302201986312866, "delta_z": -0.04792481206868552, "delta_normalized": -0.01596591884486282, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04884746074676514, "delta_genuineness": 0.014434909820556641, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.03259278777674575, "de": -0.02050782100728086, "fr": -0.009277287557171204, "nl": -0.038086002423985445, "es": -0.20434573713173582 }, "languages_improved": 1, "ci95_z": [ -0.13081057068195384, 0.007836907979794189 ], "ci9833_z": [ -0.13784184324863566, 0.013598650953157038 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.9086646139621735, "adapter_raw": 1.95103520154953, "baseline_normalized": 0.39379654071553194, "adapter_normalized": 0.40965470162020884, "delta_raw_oriented": 0.04237058758735657, "delta_z": 0.03259278777674575, "delta_normalized": 0.015858160904676913, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": 0.059622347354888916, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.1412335932254791, "adapter_raw": 1.114573448896408, "baseline_normalized": 0.19671179072512876, "adapter_normalized": 0.18941999465566253, "delta_raw_oriented": -0.026660144329071045, "delta_z": -0.02050782100728086, "delta_normalized": -0.007291796069466228, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06949853897094727, "delta_genuineness": -0.1223827600479126, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.633176475763321, "adapter_raw": 1.6211160123348236, "baseline_normalized": 0.32245562274020306, "adapter_normalized": 0.3119542235380884, "delta_raw_oriented": -0.012060463428497314, "delta_z": -0.009277287557171204, "delta_normalized": -0.01050139920211468, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": -0.20710933208465576, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.7169655859470367, "adapter_raw": 1.6674538254737854, "baseline_normalized": 0.337405685409196, "adapter_normalized": 0.3279216513349866, "delta_raw_oriented": -0.04951176047325134, "delta_z": -0.038086002423985445, "delta_normalized": -0.009484034074209433, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.025813579559326172, "delta_genuineness": 0.16945308446884155, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.1762180626392365, "adapter_raw": 1.9105688333511353, "baseline_normalized": 0.4706580517283821, "adapter_normalized": 0.40224752594518143, "delta_raw_oriented": -0.2656492292881012, "delta_z": -0.20434573713173582, "delta_normalized": -0.06841052578320067, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06949841976165771, "delta_genuineness": 0.1725912094116211, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.006958000055203118, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "vn_S_RANT_reg", "label": "Strong Ranting/Angry Style", "category": "talking_style", "head": "vn_S_RANT_reg", "pole": "high", "trained_languages": { "en": 22, "de": 7, "nl": 1, "fr": 1, "es": 1 }, "train_clips": 31, "normalization_mu": 1.434207558631897, "normalization_sigma": 1.275938868522644, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.09403563737869262, "adapter_raw": 0.12356664538383484, "baseline_normalized": 0.1627682751253363, "adapter_normalized": 0.16703709272420536, "delta_raw_oriented": 0.02953100800514221, "delta_z": 0.023144532025531073, "delta_normalized": 0.004268817598869068, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.020650911331176757, "delta_genuineness": 0.03514584302902222, "delta_wer_pp": -0.5964912280701754, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.14843751970761307, "de": -0.0019531266423010937, "fr": -0.008789046533183863, "nl": -0.08056639224482126, "es": 0.0585937058403485 }, "languages_improved": 2, "ci95_z": [ -0.037499984817838825, 0.09453123138725432 ], "ci9833_z": [ -0.050488269981989756, 0.10263673731712622 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.10589054226875305, "adapter_raw": 0.08350665867328644, "baseline_normalized": 0.11895738784789199, "adapter_normalized": 0.16134079621812786, "delta_raw_oriented": 0.1893972009420395, "delta_z": 0.14843751970761307, "delta_normalized": 0.04238340837023585, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.05361294746398926, "delta_genuineness": 0.15533190965652466, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.04363358020782471, "adapter_raw": 0.041141510009765625, "baseline_normalized": 0.14568854187198604, "adapter_normalized": 0.14039861986075175, "delta_raw_oriented": -0.002492070198059082, "delta_z": -0.0019531266423010937, "delta_normalized": -0.00528992201123428, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": 0.015690326690673828, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.03985074162483215, "adapter_raw": -0.051065027713775635, "baseline_normalized": 0.12794320892091582, "adapter_normalized": 0.1257286012729813, "delta_raw_oriented": -0.011214286088943481, "delta_z": -0.008789046533183863, "delta_normalized": -0.002214607647934519, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.057584404945373535, "delta_genuineness": -0.056484341621398926, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.8351766765117645, "adapter_raw": 0.7323788851499557, "baseline_normalized": 0.3267941820975824, "adapter_normalized": 0.3000088420078863, "delta_raw_oriented": -0.10279779136180878, "delta_z": -0.08056639224482126, "delta_normalized": -0.026785340089696033, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.09928345680236816, "delta_genuineness": 0.01725912094116211, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": -0.2628907859325409, "adapter_raw": -0.18812879920005798, "baseline_normalized": 0.09445805488830528, "adapter_normalized": 0.1077086042612796, "delta_raw_oriented": 0.07476198673248291, "delta_z": 0.0585937058403485, "delta_normalized": 0.013250549372974318, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.2025381326675415, "delta_genuineness": 0.043932199478149414, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.09403563737869262, "adapter_raw": 0.08450348079204559, "baseline_normalized": 0.1627682751253363, "adapter_normalized": 0.1553148177416637, "delta_raw_oriented": -0.009532156586647033, "delta_z": -0.0074707000639332504, "delta_normalized": -0.007453457383672604, "win_rate": 0.5, "tie_rate": 0.1, "delta_ce": 0.01985666751861572, "delta_genuineness": 0.006903660297393799, "delta_wer_pp": 0.030959752321981438, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.09863282536469187, "de": 0.14550779470840486, "fr": -0.12207027500079182, "nl": -0.21215819466258745, "es": 0.05273434927061627 }, "languages_improved": 3, "ci95_z": [ -0.13198240672477246, 0.10820311788336194 ], "ci9833_z": [ -0.15810544286551007, 0.11757811175210456 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.10589054226875305, "adapter_raw": 0.019958913326263428, "baseline_normalized": 0.11895738784789199, "adapter_normalized": 0.1428849519684588, "delta_raw_oriented": 0.12584945559501648, "delta_z": 0.09863282536469187, "delta_normalized": 0.023927564120566805, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0039713382720947266, "delta_genuineness": 0.10669249296188354, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.04363358020782471, "adapter_raw": 0.229292631149292, "baseline_normalized": 0.14568854187198604, "adapter_normalized": 0.17805706506837057, "delta_raw_oriented": 0.18565905094146729, "delta_z": 0.14550779470840486, "delta_normalized": 0.03236852319638453, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": 0.014121174812316895, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.03985074162483215, "adapter_raw": -0.19560495018959045, "baseline_normalized": 0.12794320892091582, "adapter_normalized": 0.10446870399982171, "delta_raw_oriented": -0.1557542085647583, "delta_z": -0.12207027500079182, "delta_normalized": -0.023474504921094097, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.0595700740814209, "delta_genuineness": -0.18357408046722412, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.8351766765117645, "adapter_raw": 0.5644757896661758, "baseline_normalized": 0.3267941820975824, "adapter_normalized": 0.24987840446901477, "delta_raw_oriented": -0.2707008868455887, "delta_z": -0.21215819466258745, "delta_normalized": -0.07691577762856759, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0754554271697998, "delta_genuineness": -0.06903648376464844, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": -0.2628907859325409, "adapter_raw": -0.19560497999191284, "baseline_normalized": 0.09445805488830528, "adapter_normalized": 0.10128496320265261, "delta_raw_oriented": 0.06728580594062805, "delta_z": 0.05273434927061627, "delta_normalized": 0.0068269083143473325, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.23232316970825195, "delta_genuineness": 0.1663151979446411, "delta_wer_pp": 1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.09403563737869262, "adapter_raw": 0.01696842610836029, "baseline_normalized": 0.1627682751253363, "adapter_normalized": 0.14284003345596158, "delta_raw_oriented": -0.07706721127033234, "delta_z": -0.06040039469881909, "delta_normalized": -0.019928241669374715, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.0361391544342041, "delta_genuineness": 0.07782297134399414, "delta_wer_pp": 0.5146198830409356, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.04101563613115183, "de": -0.014648473174429202, "fr": -0.02148436970814094, "nl": -0.2756347404658597, "es": -0.031250026276817416 }, "languages_improved": 1, "ci95_z": [ -0.17397459216277217, 0.014062502481699424 ], "ci9833_z": [ -0.17788085479024277, 0.01738281310217707 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": -0.10589054226875305, "adapter_raw": -0.05355709791183472, "baseline_normalized": 0.11895738784789199, "adapter_normalized": 0.13068988381975616, "delta_raw_oriented": 0.052333444356918335, "delta_z": 0.04101563613115183, "delta_normalized": 0.011732495971864182, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": 0.16160815954208374, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.04363358020782471, "adapter_raw": 0.024943023920059204, "baseline_normalized": 0.14568854187198604, "adapter_normalized": 0.13875896641497557, "delta_raw_oriented": -0.018690556287765503, "delta_z": -0.014648473174429202, "delta_normalized": -0.006929575457010478, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": 0.1898503303527832, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": -0.03985074162483215, "adapter_raw": -0.06726348400115967, "baseline_normalized": 0.12794320892091582, "adapter_normalized": 0.12367138833512942, "delta_raw_oriented": -0.027412742376327515, "delta_z": -0.02148436970814094, "delta_normalized": -0.004271820585786387, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": -0.037656188011169434, "delta_wer_pp": 2.7777777777777777, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.8351766765117645, "adapter_raw": 0.48348359763622284, "baseline_normalized": 0.3267941820975824, "adapter_normalized": 0.2335930292845138, "delta_raw_oriented": -0.3516930788755417, "delta_z": -0.2756347404658597, "delta_normalized": -0.09320115281306854, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -0.004706859588623047, "delta_wer_pp": 1.461988304093567, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": -0.2628907859325409, "adapter_raw": -0.3027639091014862, "baseline_normalized": 0.09445805488830528, "adapter_normalized": 0.08748689942543293, "delta_raw_oriented": -0.03987312316894531, "delta_z": -0.031250026276817416, "delta_normalized": -0.006971155462872344, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.17275309562683105, "delta_genuineness": 0.08001941442489624, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.023144532025531073, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "vn_S_STRY_reg", "label": "Strong Storytelling Style", "category": "talking_style", "head": "vn_S_STRY_reg", "pole": "high", "trained_languages": { "de": 45, "fr": 32, "es": 13, "nl": 10, "en": 32 }, "train_clips": 127, "normalization_mu": 2.3200457096099854, "normalization_sigma": 1.39365553855896, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.713950741291046, "adapter_raw": 2.8078251481056213, "baseline_normalized": 0.60669664741024, "adapter_normalized": 0.6321567784490231, "delta_raw_oriented": 0.09387440681457519, "delta_z": 0.0673583997030151, "delta_normalized": 0.02546013103878316, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.00754554271697998, "delta_genuineness": 0.049580740928649905, "delta_wer_pp": 0.5701754385964912, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.06518553430338138, "de": 0.003173855064182777, "fr": 0.013915992277708256, "nl": 0.254028328185424, "es": 0.0004882886843791245 }, "languages_improved": 5, "ci95_z": [ 0.004248055954966412, 0.1655517615088065 ], "ci9833_z": [ 0.0026367417882220464, 0.17849121063260692 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 2.7705339789390564, "adapter_raw": 2.861380159854889, "baseline_normalized": 0.6210508072106171, "adapter_normalized": 0.6439725433518785, "delta_raw_oriented": 0.09084618091583252, "delta_z": 0.06518553430338138, "delta_normalized": 0.022921736141261362, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04964160919189453, "delta_genuineness": 0.08315753936767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.7997952699661255, "adapter_raw": 2.8042185306549072, "baseline_normalized": 0.6265917723050893, "adapter_normalized": 0.628052695930136, "delta_raw_oriented": 0.004423260688781738, "delta_z": 0.003173855064182777, "delta_normalized": 0.0014609236250467117, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.007942557334899902, "delta_genuineness": 0.06589853763580322, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.777338981628418, "adapter_raw": 2.79673308134079, "baseline_normalized": 0.6283389875708468, "adapter_normalized": 0.632754229458183, "delta_raw_oriented": 0.019394099712371826, "delta_z": 0.013915992277708256, "delta_normalized": 0.004415241887336163, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": 0.09100258350372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.258290708065033, "adapter_raw": 2.612318694591522, "baseline_normalized": 0.48275640356797855, "adapter_normalized": 0.5798358280110832, "delta_raw_oriented": 0.35402798652648926, "delta_z": 0.254028328185424, "delta_normalized": 0.09707942444310474, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": -0.004706978797912598, "delta_wer_pp": 4.166666666666666, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.963794767856598, "adapter_raw": 2.9644752740859985, "baseline_normalized": 0.6747452663966678, "adapter_normalized": 0.6761685954938347, "delta_raw_oriented": 0.0006805062294006348, "delta_z": 0.0004882886843791245, "delta_normalized": 0.001423329097166831, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.009928345680236816, "delta_genuineness": 0.012552022933959961, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.713950741291046, "adapter_raw": 2.8404208779335023, "baseline_normalized": 0.60669664741024, "adapter_normalized": 0.6389299420864701, "delta_raw_oriented": 0.12647013664245604, "delta_z": 0.09074705559827659, "delta_normalized": 0.032233294676230186, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": -0.01985666751861572, "delta_genuineness": -0.04832549095153808, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.24267575527143923, "de": 0.12719729907970606, "fr": 0.050292921888351806, "nl": 0.04748533679815719, "es": -0.013916035046271312 }, "languages_improved": 4, "ci95_z": [ 0.023486305078424714, 0.17338868155639933 ], "ci9833_z": [ 0.011206030709539011, 0.19135739720789713 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 2.7705339789390564, "adapter_raw": 3.1087403893470764, "baseline_normalized": 0.6210508072106171, "adapter_normalized": 0.7020592818636571, "delta_raw_oriented": 0.33820641040802, "delta_z": 0.24267575527143923, "delta_normalized": 0.08100847465303995, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": -0.06903654336929321, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.7997952699661255, "adapter_raw": 2.9770644903182983, "baseline_normalized": 0.6265917723050893, "adapter_normalized": 0.6744983572120727, "delta_raw_oriented": 0.17726922035217285, "delta_z": 0.12719729907970606, "delta_normalized": 0.04790658490698341, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0675126314163208, "delta_genuineness": -0.09570956230163574, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.777338981628418, "adapter_raw": 2.8474299907684326, "baseline_normalized": 0.6283389875708468, "adapter_normalized": 0.6465306856528515, "delta_raw_oriented": 0.07009100914001465, "delta_z": 0.050292921888351806, "delta_normalized": 0.01819169808200466, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": 0.05491530895233154, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.258290708065033, "adapter_raw": 2.3244689106941223, "baseline_normalized": 0.48275640356797855, "adapter_normalized": 0.5013221344737301, "delta_raw_oriented": 0.06617820262908936, "delta_z": 0.04748533679815719, "delta_normalized": 0.018565730905751587, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.07148408889770508, "delta_genuineness": -0.17102181911468506, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.963794767856598, "adapter_raw": 2.9444006085395813, "baseline_normalized": 0.6747452663966678, "adapter_normalized": 0.6702392512300391, "delta_raw_oriented": -0.0193941593170166, "delta_z": -0.013916035046271312, "delta_normalized": -0.004506015166628685, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": 0.03922516107559204, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.713950741291046, "adapter_raw": 2.8223537266254426, "baseline_normalized": 0.60669664741024, "adapter_normalized": 0.6369086752765545, "delta_raw_oriented": 0.10840298533439637, "delta_z": 0.07778319845554164, "delta_normalized": 0.03021202786631453, "win_rate": 0.8, "tie_rate": 0.0, "delta_ce": -0.04011049270629883, "delta_genuineness": -0.052091121673583984, "delta_wer_pp": 0.07017543859649124, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.020263702406073815, "de": 0.06762693495671393, "fr": 0.1992186611215799, "nl": 0.0383301057324416, "es": 0.06347658806089901 }, "languages_improved": 5, "ci95_z": [ 0.03471682506716804, 0.14072260481077906 ], "ci9833_z": [ 0.03110354440189448, 0.14658197065563353 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 2.7705339789390564, "adapter_raw": 2.7987746000289917, "baseline_normalized": 0.6210508072106171, "adapter_normalized": 0.6310176735899625, "delta_raw_oriented": 0.028240621089935303, "delta_z": 0.020263702406073815, "delta_normalized": 0.00996686637934538, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": -0.07531261444091797, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.7997952699661255, "adapter_raw": 2.8940439224243164, "baseline_normalized": 0.6265917723050893, "adapter_normalized": 0.6557111426335537, "delta_raw_oriented": 0.09424865245819092, "delta_z": 0.06762693495671393, "delta_normalized": 0.029119370328464372, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.001985788345336914, "delta_genuineness": 0.043932318687438965, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.777338981628418, "adapter_raw": 3.0549811720848083, "baseline_normalized": 0.6283389875708468, "adapter_normalized": 0.7005639636088952, "delta_raw_oriented": 0.2776421904563904, "delta_z": 0.1992186611215799, "delta_normalized": 0.07222497603804826, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.025104165077209473, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.258290708065033, "adapter_raw": 2.3117096722126007, "baseline_normalized": 0.48275640356797855, "adapter_normalized": 0.49785722300798096, "delta_raw_oriented": 0.05341896414756775, "delta_z": 0.0383301057324416, "delta_normalized": 0.015100819440002453, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": -0.028242111206054688, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.963794767856598, "adapter_raw": 3.0522592663764954, "baseline_normalized": 0.6747452663966678, "adapter_normalized": 0.6993933735423801, "delta_raw_oriented": 0.08846449851989746, "delta_z": 0.06347658806089901, "delta_normalized": 0.024648107145712195, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08935511112213135, "delta_genuineness": -0.17572903633117676, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.09074705559827659, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "vn_S_TECH_reg", "label": "Strong teacher-like, didactic delivery", "category": "talking_style", "head": "vn_S_TECH_reg", "pole": "high", "trained_languages": { "en": 10, "es": 7, "fr": 9, "nl": 12, "de": 6 }, "train_clips": 41, "normalization_mu": 0.528684139251709, "normalization_sigma": 1.217934250831604, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.3945974588394163, "adapter_raw": 2.373664212226868, "baseline_normalized": 0.931226656032715, "adapter_normalized": 0.9252374708821999, "delta_raw_oriented": -0.020933246612548827, "delta_z": -0.01718750137641308, "delta_normalized": -0.005989185150515141, "win_rate": 0.35, "tie_rate": 0.0, "delta_ce": 0.0051626920700073246, "delta_genuineness": -0.032949280738830564, "delta_wer_pp": 1.8421052631578945, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.17773434919225475, "de": -0.12499998776521706, "fr": 0.06835935378029834, "nl": 0.09960933848681967, "es": 0.04882813780828839 }, "languages_improved": 3, "ci95_z": [ -0.11796873631233659, 0.07695310446850488 ], "ci9833_z": [ -0.1355468600506246, 0.08320310140980916 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.205722451210022, "adapter_raw": 1.9892536997795105, "baseline_normalized": 0.9141955692304962, "adapter_normalized": 0.8828288997868867, "delta_raw_oriented": -0.21646875143051147, "delta_z": -0.17773434919225475, "delta_normalized": -0.031366669443609496, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": -0.03294926881790161, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3698581755161285, "adapter_raw": 2.2176164090633392, "baseline_normalized": 0.9284984216476027, "adapter_normalized": 0.912520692220752, "delta_raw_oriented": -0.1522417664527893, "delta_z": -0.12499998776521706, "delta_normalized": -0.015977729426850662, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.04169905185699463, "delta_genuineness": -0.020397305488586426, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.2461617290973663, "adapter_raw": 2.3294189274311066, "baseline_normalized": 0.9161460267667478, "adapter_normalized": 0.9161809369852806, "delta_raw_oriented": 0.08325719833374023, "delta_z": 0.06835935378029834, "delta_normalized": 3.491021853277432e-05, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": 0.025104165077209473, "delta_wer_pp": 9.210526315789473, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.503069758415222, "adapter_raw": 2.6243873834609985, "baseline_normalized": 0.9407946133322147, "adapter_normalized": 0.9552487934736066, "delta_raw_oriented": 0.12131762504577637, "delta_z": 0.09960933848681967, "delta_normalized": 0.014454180141391826, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08935511112213135, "delta_genuineness": -0.16631507873535156, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.6481751799583435, "adapter_raw": 2.7076446413993835, "baseline_normalized": 0.9564986491865137, "adapter_normalized": 0.9594080319444735, "delta_raw_oriented": 0.05946946144104004, "delta_z": 0.04882813780828839, "delta_normalized": 0.0029093827579598497, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.14296793937683105, "delta_genuineness": 0.029811084270477295, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.3945974588394163, "adapter_raw": 2.3534445822238923, "baseline_normalized": 0.931226656032715, "adapter_normalized": 0.9204596846250626, "delta_raw_oriented": -0.04115287661552429, "delta_z": -0.033789078997840116, "delta_normalized": -0.010766971407652514, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.009134030342102051, "delta_genuineness": -0.003451859951019287, "delta_wer_pp": 1.1455108359133128, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.029296872897146678, "de": -0.11328124350027156, "fr": -0.11035157578620959, "nl": 0.052734312487905916, "es": 0.03124998470652133 }, "languages_improved": 2, "ci95_z": [ -0.0953125022940218, 0.02773434429834156 ], "ci9833_z": [ -0.110937509329022, 0.0363280754108954 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.205722451210022, "adapter_raw": 2.170040786266327, "baseline_normalized": 0.9141955692304962, "adapter_normalized": 0.9000615488466616, "delta_raw_oriented": -0.03568166494369507, "delta_z": -0.029296872897146678, "delta_normalized": -0.0141340203838346, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.07148408889770508, "delta_genuineness": 0.009414136409759521, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3698581755161285, "adapter_raw": 2.231889069080353, "baseline_normalized": 0.9284984216476027, "adapter_normalized": 0.9184618856214741, "delta_raw_oriented": -0.13796910643577576, "delta_z": -0.11328124350027156, "delta_normalized": -0.010036536026128556, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.009928345680236816, "delta_genuineness": -0.025104284286499023, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.2461617290973663, "adapter_raw": 2.111760765314102, "baseline_normalized": 0.9161460267667478, "adapter_normalized": 0.8836028654761093, "delta_raw_oriented": -0.13440096378326416, "delta_z": -0.11035157578620959, "delta_normalized": -0.032543161290638445, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": 0.018828153610229492, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.503069758415222, "adapter_raw": 2.5672966837882996, "baseline_normalized": 0.9407946133322147, "adapter_normalized": 0.9434273993089883, "delta_raw_oriented": 0.06422692537307739, "delta_z": 0.052734312487905916, "delta_normalized": 0.0026327859767735218, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": -0.10355466604232788, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.6481751799583435, "adapter_raw": 2.6862356066703796, "baseline_normalized": 0.9564986491865137, "adapter_normalized": 0.9567447238720792, "delta_raw_oriented": 0.03806042671203613, "delta_z": 0.03124998470652133, "delta_normalized": 0.00024607468556550605, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.051627159118652344, "delta_genuineness": 0.08315736055374146, "delta_wer_pp": 4.411764705882353, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.3945974588394163, "adapter_raw": 2.3651005923748016, "baseline_normalized": 0.931226656032715, "adapter_normalized": 0.9260208533018145, "delta_raw_oriented": -0.029496866464614867, "delta_z": -0.024218767511033083, "delta_normalized": -0.005205802730900583, "win_rate": 0.5, "tie_rate": 0.05, "delta_ce": -0.001588582992553711, "delta_genuineness": -0.019769585132598876, "delta_wer_pp": 2.7777777777777777, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.19726558963383056, "de": -0.02343756193858863, "fr": -0.03906250535271753, "nl": 0.19140622973614077, "es": -0.052734410366169444 }, "languages_improved": 1, "ci95_z": [ -0.13085936723855957, 0.09921873570059744 ], "ci9833_z": [ -0.13671873692407574, 0.10546871306624901 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.205722451210022, "adapter_raw": 1.965465933084488, "baseline_normalized": 0.9141955692304962, "adapter_normalized": 0.8756208618375263, "delta_raw_oriented": -0.24025651812553406, "delta_z": -0.19726558963383056, "delta_normalized": -0.03857470739296989, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.007845044136047363, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3698581755161285, "adapter_raw": 2.3413127660751343, "baseline_normalized": 0.9284984216476027, "adapter_normalized": 0.9300113929990474, "delta_raw_oriented": -0.028545409440994263, "delta_z": -0.02343756193858863, "delta_normalized": 0.0015129713514446808, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06949841976165771, "delta_genuineness": -0.04707038402557373, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.2461617290973663, "adapter_raw": 2.198586165904999, "baseline_normalized": 0.9161460267667478, "adapter_normalized": 0.9127766096690222, "delta_raw_oriented": -0.047575563192367554, "delta_z": -0.03906250535271753, "delta_normalized": -0.003369417097725591, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": 0.0455012321472168, "delta_wer_pp": 13.88888888888889, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.503069758415222, "adapter_raw": 2.7361899614334106, "baseline_normalized": 0.9407946133322147, "adapter_normalized": 0.9612870446152173, "delta_raw_oriented": 0.23312020301818848, "delta_z": 0.19140622973614077, "delta_normalized": 0.020492431283002543, "win_rate": 0.75, "tie_rate": 0.25, "delta_ce": -0.08935511112213135, "delta_genuineness": -0.18043625354766846, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.6481751799583435, "adapter_raw": 2.5839481353759766, "baseline_normalized": 0.9564986491865137, "adapter_normalized": 0.9504083573882591, "delta_raw_oriented": -0.06422704458236694, "delta_z": -0.052734410366169444, "delta_normalized": -0.0060902917982546545, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.13303959369659424, "delta_genuineness": 0.09100252389907837, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": -0.01718750137641308, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "vn_S_WHIS_reg", "label": "Strong Whisper-Talk Style", "category": "talking_style", "head": "vn_S_WHIS_reg", "pole": "high", "trained_languages": { "es": 4, "de": 3, "en": 3, "fr": 16, "nl": 4 }, "train_clips": 29, "normalization_mu": 1.7669295072555542, "normalization_sigma": 1.5986617803573608, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 0.8636231511831284, "adapter_raw": 0.9388726621866226, "baseline_normalized": 0.29392778188877416, "adapter_normalized": 0.31020903755022466, "delta_raw_oriented": 0.07524951100349427, "delta_z": 0.04707031338840989, "delta_normalized": 0.016281255661450507, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03891913890838623, "delta_genuineness": 0.020397162437438963, "delta_wer_pp": 1.1374269005847952, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.13476562514564097, "de": 0.056640623980513255, "fr": 0.047851552960516824, "nl": 0.01855470548665912, "es": -0.022460940631280738 }, "languages_improved": 4, "ci95_z": [ 0.005664056805438287, 0.09589844098081904 ], "ci9833_z": [ -0.00019531268933325462, 0.10332031199025664 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.1783596873283386, "adapter_raw": 1.3938043415546417, "baseline_normalized": 0.3624787592861699, "adapter_normalized": 0.41165163473880606, "delta_raw_oriented": 0.2154446542263031, "delta_z": 0.13476562514564097, "delta_normalized": 0.049172875452636156, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": 0.0407942533493042, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5601271986961365, "adapter_raw": 0.6506763994693756, "baseline_normalized": 0.23038997921757348, "adapter_normalized": 0.24575762408881313, "delta_raw_oriented": 0.09054920077323914, "delta_z": 0.056640623980513255, "delta_normalized": 0.015367644871239663, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": 1.1920928955078125e-07, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3274536430835724, "adapter_raw": 1.4039520919322968, "baseline_normalized": 0.3930604085066123, "adapter_normalized": 0.4107341691386114, "delta_raw_oriented": 0.07649844884872437, "delta_z": 0.047851552960516824, "delta_normalized": 0.017673760631999116, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.009928345680236816, "delta_genuineness": 0.05805349349975586, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.3399989604949951, "adapter_raw": 0.3696616590023041, "baseline_normalized": 0.18677854812020395, "adapter_normalized": 0.19313892981464367, "delta_raw_oriented": 0.02966269850730896, "delta_z": 0.01855470548665912, "delta_normalized": 0.00636038169443974, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.07942676544189453, "delta_genuineness": 0.04236328601837158, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.9121762663125992, "adapter_raw": 0.8762688189744949, "baseline_normalized": 0.29693121431331126, "adapter_normalized": 0.28976282997024916, "delta_raw_oriented": -0.03590744733810425, "delta_z": -0.022460940631280738, "delta_normalized": -0.007168384343062134, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06155586242675781, "delta_genuineness": -0.03922533988952637, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 0.8636231511831284, "adapter_raw": 0.8080446690320968, "baseline_normalized": 0.29392778188877416, "adapter_normalized": 0.285524248112719, "delta_raw_oriented": -0.05557848215103149, "delta_z": -0.03476562887404966, "delta_normalized": -0.008403533776055166, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.03415355682373047, "delta_genuineness": 0.01443495750427246, "delta_wer_pp": 0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.03710937368923131, "de": -0.12402344587435546, "fr": 0.20263671944179457, "nl": -0.12207031898102291, "es": -0.09326172526743316 }, "languages_improved": 1, "ci95_z": [ -0.11708985099563798, 0.08935546775235939 ], "ci9833_z": [ -0.12246094435968943, 0.10673828218938422 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.1783596873283386, "adapter_raw": 1.1190343499183655, "baseline_normalized": 0.3624787592861699, "adapter_normalized": 0.3429172094489083, "delta_raw_oriented": -0.059325337409973145, "delta_z": -0.03710937368923131, "delta_normalized": -0.01956154983726162, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": -0.06589841842651367, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5601271986961365, "adapter_raw": 0.3618556559085846, "baseline_normalized": 0.23038997921757348, "adapter_normalized": 0.19197280276625742, "delta_raw_oriented": -0.19827154278755188, "delta_z": -0.12402344587435546, "delta_normalized": -0.038417176451316065, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04169893264770508, "delta_genuineness": -0.0313800573348999, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3274536430835724, "adapter_raw": 1.6514012217521667, "baseline_normalized": 0.3930604085066123, "adapter_normalized": 0.4717001233543541, "delta_raw_oriented": 0.32394757866859436, "delta_z": 0.20263671944179457, "delta_normalized": 0.07863971484774179, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0972977876663208, "delta_genuineness": 0.009414315223693848, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.3399989604949951, "adapter_raw": 0.14484980702400208, "baseline_normalized": 0.18677854812020395, "adapter_normalized": 0.155461560203168, "delta_raw_oriented": -0.19514915347099304, "delta_z": -0.12207031898102291, "delta_normalized": -0.031316987917035924, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": 0.05334627628326416, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.9121762663125992, "adapter_raw": 0.7630823105573654, "baseline_normalized": 0.29693121431331126, "adapter_normalized": 0.2655695447909073, "delta_raw_oriented": -0.14909395575523376, "delta_z": -0.09326172526743316, "delta_normalized": -0.03136166952240402, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06949853897094727, "delta_genuineness": 0.10669267177581787, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 0.8636231511831284, "adapter_raw": 0.7078160792589188, "baseline_normalized": 0.29392778188877416, "adapter_normalized": 0.26163089502701187, "delta_raw_oriented": -0.1558070719242096, "delta_z": -0.0974609350386677, "delta_normalized": -0.0322968868617623, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02382807731628418, "delta_genuineness": -0.03483196496963501, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.12451169031360168, "de": -0.12304687310666747, "fr": -0.10791015832538374, "nl": -0.09179687077641203, "es": -0.040039082671273596 }, "languages_improved": 0, "ci95_z": [ -0.1206054570331844, -0.06718751293291766 ], "ci9833_z": [ -0.12333983654805432, -0.060742197913328966 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.1783596873283386, "adapter_raw": 0.9793076068162918, "baseline_normalized": 0.3624787592861699, "adapter_normalized": 0.3122535771860686, "delta_raw_oriented": -0.19905208051204681, "delta_z": -0.12451169031360168, "delta_normalized": -0.05022518210010128, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": -0.028242051601409912, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 0.5601271986961365, "adapter_raw": 0.3634168654680252, "baseline_normalized": 0.23038997921757348, "adapter_normalized": 0.1949982818384114, "delta_raw_oriented": -0.19671033322811127, "delta_z": -0.12304687310666747, "delta_normalized": -0.035391697379162104, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.021842479705810547, "delta_genuineness": -0.020397067070007324, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3274536430835724, "adapter_raw": 1.1549417972564697, "baseline_normalized": 0.3930604085066123, "adapter_normalized": 0.3526661179169417, "delta_raw_oriented": -0.17251184582710266, "delta_z": -0.10791015832538374, "delta_normalized": -0.04039429058967059, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.10524046421051025, "delta_genuineness": -0.04707014560699463, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 0.3399989604949951, "adapter_raw": 0.19324681162834167, "baseline_normalized": 0.18677854812020395, "adapter_normalized": 0.1643428960444538, "delta_raw_oriented": -0.14675214886665344, "delta_z": -0.09179687077641203, "delta_normalized": -0.02243565207575013, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.0815885066986084, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 0.9121762663125992, "adapter_raw": 0.8481673151254654, "baseline_normalized": 0.29693121431331126, "adapter_normalized": 0.2838936021491839, "delta_raw_oriented": -0.06400895118713379, "delta_z": -0.040039082671273596, "delta_normalized": -0.013037612164127396, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.039713263511657715, "delta_genuineness": 0.003137946128845215, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.04707031338840989, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "vn_TEMP_reg_high", "label": "very fast speaking tempo", "category": "bipolar", "head": "vn_TEMP_reg", "pole": "high", "trained_languages": { "es": 26, "fr": 20, "nl": 16, "de": 25, "en": 19 }, "train_clips": 101, "normalization_mu": 2.114962577819824, "normalization_sigma": 1.2006604671478271, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.3865181744098662, "adapter_raw": 2.369340789318085, "baseline_normalized": 0.5883852512109328, "adapter_normalized": 0.5829832356663959, "delta_raw_oriented": -0.017177385091781617, "delta_z": -0.014306613369711884, "delta_normalized": -0.00540201554453687, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": 0.027799320220947266, "delta_genuineness": 0.03357688188552856, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.07348632875523611, "de": 0.07202153125487123, "fr": -0.20874018429546848, "nl": 0.019775374384300035, "es": -0.02807611694749833 }, "languages_improved": 3, "ci95_z": [ -0.11645502771580651, 0.06215821888090295 ], "ci9833_z": [ -0.13647455735628042, 0.0723144907549442 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.115841954946518, "adapter_raw": 2.2040740847587585, "baseline_normalized": 0.5002595255640852, "adapter_normalized": 0.5293322017095202, "delta_raw_oriented": 0.0882321298122406, "delta_z": 0.07348632875523611, "delta_normalized": 0.029072676145435156, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04169893264770508, "delta_genuineness": 0.08472651243209839, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3729169368743896, "adapter_raw": 2.459390342235565, "baseline_normalized": 0.5849444843475875, "adapter_normalized": 0.6128131710095549, "delta_raw_oriented": 0.08647340536117554, "delta_z": 0.07202153125487123, "delta_normalized": 0.027868686661967346, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.033756375312805176, "delta_genuineness": 0.056484341621398926, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.5534849762916565, "adapter_raw": 2.302858889102936, "baseline_normalized": 0.6422415166849246, "adapter_normalized": 0.561492213611462, "delta_raw_oriented": -0.2506260871887207, "delta_z": -0.20874018429546848, "delta_normalized": -0.08074930307346256, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.08736944198608398, "delta_genuineness": -0.037656188011169434, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.453234612941742, "adapter_raw": 2.476978123188019, "baseline_normalized": 0.6091142865257589, "adapter_normalized": 0.6170431589246808, "delta_raw_oriented": 0.023743510246276855, "delta_z": 0.019775374384300035, "delta_normalized": 0.00792887239892176, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": 0.06276059150695801, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.4371123909950256, "adapter_raw": 2.4034025073051453, "baseline_normalized": 0.6053664429323078, "adapter_normalized": 0.5942354330767617, "delta_raw_oriented": -0.03370988368988037, "delta_z": -0.02807611694749833, "delta_normalized": -0.011131009855546048, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.21643781661987305, "delta_genuineness": 0.0015691518783569336, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.3865181744098662, "adapter_raw": 2.3905634343624116, "baseline_normalized": 0.5883852512109328, "adapter_normalized": 0.5895197576085289, "delta_raw_oriented": 0.004045259952545166, "delta_z": 0.0033691955912854344, "delta_normalized": 0.0011345063975961133, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.029387855529785158, "delta_genuineness": 0.0028242230415344237, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.1008301338281769, "de": -0.03540032784378671, "fr": -0.05322258925105268, "nl": 0.0493164129401988, "es": -0.044677651717109135 }, "languages_improved": 2, "ci95_z": [ -0.04624016195602206, 0.061425832541524075 ], "ci9833_z": [ -0.04809562673068655, 0.070019589212331 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.115841954946518, "adapter_raw": 2.2369047105312347, "baseline_normalized": 0.5002595255640852, "adapter_normalized": 0.5394776230349714, "delta_raw_oriented": 0.1210627555847168, "delta_z": 0.1008301338281769, "delta_normalized": 0.03921809747088628, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": 0.04393225908279419, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3729169368743896, "adapter_raw": 2.3304131627082825, "baseline_normalized": 0.5849444843475875, "adapter_normalized": 0.5707883355966128, "delta_raw_oriented": -0.04250377416610718, "delta_z": -0.03540032784378671, "delta_normalized": -0.014156148750974706, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01191413402557373, "delta_genuineness": -0.03294932842254639, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.5534849762916565, "adapter_raw": 2.4895827174186707, "baseline_normalized": 0.6422415166849246, "adapter_normalized": 0.621277811327083, "delta_raw_oriented": -0.06390225887298584, "delta_z": -0.05322258925105268, "delta_normalized": -0.020963705357841506, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.02978503704071045, "delta_genuineness": -0.04236328601837158, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.453234612941742, "adapter_raw": 2.512446880340576, "baseline_normalized": 0.6091142865257589, "adapter_normalized": 0.6281728181825867, "delta_raw_oriented": 0.05921226739883423, "delta_z": 0.0493164129401988, "delta_normalized": 0.019058531656827832, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": 0.0815887451171875, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.4371123909950256, "adapter_raw": 2.3834697008132935, "baseline_normalized": 0.6053664429323078, "adapter_normalized": 0.5878821999013905, "delta_raw_oriented": -0.05364269018173218, "delta_z": -0.044677651717109135, "delta_normalized": -0.017484243030917335, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.1866527795791626, "delta_genuineness": -0.0360872745513916, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.3865181744098662, "adapter_raw": 2.3796296775341035, "baseline_normalized": 0.5883852512109328, "adapter_normalized": 0.585925035773937, "delta_raw_oriented": -0.00688849687576294, "delta_z": -0.00573725633869381, "delta_normalized": -0.002460215436995786, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.02541651725769043, "delta_genuineness": 0.03451821804046631, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.06860354631265098, "de": -0.004394466965915958, "fr": -0.0023192813251163846, "nl": -0.08081051482991738, "es": -0.009765564885170292 }, "languages_improved": 1, "ci95_z": [ -0.0502440956843168, 0.0387207340841373 ], "ci9833_z": [ -0.05131831526816768, 0.03981937812938412 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.115841954946518, "adapter_raw": 2.198211520910263, "baseline_normalized": 0.5002595255640852, "adapter_normalized": 0.5270185944585616, "delta_raw_oriented": 0.08236956596374512, "delta_z": 0.06860354631265098, "delta_normalized": 0.026759068894476476, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": 0.003137946128845215, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3729169368743896, "adapter_raw": 2.3676406741142273, "baseline_normalized": 0.5849444843475875, "adapter_normalized": 0.582719056667748, "delta_raw_oriented": -0.0052762627601623535, "delta_z": -0.004394466965915958, "delta_normalized": -0.002225427679839506, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.007942795753479004, "delta_genuineness": 0.13807272911071777, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.5534849762916565, "adapter_raw": 2.550700306892395, "baseline_normalized": 0.6422415166849246, "adapter_normalized": 0.6403314969651122, "delta_raw_oriented": -0.0027846693992614746, "delta_z": -0.0023192813251163846, "delta_normalized": -0.0019100197198123614, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.11516880989074707, "delta_genuineness": 0.043932318687438965, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.453234612941742, "adapter_raw": 2.356208622455597, "baseline_normalized": 0.6091142865257589, "adapter_normalized": 0.5795045889365068, "delta_raw_oriented": -0.09702599048614502, "delta_z": -0.08081051482991738, "delta_normalized": -0.029609697589252165, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": -0.0815882682800293, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.4371123909950256, "adapter_raw": 2.4253872632980347, "baseline_normalized": 0.6053664429323078, "adapter_normalized": 0.6000514418417564, "delta_raw_oriented": -0.011725127696990967, "delta_z": -0.009765564885170292, "delta_normalized": -0.005315001090551372, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.21048080921173096, "delta_genuineness": 0.06903636455535889, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.0033691955912854344, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "vn_TEMP_reg_low", "label": "very slow speaking tempo", "category": "bipolar", "head": "vn_TEMP_reg", "pole": "low", "trained_languages": { "de": 5, "en": 18, "nl": 2, "fr": 4, "es": 1 }, "train_clips": 29, "normalization_mu": 2.114962577819824, "normalization_sigma": 1.2006604671478271, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.1389259517192842, "adapter_raw": 2.1609839498996735, "baseline_normalized": 0.4919486234657946, "adapter_normalized": 0.4846303301849452, "delta_raw_oriented": -0.022057998180389404, "delta_z": -0.018371553643960856, "delta_normalized": -0.007318293280849398, "win_rate": 0.4, "tie_rate": 0.0, "delta_ce": -0.0051626920700073246, "delta_genuineness": 0.058680927753448485, "delta_wer_pp": 0.3333333333333333, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.0876464350711437, "de": 0.08605954008540619, "fr": -0.02795404428373281, "nl": -0.037231417800269465, "es": -0.02508541115006449 }, "languages_improved": 1, "ci95_z": [ -0.06319575212944568, 0.03917235826117692 ], "ci9833_z": [ -0.06562495345948668, 0.04160155959121792 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.7796218693256378, "adapter_raw": 1.884855479001999, "baseline_normalized": 0.6096789404597331, "adapter_normalized": 0.5749498488209164, "delta_raw_oriented": -0.10523360967636108, "delta_z": -0.0876464350711437, "delta_normalized": -0.03472909163881682, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.003971219062805176, "delta_genuineness": -0.00941401720046997, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.2949443459510803, "adapter_raw": 2.1916160583496094, "baseline_normalized": 0.44082716880385575, "adapter_normalized": 0.4746293488246241, "delta_raw_oriented": 0.10332828760147095, "delta_z": 0.08605954008540619, "delta_normalized": 0.033802180020768346, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.057584285736083984, "delta_genuineness": 0.15533190965652466, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.2234206795692444, "adapter_raw": 2.256983995437622, "baseline_normalized": 0.46419778538356127, "adapter_normalized": 0.45321867552517214, "delta_raw_oriented": -0.033563315868377686, "delta_z": -0.02795404428373281, "delta_normalized": -0.010979109858389124, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.07148408889770508, "delta_genuineness": 0.10983061790466309, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.194547414779663, "adapter_raw": 2.2392497062683105, "baseline_normalized": 0.4737145873906957, "adapter_normalized": 0.4589081923832934, "delta_raw_oriented": -0.04470229148864746, "delta_z": -0.037231417800269465, "delta_normalized": -0.014806395007402384, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.051627397537231445, "delta_genuineness": -0.015690207481384277, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2020954489707947, "adapter_raw": 2.2322145104408264, "baseline_normalized": 0.4713246352911271, "adapter_normalized": 0.4614455853707201, "delta_raw_oriented": -0.03011906147003174, "delta_z": -0.02508541115006449, "delta_normalized": -0.009879049920407001, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.09531188011169434, "delta_genuineness": 0.053346335887908936, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.1389259517192842, "adapter_raw": 2.111093246936798, "baseline_normalized": 0.4919486234657946, "adapter_normalized": 0.500888131428207, "delta_raw_oriented": 0.02783270478248596, "delta_z": 0.02318116198878659, "delta_normalized": 0.008939507962412423, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": 0.013899707794189453, "delta_genuineness": -0.001569044589996338, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.04931638811859168, "de": 0.02001951971183107, "fr": 0.054931681008591256, "nl": 0.02600100577152008, "es": -0.03436278466660114 }, "languages_improved": 4, "ci95_z": [ -0.0067504892338761365, 0.04689942880517719 ], "ci9833_z": [ -0.012609862915228259, 0.050439446696591596 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.7796218693256378, "adapter_raw": 1.720409631729126, "baseline_normalized": 0.6096789404597331, "adapter_normalized": 0.6285011501132794, "delta_raw_oriented": 0.05921223759651184, "delta_z": 0.04931638811859168, "delta_normalized": 0.01882220965354625, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.009928345680236816, "delta_genuineness": 0.03922528028488159, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.2949443459510803, "adapter_raw": 2.270907700061798, "baseline_normalized": 0.44082716880385575, "adapter_normalized": 0.44847541109433464, "delta_raw_oriented": 0.024036645889282227, "delta_z": 0.02001951971183107, "delta_normalized": 0.0076482422904788905, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.013899564743041992, "delta_genuineness": 0.11767578125, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.2234206795692444, "adapter_raw": 2.157466381788254, "baseline_normalized": 0.46419778538356127, "adapter_normalized": 0.48574562461030796, "delta_raw_oriented": 0.0659542977809906, "delta_z": 0.054931681008591256, "delta_normalized": 0.02154783922674669, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": 0.021965980529785156, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.194547414779663, "adapter_raw": 2.1633290350437164, "baseline_normalized": 0.4737145873906957, "adapter_normalized": 0.4841894668097987, "delta_raw_oriented": 0.031218379735946655, "delta_z": 0.02600100577152008, "delta_normalized": 0.010474879419102967, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.057584404945373535, "delta_genuineness": -0.04236328601837158, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2020954489707947, "adapter_raw": 2.243353486061096, "baseline_normalized": 0.4713246352911271, "adapter_normalized": 0.45752900451331446, "delta_raw_oriented": -0.041258037090301514, "delta_z": -0.03436278466660114, "delta_normalized": -0.013795630777812679, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04169905185699463, "delta_genuineness": -0.14434897899627686, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.1389259517192842, "adapter_raw": 2.1326969444751738, "baseline_normalized": 0.4919486234657946, "adapter_normalized": 0.4939203638220466, "delta_raw_oriented": 0.006229007244110107, "delta_z": 0.005187983959284621, "delta_normalized": 0.0019717403562520054, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": 0.00407944917678833, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.10668944793767196, "de": 0.03808582716019965, "fr": 0.08056639432399346, "nl": -0.0024413043456676855, "es": 0.016418450595569647 }, "languages_improved": 3, "ci95_z": [ -0.05688476419969678, 0.05490721683262394 ], "ci9833_z": [ -0.06499019050087025, 0.05924069214554993 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.7796218693256378, "adapter_raw": 1.9077196717262268, "baseline_normalized": 0.6096789404597331, "adapter_normalized": 0.5675325298270708, "delta_raw_oriented": -0.128097802400589, "delta_z": -0.10668944793767196, "delta_normalized": -0.04214641063266231, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.007942676544189453, "delta_genuineness": -0.05177724361419678, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.2949443459510803, "adapter_raw": 2.2492161989212036, "baseline_normalized": 0.44082716880385575, "adapter_normalized": 0.4556509839263664, "delta_raw_oriented": 0.04572814702987671, "delta_z": 0.03808582716019965, "delta_normalized": 0.014823815122510603, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": 0.11139976978302002, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.2234206795692444, "adapter_raw": 2.1266877949237823, "baseline_normalized": 0.46419778538356127, "adapter_normalized": 0.4960796123540223, "delta_raw_oriented": 0.09673288464546204, "delta_z": 0.08056639432399346, "delta_normalized": 0.03188182697046105, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": -0.05805337429046631, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.194547414779663, "adapter_raw": 2.1974785923957825, "baseline_normalized": 0.4737145873906957, "adapter_normalized": 0.4726770933708393, "delta_raw_oriented": -0.0029311776161193848, "delta_z": -0.0024413043456676855, "delta_normalized": -0.001037494019856422, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": 0.026673078536987305, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.2020954489707947, "adapter_raw": 2.1823824644088745, "baseline_normalized": 0.4713246352911271, "adapter_normalized": 0.4776615996319342, "delta_raw_oriented": 0.019712984561920166, "delta_z": 0.016418450595569647, "delta_normalized": 0.006336964340807105, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07148408889770508, "delta_genuineness": -0.007844984531402588, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.02318116198878659, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "vn_TENS_reg_high", "label": "very tense and strained", "category": "bipolar", "head": "vn_TENS_reg", "pole": "high", "trained_languages": { "fr": 86, "es": 55, "en": 64, "de": 77, "nl": 76 }, "train_clips": 352, "normalization_mu": 1.6594414710998535, "normalization_sigma": 0.8322792053222656, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.47113721370697, "adapter_raw": 2.465793216228485, "baseline_normalized": 0.7935501765992409, "adapter_normalized": 0.7978925255780203, "delta_raw_oriented": -0.005343997478485107, "delta_z": -0.006420919139047657, "delta_normalized": 0.004342348978779309, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.033359193801879884, "delta_genuineness": 0.021338558197021483, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.2521972913620592, "de": -0.2519531876641442, "fr": 0.17517088333096523, "nl": -5.204170427930421e-18, "es": -0.20751958272411852 }, "languages_improved": 2, "ci95_z": [ -0.18378910815530508, 0.17094726987720976 ], "ci9833_z": [ -0.21640630371212363, 0.20175783308964737 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2753199636936188, "adapter_raw": 2.4852185249328613, "baseline_normalized": 0.7227423169969641, "adapter_normalized": 0.8181389946128753, "delta_raw_oriented": 0.20989856123924255, "delta_z": 0.2521972913620592, "delta_normalized": 0.09539667761591117, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0019856691360473633, "delta_genuineness": -0.03138011693954468, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.647773027420044, "adapter_raw": 2.4380776286125183, "baseline_normalized": 0.8589170098125787, "adapter_normalized": 0.7865501166030894, "delta_raw_oriented": -0.20969539880752563, "delta_z": -0.2519531876641442, "delta_normalized": -0.07236689320948933, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.033756256103515625, "delta_genuineness": 0.050208330154418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.947670966386795, "adapter_raw": 2.09346204996109, "baseline_normalized": 0.6299503001331873, "adapter_normalized": 0.6974717944594974, "delta_raw_oriented": 0.14579108357429504, "delta_z": 0.17517088333096523, "delta_normalized": 0.0675214943263101, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.1290684938430786, "delta_genuineness": 0.028242111206054688, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.0541593432426453, "adapter_raw": 3.0541593432426453, "baseline_normalized": 0.9424007320501404, "adapter_normalized": 0.9521605265283385, "delta_raw_oriented": 0.0, "delta_z": -5.204170427930421e-18, "delta_normalized": 0.009759794478198025, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": 0.26045578718185425, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.430762767791748, "adapter_raw": 2.2580485343933105, "baseline_normalized": 0.813740524003334, "adapter_normalized": 0.7351411956863005, "delta_raw_oriented": -0.1727142333984375, "delta_z": -0.20751958272411852, "delta_normalized": -0.07859932831703342, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.02978515625, "delta_genuineness": -0.20083332061767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.47113721370697, "adapter_raw": 2.5293520271778105, "baseline_normalized": 0.7935501765992409, "adapter_normalized": 0.8109725700308656, "delta_raw_oriented": 0.058214813470840454, "delta_z": 0.06994625493292145, "delta_normalized": 0.017422393431624755, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.003971362113952636, "delta_genuineness": -0.08849209547042847, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.21118156788983256, "de": -0.45898441976010307, "fr": 0.30114747716303736, "nl": 0.4570312320959588, "es": -0.16064458272411847 }, "languages_improved": 3, "ci95_z": [ -0.24729007296827804, 0.345507797281565 ], "ci9833_z": [ -0.27998051753851233, 0.3766845482681493 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2753199636936188, "adapter_raw": 2.4510819911956787, "baseline_normalized": 0.7227423169969641, "adapter_normalized": 0.8204649132912498, "delta_raw_oriented": 0.17576202750205994, "delta_z": 0.21118156788983256, "delta_normalized": 0.09772259629428573, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": -0.05491536855697632, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.647773027420044, "adapter_raw": 2.265769839286804, "baseline_normalized": 0.8589170098125787, "adapter_normalized": 0.7591280766610653, "delta_raw_oriented": -0.38200318813323975, "delta_z": -0.45898441976010307, "delta_normalized": -0.09978893315151335, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0814124345779419, "delta_genuineness": 0.0910027027130127, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.947670966386795, "adapter_raw": 2.198309749364853, "baseline_normalized": 0.6299503001331873, "adapter_normalized": 0.7288196439450303, "delta_raw_oriented": 0.25063878297805786, "delta_z": 0.30114747716303736, "delta_normalized": 0.09886934381184306, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.01787102222442627, "delta_genuineness": -0.14748680591583252, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.0541593432426453, "adapter_raw": 3.434536933898926, "baseline_normalized": 0.9424007320501404, "adapter_normalized": 0.9819799811921983, "delta_raw_oriented": 0.3803775906562805, "delta_z": 0.4570312320959588, "delta_normalized": 0.03957924914205782, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08935511112213135, "delta_genuineness": -0.11453771591186523, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.430762767791748, "adapter_raw": 2.2970616221427917, "baseline_normalized": 0.813740524003334, "adapter_normalized": 0.7644702350647845, "delta_raw_oriented": -0.1337011456489563, "delta_z": -0.16064458272411847, "delta_normalized": -0.049270288938549484, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.051627278327941895, "delta_genuineness": -0.21652328968048096, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.47113721370697, "adapter_raw": 2.5361996591091156, "baseline_normalized": 0.7935501765992409, "adapter_normalized": 0.7914760399086721, "delta_raw_oriented": 0.06506244540214538, "delta_z": 0.078173820739583, "delta_normalized": -0.0020741366905688285, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.020452404022216798, "delta_genuineness": -0.07845054864883423, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.06896976852509659, "de": 0.22460941976010304, "fr": 0.3480224413549549, "nl": 0.171875, "es": -0.42260752594223955 }, "languages_improved": 4, "ci95_z": [ -0.18481451556534373, 0.26752930247001283 ], "ci9833_z": [ -0.2259766081553051, 0.28811034876499353 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.2753199636936188, "adapter_raw": 2.3327220678329468, "baseline_normalized": 0.7227423169969641, "adapter_normalized": 0.71297991787628, "delta_raw_oriented": 0.057402104139328, "delta_z": 0.06896976852509659, "delta_normalized": -0.009762399120684162, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.13964200019836426, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.647773027420044, "adapter_raw": 2.8347107768058777, "baseline_normalized": 0.8589170098125787, "adapter_normalized": 0.8636412594303179, "delta_raw_oriented": 0.18693774938583374, "delta_z": 0.22460941976010304, "delta_normalized": 0.004724249617739235, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": -0.01725924015045166, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.947670966386795, "adapter_raw": 2.2373228073120117, "baseline_normalized": 0.6299503001331873, "adapter_normalized": 0.7253800671766341, "delta_raw_oriented": 0.2896518409252167, "delta_z": 0.3480224413549549, "delta_normalized": 0.09542976704344674, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.0754554271697998, "delta_genuineness": -0.050208330154418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.0541593432426453, "adapter_raw": 3.1972073316574097, "baseline_normalized": 0.9424007320501404, "adapter_normalized": 0.9666866430673257, "delta_raw_oriented": 0.1430479884147644, "delta_z": 0.171875, "delta_normalized": 0.02428591101718522, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09829056262969971, "delta_genuineness": 0.004707038402557373, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.430762767791748, "adapter_raw": 2.079035311937332, "baseline_normalized": 0.813740524003334, "adapter_normalized": 0.6886923119928028, "delta_raw_oriented": -0.3517274558544159, "delta_z": -0.42260752594223955, "delta_normalized": -0.12504821201053118, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.09332656860351562, "delta_genuineness": -0.18985021114349365, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.078173820739583, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "vn_TENS_reg_low", "label": "very relaxed and unstrained", "category": "bipolar", "head": "vn_TENS_reg", "pole": "low", "trained_languages": { "fr": 9, "de": 10, "en": 5, "es": 6, "nl": 9 }, "train_clips": 35, "normalization_mu": 1.6594414710998535, "normalization_sigma": 0.8322792053222656, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.754104107618332, "adapter_raw": 1.7102194368839263, "baseline_normalized": 0.45652393915642125, "adapter_normalized": 0.4779360088591947, "delta_raw_oriented": 0.043884670734405516, "delta_z": 0.05272830373962425, "delta_normalized": 0.02141206970277345, "win_rate": 0.65, "tie_rate": 0.05, "delta_ce": 0.0035742044448852537, "delta_genuineness": -0.057425844669342044, "delta_wer_pp": 0.24853801169590642, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.027465837657039926, "de": -0.014373722367618958, "fr": -0.01184076604087507, "nl": -0.016845697529987116, "es": 0.2792358669795625 }, "languages_improved": 2, "ci95_z": [ -0.014855921167217442, 0.16966554821314805 ], "ci9833_z": [ -0.015362512432566222, 0.17852785525055345 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.6444051861763, "adapter_raw": 1.6215459406375885, "baseline_normalized": 0.5069271692395259, "adapter_normalized": 0.5179995559411337, "delta_raw_oriented": 0.022859245538711548, "delta_z": 0.027465837657039926, "delta_normalized": 0.011072386701607734, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": 0.06949830055236816, "delta_genuineness": 0.02981102466583252, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.797739863395691, "adapter_raw": 1.8097028136253357, "baseline_normalized": 0.4351910543529234, "adapter_normalized": 0.4308251263686502, "delta_raw_oriented": -0.011962950229644775, "delta_z": -0.014373722367618958, "delta_normalized": -0.004365927984273155, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": -0.12395179271697998, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.5551018118858337, "adapter_raw": 1.5649566352367401, "baseline_normalized": 0.5497858647464532, "adapter_normalized": 0.5449553891145218, "delta_raw_oriented": -0.009854823350906372, "delta_z": -0.01184076604087507, "delta_normalized": -0.004830475631931397, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0019856691360473633, "delta_genuineness": 0.03608715534210205, "delta_wer_pp": 1.2426900584795322, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.049775540828705, "adapter_raw": 2.0637958645820618, "baseline_normalized": 0.32138621355801444, "adapter_normalized": 0.3180122629856252, "delta_raw_oriented": -0.014020323753356934, "delta_z": -0.016845697529987116, "delta_normalized": -0.003373950572389234, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.027799367904663086, "delta_genuineness": -0.020397305488586426, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.72349813580513, "adapter_raw": 1.4910959303379059, "baseline_normalized": 0.46932939388518946, "adapter_normalized": 0.5778877098860428, "delta_raw_oriented": 0.23240220546722412, "delta_z": 0.2792358669795625, "delta_normalized": 0.1085583160008533, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.039713263511657715, "delta_genuineness": -0.20867830514907837, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.754104107618332, "adapter_raw": 1.7109001338481904, "baseline_normalized": 0.45652393915642125, "adapter_normalized": 0.47660121282505136, "delta_raw_oriented": 0.0432039737701416, "delta_z": 0.051910432813724636, "delta_normalized": 0.02007727366863008, "win_rate": 0.7, "tie_rate": 0.0, "delta_ce": 0.0492445707321167, "delta_genuineness": 0.01914191246032715, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.00018308672545684634, "de": 0.19277961528942097, "fr": 0.005249035187027049, "nl": 0.00952151235006439, "es": 0.052185087967567614 }, "languages_improved": 4, "ci95_z": [ 0.003930681854640959, 0.12606816942207474 ], "ci9833_z": [ 0.00284425747214418, 0.13654180436067964 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 1.6444051861763, "adapter_raw": 1.6445575654506683, "baseline_normalized": 0.5069271692395259, "adapter_normalized": 0.5071309232263033, "delta_raw_oriented": -0.00015237927436828613, "delta_z": -0.00018308672545684634, "delta_normalized": 0.00020375398677741074, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04765605926513672, "delta_genuineness": 0.08786451816558838, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.797739863395691, "adapter_raw": 1.6372933983802795, "baseline_normalized": 0.4351910543529234, "adapter_normalized": 0.5105592090158151, "delta_raw_oriented": 0.16044646501541138, "delta_z": 0.19277961528942097, "delta_normalized": 0.0753681546628917, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.12311136722564697, "delta_genuineness": 0.09257161617279053, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.5551018118858337, "adapter_raw": 1.5507331490516663, "baseline_normalized": 0.5497858647464532, "adapter_normalized": 0.5518122461272041, "delta_raw_oriented": 0.0043686628341674805, "delta_z": 0.005249035187027049, "delta_normalized": 0.0020263813807509523, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.06354141235351562, "delta_genuineness": -0.02353513240814209, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.049775540828705, "adapter_raw": 2.041850984096527, "baseline_normalized": 0.32138621355801444, "adapter_normalized": 0.32329962353764585, "delta_raw_oriented": 0.007924556732177734, "delta_z": 0.00952151235006439, "delta_normalized": 0.0019134099796314086, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.03574204444885254, "delta_genuineness": 0.0674673318862915, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.72349813580513, "adapter_raw": 1.6800655722618103, "baseline_normalized": 0.46932939388518946, "adapter_normalized": 0.4902040622182884, "delta_raw_oriented": 0.0434325635433197, "delta_z": 0.052185087967567614, "delta_normalized": 0.020874668333098922, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": -0.12865877151489258, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.754104107618332, "adapter_raw": 1.7698769509792327, "baseline_normalized": 0.45652393915642125, "adapter_normalized": 0.4500076939581768, "delta_raw_oriented": -0.01577284336090088, "delta_z": -0.01895138465557781, "delta_normalized": -0.006516245198244475, "win_rate": 0.35, "tie_rate": 0.0, "delta_ce": -0.07029266357421875, "delta_genuineness": -0.18012241125106812, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.0038451793154182165, "de": -0.12265009459063055, "fr": 0.004821773147490343, "nl": -0.08129877776988409, "es": 0.10821535525055345 }, "languages_improved": 2, "ci95_z": [ -0.08888545767885707, 0.049633812225853315 ], "ci9833_z": [ -0.09783930449818266, 0.0651245319167465 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.6444051861763, "adapter_raw": 1.647605448961258, "baseline_normalized": 0.5069271692395259, "adapter_normalized": 0.5051336906725616, "delta_raw_oriented": -0.0032002627849578857, "delta_z": -0.0038451793154182165, "delta_normalized": -0.001793478566964185, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.11453789472579956, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.797739863395691, "adapter_raw": 1.8998189866542816, "baseline_normalized": 0.4351910543529234, "adapter_normalized": 0.3878266689018188, "delta_raw_oriented": -0.1020791232585907, "delta_z": -0.12265009459063055, "delta_normalized": -0.04736438545110458, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": -0.06751275062561035, "delta_genuineness": -0.05805337429046631, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.5551018118858337, "adapter_raw": 1.5510887503623962, "baseline_normalized": 0.5497858647464532, "adapter_normalized": 0.551321232652139, "delta_raw_oriented": 0.0040130615234375, "delta_z": 0.004821773147490343, "delta_normalized": 0.0015353679056857583, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.06354141235351562, "delta_genuineness": -0.2698698043823242, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.049775540828705, "adapter_raw": 2.1174388229846954, "baseline_normalized": 0.32138621355801444, "adapter_normalized": 0.29326680061908106, "delta_raw_oriented": -0.0676632821559906, "delta_z": -0.08129877776988409, "delta_normalized": -0.028119412938933358, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": -0.2698698043823242, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.72349813580513, "adapter_raw": 1.6334327459335327, "baseline_normalized": 0.46932939388518946, "adapter_normalized": 0.5124900769452834, "delta_raw_oriented": 0.09006538987159729, "delta_z": 0.10821535525055345, "delta_normalized": 0.04316068306009399, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.17473876476287842, "delta_genuineness": -0.18828117847442627, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.05272830373962425, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "vn_VALN_reg_high", "label": "strongly positive vocal affect", "category": "bipolar", "head": "vn_VALN_reg", "pole": "high", "trained_languages": { "es": 23, "fr": 34, "nl": 33, "de": 66, "en": 34 }, "train_clips": 185, "normalization_mu": 2.150817632675171, "normalization_sigma": 1.1298775672912598, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 3.5437448143959047, "adapter_raw": 3.6097830891609193, "baseline_normalized": 0.8645237326812283, "adapter_normalized": 0.8763763751327238, "delta_raw_oriented": 0.06603827476501464, "delta_z": 0.058447283738301985, "delta_normalized": 0.011852642451495542, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": -0.06036431789398193, "delta_genuineness": 0.004393255710601807, "delta_wer_pp": 0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.08105480001266077, "de": 0.14453128791635456, "fr": -0.11718746373218263, "nl": 0.13891597472067188, "es": 0.04492181977400535 }, "languages_improved": 4, "ci95_z": [ -0.033544919340374124, 0.12958986505734274 ], "ci9833_z": [ -0.052343750329707436, 0.14003903735980844 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.570888340473175, "adapter_raw": 3.6624703407287598, "baseline_normalized": 0.8768254908909839, "adapter_normalized": 0.8819809693537197, "delta_raw_oriented": 0.09158200025558472, "delta_z": 0.08105480001266077, "delta_normalized": 0.0051554784627357575, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.08736944198608398, "delta_genuineness": -0.14905595779418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.556544244289398, "adapter_raw": 3.7198469042778015, "baseline_normalized": 0.8806549468820565, "adapter_normalized": 0.9092068096245117, "delta_raw_oriented": 0.16330265998840332, "delta_z": 0.14453128791635456, "delta_normalized": 0.028551862742455303, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09531199932098389, "delta_genuineness": 1.1920928955078125e-07, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.9559735655784607, "adapter_raw": 3.8235660791397095, "baseline_normalized": 0.9438159679328012, "adapter_normalized": 0.9287144119003893, "delta_raw_oriented": -0.13240748643875122, "delta_z": -0.11718746373218263, "delta_normalized": -0.015101556032411895, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": 0.18357425928115845, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.672723948955536, "adapter_raw": 2.8296819925308228, "baseline_normalized": 0.6769777249484787, "adapter_normalized": 0.7174978583239895, "delta_raw_oriented": 0.15695804357528687, "delta_z": 0.13891597472067188, "delta_normalized": 0.04052013337551072, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": -0.13807296752929688, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.962593972682953, "adapter_raw": 4.013350129127502, "baseline_normalized": 0.9443445327518212, "adapter_normalized": 0.9444818264610091, "delta_raw_oriented": 0.05075615644454956, "delta_z": 0.04492181977400535, "delta_normalized": 0.00013729370918783013, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0377277135848999, "delta_genuineness": 0.12552082538604736, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 3.5437448143959047, "adapter_raw": 3.538007175922394, "baseline_normalized": 0.8645237326812283, "adapter_normalized": 0.8582730599338013, "delta_raw_oriented": -0.0057376384735107425, "delta_z": -0.0050781063715301614, "delta_normalized": -0.006250672747427033, "win_rate": 0.5, "tie_rate": 0.05, "delta_ce": -0.05917289257049561, "delta_genuineness": -0.028869736194610595, "delta_wer_pp": 0.5882352941176471, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.10937508572393201, "de": -0.05859370548949684, "fr": -0.13574218461506, "nl": -0.02246098901678607, "es": 0.08203126153976008 }, "languages_improved": 2, "ci95_z": [ -0.08222655384517993, 0.07207034110211963 ], "ci9833_z": [ -0.09765624967029257, 0.08750002637659447 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.570888340473175, "adapter_raw": 3.6944687962532043, "baseline_normalized": 0.8768254908909839, "adapter_normalized": 0.8833247975067854, "delta_raw_oriented": 0.1235804557800293, "delta_z": 0.10937508572393201, "delta_normalized": 0.006499306615801448, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.07148408889770508, "delta_genuineness": -0.2667316198348999, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.556544244289398, "adapter_raw": 3.490340530872345, "baseline_normalized": 0.8806549468820565, "adapter_normalized": 0.8695516665256491, "delta_raw_oriented": -0.06620371341705322, "delta_z": -0.05859370548949684, "delta_normalized": -0.011103280356407425, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.1191399097442627, "delta_genuineness": -0.05805325508117676, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.9559735655784607, "adapter_raw": 3.8026015162467957, "baseline_normalized": 0.9438159679328012, "adapter_normalized": 0.9197614086288948, "delta_raw_oriented": -0.15337204933166504, "delta_z": -0.13574218461506, "delta_normalized": -0.02405455930390643, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": 0.15847009420394897, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.672723948955536, "adapter_raw": 2.647345781326294, "baseline_normalized": 0.6769777249484787, "adapter_normalized": 0.6681679692239206, "delta_raw_oriented": -0.025378167629241943, "delta_z": -0.02246098901678607, "delta_normalized": -0.008809755724558083, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": 0.10198569297790527, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.962593972682953, "adapter_raw": 4.05527925491333, "baseline_normalized": 0.9443445327518212, "adapter_normalized": 0.9505594577837566, "delta_raw_oriented": 0.0926852822303772, "delta_z": 0.08203126153976008, "delta_normalized": 0.0062149250319353255, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.11318314075469971, "delta_genuineness": -0.08001959323883057, "delta_wer_pp": 2.941176470588235, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 3.5437448143959047, "adapter_raw": 3.493981647491455, "baseline_normalized": 0.8645237326812283, "adapter_normalized": 0.8408540298236667, "delta_raw_oriented": -0.049763166904449464, "delta_z": -0.0440429727477026, "delta_normalized": -0.0236697028575616, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03375632762908935, "delta_genuineness": -0.03294917345046997, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.050781274728057296, "de": -0.0722656967113662, "fr": -0.013671885715491492, "nl": -0.07763665713592387, "es": -0.10742189890378874 }, "languages_improved": 1, "ci95_z": [ -0.0884765617581583, 0.012109378461928022 ], "ci9833_z": [ -0.09443361011173126, 0.019140640001688088 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.570888340473175, "adapter_raw": 3.6282649636268616, "baseline_normalized": 0.8768254908909839, "adapter_normalized": 0.8300806573109897, "delta_raw_oriented": 0.05737662315368652, "delta_z": 0.050781274728057296, "delta_normalized": -0.04674483357999423, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.019856691360473633, "delta_genuineness": -0.09727859497070312, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.556544244289398, "adapter_raw": 3.4748928546905518, "baseline_normalized": 0.8806549468820565, "adapter_normalized": 0.8615045963514142, "delta_raw_oriented": -0.08165138959884644, "delta_z": -0.0722656967113662, "delta_normalized": -0.019150350530642235, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.08141219615936279, "delta_genuineness": -0.03608715534210205, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.9559735655784607, "adapter_raw": 3.940526008605957, "baseline_normalized": 0.9438159679328012, "adapter_normalized": 0.9370809553213653, "delta_raw_oriented": -0.015447556972503662, "delta_z": -0.013671885715491492, "delta_normalized": -0.006735012611435942, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": 0.23064452409744263, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.672723948955536, "adapter_raw": 2.5850040316581726, "baseline_normalized": 0.6769777249484787, "adapter_normalized": 0.6476290241472952, "delta_raw_oriented": -0.08771991729736328, "delta_z": -0.07763665713592387, "delta_normalized": -0.02934870080118357, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.03177070617675781, "delta_genuineness": -0.09884762763977051, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.962593972682953, "adapter_raw": 3.8412203788757324, "baseline_normalized": 0.9443445327518212, "adapter_normalized": 0.9279749159872692, "delta_raw_oriented": -0.12137359380722046, "delta_z": -0.10742189890378874, "delta_normalized": -0.01636961676455201, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.11715447902679443, "delta_genuineness": -0.1631770133972168, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.5, "best_mean_delta_z": 0.058447283738301985, "suggested_scale": 0.5, "status": "positive_mean_uncertain" }, { "bucket": "vn_VALN_reg_low", "label": "strongly negative vocal affect", "category": "bipolar", "head": "vn_VALN_reg", "pole": "low", "trained_languages": { "nl": 81, "en": 61, "fr": 73, "es": 47, "de": 68 }, "train_clips": 325, "normalization_mu": 2.150817632675171, "normalization_sigma": 1.1298775672912598, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 3.090014600753784, "adapter_raw": 2.9470834255218508, "baseline_normalized": 0.2293524495228194, "adapter_normalized": 0.25405293581176086, "delta_raw_oriented": 0.1429311752319336, "delta_z": 0.12650147181397114, "delta_normalized": 0.024700486288941455, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": 0.0015885591506958007, "delta_genuineness": -0.07123302221298218, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.07415763707916144, "de": -0.10937498021755414, "fr": 0.3183594285774575, "nl": -0.09790037032738629, "es": 0.44726564395817725 }, "languages_improved": 3, "ci95_z": [ -0.06807861280214388, 0.32108155643008623 ], "ci9833_z": [ -0.10019529230541986, 0.36992191472974545 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.9501590728759766, "adapter_raw": 2.8663700222969055, "baseline_normalized": 0.27246358797229286, "adapter_normalized": 0.2672374008099271, "delta_raw_oriented": 0.08378905057907104, "delta_z": 0.07415763707916144, "delta_normalized": -0.005226187162365781, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.015885472297668457, "delta_genuineness": -0.07531243562698364, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.1063587069511414, "adapter_raw": 3.229939043521881, "baseline_normalized": 0.2095777922941025, "adapter_normalized": 0.1735231930689845, "delta_raw_oriented": -0.12358033657073975, "delta_z": -0.10937498021755414, "delta_normalized": -0.036054599225118, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": -0.05962228775024414, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.247593343257904, "adapter_raw": 2.887886166572571, "baseline_normalized": 0.17095392970165055, "adapter_normalized": 0.26029479774428815, "delta_raw_oriented": 0.35970717668533325, "delta_z": 0.3183594285774575, "delta_normalized": 0.0893408680426376, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.04169905185699463, "delta_genuineness": -0.12238287925720215, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.4018402695655823, "adapter_raw": 2.512455701828003, "baseline_normalized": 0.4125614080042115, "adapter_normalized": 0.3746227778040609, "delta_raw_oriented": -0.11061543226242065, "delta_z": -0.09790037032738629, "delta_normalized": -0.037938630200150564, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.013899683952331543, "delta_genuineness": -0.01725900173187256, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.7441216111183167, "adapter_raw": 3.2387661933898926, "baseline_normalized": 0.08120552964183972, "adapter_normalized": 0.19458650963154372, "delta_raw_oriented": 0.5053554177284241, "delta_z": 0.44726564395817725, "delta_normalized": 0.113380979989704, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.02382802963256836, "delta_genuineness": -0.0815885066986084, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 3.090014600753784, "adapter_raw": 2.917126178741455, "baseline_normalized": 0.2293524495228194, "adapter_normalized": 0.2621449000703375, "delta_raw_oriented": 0.1728884220123291, "delta_z": 0.15301518236777412, "delta_normalized": 0.032792450547518094, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.048450279235839847, "delta_genuineness": -0.09163011312484741, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.10552980027642671, "de": 0.04296879121342885, "fr": 0.2956542978023021, "nl": -0.004150304385900132, "es": 0.5361329274854665 }, "languages_improved": 3, "ci95_z": [ -0.035278283622244964, 0.3799805551745603 ], "ci9833_z": [ -0.05555418280035028, 0.4078003819330879 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.9501590728759766, "adapter_raw": 3.069394826889038, "baseline_normalized": 0.27246358797229286, "adapter_normalized": 0.22566885452900276, "delta_raw_oriented": -0.11923575401306152, "delta_z": -0.10552980027642671, "delta_normalized": -0.046794733443290104, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.04169893264770508, "delta_genuineness": -0.2024022936820984, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.1063587069511414, "adapter_raw": 3.0578092336654663, "baseline_normalized": 0.2095777922941025, "adapter_normalized": 0.2193641467953457, "delta_raw_oriented": 0.04854947328567505, "delta_z": 0.04296879121342885, "delta_normalized": 0.009786354501243183, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": -0.0674673318862915, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.247593343257904, "adapter_raw": 2.9135401844978333, "baseline_normalized": 0.17095392970165055, "adapter_normalized": 0.2576006676142594, "delta_raw_oriented": 0.3340531587600708, "delta_z": 0.2956542978023021, "delta_normalized": 0.08664673791260888, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06751275062561035, "delta_genuineness": -0.08629560470581055, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.4018402695655823, "adapter_raw": 2.4065296053886414, "baseline_normalized": 0.4125614080042115, "adapter_normalized": 0.412169045284277, "delta_raw_oriented": -0.004689335823059082, "delta_z": -0.004150304385900132, "delta_normalized": -0.00039236271993442484, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.11119735240936279, "delta_genuineness": 0.012552261352539062, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.7441216111183167, "adapter_raw": 3.1383570432662964, "baseline_normalized": 0.08120552964183972, "adapter_normalized": 0.19592178612880265, "delta_raw_oriented": 0.6057645678520203, "delta_z": 0.5361329274854665, "delta_normalized": 0.11471625648696293, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": -0.11453759670257568, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 3.090014600753784, "adapter_raw": 2.9717994689941407, "baseline_normalized": 0.2293524495228194, "adapter_normalized": 0.25750777800597835, "delta_raw_oriented": 0.11821513175964356, "delta_z": 0.1046264968717359, "delta_normalized": 0.028155328483158944, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.020253849029541016, "delta_genuineness": -0.11955850124359131, "delta_wer_pp": 2.7017543859649122, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.015563878836475666, "de": -0.027343665924605142, "fr": 0.1660156571464745, "nl": 0.0651855857186567, "es": 0.30371102858167776 }, "languages_improved": 4, "ci95_z": [ 0.008325202308479548, 0.21854252434559665 ], "ci9833_z": [ -0.001599139067956657, 0.2375000896804212 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.9501590728759766, "adapter_raw": 2.9325737953186035, "baseline_normalized": 0.27246358797229286, "adapter_normalized": 0.2684102993751074, "delta_raw_oriented": 0.017585277557373047, "delta_z": 0.015563878836475666, "delta_normalized": -0.004053288597185484, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0019855499267578125, "delta_genuineness": -0.10512363910675049, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.1063587069511414, "adapter_raw": 3.137253701686859, "baseline_normalized": 0.2095777922941025, "adapter_normalized": 0.21501630155723178, "delta_raw_oriented": -0.030894994735717773, "delta_z": -0.027343665924605142, "delta_normalized": 0.005438509263129276, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.09134066104888916, "delta_genuineness": -0.039225220680236816, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 3.247593343257904, "adapter_raw": 3.0600159764289856, "baseline_normalized": 0.17095392970165055, "adapter_normalized": 0.2182198114286388, "delta_raw_oriented": 0.18757736682891846, "delta_z": 0.1660156571464745, "delta_normalized": 0.04726588172698826, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.07744109630584717, "delta_genuineness": -0.13179683685302734, "delta_wer_pp": 6.578947368421052, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.4018402695655823, "adapter_raw": 2.3281885385513306, "baseline_normalized": 0.4125614080042115, "adapter_normalized": 0.4377596454387531, "delta_raw_oriented": 0.07365173101425171, "delta_z": 0.0651855857186567, "delta_normalized": 0.025198237434541637, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": -0.04863917827606201, "delta_wer_pp": 5.263157894736842, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.7441216111183167, "adapter_raw": 3.4009653329849243, "baseline_normalized": 0.08120552964183972, "adapter_normalized": 0.14813283223016074, "delta_raw_oriented": 0.34315627813339233, "delta_z": 0.30371102858167776, "delta_normalized": 0.06692730258832102, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.06354153156280518, "delta_genuineness": -0.2730076313018799, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.15301518236777412, "suggested_scale": 0.75, "status": "positive_mean_uncertain" }, { "bucket": "vn_VOLT_reg_high", "label": "Emotionally volatile delivery with rapid or abrupt changes", "category": "bipolar", "head": "vn_VOLT_reg", "pole": "high", "trained_languages": { "de": 67, "en": 41, "nl": 82, "fr": 71, "es": 48 }, "train_clips": 302, "normalization_mu": 2.6844067573547363, "normalization_sigma": 0.8684567809104919, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.5028306007385255, "adapter_raw": 1.5094457924365998, "baseline_normalized": 0.09292693273508747, "adapter_normalized": 0.09486048180494303, "delta_raw_oriented": 0.006615191698074341, "delta_z": 0.0076171800871183935, "delta_normalized": 0.0019335490698555585, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.00754554271697998, "delta_genuineness": -0.03828384876251221, "delta_wer_pp": -0.24305555555555552, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.04296878297592903, "de": 0.1113281433646434, "fr": 0.011718712198325262, "nl": -0.08300783642765583, "es": 0.04101566427620816 }, "languages_improved": 3, "ci95_z": [ -0.050195325596537665, 0.06640626227884186 ], "ci9833_z": [ -0.058984404356619745, 0.07734376131369272 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.4784052670001984, "adapter_raw": 1.4410887360572815, "baseline_normalized": 0.08372408280589742, "adapter_normalized": 0.07919224835441017, "delta_raw_oriented": -0.03731653094291687, "delta_z": -0.04296878297592903, "delta_normalized": -0.004531834451487249, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.039713382720947266, "delta_genuineness": -0.0910024642944336, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3918988108634949, "adapter_raw": 1.4885824918746948, "baseline_normalized": 0.0691473318908383, "adapter_normalized": 0.08582848090029206, "delta_raw_oriented": 0.09668368101119995, "delta_z": 0.1113281433646434, "delta_normalized": 0.016681149009453763, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.003971457481384277, "delta_genuineness": 0.07374346256256104, "delta_wer_pp": 1.5625, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3918988406658173, "adapter_raw": 1.4020760357379913, "baseline_normalized": 0.07018119369534306, "adapter_normalized": 0.07016530550876793, "delta_raw_oriented": 0.010177195072174072, "delta_z": 0.011718712198325262, "delta_normalized": -1.588818657513591e-05, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.0595700740814209, "delta_genuineness": 0.134934663772583, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.8142537772655487, "adapter_raw": 1.742165058851242, "baseline_normalized": 0.1631303634935772, "adapter_normalized": 0.1530492890704121, "delta_raw_oriented": -0.07208871841430664, "delta_z": -0.08300783642765583, "delta_normalized": -0.01008107442316511, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.015885353088378906, "delta_genuineness": -0.2259373664855957, "delta_wer_pp": -2.7777777777777777, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.4376963078975677, "adapter_raw": 1.473316639661789, "baseline_normalized": 0.07845169178978137, "adapter_normalized": 0.08606708519083289, "delta_raw_oriented": 0.03562033176422119, "delta_z": 0.04101566427620816, "delta_normalized": 0.007615393401051523, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.07346963882446289, "delta_genuineness": -0.08315753936767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.5028306007385255, "adapter_raw": 1.6242788672447204, "baseline_normalized": 0.09292693273508747, "adapter_normalized": 0.12028530166540076, "delta_raw_oriented": 0.12144826650619507, "delta_z": 0.13984376560324446, "delta_normalized": 0.027358368930313286, "win_rate": 0.65, "tie_rate": 0.0, "delta_ce": -0.060364365577697754, "delta_genuineness": -0.06903643608093261, "delta_wer_pp": -0.5555555555555555, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.18261716464473213, "de": 0.22460937111259374, "fr": 0.184570283344453, "nl": 0.03320318947732463, "es": 0.07421881943711885 }, "languages_improved": 5, "ci95_z": [ 0.07167973424270915, 0.20019529471176511 ], "ci9833_z": [ 0.06308598451080613, 0.20820311226539326 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 1.4784052670001984, "adapter_raw": 1.6370003819465637, "baseline_normalized": 0.08372408280589742, "adapter_normalized": 0.12054930162861853, "delta_raw_oriented": 0.15859511494636536, "delta_z": 0.18261716464473213, "delta_normalized": 0.036825218822721106, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06155574321746826, "delta_genuineness": -0.12552082538604736, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3918988108634949, "adapter_raw": 1.586962342262268, "baseline_normalized": 0.0691473318908383, "adapter_normalized": 0.10516344706217004, "delta_raw_oriented": 0.1950635313987732, "delta_z": 0.22460937111259374, "delta_normalized": 0.03601611517133174, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": 0.11453759670257568, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3918988406658173, "adapter_raw": 1.5521901547908783, "baseline_normalized": 0.07018119369534306, "adapter_normalized": 0.10502362558472603, "delta_raw_oriented": 0.16029131412506104, "delta_z": 0.184570283344453, "delta_normalized": 0.03484243188938296, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.11318314075469971, "delta_genuineness": 0.06589829921722412, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.8142537772655487, "adapter_raw": 1.8430893123149872, "baseline_normalized": 0.1631303634935772, "adapter_normalized": 0.17872069713448224, "delta_raw_oriented": 0.028835535049438477, "delta_z": 0.03320318947732463, "delta_normalized": 0.015590333640905021, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.10126912593841553, "delta_genuineness": -0.252610445022583, "delta_wer_pp": -2.7777777777777777, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.4376963078975677, "adapter_raw": 1.502152144908905, "baseline_normalized": 0.07845169178978137, "adapter_normalized": 0.09196943691700696, "delta_raw_oriented": 0.06445583701133728, "delta_z": 0.07421881943711885, "delta_normalized": 0.013517745127225589, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.013899803161621094, "delta_genuineness": -0.14748680591583252, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.5028306007385255, "adapter_raw": 1.4775571405887604, "baseline_normalized": 0.09292693273508747, "adapter_normalized": 0.08784131092070331, "delta_raw_oriented": -0.025273460149765014, "delta_z": -0.0291015750067243, "delta_normalized": -0.005085621814384167, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": -0.04487612247467041, "delta_genuineness": -0.03734242916107178, "delta_wer_pp": -0.5555555555555555, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.21582028548922888, "de": 0.0957031251340485, "fr": -0.10546878726548076, "nl": -0.40820314658180723, "es": 0.05664064819038912 }, "languages_improved": 3, "ci95_z": [ -0.22656253099201132, 0.1359374938873888 ], "ci9833_z": [ -0.2833984601676, 0.15996092595842484 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.4784052670001984, "adapter_raw": 1.6658358573913574, "baseline_normalized": 0.08372408280589742, "adapter_normalized": 0.12248187309835609, "delta_raw_oriented": 0.18743059039115906, "delta_z": 0.21582028548922888, "delta_normalized": 0.03875779029245867, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.03574204444885254, "delta_genuineness": -0.07374346256256104, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.3918988108634949, "adapter_raw": 1.4750128388404846, "baseline_normalized": 0.0691473318908383, "adapter_normalized": 0.08737039209808711, "delta_raw_oriented": 0.08311402797698975, "delta_z": 0.0957031251340485, "delta_normalized": 0.018223060207248815, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06354129314422607, "delta_genuineness": 0.14748680591583252, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3918988406658173, "adapter_raw": 1.3003037571907043, "baseline_normalized": 0.07018119369534306, "adapter_normalized": 0.05833100836972231, "delta_raw_oriented": -0.09159508347511292, "delta_z": -0.10546878726548076, "delta_normalized": -0.011850185325620752, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.14693951606750488, "delta_genuineness": 0.009413957595825195, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.8142537772655487, "adapter_raw": 1.4597469866275787, "baseline_normalized": 0.1631303634935772, "adapter_normalized": 0.08322421066203328, "delta_raw_oriented": -0.35450679063796997, "delta_z": -0.40820314658180723, "delta_normalized": -0.07990615283154393, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.027799367904663086, "delta_genuineness": -0.1945570707321167, "delta_wer_pp": -2.7777777777777777, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.4376963078975677, "adapter_raw": 1.4868862628936768, "baseline_normalized": 0.07845169178978137, "adapter_normalized": 0.08779907037531773, "delta_raw_oriented": 0.04918995499610901, "delta_z": 0.05664064819038912, "delta_normalized": 0.009347378585536359, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.04964160919189453, "delta_genuineness": -0.07531237602233887, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.13984376560324446, "suggested_scale": 0.75, "status": "clearer_gain" }, { "bucket": "vn_VOLT_reg_low", "label": "Emotionally steady, stable delivery without abrupt changes", "category": "bipolar", "head": "vn_VOLT_reg", "pole": "low", "trained_languages": { "fr": 35, "es": 32, "nl": 39, "de": 54, "en": 10 }, "train_clips": 165, "normalization_mu": 2.6844067573547363, "normalization_sigma": 0.8684567809104919, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 1.3477974951267242, "adapter_raw": 1.2114226400852204, "baseline_normalized": 0.9349504974248595, "adapter_normalized": 0.9517454115161336, "delta_raw_oriented": 0.1363748550415039, "delta_z": 0.15703125134048493, "delta_normalized": 0.01679491409127414, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04209616184234619, "delta_genuineness": -0.04016664028167725, "delta_wer_pp": -0.014619883040935673, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.39257816266762624, "de": 0.011718780831153157, "fr": 0.17578123203750207, "nl": 0.13867180516073568, "es": 0.06640627600540744 }, "languages_improved": 5, "ci95_z": [ 0.05546877697055659, 0.28398439920915763 ], "ci9833_z": [ 0.04453127793570573, 0.3058593904155765 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 1.447873592376709, "adapter_raw": 1.1069364249706268, "baseline_normalized": 0.9221107038417112, "adapter_normalized": 0.9623778052881384, "delta_raw_oriented": 0.34093716740608215, "delta_z": 0.39257816266762624, "delta_normalized": 0.04026710144642723, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.027799248695373535, "delta_genuineness": -0.12395179271697998, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.2646834552288055, "adapter_raw": 1.2545062005519867, "baseline_normalized": 0.9479488603767406, "adapter_normalized": 0.9492926271587618, "delta_raw_oriented": 0.010177254676818848, "delta_z": 0.011718780831153157, "delta_normalized": 0.0013437667820212218, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0, "delta_genuineness": 0.06746745109558105, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3053923845291138, "adapter_raw": 1.1527339816093445, "baseline_normalized": 0.9430501615115607, "adapter_normalized": 0.9596857876131577, "delta_raw_oriented": 0.1526584029197693, "delta_z": 0.17578123203750207, "delta_normalized": 0.01663562610159694, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09531211853027344, "delta_genuineness": 0.015690088272094727, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.4885824620723724, "adapter_raw": 1.368151992559433, "baseline_normalized": 0.9095450528031436, "adapter_normalized": 0.9298245510498042, "delta_raw_oriented": 0.12043046951293945, "delta_z": 0.13867180516073568, "delta_normalized": 0.02027949824666067, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.025813698768615723, "delta_genuineness": -0.07374334335327148, "delta_wer_pp": -0.07309941520467836, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.2324555814266205, "adapter_raw": 1.1747846007347107, "baseline_normalized": 0.9520977085911411, "adapter_normalized": 0.9575462864708056, "delta_raw_oriented": 0.05767098069190979, "delta_z": 0.06640627600540744, "delta_normalized": 0.005448577879664629, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.06155574321746826, "delta_genuineness": -0.08629560470581055, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 1.3477974951267242, "adapter_raw": 1.2748606979846955, "baseline_normalized": 0.9349504974248595, "adapter_normalized": 0.9423644090459171, "delta_raw_oriented": 0.0729367971420288, "delta_z": 0.0839843717560265, "delta_normalized": 0.00741391162105764, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": -0.0361391544342041, "delta_genuineness": -0.030438804626464845, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.1972656750000875, "de": 0.12890624597854525, "fr": 0.13867187379356358, "nl": 0.07226559778815612, "es": -0.11718753378021998 }, "languages_improved": 4, "ci95_z": [ -0.01875002187671389, 0.16054689931639643 ], "ci9833_z": [ -0.04140628115286954, 0.17187502895447426 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 1.447873592376709, "adapter_raw": 1.2765568792819977, "baseline_normalized": 0.9221107038417112, "adapter_normalized": 0.944212222482639, "delta_raw_oriented": 0.1713167130947113, "delta_z": 0.1972656750000875, "delta_normalized": 0.022101518640927797, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09531199932098389, "delta_genuineness": -0.18200528621673584, "delta_wer_pp": 1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.2646834552288055, "adapter_raw": 1.152733951807022, "baseline_normalized": 0.9479488603767406, "adapter_normalized": 0.9608196221203956, "delta_raw_oriented": 0.11194950342178345, "delta_z": 0.12890624597854525, "delta_normalized": 0.01287076174365498, "win_rate": 0.75, "tie_rate": 0.25, "delta_ce": 0.045670270919799805, "delta_genuineness": 0.04707026481628418, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3053923845291138, "adapter_raw": 1.1849618554115295, "baseline_normalized": 0.9430501615115607, "adapter_normalized": 0.9547846191202252, "delta_raw_oriented": 0.12043052911758423, "delta_z": 0.13867187379356358, "delta_normalized": 0.011734457608664428, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04169905185699463, "delta_genuineness": -0.01725912094116211, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.4885824620723724, "adapter_raw": 1.425822913646698, "baseline_normalized": 0.9095450528031436, "adapter_normalized": 0.9142924929099452, "delta_raw_oriented": 0.06275954842567444, "delta_z": 0.07226559778815612, "delta_normalized": 0.00474744010680167, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04368472099304199, "delta_genuineness": 0.010983109474182129, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.2324555814266205, "adapter_raw": 1.3342278897762299, "baseline_normalized": 0.9520977085911411, "adapter_normalized": 0.9377130885963804, "delta_raw_oriented": -0.10177230834960938, "delta_z": -0.11718753378021998, "delta_normalized": -0.014384619994760678, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.045670270919799805, "delta_genuineness": -0.010982990264892578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 1.3477974951267242, "adapter_raw": 1.203959345817566, "baseline_normalized": 0.9349504974248595, "adapter_normalized": 0.9547776670928064, "delta_raw_oriented": 0.14383814930915834, "delta_z": 0.16562499420910515, "delta_normalized": 0.019827169667947026, "win_rate": 0.95, "tie_rate": 0.0, "delta_ce": -0.050435996055603026, "delta_genuineness": -0.07656770944595337, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.20507814979897102, "de": 0.11718746514739209, "fr": 0.13085936467826612, "nl": 0.2519531015415139, "es": 0.1230468898793826 }, "languages_improved": 5, "ci95_z": [ 0.1222656149463631, 0.21679686886057908 ], "ci9833_z": [ 0.12070311998658641, 0.22499997426268953 ], "clearer_gain": true, "languages": { "en": { "n": 4, "baseline_raw": 1.447873592376709, "adapter_raw": 1.269772082567215, "baseline_normalized": 0.9221107038417112, "adapter_normalized": 0.9478968400086222, "delta_raw_oriented": 0.17810150980949402, "delta_z": 0.20507814979897102, "delta_normalized": 0.025786136166910945, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.08736944198608398, "delta_genuineness": -0.1380731463432312, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.2646834552288055, "adapter_raw": 1.162911206483841, "baseline_normalized": 0.9479488603767406, "adapter_normalized": 0.959737444130085, "delta_raw_oriented": 0.1017722487449646, "delta_z": 0.11718746514739209, "delta_normalized": 0.01178858375334435, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.0674673318862915, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 1.3053923845291138, "adapter_raw": 1.1917466819286346, "baseline_normalized": 0.9430501615115607, "adapter_normalized": 0.9564911044065971, "delta_raw_oriented": 0.11364570260047913, "delta_z": 0.13085936467826612, "delta_normalized": 0.01344094289503639, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.06949841976165771, "delta_genuineness": 0.03138017654418945, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.4885824620723724, "adapter_raw": 1.269772082567215, "baseline_normalized": 0.9095450528031436, "adapter_normalized": 0.9474028020087489, "delta_raw_oriented": 0.21881037950515747, "delta_z": 0.2519531015415139, "delta_normalized": 0.03785774920560539, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": -0.01725900173187256, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 1.2324555814266205, "adapter_raw": 1.125594675540924, "baseline_normalized": 0.9520977085911411, "adapter_normalized": 0.9623601449099791, "delta_raw_oriented": 0.10686090588569641, "delta_z": 0.1230468898793826, "delta_normalized": 0.010262436318838053, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.06751275062561035, "delta_genuineness": -0.19141924381256104, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.16562499420910515, "suggested_scale": 1.0, "status": "clearer_gain" }, { "bucket": "vn_VULN_reg_high", "label": "emotionally vulnerable and exposed", "category": "bipolar", "head": "vn_VULN_reg", "pole": "high", "trained_languages": { "fr": 68, "nl": 75, "de": 63, "en": 57, "es": 61 }, "train_clips": 318, "normalization_mu": 2.7245829105377197, "normalization_sigma": 0.9905231595039368, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.493396335840225, "adapter_raw": 2.448779273033142, "baseline_normalized": 0.4126974794838563, "adapter_normalized": 0.40370566205364244, "delta_raw_oriented": -0.04461706280708313, "delta_z": -0.04504393701347455, "delta_normalized": -0.008991817430213878, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": 0.009928321838378907, "delta_genuineness": -0.032007896900177, "delta_wer_pp": 0.54265565875473, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.1416014987404488, "de": -0.010986374534313878, "fr": -0.08984367219571818, "nl": -0.08251957294345767, "es": 0.0997314333465658 }, "languages_improved": 1, "ci95_z": [ -0.10908198296315834, 0.03330074861803799 ], "ci9833_z": [ -0.11943354827210446, 0.05146484692916288 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.715877115726471, "adapter_raw": 2.575617551803589, "baseline_normalized": 0.500663316919712, "adapter_normalized": 0.44629491390995013, "delta_raw_oriented": -0.14025956392288208, "delta_z": -0.1416014987404488, "delta_normalized": -0.054368403009761826, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06155574321746826, "delta_genuineness": -0.040794432163238525, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3052549958229065, "adapter_raw": 2.2943727374076843, "baseline_normalized": 0.3382565257953672, "adapter_normalized": 0.33444752567208647, "delta_raw_oriented": -0.010882258415222168, "delta_z": -0.010986374534313878, "delta_normalized": -0.0038090001232807397, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04765594005584717, "delta_genuineness": -0.01882803440093994, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.842715322971344, "adapter_raw": 2.7537230849266052, "baseline_normalized": 0.5431352700449297, "adapter_normalized": 0.5116389220517963, "delta_raw_oriented": -0.08899223804473877, "delta_z": -0.08984367219571818, "delta_normalized": -0.03149634799313339, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": -0.1537630558013916, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.129204958677292, "adapter_raw": 2.0474674105644226, "baseline_normalized": 0.2785226138826223, "adapter_normalized": 0.2867056648860502, "delta_raw_oriented": -0.08173754811286926, "delta_z": -0.08251957294345767, "delta_normalized": 0.008183051003427963, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.04368472099304199, "delta_genuineness": 0.03765606880187988, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.473929286003113, "adapter_raw": 2.5727155804634094, "baseline_normalized": 0.4029096707766505, "adapter_normalized": 0.43944128374832914, "delta_raw_oriented": 0.09878629446029663, "delta_z": 0.0997314333465658, "delta_normalized": 0.036531612971678604, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": 0.015689969062805176, "delta_wer_pp": 1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.493396335840225, "adapter_raw": 2.501521736383438, "baseline_normalized": 0.4126974794838563, "adapter_normalized": 0.4230176935965881, "delta_raw_oriented": 0.008125400543212891, "delta_z": 0.00820314039631559, "delta_normalized": 0.010320214112731738, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": 0.027799391746520997, "delta_genuineness": -0.04110807180404663, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.0270995312915865, "de": -0.11132816202167489, "fr": 0.16467286119254282, "nl": -0.29248040449095, "es": 0.30725093859324654 }, "languages_improved": 2, "ci95_z": [ -0.16694333286336724, 0.19318847667268355 ], "ci9833_z": [ -0.20317378135722225, 0.2217040921528243 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.715877115726471, "adapter_raw": 2.689034402370453, "baseline_normalized": 0.500663316919712, "adapter_normalized": 0.48560829255393356, "delta_raw_oriented": -0.026842713356018066, "delta_z": -0.0270995312915865, "delta_normalized": -0.015055024365778394, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": -0.10041671991348267, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3052549958229065, "adapter_raw": 2.194981873035431, "baseline_normalized": 0.3382565257953672, "adapter_normalized": 0.29665574956649987, "delta_raw_oriented": -0.11027312278747559, "delta_z": -0.11132816202167489, "delta_normalized": -0.04160077622886735, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.02978503704071045, "delta_genuineness": -0.1349349021911621, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.842715322971344, "adapter_raw": 3.0058276057243347, "baseline_normalized": 0.5431352700449297, "adapter_normalized": 0.6079643998417936, "delta_raw_oriented": 0.16311228275299072, "delta_z": 0.16467286119254282, "delta_normalized": 0.06482912979686399, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.08538377285003662, "delta_genuineness": -0.10512363910675049, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.129204958677292, "adapter_raw": 1.8394963443279266, "baseline_normalized": 0.2785226138826223, "adapter_normalized": 0.20349127088450183, "delta_raw_oriented": -0.28970861434936523, "delta_z": -0.29248040449095, "delta_normalized": -0.07503134299812043, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0814124345779419, "delta_genuineness": 0.0815885066986084, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.473929286003113, "adapter_raw": 2.7782684564590454, "baseline_normalized": 0.4029096707766505, "adapter_normalized": 0.5213687551362114, "delta_raw_oriented": 0.3043391704559326, "delta_z": 0.30725093859324654, "delta_normalized": 0.11845908435956087, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": -0.007942557334899902, "delta_genuineness": 0.05334639549255371, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.493396335840225, "adapter_raw": 2.581687384843826, "baseline_normalized": 0.4126974794838563, "adapter_normalized": 0.45255371197507577, "delta_raw_oriented": 0.08829104900360107, "delta_z": 0.08913577452123185, "delta_normalized": 0.03985623249121945, "win_rate": 0.55, "tie_rate": 0.0, "delta_ce": 0.0071484088897705075, "delta_genuineness": -0.027928388118743895, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0720215479141841, "de": 0.1098632639438361, "fr": -0.20043932500356085, "nl": 0.1250000225655923, "es": 0.3392333631861076 }, "languages_improved": 4, "ci95_z": [ -0.07631828942460206, 0.23991698028326863 ], "ci9833_z": [ -0.09145497583646287, 0.25051267521355025 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.715877115726471, "adapter_raw": 2.7872161269187927, "baseline_normalized": 0.500663316919712, "adapter_normalized": 0.5245715941538833, "delta_raw_oriented": 0.07133901119232178, "delta_z": 0.0720215479141841, "delta_normalized": 0.023908277234171313, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.04964172840118408, "delta_genuineness": 0.0031378865242004395, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 2.3052549958229065, "adapter_raw": 2.41407710313797, "baseline_normalized": 0.3382565257953672, "adapter_normalized": 0.38934518011584707, "delta_raw_oriented": 0.10882210731506348, "delta_z": 0.1098632639438361, "delta_normalized": 0.051088654320479876, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.007942676544189453, "delta_genuineness": -0.10041666030883789, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.842715322971344, "adapter_raw": 2.6441755294799805, "baseline_normalized": 0.5431352700449297, "adapter_normalized": 0.4677760976249795, "delta_raw_oriented": -0.19853979349136353, "delta_z": -0.20043932500356085, "delta_normalized": -0.07535917241995017, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.027799367904663086, "delta_genuineness": -0.15219390392303467, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 2.129204958677292, "adapter_raw": 2.2530203759670258, "baseline_normalized": 0.2785226138826223, "adapter_normalized": 0.34277469360931406, "delta_raw_oriented": 0.12381541728973389, "delta_z": 0.1250000225655923, "delta_normalized": 0.06425207972669177, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.05559873580932617, "delta_genuineness": 0.10198569297790527, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.473929286003113, "adapter_raw": 2.8099477887153625, "baseline_normalized": 0.4029096707766505, "adapter_normalized": 0.538300994371355, "delta_raw_oriented": 0.33601850271224976, "delta_z": 0.3392333631861076, "delta_normalized": 0.13539132359470446, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.00595700740814209, "delta_genuineness": 0.007845044136047363, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": 0.08913577452123185, "suggested_scale": 1.0, "status": "positive_mean_uncertain" }, { "bucket": "vn_VULN_reg_low", "label": "emotionally detached and unexposed", "category": "bipolar", "head": "vn_VULN_reg", "pole": "low", "trained_languages": { "fr": 58, "es": 45, "de": 46, "nl": 57, "en": 37 }, "train_clips": 237, "normalization_mu": 2.7245829105377197, "normalization_sigma": 0.9905231595039368, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 2.1107294023036958, "adapter_raw": 2.3408519327640533, "baseline_normalized": 0.7108903799909418, "adapter_normalized": 0.6317141142800137, "delta_raw_oriented": -0.23012253046035766, "delta_z": -0.2323242301326959, "delta_normalized": -0.07917626571092813, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.014296817779541015, "delta_genuineness": -0.0006275415420532226, "delta_wer_pp": -0.2631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.2973633579671374, "de": -0.2768555069763484, "fr": -0.1391602025270936, "nl": -0.158691354507802, "es": -0.2895507286850981 }, "languages_improved": 0, "ci95_z": [ -0.29013673605616386, -0.1731445381548362 ], "ci9833_z": [ -0.29267578039791387, -0.15478512411166032 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.56884628534317, "adapter_raw": 2.8633915781974792, "baseline_normalized": 0.5564913918529596, "adapter_normalized": 0.4463935306073812, "delta_raw_oriented": -0.2945452928543091, "delta_z": -0.2973633579671374, "delta_normalized": -0.11009786124557835, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.025813698768615723, "delta_genuineness": -0.06432938575744629, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.799836665391922, "adapter_raw": 2.074068456888199, "baseline_normalized": 0.8164827802708304, "adapter_normalized": 0.7346940961181697, "delta_raw_oriented": -0.27423179149627686, "delta_z": -0.2768555069763484, "delta_normalized": -0.08178868415266072, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.10325479507446289, "delta_genuineness": 0.04236328601837158, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.37441748380661, "adapter_raw": 2.5122588872909546, "baseline_normalized": 0.633902894385449, "adapter_normalized": 0.5844835254007026, "delta_raw_oriented": -0.13784140348434448, "delta_z": -0.1391602025270936, "delta_normalized": -0.049419368984746415, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.0019856691360473633, "delta_genuineness": 0.04707026481628418, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.624754011631012, "adapter_raw": 1.7819414734840393, "baseline_normalized": 0.842511147029335, "adapter_normalized": 0.7945838551685024, "delta_raw_oriented": -0.15718746185302734, "delta_z": -0.158691354507802, "delta_normalized": -0.047927291860832694, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.03177070617675781, "delta_genuineness": -0.01725900173187256, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.185792565345764, "adapter_raw": 2.4725992679595947, "baseline_normalized": 0.7050636864161349, "adapter_normalized": 0.5984155641053124, "delta_raw_oriented": -0.28680670261383057, "delta_z": -0.2895507286850981, "delta_normalized": -0.10664812231082249, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": -0.010982871055603027, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 2.1107294023036958, "adapter_raw": 2.255003350973129, "baseline_normalized": 0.7108903799909418, "adapter_normalized": 0.6624976470640463, "delta_raw_oriented": -0.1442739486694336, "delta_z": -0.14565429115426975, "delta_normalized": -0.0483927329268955, "win_rate": 0.45, "tie_rate": 0.0, "delta_ce": -0.04229471683502197, "delta_genuineness": -0.06778124570846558, "delta_wer_pp": 0.030959752321981438, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.0999755027929885, "de": 0.005859381699160209, "fr": -0.43249509078017434, "nl": -0.3034667489378075, "es": -0.09814450054551568 }, "languages_improved": 2, "ci95_z": [ -0.31901852791583407, 0.022705053687756348 ], "ci9833_z": [ -0.3550780856747543, 0.04350583013669153 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.56884628534317, "adapter_raw": 2.4698182344436646, "baseline_normalized": 0.5564913918529596, "adapter_normalized": 0.5969412603809767, "delta_raw_oriented": 0.09902805089950562, "delta_z": 0.0999755027929885, "delta_normalized": 0.04044986852801716, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.01191401481628418, "delta_genuineness": -0.20083332061767578, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.799836665391922, "adapter_raw": 1.7940328121185303, "baseline_normalized": 0.8164827802708304, "adapter_normalized": 0.8255036982537634, "delta_raw_oriented": 0.005803853273391724, "delta_z": 0.005859381699160209, "delta_normalized": 0.009020917982932863, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.08736944198608398, "delta_genuineness": -0.16003906726837158, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.37441748380661, "adapter_raw": 2.8028138875961304, "baseline_normalized": 0.633902894385449, "adapter_normalized": 0.46866789153274724, "delta_raw_oriented": -0.42839640378952026, "delta_z": -0.43249509078017434, "delta_normalized": -0.16523500285270176, "win_rate": 0.0, "tie_rate": 0.0, "delta_ce": 0.051627397537231445, "delta_genuineness": 0.09100258350372314, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.624754011631012, "adapter_raw": 1.925344854593277, "baseline_normalized": 0.842511147029335, "adapter_normalized": 0.7540262546042533, "delta_raw_oriented": -0.300590842962265, "delta_z": -0.3034667489378075, "delta_normalized": -0.0884848924250817, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.09134078025817871, "delta_genuineness": 0.014121055603027344, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.185792565345764, "adapter_raw": 2.283006966114044, "baseline_normalized": 0.7050636864161349, "adapter_normalized": 0.6673491305484909, "delta_raw_oriented": -0.09721440076828003, "delta_z": -0.09814450054551568, "delta_normalized": -0.03771455586764405, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.09630477428436279, "delta_genuineness": -0.083157479763031, "delta_wer_pp": 1.4705882352941175, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 2.1107294023036958, "adapter_raw": 2.123110908269882, "baseline_normalized": 0.7108903799909418, "adapter_normalized": 0.7081751335658545, "delta_raw_oriented": -0.012381505966186524, "delta_z": -0.012499966151611539, "delta_normalized": -0.002715246425087353, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.00595700740814209, "delta_genuineness": -0.0963371992111206, "delta_wer_pp": 0.8596491228070176, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.008545018146045844, "de": -0.02734375117529126, "fr": 0.10693364831289702, "nl": 0.013671950806286665, "es": -0.14721666055590427 }, "languages_improved": 2, "ci95_z": [ -0.09106435640734348, 0.0569824351234708 ], "ci9833_z": [ -0.096386598782144, 0.06518557551978639 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 2.56884628534317, "adapter_raw": 2.57731032371521, "baseline_normalized": 0.5564913918529596, "adapter_normalized": 0.5545255422646077, "delta_raw_oriented": -0.008464038372039795, "delta_z": -0.008545018146045844, "delta_normalized": -0.001965849588351859, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.07942676544189453, "delta_genuineness": -0.1302279233932495, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 1.799836665391922, "adapter_raw": 1.826921284198761, "baseline_normalized": 0.8164827802708304, "adapter_normalized": 0.8145920117432021, "delta_raw_oriented": -0.02708461880683899, "delta_z": -0.02734375117529126, "delta_normalized": -0.0018907685276284003, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.01191401481628418, "delta_genuineness": -0.11296868324279785, "delta_wer_pp": -1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 2.37441748380661, "adapter_raw": 2.2684972286224365, "baseline_normalized": 0.633902894385449, "adapter_normalized": 0.6755294481987902, "delta_raw_oriented": 0.10592025518417358, "delta_z": 0.10693364831289702, "delta_normalized": 0.04162655381334124, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.009928345680236816, "delta_genuineness": -0.043932318687438965, "delta_wer_pp": 2.631578947368421, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 1.624754011631012, "adapter_raw": 1.6112116277217865, "baseline_normalized": 0.842511147029335, "adapter_normalized": 0.8466725764918079, "delta_raw_oriented": 0.013542383909225464, "delta_z": 0.013671950806286665, "delta_normalized": 0.004161429462472832, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.01191401481628418, "delta_genuineness": -0.05177724361419678, "delta_wer_pp": 1.3157894736842104, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 2.185792565345764, "adapter_raw": 2.331614077091217, "baseline_normalized": 0.7050636864161349, "adapter_normalized": 0.6495560891308644, "delta_raw_oriented": -0.14582151174545288, "delta_z": -0.14721666055590427, "delta_normalized": -0.05550759728527058, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.1191401481628418, "delta_genuineness": -0.14277982711791992, "delta_wer_pp": 1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 1.0, "best_mean_delta_z": -0.012499966151611539, "suggested_scale": null, "status": "no_positive_mean" }, { "bucket": "vn_WARM_reg_high", "label": "very warm vocal delivery", "category": "bipolar", "head": "vn_WARM_reg", "pole": "high", "trained_languages": { "es": 40, "nl": 30, "fr": 39, "de": 40, "en": 41 }, "train_clips": 185, "normalization_mu": 2.6052799224853516, "normalization_sigma": 0.9048547744750977, "opposite_head": null, "scales": [ { "scale": 0.5, "n": 20, "baseline_raw": 3.678204393386841, "adapter_raw": 3.640384292602539, "baseline_normalized": 0.8742808910676095, "adapter_normalized": 0.8685482177990275, "delta_raw_oriented": -0.03782010078430176, "delta_z": -0.04179687376489894, "delta_normalized": -0.0057326732685820505, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.011119723320007324, "delta_genuineness": 0.03357683420181275, "delta_wer_pp": -0.611111111111111, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": -0.00976566411153351, "de": -0.044922041738642865, "fr": -0.22851536768727954, "nl": -0.01757809000547001, "es": 0.0917967947184312 }, "languages_improved": 1, "ci95_z": [ -0.1441404566145557, 0.04257805048223615 ], "ci9833_z": [ -0.15507803730782488, 0.049609326007658015 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.555200755596161, "adapter_raw": 3.5463642477989197, "baseline_normalized": 0.8507852702303983, "adapter_normalized": 0.8484959073164738, "delta_raw_oriented": -0.008836507797241211, "delta_z": -0.00976566411153351, "delta_normalized": -0.002289362913924453, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0377277135848999, "delta_genuineness": 0.15690094232559204, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.5719900727272034, "adapter_raw": 3.5313421487808228, "baseline_normalized": 0.855380116799234, "adapter_normalized": 0.8459318075573135, "delta_raw_oriented": -0.040647923946380615, "delta_z": -0.044922041738642865, "delta_normalized": -0.009448309241920555, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.0297849178314209, "delta_genuineness": 0.0313800573348999, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 4.073901474475861, "adapter_raw": 3.8671282529830933, "baseline_normalized": 0.9448300358408043, "adapter_normalized": 0.914961370082428, "delta_raw_oriented": -0.20677322149276733, "delta_z": -0.22851536768727954, "delta_normalized": -0.029868665758376267, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": 0.01787102222442627, "delta_genuineness": 0.04863941669464111, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.5242730379104614, "adapter_raw": 3.508367419242859, "baseline_normalized": 0.8427425776661359, "adapter_normalized": 0.8384794638270229, "delta_raw_oriented": -0.01590561866760254, "delta_z": -0.01757809000547001, "delta_normalized": -0.004263113839113014, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.015885353088378906, "delta_genuineness": -0.010982871055603027, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.665656626224518, "adapter_raw": 3.7487193942070007, "baseline_normalized": 0.877666454801475, "adapter_normalized": 0.8948725402118991, "delta_raw_oriented": 0.08306276798248291, "delta_z": 0.0917967947184312, "delta_normalized": 0.017206085410424038, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.045670390129089355, "delta_genuineness": -0.05805337429046631, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 0.75, "n": 20, "baseline_raw": 3.678204393386841, "adapter_raw": 3.728218841552734, "baseline_normalized": 0.8742808910676095, "adapter_normalized": 0.884116791063555, "delta_raw_oriented": 0.05001444816589355, "delta_z": 0.05527345335046358, "delta_normalized": 0.009835899995945557, "win_rate": 0.6, "tie_rate": 0.05, "delta_ce": -0.021643805503845214, "delta_genuineness": 0.04393230676651001, "delta_wer_pp": -0.27777777777777773, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.07226559823947706, "de": 0.023437409425922394, "fr": -0.08203106473484126, "nl": 0.02636726675231791, "es": 0.2363280570694418 }, "languages_improved": 4, "ci95_z": [ -0.02949206584254576, 0.15234374094259223 ], "ci9833_z": [ -0.0392577036052567, 0.1707030735374559 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.555200755596161, "adapter_raw": 3.620590627193451, "baseline_normalized": 0.8507852702303983, "adapter_normalized": 0.859391627677679, "delta_raw_oriented": 0.06538987159729004, "delta_z": 0.07226559823947706, "delta_normalized": 0.008606357447280721, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.001985788345336914, "delta_genuineness": 0.018828094005584717, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.5719900727272034, "adapter_raw": 3.593197524547577, "baseline_normalized": 0.855380116799234, "adapter_normalized": 0.8617165300156133, "delta_raw_oriented": 0.021207451820373535, "delta_z": 0.023437409425922394, "delta_normalized": 0.006336413216379344, "win_rate": 0.5, "tie_rate": 0.25, "delta_ce": -0.051627397537231445, "delta_genuineness": 0.13807284832000732, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 4.073901474475861, "adapter_raw": 3.9996752738952637, "baseline_normalized": 0.9448300358408043, "adapter_normalized": 0.9374512937583034, "delta_raw_oriented": -0.07422620058059692, "delta_z": -0.08203106473484126, "delta_normalized": -0.007378742082500889, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.039713382720947266, "delta_genuineness": 0.12081384658813477, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.5242730379104614, "adapter_raw": 3.548131585121155, "baseline_normalized": 0.8427425776661359, "adapter_normalized": 0.846122413827886, "delta_raw_oriented": 0.02385854721069336, "delta_z": 0.02636726675231791, "delta_normalized": 0.003379836161750166, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.0039713382720947266, "delta_genuineness": 0.10355472564697266, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.665656626224518, "adapter_raw": 3.8794991970062256, "baseline_normalized": 0.877666454801475, "adapter_normalized": 0.9159020900382935, "delta_raw_oriented": 0.21384257078170776, "delta_z": 0.2363280570694418, "delta_normalized": 0.038235635236818444, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": -0.09034788608551025, "delta_genuineness": -0.16160798072814941, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } }, { "scale": 1.0, "n": 20, "baseline_raw": 3.678204393386841, "adapter_raw": 3.693756568431854, "baseline_normalized": 0.8742808910676095, "adapter_normalized": 0.8788894780908706, "delta_raw_oriented": 0.015552175045013428, "delta_z": 0.01718748188518448, "delta_normalized": 0.004608587023261113, "win_rate": 0.6, "tie_rate": 0.0, "delta_ce": -0.013899683952331543, "delta_genuineness": 0.002196645736694336, "delta_wer_pp": -0.611111111111111, "baseline_cap_rate": 0, "adapter_cap_rate": 0, "language_means_z": { "en": 0.08105457737015564, "de": -0.04980487379440963, "fr": -0.17578103179881305, "nl": 0.0781249835319859, "es": 0.15234375411700352 }, "languages_improved": 3, "ci95_z": [ -0.09921867836413863, 0.10898432930126085 ], "ci9833_z": [ -0.11015607461564973, 0.1232421646506304 ], "clearer_gain": false, "languages": { "en": { "n": 4, "baseline_raw": 3.555200755596161, "adapter_raw": 3.6285433769226074, "baseline_normalized": 0.8507852702303983, "adapter_normalized": 0.8638109644918853, "delta_raw_oriented": 0.07334262132644653, "delta_z": 0.08105457737015564, "delta_normalized": 0.01302569426148703, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": 0.021842360496520996, "delta_genuineness": 0.22750639915466309, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "de": { "n": 4, "baseline_raw": 3.5719900727272034, "adapter_raw": 3.526923894882202, "baseline_normalized": 0.855380116799234, "adapter_normalized": 0.8415852114101776, "delta_raw_oriented": -0.04506617784500122, "delta_z": -0.04980487379440963, "delta_normalized": -0.013794905389056339, "win_rate": 0.5, "tie_rate": 0.0, "delta_ce": -0.06354141235351562, "delta_genuineness": 0.043932199478149414, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "fr": { "n": 4, "baseline_raw": 4.073901474475861, "adapter_raw": 3.9148451685905457, "baseline_normalized": 0.9448300358408043, "adapter_normalized": 0.9217016590263857, "delta_raw_oriented": -0.15905630588531494, "delta_z": -0.17578103179881305, "delta_normalized": -0.023128376814418622, "win_rate": 0.25, "tie_rate": 0.0, "delta_ce": -0.08736944198608398, "delta_genuineness": -0.24005842208862305, "delta_wer_pp": 0.0, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "nl": { "n": 4, "baseline_raw": 3.5242730379104614, "adapter_raw": 3.5949648022651672, "baseline_normalized": 0.8427425776661359, "adapter_normalized": 0.8609430522793811, "delta_raw_oriented": 0.07069176435470581, "delta_z": 0.0781249835319859, "delta_normalized": 0.0182004746132452, "win_rate": 0.75, "tie_rate": 0.0, "delta_ce": 0.05559873580932617, "delta_genuineness": 0.015690326690673828, "delta_wer_pp": -1.3888888888888888, "baseline_cap_rate": 0, "adapter_cap_rate": 0 }, "es": { "n": 4, "baseline_raw": 3.665656626224518, "adapter_raw": 3.803505599498749, "baseline_normalized": 0.877666454801475, "adapter_normalized": 0.9064065032465233, "delta_raw_oriented": 0.13784897327423096, "delta_z": 0.15234375411700352, "delta_normalized": 0.028740048445048294, "win_rate": 1.0, "tie_rate": 0.0, "delta_ce": 0.0039713382720947266, "delta_genuineness": -0.0360872745513916, "delta_wer_pp": -1.6666666666666667, "baseline_cap_rate": 0, "adapter_cap_rate": 0 } } } ], "best_mean_scale": 0.75, "best_mean_delta_z": 0.05527345335046358, "suggested_scale": 0.75, "status": "positive_mean_uncertain" } ], "method": { "paired_n_per_scale": 20, "languages": [ "en", "de", "fr", "nl", "es" ], "outputs_per_language_scale": 4, "scales": [ 0.5, 0.75, 1.0 ], "cfg": 1, "primary": "Desired-direction paired raw target delta divided by its frozen EARS training standard deviation; positive means stronger requested trait", "normalized": "Original Gaussian-CDF target score, inverted for low-pole targets; not a probability; may saturate", "interval": "Exact enumeration of3125bootstrap resamples of5language clusters,retaining both texts and seeds within language", "clearer_rule": "Positive98.33%exploratory cluster-bootstrap lower bound and improvement in at least4/5language means;for contrast requests,both heads must meet these conditions", "scale_selection": "Largest target gain among clearer scales when available;otherwise largest positive mean is an uncertain trial;use base if no scale has a positive mean", "limitations": "Only5fixed speaker-reference/language pairs and2translated texts per language. Selection and intervals use the same grid. No independent held-out scale validation,no global multiplicity claim across72adapters,no human-listener confirmation. Language and reference voice effects are confounded." }, "input_sha256": { "casual_not_formal.json": "13e650e815acadd31ec3228ba8d67d4038d1e02f8be224a70bf19e1bceb027d2", "emo_Affection.json": "53a59a21b7e8db23b9643cef7d4660f268ac71857cbe4b0e233f0cf8d621a7bf", "emo_Amusement.json": "3efd9ce6b1e52a81a045ae2c3674b3fb18b59892c79e622ce3cc1581db253bea", "emo_Anger.json": "7576f2970a84464d59a1687d656689206b2ea735168a61f603e6a72fbed77768", "emo_Astonishment_Surprise.json": "4391a49b9466ace07f84c344d0d140f8fd69879abaa8b10e0e2781848279ba36", "emo_Awe.json": "22499f1415df1e4a79fc75ce0e72fb92426d57a115a6229621538226ab066926", "emo_Bitterness.json": "fb67f0d25f21d78ea6d9d906b69313d28713c5d1c7eabadfe21b6d47162d7444", "emo_Concentration.json": "f01f0b2238fb00a33db764a650ac66f0bc78792a881913bd5dca26b6126491ea", "emo_Confusion.json": "1d727af4cf40379b9576965c251bad73deb660b780c6b30023c396095cb36915", "emo_Contemplation.json": "7476b056c5f77448570f45b2f30df6d5cf9586724891d4ea4b3861d6c9f6b7a3", "emo_Contempt.json": "7a468af275130879825110023e0324c2aa46d1e2b9ebef270e8b0a33ec4d04e3", "emo_Contentment.json": "0aa3b8e96fbdecc96c094f2cc279e1c1f11f27f97834f772e6ff69ebf4dd6832", "emo_Disappointment.json": "1954082b92ebb2263d6b95035c522f169e11976b72093da5730d5d468af84686", "emo_Disgust.json": "58026f5e1e6d6454adea4dea068d95d01c06eaeaba9b580ea5a9a0fd3de84031", "emo_Distress.json": "333d13d885f9959d138ca4020a4a0c40d31f5f743fbbfc6785c4a9a69a9939ac", "emo_Doubt.json": "28dbe673417643fc87bdc8faa16cb009a6afd4a93c4fc0db75be79aff9676eaf", "emo_Elation.json": "0312c9ea83e3f468c4fd1db4ab693f0964caccd998da97251cecfaff73c0c095", "emo_Embarrassment.json": "66e66194389a7c610be5ab1b51f969387f8e181877acb00e1485d635620e41f1", "emo_Emotional_Numbness.json": "26be23b413bc35eec7d8ad9346e7f5b5c3f3ffe368e315f6126cc4e0eddaecc0", "emo_Fatigue_Exhaustion.json": "9639ab214a96afa6c61034f4699ec0a560fb054d16429ea2c9a58c380ea83082", "emo_Fear.json": "d17dea4371d15e7160d76c1bf0576af9f08e760eab4d536e20b56bb8c2a072ec", "emo_Helplessness.json": "6f118c67e481b646a6741bae8eee123014d7825306593ac57ac1c571e2ae2981", "emo_Hope_Enthusiasm_Optimism.json": "fec54015ab2bac11e39853dfa053846450d46841075c4b011b2bca97a7d67e43", "emo_Impatience_and_Irritability.json": "622dce3eeff4fa45e1c626a2a8a7c3432263cbc5fc0ad0964530efcb3395698b", "emo_Infatuation.json": "fc2fdc5f706f4aa4a5b9ebd3716b6c7142a1d72b23d76063d833d663b63bc885", "emo_Interest.json": "81a8860d7bf873ffaefbfe7c2a1ca09e5696c76574758605d6c51d0d8da7fa9f", "emo_Intoxication_Altered_States_of_Consciousness.json": "325ccde772f60d835a6dd1c2ef086eec9f0801addda6ff76bc1f18334fc5e883", "emo_Jealousy_and_Envy.json": "8e3e72872270b9317560ec0c0493f23d0d31b60172071f36bdbae3cd047054ff", "emo_Longing.json": "0e8758dd7bce97b0e374e97a3986100e55c5be1224deb91df8c7b0b3e930c6c8", "emo_Malevolence_Malice.json": "f2b6a0da8c21e8c0004b441f5a2a2d294922cedd0fecb09e294149d7fda55c94", "emo_Pain.json": "20f263b708901600af7dc94dc6b096fbbf3ac3db40004dad2debc787c832062c", "emo_Pleasure_Ecstasy.json": "d83076c15c782c0e25c82b2154da6c60e8a4fef4be8627fcd56d9552f2d05e21", "emo_Pride.json": "1b14c9c03eb20d040b856dc07166e28b4c79bb8561121cc5b74dce5cc3a764a4", "emo_Relief.json": "e10f0a1d913a444702ddaa6395679b5704495a9dd9f09417346b39903f22a6b4", "emo_Sadness.json": "d3fe2be8dd5a52466cdbaf101fbf2f3b9254fa3a8efed5ca25613fc1f1eb0a75", "emo_Sexual_Lust.json": "fa14bb363b89863751b16571e0ee2a27d5e577ce21982d1fffba17ef00d142b8", "emo_Shame.json": "d2599345cc6b24a8803008ab4e8e80576d9c218d22e623befb58fbfdd7e2e578", "emo_Sourness.json": "2b4a80390faaff5d4b8fa781959cc952c57175564df166a89beac35da4bc0fce", "emo_Teasing.json": "2ebc89dc92f3bb8cf8c8f2964c12a75ef787ed0466c4ea6b7ab1e128c97ff25e", "emo_Thankfulness_Gratitude.json": "2cc815e571faf1721d1c04941b7a2c0eff6e5581c656e720f2284caa69c3ae81", "emo_Triumph.json": "a592fa5117a4e419acac96a54dcaccc28b4b469240273da5c618fe78fa897f2e", "formal_not_casual.json": "91cb273db0476a1800db2dde042b6f004acf0cc99cf5f7feedef80e0c78490af", "vn_AROU_reg_high.json": "d3e9d502fef063853772d4f46130328ac4a7590565a170f8ff1c383e5d452cd4", "vn_AROU_reg_low.json": "33ac570092b149e2467a628f1444b1b9f0788cba7978494f081c8b0485a01979", "vn_STNC_reg_high.json": "321cbc3c49e2a44b90cf238a4de82fe57171d85c682ef362344ff529b9ffb9d6", "vn_STNC_reg_low.json": "dd1e49461fa169be9b660e43c266db0172b4dfcad421dae12decd57af41e227f", "vn_S_ASMR_reg.json": "2d9a890c2d8670576f35e603ef576f526653bfd4914465793df465dad6f69086", "vn_S_AUTH_reg.json": "48600fdee3c2e6a356bee80a7a503673d0949e01b77b1ccd1ec6987ee88a2faf", "vn_S_CART_reg.json": "3b5eeb824eb90e646d0f8a6681ed8f3706c2d8c861518313a53b6d7476b1da19", "vn_S_CASU_reg.json": "006017d24322a5dc096c97fe78cea0c5f7734d7b900edfccc4ccf454708f30e7", "vn_S_CONV_reg.json": "df180bc8f2cd2686c9923763e67800f17610249114a192878d5f05b7e5fc93e0", "vn_S_DRAM_reg.json": "40df06541f639ecbcb05943c33ede1d4b2745f3346f17bd3bddb4d43d2024690", "vn_S_FORM_reg.json": "565923b098b8057aa753a031f1f0091d6f41b579e8ea81d9944a3b3419cc1ecc", "vn_S_MONO_reg.json": "1404529a673019f239831f74e1e498104bb2481681903d8ed0d62979190fa879", "vn_S_NARR_reg.json": "ef99f835bbb0a2f702fd405a46d38d8db0cc8c486deec5accc141a87b603a81c", "vn_S_NEWS_reg.json": "8903fce51c747516c6b3038d4a9c43d0831523a647f8ecc259e3a5f3ac7a6a84", "vn_S_PLAY_reg.json": "089eb2f31c4d548360f15f9ef142858e5411400241a9bab05a5a9de8c8679325", "vn_S_RANT_reg.json": "d4b97a8c7890081a75b9210b18c8058df584f32623f080c47290da205488a377", "vn_S_STRY_reg.json": "e77378571ebe9000566235555eb9a1369b460d915a079ac58a9c7fcea97bd6d1", "vn_S_TECH_reg.json": "ac6aac13b3de5b2193f6cd289559af5eac562da7d1331c01f23be0616209f627", "vn_S_WHIS_reg.json": "72c07d930c1ae1e5de6825ba0229d1789a0cbaa10dfa5787cd7bed052330672d", "vn_TEMP_reg_high.json": "ed8be1ce36162934bcc9c349dbf5f6bfcad7b935b9a06a46681e1e79d79c7be7", "vn_TEMP_reg_low.json": "710dca1389a4484db7bdca0df2e27bbefcf36fe58f0f6f0cf18d0154505140c4", "vn_TENS_reg_high.json": "f7377a21ba0c45ab14a1bd97b5a44b8328377d535553444960fb1986933e5c86", "vn_TENS_reg_low.json": "7a93df1e1cb7020ee20c222298425ff48a2962009cdb331d58519a54a86e9652", "vn_VALN_reg_high.json": "74959db9c191ad57457b86402e1f6df2184b097539b113502cdb80adfd80e0a3", "vn_VALN_reg_low.json": "725c94ef2502e6dddadc5294584147c233897ad07d52e8872e69ff6ae751753a", "vn_VOLT_reg_high.json": "4fbd41c6177a11dd470e3197180318e267e8165c023797296957ede38a2b710f", "vn_VOLT_reg_low.json": "20e7ad57d03cd83e653609409ee1f89c5e0ba23af1bf969ab0d232c03b9819a5", "vn_VULN_reg_high.json": "a689af3734a9beef725d5bdeb090194558f060cda98077c9ec0de551c1f84921", "vn_VULN_reg_low.json": "6fece2068d7d298d3a536bef4965b01202a81bcf4eb3cfeea312190688e02ca0", "vn_WARM_reg_high.json": "a0bfea910465f5b7ef3baf6339874c54820ebb1d5d79b86dede6fcf81dc6b6f6" }, "normalization_sha256": "5f25d50b50a61802673041d3333cc8b5ffeaadceda2de1823c52a320192a946f", "taxonomy_sha256": "e2c652b04eb8724052d2874f637693f47319c51105eabadf90bdb1816b564a5b" }