ChristophSchuhmann's picture
Publish study artifacts 1201-1336 of 1336
bc87111 verified
Raw History Blame Contribute Delete
97.9 kB
{
"complete_main": true,
"scored_samples": 660,
"planned_samples": 660,
"cells": [
{
"stage": "german",
"format": "both",
"cfg": 1.5,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.6045454545454546,
"post_wer": 0.5272727272727271,
"low_wer_rate": 0.45,
"failure_rate": 0.5,
"genuineness": 1.1822658360004425,
"emotion_percentile": 0.6346153846153847,
"top5_rate": 0.35,
"target_score": 0.779297623038292,
"clap": 0.10554296229965984,
"frame_limit_rate": 0.0,
"alignment_rate": 0.75,
"raw_wer_ci": [
0.2272727272727273,
1.000113636363636
],
"genuineness_ci": [
0.9214127209782601,
1.4411281029880043
],
"emotion_ci": [
0.4692307692307692,
0.7936217948717947
]
},
{
"stage": "german",
"format": "both",
"cfg": 2.0,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.7545454545454545,
"post_wer": 0.509090909090909,
"low_wer_rate": 0.5,
"failure_rate": 0.5,
"genuineness": 1.223960143327713,
"emotion_percentile": 0.6653846153846154,
"top5_rate": 0.3,
"target_score": 0.7545701056718827,
"clap": 0.09549533077515662,
"frame_limit_rate": 0.0,
"alignment_rate": 0.75,
"raw_wer_ci": [
0.28181818181818186,
1.259090909090909
],
"genuineness_ci": [
1.0180012498795985,
1.4632771645486355
],
"emotion_ci": [
0.5,
0.8205128205128205
]
},
{
"stage": "german",
"format": "both",
"cfg": 2.0,
"temperature": 1.2,
"n": 20,
"raw_wer": 0.7090909090909091,
"post_wer": 0.55,
"low_wer_rate": 0.45,
"failure_rate": 0.5,
"genuineness": 0.9432544410228729,
"emotion_percentile": 0.7192307692307692,
"top5_rate": 0.4,
"target_score": 0.9759001672267914,
"clap": 0.11148059014230967,
"frame_limit_rate": 0.0,
"alignment_rate": 0.75,
"raw_wer_ci": [
0.26363636363636367,
1.1727272727272726
],
"genuineness_ci": [
0.7752429436892271,
1.138213724642992
],
"emotion_ci": [
0.5794551282051281,
0.8538461538461538
]
},
{
"stage": "german",
"format": "both",
"cfg": 3.0,
"temperature": 1.2,
"n": 20,
"raw_wer": 0.5999999999999999,
"post_wer": 0.5681818181818181,
"low_wer_rate": 0.45,
"failure_rate": 0.5,
"genuineness": 1.1084778666496278,
"emotion_percentile": 0.5692307692307692,
"top5_rate": 0.3,
"target_score": 0.7736312121152877,
"clap": 0.0946338340640068,
"frame_limit_rate": 0.0,
"alignment_rate": 0.85,
"raw_wer_ci": [
0.23181818181818184,
0.959090909090909
],
"genuineness_ci": [
0.9455206195265055,
1.2882765897363424
],
"emotion_ci": [
0.3704807692307692,
0.7666666666666668
]
},
{
"stage": "german",
"format": "caption",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.02727272727272727,
"post_wer": 0.02727272727272727,
"low_wer_rate": 0.9,
"failure_rate": 0.0,
"genuineness": 0.8969569802284241,
"emotion_percentile": 0.6384615384615385,
"top5_rate": 0.4,
"target_score": 0.9791816711425781,
"clap": 0.10936372792348266,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.0,
0.06363636363636363
],
"genuineness_ci": [
0.8075003623962402,
1.0113052186369889
],
"emotion_ci": [
0.4025641025641026,
0.8821794871794866
]
},
{
"stage": "german",
"format": "caption",
"cfg": 2.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.0,
"post_wer": 0.0,
"low_wer_rate": 1.0,
"failure_rate": 0.0,
"genuineness": 0.9749716520309448,
"emotion_percentile": 0.6,
"top5_rate": 0.4,
"target_score": 0.9660823941230774,
"clap": 0.11295577213168144,
"frame_limit_rate": 0.0,
"alignment_rate": 0.5,
"raw_wer_ci": [
0.0,
0.0
],
"genuineness_ci": [
0.9314823389053345,
1.0132232308387756
],
"emotion_ci": [
0.3128205128205129,
0.8871794871794872
]
},
{
"stage": "german",
"format": "caption",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.01818181818181818,
"post_wer": 0.03636363636363636,
"low_wer_rate": 0.9,
"failure_rate": 0.0,
"genuineness": 0.7642378747463227,
"emotion_percentile": 0.6615384615384615,
"top5_rate": 0.4,
"target_score": 0.991342830657959,
"clap": 0.10697803273797035,
"frame_limit_rate": 0.0,
"alignment_rate": 0.7,
"raw_wer_ci": [
0.0,
0.05454545454545454
],
"genuineness_ci": [
0.6840708613395691,
0.8356593966484069
],
"emotion_ci": [
0.4486538461538462,
0.8846153846153847
]
},
{
"stage": "german",
"format": "caption",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.01818181818181818,
"post_wer": 0.01818181818181818,
"low_wer_rate": 0.9,
"failure_rate": 0.0,
"genuineness": 0.9280443370342255,
"emotion_percentile": 0.5846153846153846,
"top5_rate": 0.3,
"target_score": 0.8850169062614441,
"clap": 0.09176202453672885,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.0,
0.05454545454545454
],
"genuineness_ci": [
0.8343314290046692,
1.0217572450637817
],
"emotion_ci": [
0.2948717948717949,
0.8743589743589745
]
},
{
"stage": "german",
"format": "structured",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.1818181818181819,
"post_wer": 1.0272727272727273,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.467574691772461,
"emotion_percentile": 0.6307692307692309,
"top5_rate": 0.3,
"target_score": 0.5794135749340057,
"clap": 0.10172219667583704,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.909090909090909,
1.4909090909090912
],
"genuineness_ci": [
1.0370690464973449,
1.7031209588050842
],
"emotion_ci": [
0.3998076923076923,
0.8461538461538461
]
},
{
"stage": "german",
"format": "structured",
"cfg": 2.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.509090909090909,
"post_wer": 1.018181818181818,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.4729486346244811,
"emotion_percentile": 0.730769230769231,
"top5_rate": 0.2,
"target_score": 0.5430578172206879,
"clap": 0.07803488941863179,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.1636363636363636,
1.8636363636363638
],
"genuineness_ci": [
1.1401315358281134,
1.8088954448699952
],
"emotion_ci": [
0.5948717948717949,
0.8666666666666668
]
},
{
"stage": "german",
"format": "structured",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 1.4,
"post_wer": 1.0636363636363637,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.1222710072994233,
"emotion_percentile": 0.776923076923077,
"top5_rate": 0.4,
"target_score": 0.9604575037956238,
"clap": 0.11598314754664898,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
1.1181818181818184,
1.7727272727272727
],
"genuineness_ci": [
0.8303631663322448,
1.4257757663726807
],
"emotion_ci": [
0.635897435897436,
0.9179487179487179
]
},
{
"stage": "german",
"format": "structured",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 1.1818181818181819,
"post_wer": 1.1181818181818182,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.2889113962650298,
"emotion_percentile": 0.5538461538461539,
"top5_rate": 0.3,
"target_score": 0.6622455179691314,
"clap": 0.09750564359128475,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
1.0272727272727273,
1.3727272727272726
],
"genuineness_ci": [
1.0333168983459473,
1.5445058941841125
],
"emotion_ci": [
0.3153846153846154,
0.8025641025641026
]
},
{
"stage": "legacy",
"format": "both",
"cfg": 1.5,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.75,
"post_wer": 0.4909090909090909,
"low_wer_rate": 0.5,
"failure_rate": 0.45,
"genuineness": 1.450722372531891,
"emotion_percentile": 0.7576923076923078,
"top5_rate": 0.5,
"target_score": 1.0001847743988037,
"clap": 0.15790805364958943,
"frame_limit_rate": 0.0,
"alignment_rate": 0.7,
"raw_wer_ci": [
0.28181818181818186,
1.231818181818182
],
"genuineness_ci": [
1.2354817202687265,
1.676481952369213
],
"emotion_ci": [
0.610224358974359,
0.8794871794871796
]
},
{
"stage": "legacy",
"format": "caption",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.02727272727272727,
"post_wer": 0.02727272727272727,
"low_wer_rate": 1.0,
"failure_rate": 0.0,
"genuineness": 1.6357778072357179,
"emotion_percentile": 0.6,
"top5_rate": 0.2,
"target_score": 0.6919039726257324,
"clap": 0.16843435680493712,
"frame_limit_rate": 0.0,
"alignment_rate": 0.5,
"raw_wer_ci": [
0.0,
0.06363636363636363
],
"genuineness_ci": [
1.4489451920986176,
1.8060300278663624
],
"emotion_ci": [
0.4333333333333333,
0.7666666666666667
]
},
{
"stage": "legacy",
"format": "structured",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.4727272727272729,
"post_wer": 0.9545454545454545,
"low_wer_rate": 0.0,
"failure_rate": 0.9,
"genuineness": 1.265666937828064,
"emotion_percentile": 0.9153846153846154,
"top5_rate": 0.8,
"target_score": 1.308465576171875,
"clap": 0.1473817504942417,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
1.0,
1.863636363636364
],
"genuineness_ci": [
0.981273478269577,
1.6494531989097596
],
"emotion_ci": [
0.8512820512820513,
0.9666666666666668
]
},
{
"stage": "main",
"format": "both",
"cfg": 1.0,
"temperature": 0.0,
"n": 20,
"raw_wer": 0.8909090909090909,
"post_wer": 0.8909090909090909,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 0.9336239039897919,
"emotion_percentile": 0.6641025641025641,
"top5_rate": 0.4,
"target_score": 0.36865575313568116,
"clap": 0.08295845165848732,
"frame_limit_rate": 0.0,
"alignment_rate": 0.2,
"raw_wer_ci": [
0.809090909090909,
0.9727272727272727
],
"genuineness_ci": [
0.7002803060412407,
1.2137045669555664
],
"emotion_ci": [
0.48198717948717945,
0.8230769230769232
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 1.0,
"temperature": 0.5,
"n": 20,
"raw_wer": 0.7363636363636363,
"post_wer": 0.7363636363636363,
"low_wer_rate": 0.2,
"failure_rate": 0.8,
"genuineness": 1.3863318488001823,
"emotion_percentile": 0.6,
"top5_rate": 0.25,
"target_score": 0.4196996480226517,
"clap": 0.13451091228052975,
"frame_limit_rate": 0.0,
"alignment_rate": 0.4,
"raw_wer_ci": [
0.5454545454545454,
0.909090909090909
],
"genuineness_ci": [
1.217616409212351,
1.5897640832513569
],
"emotion_ci": [
0.4435897435897436,
0.7410256410256411
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 1.0,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.5227272727272727,
"post_wer": 0.5045454545454545,
"low_wer_rate": 0.5,
"failure_rate": 0.5,
"genuineness": 1.549351066350937,
"emotion_percentile": 0.5833333333333334,
"top5_rate": 0.3,
"target_score": 0.663410896062851,
"clap": 0.14146738150157034,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.22261363636363637,
0.8228409090909083
],
"genuineness_ci": [
1.2969872985035182,
1.7742787403613327
],
"emotion_ci": [
0.36923076923076925,
0.7769230769230769
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "both",
"cfg": 1.0,
"temperature": 1.2,
"n": 20,
"raw_wer": 0.46363636363636357,
"post_wer": 0.44545454545454544,
"low_wer_rate": 0.45,
"failure_rate": 0.5,
"genuineness": 1.5163982272148133,
"emotion_percentile": 0.5782051282051283,
"top5_rate": 0.25,
"target_score": 0.6033769577741623,
"clap": 0.14399103089235724,
"frame_limit_rate": 0.0,
"alignment_rate": 0.85,
"raw_wer_ci": [
0.2,
0.7228409090909085
],
"genuineness_ci": [
1.35553680062294,
1.687044619321823
],
"emotion_ci": [
0.40509615384615383,
0.7461538461538462
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "both",
"cfg": 1.5,
"temperature": 0.0,
"n": 20,
"raw_wer": 0.8909090909090909,
"post_wer": 0.8545454545454545,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 0.9121705681085587,
"emotion_percentile": 0.4717948717948718,
"top5_rate": 0.1,
"target_score": 0.251958954334259,
"clap": 0.06611321782693266,
"frame_limit_rate": 0.0,
"alignment_rate": 0.4,
"raw_wer_ci": [
0.7636363636363636,
1.0274999999999987
],
"genuineness_ci": [
0.6401677393168211,
1.1814954986423254
],
"emotion_ci": [
0.2935576923076923,
0.65
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 1.5,
"temperature": 0.5,
"n": 20,
"raw_wer": 0.8181818181818181,
"post_wer": 0.6818181818181818,
"low_wer_rate": 0.3,
"failure_rate": 0.7,
"genuineness": 1.2900730326771737,
"emotion_percentile": 0.5358974358974359,
"top5_rate": 0.2,
"target_score": 0.473119330406189,
"clap": 0.10811951668001711,
"frame_limit_rate": 0.0,
"alignment_rate": 0.55,
"raw_wer_ci": [
0.46818181818181814,
1.1772727272727272
],
"genuineness_ci": [
1.02476448148489,
1.4991829280555249
],
"emotion_ci": [
0.3537820512820513,
0.7051282051282051
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 1.5,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.6409090909090909,
"post_wer": 0.4909090909090909,
"low_wer_rate": 0.5,
"failure_rate": 0.5,
"genuineness": 1.5140596687793733,
"emotion_percentile": 0.6794871794871795,
"top5_rate": 0.35,
"target_score": 0.557935231924057,
"clap": 0.15703846737742425,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.2409090909090909,
1.0499999999999998
],
"genuineness_ci": [
1.1484982204437255,
1.8192784562706947
],
"emotion_ci": [
0.5474038461538462,
0.7987179487179488
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "both",
"cfg": 1.5,
"temperature": 1.2,
"n": 20,
"raw_wer": 0.6545454545454545,
"post_wer": 0.5181818181818182,
"low_wer_rate": 0.5,
"failure_rate": 0.5,
"genuineness": 1.2993146613240243,
"emotion_percentile": 0.6076923076923078,
"top5_rate": 0.25,
"target_score": 0.6235492259263993,
"clap": 0.1633804318262264,
"frame_limit_rate": 0.0,
"alignment_rate": 0.75,
"raw_wer_ci": [
0.24545454545454545,
1.059204545454545
],
"genuineness_ci": [
0.9999829276651145,
1.5577092392742633
],
"emotion_ci": [
0.44102564102564107,
0.7654166666666665
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 2.0,
"temperature": 0.0,
"n": 20,
"raw_wer": 1.109090909090909,
"post_wer": 0.8454545454545453,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.0222287893295288,
"emotion_percentile": 0.6974358974358974,
"top5_rate": 0.3,
"target_score": 0.725282096862793,
"clap": 0.08486292362213135,
"frame_limit_rate": 0.0,
"alignment_rate": 0.5,
"raw_wer_ci": [
0.8272727272727272,
1.463863636363635
],
"genuineness_ci": [
0.6679164335131644,
1.3822891277074814
],
"emotion_ci": [
0.5256410256410255,
0.8487179487179487
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 2.0,
"temperature": 0.5,
"n": 20,
"raw_wer": 0.7909090909090908,
"post_wer": 0.6045454545454545,
"low_wer_rate": 0.3,
"failure_rate": 0.6,
"genuineness": 1.3315397515892982,
"emotion_percentile": 0.6474358974358974,
"top5_rate": 0.3,
"target_score": 0.6505367517471313,
"clap": 0.11642172294668854,
"frame_limit_rate": 0.0,
"alignment_rate": 0.55,
"raw_wer_ci": [
0.42727272727272725,
1.1864772727272723
],
"genuineness_ci": [
1.0165144734457137,
1.5930830574035644
],
"emotion_ci": [
0.4756089743589743,
0.8012820512820513
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 2.0,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.6363636363636364,
"post_wer": 0.5363636363636364,
"low_wer_rate": 0.4,
"failure_rate": 0.5,
"genuineness": 1.4660921834409237,
"emotion_percentile": 0.6320512820512821,
"top5_rate": 0.15,
"target_score": 0.5369523972272873,
"clap": 0.14711815379559995,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.2545454545454545,
1.018181818181818
],
"genuineness_ci": [
1.13107317969203,
1.7329520645737646
],
"emotion_ci": [
0.47945512820512814,
0.7666987179487177
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "both",
"cfg": 2.0,
"temperature": 1.2,
"n": 20,
"raw_wer": 0.8772727272727273,
"post_wer": 0.5363636363636364,
"low_wer_rate": 0.4,
"failure_rate": 0.55,
"genuineness": 1.447402621805668,
"emotion_percentile": 0.667948717948718,
"top5_rate": 0.3,
"target_score": 0.6330512017011642,
"clap": 0.1541899610310793,
"frame_limit_rate": 0.0,
"alignment_rate": 0.85,
"raw_wer_ci": [
0.3589772727272727,
1.459090909090909
],
"genuineness_ci": [
1.26755656439811,
1.6050354596227405
],
"emotion_ci": [
0.5166666666666667,
0.8141025641025641
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 3.0,
"temperature": 0.0,
"n": 20,
"raw_wer": 1.2636363636363637,
"post_wer": 0.9454545454545455,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.080536413192749,
"emotion_percentile": 0.635897435897436,
"top5_rate": 0.3,
"target_score": 0.5521217107772827,
"clap": 0.0478445241227746,
"frame_limit_rate": 0.0,
"alignment_rate": 0.5,
"raw_wer_ci": [
0.9636363636363636,
1.609090909090909
],
"genuineness_ci": [
0.8489025393128395,
1.310575350522995
],
"emotion_ci": [
0.43076923076923085,
0.8282051282051283
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 3.0,
"temperature": 0.5,
"n": 20,
"raw_wer": 1.0136363636363637,
"post_wer": 0.7045454545454546,
"low_wer_rate": 0.3,
"failure_rate": 0.6,
"genuineness": 1.210232399404049,
"emotion_percentile": 0.6666666666666667,
"top5_rate": 0.3,
"target_score": 0.613452035188675,
"clap": 0.12600662456825376,
"frame_limit_rate": 0.0,
"alignment_rate": 0.65,
"raw_wer_ci": [
0.47715909090909087,
1.5864772727272722
],
"genuineness_ci": [
0.933671198822558,
1.439652989283204
],
"emotion_ci": [
0.49743589743589745,
0.8077243589743589
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "both",
"cfg": 3.0,
"temperature": 1.0,
"n": 20,
"raw_wer": 1.0727272727272728,
"post_wer": 0.5909090909090908,
"low_wer_rate": 0.4,
"failure_rate": 0.55,
"genuineness": 1.2039353616535664,
"emotion_percentile": 0.7512820512820513,
"top5_rate": 0.5,
"target_score": 1.0152722269296646,
"clap": 0.13583090691827238,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.4636363636363637,
1.6772727272727272
],
"genuineness_ci": [
0.9341763531975449,
1.4467988353967665
],
"emotion_ci": [
0.5909935897435897,
0.8897435897435898
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "both",
"cfg": 3.0,
"temperature": 1.2,
"n": 20,
"raw_wer": 0.859090909090909,
"post_wer": 0.5318181818181819,
"low_wer_rate": 0.4,
"failure_rate": 0.5,
"genuineness": 1.4063945829868316,
"emotion_percentile": 0.7423076923076924,
"top5_rate": 0.5,
"target_score": 0.7808847188949585,
"clap": 0.1589796094223857,
"frame_limit_rate": 0.0,
"alignment_rate": 0.65,
"raw_wer_ci": [
0.3817045454545454,
1.3499999999999999
],
"genuineness_ci": [
1.0843570294976235,
1.7004803447425367
],
"emotion_ci": [
0.6141025641025641,
0.8474358974358974
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "caption",
"cfg": 1.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.7818181818181819,
"post_wer": 0.7818181818181819,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 0.7698693394660949,
"emotion_percentile": 0.6205128205128206,
"top5_rate": 0.4,
"target_score": 0.42777252197265625,
"clap": 0.050734134018421174,
"frame_limit_rate": 0.0,
"alignment_rate": 0.0,
"raw_wer_ci": [
0.7272727272727273,
0.890909090909091
],
"genuineness_ci": [
0.5464849352836609,
1.0668636322021485
],
"emotion_ci": [
0.3128205128205129,
0.8820512820512821
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 1.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.4727272727272728,
"post_wer": 0.4727272727272728,
"low_wer_rate": 0.4,
"failure_rate": 0.6,
"genuineness": 1.4178542256355287,
"emotion_percentile": 0.6153846153846154,
"top5_rate": 0.3,
"target_score": 0.6310359954833984,
"clap": 0.09744229093194008,
"frame_limit_rate": 0.0,
"alignment_rate": 0.3,
"raw_wer_ci": [
0.2909090909090909,
0.6727272727272726
],
"genuineness_ci": [
1.269370710849762,
1.587307333946228
],
"emotion_ci": [
0.3076923076923077,
0.8717948717948719
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 1.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.02727272727272727,
"post_wer": 0.0,
"low_wer_rate": 1.0,
"failure_rate": 0.0,
"genuineness": 1.6008192658424378,
"emotion_percentile": 0.5512820512820513,
"top5_rate": 0.1,
"target_score": 0.6867991924285889,
"clap": 0.1369980351999402,
"frame_limit_rate": 0.0,
"alignment_rate": 0.4,
"raw_wer_ci": [
0.0,
0.06363636363636363
],
"genuineness_ci": [
1.4297536849975585,
1.771884846687317
],
"emotion_ci": [
0.3153205128205128,
0.7871794871794873
],
"eligible": true,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 1.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.045454545454545456,
"post_wer": 0.00909090909090909,
"low_wer_rate": 0.9,
"failure_rate": 0.0,
"genuineness": 1.390686810016632,
"emotion_percentile": 0.5487179487179488,
"top5_rate": 0.3,
"target_score": 0.7061961889266968,
"clap": 0.13961558006703853,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.0,
0.1181818181818182
],
"genuineness_ci": [
1.2026090621948242,
1.6217376589775085
],
"emotion_ci": [
0.2641025641025641,
0.8512820512820513
],
"eligible": true,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 1.5,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.8,
"post_wer": 0.8,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 0.7600404024124146,
"emotion_percentile": 0.47435897435897434,
"top5_rate": 0.0,
"target_score": 0.15664596557617189,
"clap": 0.06330669652670622,
"frame_limit_rate": 0.0,
"alignment_rate": 0.2,
"raw_wer_ci": [
0.7272727272727273,
0.8727272727272727
],
"genuineness_ci": [
0.4408206343650818,
1.0792601704597473
],
"emotion_ci": [
0.25897435897435894,
0.6923076923076923
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 1.5,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.3545454545454546,
"post_wer": 0.3545454545454546,
"low_wer_rate": 0.6,
"failure_rate": 0.4,
"genuineness": 1.4690609276294708,
"emotion_percentile": 0.5794871794871794,
"top5_rate": 0.2,
"target_score": 0.58507080078125,
"clap": 0.12003777893260122,
"frame_limit_rate": 0.0,
"alignment_rate": 0.1,
"raw_wer_ci": [
0.1,
0.6
],
"genuineness_ci": [
1.314677619934082,
1.5893643975257874
],
"emotion_ci": [
0.31794871794871793,
0.8179487179487179
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.00909090909090909,
"post_wer": 0.0,
"low_wer_rate": 1.0,
"failure_rate": 0.0,
"genuineness": 1.6390300154685975,
"emotion_percentile": 0.5974358974358974,
"top5_rate": 0.3,
"target_score": 0.5706293940544128,
"clap": 0.17025624848902227,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.0,
0.02727272727272727
],
"genuineness_ci": [
1.5485520482063293,
1.7295079827308655
],
"emotion_ci": [
0.41282051282051285,
0.7923076923076924
],
"eligible": true,
"pareto": true
},
{
"stage": "main",
"format": "caption",
"cfg": 1.5,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.0,
"post_wer": 0.0,
"low_wer_rate": 1.0,
"failure_rate": 0.0,
"genuineness": 1.3519848227500915,
"emotion_percentile": 0.5794871794871795,
"top5_rate": 0.3,
"target_score": 0.7724813461303711,
"clap": 0.1732620108872652,
"frame_limit_rate": 0.0,
"alignment_rate": 0.7,
"raw_wer_ci": [
0.0,
0.0
],
"genuineness_ci": [
1.25921311378479,
1.4762511253356934
],
"emotion_ci": [
0.32051282051282054,
0.8384615384615385
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "caption",
"cfg": 2.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.8,
"post_wer": 0.8,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 0.9889747142791748,
"emotion_percentile": 0.6000000000000001,
"top5_rate": 0.2,
"target_score": 0.6307086944580078,
"clap": 0.05026955977082252,
"frame_limit_rate": 0.0,
"alignment_rate": 0.2,
"raw_wer_ci": [
0.7272727272727273,
0.8727272727272727
],
"genuineness_ci": [
0.7289301156997681,
1.2408330678939818
],
"emotion_ci": [
0.3128205128205129,
0.8358974358974359
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 2.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.28181818181818186,
"post_wer": 0.28181818181818186,
"low_wer_rate": 0.6,
"failure_rate": 0.3,
"genuineness": 1.5231847584247589,
"emotion_percentile": 0.6435897435897436,
"top5_rate": 0.3,
"target_score": 0.8176289558410644,
"clap": 0.14886372499167919,
"frame_limit_rate": 0.0,
"alignment_rate": 0.1,
"raw_wer_ci": [
0.11818181818181817,
0.43636363636363634
],
"genuineness_ci": [
1.3384113371372224,
1.720798909664154
],
"emotion_ci": [
0.3256410256410256,
0.8923076923076921
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 2.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.03636363636363636,
"post_wer": 0.03636363636363636,
"low_wer_rate": 0.8,
"failure_rate": 0.0,
"genuineness": 1.6192965507507324,
"emotion_percentile": 0.5923076923076922,
"top5_rate": 0.0,
"target_score": 0.5450558662414551,
"clap": 0.1813839640468359,
"frame_limit_rate": 0.0,
"alignment_rate": 0.7,
"raw_wer_ci": [
0.0,
0.07272727272727272
],
"genuineness_ci": [
1.4536230564117432,
1.7609086990356446
],
"emotion_ci": [
0.34102564102564104,
0.7949999999999994
],
"eligible": true,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.07272727272727272,
"post_wer": 0.05454545454545454,
"low_wer_rate": 0.8,
"failure_rate": 0.1,
"genuineness": 1.544096541404724,
"emotion_percentile": 0.635897435897436,
"top5_rate": 0.3,
"target_score": 0.8787513494491577,
"clap": 0.21663988083601,
"frame_limit_rate": 0.0,
"alignment_rate": 0.7,
"raw_wer_ci": [
0.0,
0.16363636363636364
],
"genuineness_ci": [
1.5034644603729248,
1.5958430409431457
],
"emotion_ci": [
0.4025641025641026,
0.8692307692307694
],
"eligible": true,
"pareto": true
},
{
"stage": "main",
"format": "caption",
"cfg": 3.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.9272727272727271,
"post_wer": 0.9272727272727271,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.3736068964004517,
"emotion_percentile": 0.482051282051282,
"top5_rate": 0.0,
"target_score": 0.21176258325576783,
"clap": 0.046666323021054265,
"frame_limit_rate": 0.0,
"alignment_rate": 0.0,
"raw_wer_ci": [
0.909090909090909,
0.9636363636363636
],
"genuineness_ci": [
1.190071415901184,
1.5571423768997192
],
"emotion_ci": [
0.22051282051282053,
0.7435897435897435
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 3.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.3181818181818182,
"post_wer": 0.3181818181818182,
"low_wer_rate": 0.6,
"failure_rate": 0.3,
"genuineness": 1.4440917730331422,
"emotion_percentile": 0.5666666666666667,
"top5_rate": 0.2,
"target_score": 0.49127801060676574,
"clap": 0.1624743402004242,
"frame_limit_rate": 0.0,
"alignment_rate": 0.3,
"raw_wer_ci": [
0.01818181818181818,
0.7
],
"genuineness_ci": [
1.306997299194336,
1.5895642280578612
],
"emotion_ci": [
0.3128205128205128,
0.7873076923076917
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "caption",
"cfg": 3.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.13636363636363638,
"post_wer": 0.13636363636363638,
"low_wer_rate": 0.8,
"failure_rate": 0.1,
"genuineness": 1.5569508790969848,
"emotion_percentile": 0.7410256410256411,
"top5_rate": 0.4,
"target_score": 1.2107799530029297,
"clap": 0.19471326023340224,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.0,
0.39090909090909093
],
"genuineness_ci": [
1.475388479232788,
1.6639168739318848
],
"emotion_ci": [
0.5333333333333333,
0.9333333333333332
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "caption",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.10909090909090909,
"post_wer": 0.1,
"low_wer_rate": 0.8,
"failure_rate": 0.1,
"genuineness": 1.7554999947547913,
"emotion_percentile": 0.6512820512820513,
"top5_rate": 0.3,
"target_score": 0.7343349456787109,
"clap": 0.20331232938915492,
"frame_limit_rate": 0.0,
"alignment_rate": 0.4,
"raw_wer_ci": [
0.02727272727272727,
0.2363636363636364
],
"genuineness_ci": [
1.563755702972412,
1.9309305191040038
],
"emotion_ci": [
0.4692307692307692,
0.8076923076923077
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "structured",
"cfg": 1.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 1.0,
"post_wer": 1.0,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.0973784685134889,
"emotion_percentile": 0.7076923076923077,
"top5_rate": 0.4,
"target_score": 0.3095389842987061,
"clap": 0.11518276929855346,
"frame_limit_rate": 0.0,
"alignment_rate": 0.4,
"raw_wer_ci": [
1.0,
1.0
],
"genuineness_ci": [
0.7526587963104248,
1.5665398526191692
],
"emotion_ci": [
0.517948717948718,
0.8871794871794872
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "structured",
"cfg": 1.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 1.0,
"post_wer": 1.0,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.354809471964836,
"emotion_percentile": 0.5846153846153846,
"top5_rate": 0.2,
"target_score": 0.2083633005619049,
"clap": 0.1715795336291194,
"frame_limit_rate": 0.0,
"alignment_rate": 0.5,
"raw_wer_ci": [
1.0,
1.0
],
"genuineness_ci": [
1.0472580343484879,
1.7567276000976562
],
"emotion_ci": [
0.48974358974358967,
0.6794871794871795
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 1.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.018181818181818,
"post_wer": 1.009090909090909,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.497882866859436,
"emotion_percentile": 0.6153846153846155,
"top5_rate": 0.5,
"target_score": 0.6400225996971131,
"clap": 0.1459367278032005,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.9545454545454547,
1.0818181818181816
],
"genuineness_ci": [
1.0176084160804748,
1.8881401479244233
],
"emotion_ci": [
0.28205128205128205,
0.917948717948718
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "structured",
"cfg": 1.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.8818181818181818,
"post_wer": 0.8818181818181818,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.6421096444129943,
"emotion_percentile": 0.6076923076923079,
"top5_rate": 0.2,
"target_score": 0.5005577266216278,
"clap": 0.1483664817176759,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.7818181818181819,
0.9818181818181818
],
"genuineness_ci": [
1.4238805174827576,
1.8772366046905518
],
"emotion_ci": [
0.4205128205128205,
0.7564102564102565
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "structured",
"cfg": 1.5,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.9818181818181818,
"post_wer": 0.909090909090909,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.0643007338047028,
"emotion_percentile": 0.46923076923076923,
"top5_rate": 0.2,
"target_score": 0.3472719430923462,
"clap": 0.06891973912715912,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.7272727272727273,
1.2181818181818183
],
"genuineness_ci": [
0.68918879032135,
1.4248395919799806
],
"emotion_ci": [
0.18717948717948718,
0.7897435897435897
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 1.5,
"temperature": 0.5,
"n": 10,
"raw_wer": 1.2818181818181817,
"post_wer": 1.009090909090909,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.1110851377248765,
"emotion_percentile": 0.49230769230769234,
"top5_rate": 0.2,
"target_score": 0.36116786003112794,
"clap": 0.09620125442743302,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.0,
1.6636363636363636
],
"genuineness_ci": [
0.6721762329339981,
1.500670427083969
],
"emotion_ci": [
0.2589743589743589,
0.7435897435897436
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.2727272727272727,
"post_wer": 0.9818181818181818,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.389089322090149,
"emotion_percentile": 0.7615384615384616,
"top5_rate": 0.4,
"target_score": 0.5452410697937011,
"clap": 0.14382068626582623,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.0545454545454545,
1.509090909090909
],
"genuineness_ci": [
0.6728571653366089,
1.9833812832832336
],
"emotion_ci": [
0.6358974358974359,
0.8871794871794872
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "structured",
"cfg": 1.5,
"temperature": 1.2,
"n": 10,
"raw_wer": 1.309090909090909,
"post_wer": 1.0363636363636364,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.246644499897957,
"emotion_percentile": 0.6358974358974359,
"top5_rate": 0.2,
"target_score": 0.4746171057224274,
"clap": 0.15349885276518763,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
1.0909090909090908,
1.509090909090909
],
"genuineness_ci": [
0.646024152636528,
1.7592194199562072
],
"emotion_ci": [
0.41794871794871796,
0.8102564102564103
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 2.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 1.418181818181818,
"post_wer": 0.890909090909091,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.0554828643798828,
"emotion_percentile": 0.7948717948717949,
"top5_rate": 0.4,
"target_score": 0.8198554992675782,
"clap": 0.11945628747344017,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.9272727272727274,
1.909090909090909
],
"genuineness_ci": [
0.3790814638137817,
1.7707831203937496
],
"emotion_ci": [
0.6256410256410256,
0.964102564102564
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "structured",
"cfg": 2.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 1.3000000000000003,
"post_wer": 0.9272727272727274,
"low_wer_rate": 0.0,
"failure_rate": 0.9,
"genuineness": 1.1398947447538377,
"emotion_percentile": 0.6512820512820514,
"top5_rate": 0.3,
"target_score": 0.4834445476531982,
"clap": 0.08397972090169788,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
0.8545454545454547,
1.718181818181818
],
"genuineness_ci": [
0.6778979599475861,
1.6496733486652375
],
"emotion_ci": [
0.45897435897435895,
0.841025641025641
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 2.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.2363636363636366,
"post_wer": 1.0363636363636364,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.312887816131115,
"emotion_percentile": 0.6717948717948717,
"top5_rate": 0.3,
"target_score": 0.5288489282131195,
"clap": 0.11285234354436398,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
1.0727272727272728,
1.4636363636363636
],
"genuineness_ci": [
0.7419585600495339,
1.8466985166072845
],
"emotion_ci": [
0.5071794871794872,
0.8307692307692308
],
"eligible": false,
"pareto": true
},
{
"stage": "main",
"format": "structured",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 1.6818181818181817,
"post_wer": 1.018181818181818,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.3507087022066115,
"emotion_percentile": 0.7,
"top5_rate": 0.3,
"target_score": 0.38735105395317077,
"clap": 0.09174004122614861,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.1818181818181819,
2.181818181818182
],
"genuineness_ci": [
1.0271882206201552,
1.6755684817582368
],
"emotion_ci": [
0.5358974358974359,
0.864102564102564
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 3.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 1.6,
"post_wer": 0.9636363636363636,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 0.7874659299850464,
"emotion_percentile": 0.7897435897435898,
"top5_rate": 0.6,
"target_score": 0.8924808382987977,
"clap": 0.04902272522449493,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.1272727272727274,
2.0727272727272728
],
"genuineness_ci": [
0.5460926532745362,
1.0072748184204101
],
"emotion_ci": [
0.5128205128205128,
0.9435897435897436
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 3.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 1.709090909090909,
"post_wer": 1.0909090909090908,
"low_wer_rate": 0.0,
"failure_rate": 0.9,
"genuineness": 0.9763730257749558,
"emotion_percentile": 0.7666666666666667,
"top5_rate": 0.4,
"target_score": 0.7356260597705842,
"clap": 0.08953890893608332,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.0272727272727273,
2.4090909090909087
],
"genuineness_ci": [
0.5618407517671585,
1.3623887300491333
],
"emotion_ci": [
0.6230769230769231,
0.9076923076923077
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 3.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 2.0090909090909093,
"post_wer": 1.0454545454545454,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 0.8509198442101479,
"emotion_percentile": 0.7615384615384616,
"top5_rate": 0.6,
"target_score": 0.8197645008563995,
"clap": 0.0769485536031425,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.7090909090909094,
2.409090909090909
],
"genuineness_ci": [
0.5767335340380668,
1.0760505437850951
],
"emotion_ci": [
0.5256410256410258,
0.9384615384615385
],
"eligible": false,
"pareto": false
},
{
"stage": "main",
"format": "structured",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 1.6090909090909093,
"post_wer": 0.9636363636363636,
"low_wer_rate": 0.0,
"failure_rate": 0.9,
"genuineness": 1.0572891712188721,
"emotion_percentile": 0.8333333333333334,
"top5_rate": 0.7,
"target_score": 0.827434492111206,
"clap": 0.11464688945561648,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
1.2088636363636363,
1.9818181818181817
],
"genuineness_ci": [
0.6683967232704162,
1.4950276136398315
],
"emotion_ci": [
0.6974358974358974,
0.9153846153846154
],
"eligible": false,
"pareto": true
},
{
"stage": "reference_b",
"format": "both",
"cfg": 1.5,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.7909090909090909,
"post_wer": 0.5681818181818181,
"low_wer_rate": 0.4,
"failure_rate": 0.55,
"genuineness": 1.7123978435993195,
"emotion_percentile": 0.6128205128205129,
"top5_rate": 0.25,
"target_score": 0.7029143780469894,
"clap": 0.09009319180622696,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.34079545454545457,
1.2499999999999998
],
"genuineness_ci": [
1.4203979573398828,
2.0606313898414372
],
"emotion_ci": [
0.4512820512820513,
0.7525641025641026
]
},
{
"stage": "reference_b",
"format": "both",
"cfg": 2.0,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.9,
"post_wer": 0.55,
"low_wer_rate": 0.45,
"failure_rate": 0.55,
"genuineness": 1.897843611240387,
"emotion_percentile": 0.7782051282051283,
"top5_rate": 0.55,
"target_score": 0.92381651699543,
"clap": 0.10261178538203239,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.36363636363636365,
1.4363636363636365
],
"genuineness_ci": [
1.5032056167721748,
2.3794886457920077
],
"emotion_ci": [
0.6384615384615385,
0.9025641025641026
]
},
{
"stage": "reference_b",
"format": "both",
"cfg": 2.0,
"temperature": 1.2,
"n": 20,
"raw_wer": 0.9272727272727274,
"post_wer": 0.5409090909090908,
"low_wer_rate": 0.45,
"failure_rate": 0.55,
"genuineness": 1.8114807516336442,
"emotion_percentile": 0.6589743589743591,
"top5_rate": 0.35,
"target_score": 0.8382750242948532,
"clap": 0.06678236806765199,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
0.38636363636363635,
1.4864772727272721
],
"genuineness_ci": [
1.487175038009882,
2.139302450120449
],
"emotion_ci": [
0.47051282051282045,
0.8102884615384613
]
},
{
"stage": "reference_b",
"format": "both",
"cfg": 3.0,
"temperature": 1.2,
"n": 20,
"raw_wer": 1.05,
"post_wer": 0.5636363636363637,
"low_wer_rate": 0.25,
"failure_rate": 0.65,
"genuineness": 2.1521775245666506,
"emotion_percentile": 0.6653846153846155,
"top5_rate": 0.35,
"target_score": 0.7331266909837723,
"clap": 0.12109859753400087,
"frame_limit_rate": 0.0,
"alignment_rate": 0.85,
"raw_wer_ci": [
0.5318181818181819,
1.6093181818181808
],
"genuineness_ci": [
1.7481745265424251,
2.540920536816119
],
"emotion_ci": [
0.4871474358974359,
0.8154166666666665
]
},
{
"stage": "reference_b",
"format": "caption",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.1,
"post_wer": 0.1,
"low_wer_rate": 0.8,
"failure_rate": 0.1,
"genuineness": 1.4595971643924712,
"emotion_percentile": 0.7256410256410256,
"top5_rate": 0.3,
"target_score": 1.0600284695625306,
"clap": 0.12325772643089294,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.0,
0.26363636363636367
],
"genuineness_ci": [
1.3432086288928986,
1.5761183023452758
],
"emotion_ci": [
0.6435897435897435,
0.8205128205128205
]
},
{
"stage": "reference_b",
"format": "caption",
"cfg": 2.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.09090909090909091,
"post_wer": 0.08181818181818182,
"low_wer_rate": 0.9,
"failure_rate": 0.1,
"genuineness": 1.6736151456832886,
"emotion_percentile": 0.7461538461538462,
"top5_rate": 0.5,
"target_score": 1.0170052528381348,
"clap": 0.15873440355062485,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.0,
0.23636363636363633
],
"genuineness_ci": [
1.4538201689720154,
1.8431647673249243
],
"emotion_ci": [
0.5589102564102563,
0.9205128205128205
]
},
{
"stage": "reference_b",
"format": "caption",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.11818181818181817,
"post_wer": 0.10909090909090909,
"low_wer_rate": 0.9,
"failure_rate": 0.1,
"genuineness": 1.670807433128357,
"emotion_percentile": 0.6282051282051283,
"top5_rate": 0.3,
"target_score": 0.977838134765625,
"clap": 0.1338400922715664,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
0.00909090909090909,
0.2909090909090909
],
"genuineness_ci": [
1.3037327647209167,
2.055313193798065
],
"emotion_ci": [
0.31794871794871793,
0.8847435897435891
]
},
{
"stage": "reference_b",
"format": "caption",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.3090909090909091,
"post_wer": 0.18181818181818182,
"low_wer_rate": 0.5,
"failure_rate": 0.3,
"genuineness": 1.806875765323639,
"emotion_percentile": 0.787179487179487,
"top5_rate": 0.4,
"target_score": 1.138166904449463,
"clap": 0.22100202701985835,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.09090909090909091,
0.5909090909090909
],
"genuineness_ci": [
1.4016032457351684,
2.2524114847183228
],
"emotion_ci": [
0.666602564102564,
0.9076923076923077
]
},
{
"stage": "reference_b",
"format": "structured",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.481818181818182,
"post_wer": 1.0363636363636364,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.9651985228061677,
"emotion_percentile": 0.5,
"top5_rate": 0.2,
"target_score": 0.34580028653144834,
"clap": 0.056928657181560996,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.1454545454545455,
1.8
],
"genuineness_ci": [
1.4011770129203795,
2.530427539348602
],
"emotion_ci": [
0.27179487179487183,
0.7538461538461538
]
},
{
"stage": "reference_b",
"format": "structured",
"cfg": 2.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.709090909090909,
"post_wer": 1.018181818181818,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 2.1220720767974854,
"emotion_percentile": 0.8102564102564103,
"top5_rate": 0.6,
"target_score": 0.8306277811527252,
"clap": 0.046489167213439944,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.2725,
2.1090909090909093
],
"genuineness_ci": [
1.3425798058509826,
3.0514236807823183
],
"emotion_ci": [
0.5923076923076923,
0.9615384615384615
]
},
{
"stage": "reference_b",
"format": "structured",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 1.7363636363636363,
"post_wer": 0.9727272727272727,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.9521540701389313,
"emotion_percentile": 0.6897435897435897,
"top5_rate": 0.4,
"target_score": 0.6987119138240814,
"clap": -0.00027535613626241686,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.2818181818181817,
2.172727272727273
],
"genuineness_ci": [
1.451705127954483,
2.4491538405418396
],
"emotion_ci": [
0.5,
0.8358974358974359
]
},
{
"stage": "reference_b",
"format": "structured",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 1.7909090909090906,
"post_wer": 0.9454545454545453,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 2.4974792838096618,
"emotion_percentile": 0.5435897435897437,
"top5_rate": 0.3,
"target_score": 0.3280864775180817,
"clap": 0.021195168048143385,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
1.3545454545454543,
2.3
],
"genuineness_ci": [
1.9205254077911378,
2.9214375972747804
],
"emotion_ci": [
0.30256410256410254,
0.7871794871794873
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 1.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.9454545454545455,
"post_wer": 0.9454545454545455,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.5604679346084596,
"emotion_percentile": 0.4820512820512821,
"top5_rate": 0.2,
"target_score": 0.29218463897705077,
"clap": 0.2168245691806078,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.8363636363636363,
1.0
],
"genuineness_ci": [
1.2731751918792724,
1.8648857116699218
],
"emotion_ci": [
0.241025641025641,
0.764102564102564
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 1.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.2545454545454545,
"post_wer": 0.2545454545454545,
"low_wer_rate": 0.7,
"failure_rate": 0.3,
"genuineness": 1.5722889304161072,
"emotion_percentile": 0.5333333333333334,
"top5_rate": 0.1,
"target_score": 0.4736257493495941,
"clap": 0.2727496277540922,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.08181818181818182,
0.41818181818181815
],
"genuineness_ci": [
1.371763777732849,
1.7601351141929626
],
"emotion_ci": [
0.35641025641025637,
0.7205128205128205
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 1.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.24545454545454545,
"post_wer": 0.2727272727272727,
"low_wer_rate": 0.6,
"failure_rate": 0.4,
"genuineness": 1.5823992371559144,
"emotion_percentile": 0.7307692307692307,
"top5_rate": 0.3,
"target_score": 1.1161590576171876,
"clap": 0.2803760558366776,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.08181818181818182,
0.41818181818181815
],
"genuineness_ci": [
1.3155000686645508,
1.874263596534729
],
"emotion_ci": [
0.576923076923077,
0.8666666666666668
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 1.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.17272727272727276,
"post_wer": 0.02727272727272727,
"low_wer_rate": 0.6,
"failure_rate": 0.2,
"genuineness": 1.4577456951141357,
"emotion_percentile": 0.5025641025641026,
"top5_rate": 0.1,
"target_score": 0.5547673165798187,
"clap": 0.25296928472816943,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.05454545454545454,
0.33636363636363636
],
"genuineness_ci": [
1.30344398021698,
1.692502248287201
],
"emotion_ci": [
0.25641025641025644,
0.7307692307692307
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 1.5,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.5818181818181818,
"post_wer": 0.5636363636363637,
"low_wer_rate": 0.4,
"failure_rate": 0.6,
"genuineness": 1.3326569080352784,
"emotion_percentile": 0.5230769230769231,
"top5_rate": 0.2,
"target_score": 0.660211181640625,
"clap": 0.22641006112098694,
"frame_limit_rate": 0.0,
"alignment_rate": 0.4,
"raw_wer_ci": [
0.21818181818181817,
0.9454545454545455
],
"genuineness_ci": [
1.0791566848754883,
1.6533826112747192
],
"emotion_ci": [
0.25128205128205133,
0.8206410256410249
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 1.5,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.3090909090909091,
"post_wer": 0.2909090909090909,
"low_wer_rate": 0.6,
"failure_rate": 0.3,
"genuineness": 1.5534523367881774,
"emotion_percentile": 0.5871794871794872,
"top5_rate": 0.2,
"target_score": 0.5126977920532226,
"clap": 0.24265624806284905,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.03636363636363636,
0.6272727272727273
],
"genuineness_ci": [
1.213222289085388,
1.9322206616401671
],
"emotion_ci": [
0.4025641025641026,
0.7974358974358974
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.2909090909090909,
"post_wer": 0.13636363636363635,
"low_wer_rate": 0.5,
"failure_rate": 0.4,
"genuineness": 1.4076879382133485,
"emotion_percentile": 0.6846153846153846,
"top5_rate": 0.2,
"target_score": 0.9728902816772461,
"clap": 0.22988228648900985,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.11818181818181817,
0.46363636363636357
],
"genuineness_ci": [
1.072965383529663,
1.7424104928970336
],
"emotion_ci": [
0.4665384615384615,
0.8794871794871794
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 1.5,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.3181818181818182,
"post_wer": 0.32727272727272727,
"low_wer_rate": 0.5,
"failure_rate": 0.3,
"genuineness": 1.6600831985473632,
"emotion_percentile": 0.6205128205128205,
"top5_rate": 0.5,
"target_score": 0.8095108032226562,
"clap": 0.22270079143345356,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.07272727272727272,
0.6272727272727272
],
"genuineness_ci": [
1.3764941692352295,
1.901958405971527
],
"emotion_ci": [
0.3230769230769231,
0.8846153846153847
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 2.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.8363636363636363,
"post_wer": 0.8363636363636363,
"low_wer_rate": 0.0,
"failure_rate": 0.8,
"genuineness": 1.6583679914474487,
"emotion_percentile": 0.5333333333333333,
"top5_rate": 0.2,
"target_score": 0.32737159729003906,
"clap": 0.26456994116306304,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.509090909090909,
1.0
],
"genuineness_ci": [
1.403099036216736,
1.9809951877593985
],
"emotion_ci": [
0.26666666666666666,
0.8153846153846154
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 2.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.12727272727272726,
"post_wer": 0.1,
"low_wer_rate": 0.7,
"failure_rate": 0.1,
"genuineness": 1.7439268589019776,
"emotion_percentile": 0.5692307692307692,
"top5_rate": 0.2,
"target_score": 0.6525616347789764,
"clap": 0.25884322449564934,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.03636363636363636,
0.2545454545454545
],
"genuineness_ci": [
1.4123650670051575,
2.2009891152381895
],
"emotion_ci": [
0.4384615384615385,
0.717948717948718
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 2.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.21818181818181817,
"post_wer": 0.09090909090909091,
"low_wer_rate": 0.6,
"failure_rate": 0.3,
"genuineness": 1.2710088968276978,
"emotion_percentile": 0.7076923076923076,
"top5_rate": 0.2,
"target_score": 0.9611560821533203,
"clap": 0.2504564493894577,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
0.05454545454545455,
0.38181818181818183
],
"genuineness_ci": [
1.1624895215034485,
1.3777300834655761
],
"emotion_ci": [
0.517948717948718,
0.8744871794871789
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.22727272727272724,
"post_wer": 0.13636363636363635,
"low_wer_rate": 0.6,
"failure_rate": 0.3,
"genuineness": 1.3939842522144317,
"emotion_percentile": 0.7025641025641026,
"top5_rate": 0.3,
"target_score": 0.8169784545898438,
"clap": 0.27500848174095155,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.045454545454545456,
0.5
],
"genuineness_ci": [
0.9613279700279236,
1.8209952533245086
],
"emotion_ci": [
0.5256410256410257,
0.8717948717948719
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 3.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.8,
"post_wer": 0.8,
"low_wer_rate": 0.2,
"failure_rate": 0.8,
"genuineness": 1.826870322227478,
"emotion_percentile": 0.5076923076923077,
"top5_rate": 0.2,
"target_score": 0.29000139236450195,
"clap": 0.23503962457180022,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.4,
1.0
],
"genuineness_ci": [
1.6760995626449584,
1.9618558645248414
],
"emotion_ci": [
0.3230769230769231,
0.7643589743589729
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 3.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.15454545454545454,
"post_wer": 0.13636363636363635,
"low_wer_rate": 0.7,
"failure_rate": 0.1,
"genuineness": 1.5000093817710876,
"emotion_percentile": 0.7051282051282052,
"top5_rate": 0.4,
"target_score": 0.9904902458190918,
"clap": 0.2761623881757259,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
0.00909090909090909,
0.33636363636363636
],
"genuineness_ci": [
1.2321072697639466,
1.7686195850372315
],
"emotion_ci": [
0.4897435897435898,
0.9153846153846154
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 3.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.09090909090909091,
"post_wer": 0.05454545454545454,
"low_wer_rate": 0.7,
"failure_rate": 0.2,
"genuineness": 1.248745584487915,
"emotion_percentile": 0.7692307692307693,
"top5_rate": 0.4,
"target_score": 1.3763204097747803,
"clap": 0.28842268139123917,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.01818181818181818,
0.16363636363636364
],
"genuineness_ci": [
1.099571204185486,
1.4115787863731384
],
"emotion_ci": [
0.6564102564102564,
0.9025641025641026
]
},
{
"stage": "short_cues",
"format": "both",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.15454545454545454,
"post_wer": 0.07272727272727272,
"low_wer_rate": 0.5,
"failure_rate": 0.1,
"genuineness": 1.435978150367737,
"emotion_percentile": 0.6794871794871795,
"top5_rate": 0.3,
"target_score": 0.8995614051818848,
"clap": 0.2664971023797989,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.07272727272727272,
0.24545454545454545
],
"genuineness_ci": [
1.2128253817558288,
1.6902814626693725
],
"emotion_ci": [
0.45384615384615384,
0.8923076923076921
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 1.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.9454545454545455,
"post_wer": 0.9454545454545455,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.5604679346084596,
"emotion_percentile": 0.4820512820512821,
"top5_rate": 0.2,
"target_score": 0.29218463897705077,
"clap": 0.2168245691806078,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.8363636363636363,
1.0
],
"genuineness_ci": [
1.2731751918792724,
1.8648857116699218
],
"emotion_ci": [
0.241025641025641,
0.764102564102564
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 1.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.2545454545454545,
"post_wer": 0.2545454545454545,
"low_wer_rate": 0.7,
"failure_rate": 0.3,
"genuineness": 1.5722889304161072,
"emotion_percentile": 0.5333333333333334,
"top5_rate": 0.1,
"target_score": 0.4736257493495941,
"clap": 0.2727496277540922,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.08181818181818182,
0.41818181818181815
],
"genuineness_ci": [
1.371763777732849,
1.7601351141929626
],
"emotion_ci": [
0.35641025641025637,
0.7205128205128205
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 1.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.24545454545454545,
"post_wer": 0.2727272727272727,
"low_wer_rate": 0.6,
"failure_rate": 0.4,
"genuineness": 1.5823992371559144,
"emotion_percentile": 0.7307692307692307,
"top5_rate": 0.3,
"target_score": 1.1161590576171876,
"clap": 0.2803760558366776,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.08181818181818182,
0.41818181818181815
],
"genuineness_ci": [
1.3155000686645508,
1.874263596534729
],
"emotion_ci": [
0.576923076923077,
0.8666666666666668
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 1.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.17272727272727276,
"post_wer": 0.02727272727272727,
"low_wer_rate": 0.6,
"failure_rate": 0.2,
"genuineness": 1.4577456951141357,
"emotion_percentile": 0.5025641025641026,
"top5_rate": 0.1,
"target_score": 0.5547673165798187,
"clap": 0.25296928472816943,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.05454545454545454,
0.33636363636363636
],
"genuineness_ci": [
1.30344398021698,
1.692502248287201
],
"emotion_ci": [
0.25641025641025644,
0.7307692307692307
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 1.5,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.5818181818181818,
"post_wer": 0.5636363636363637,
"low_wer_rate": 0.4,
"failure_rate": 0.6,
"genuineness": 1.3326569080352784,
"emotion_percentile": 0.5230769230769231,
"top5_rate": 0.2,
"target_score": 0.660211181640625,
"clap": 0.22641006112098694,
"frame_limit_rate": 0.0,
"alignment_rate": 0.4,
"raw_wer_ci": [
0.21818181818181817,
0.9454545454545455
],
"genuineness_ci": [
1.0791566848754883,
1.6533826112747192
],
"emotion_ci": [
0.25128205128205133,
0.8206410256410249
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 1.5,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.3090909090909091,
"post_wer": 0.2909090909090909,
"low_wer_rate": 0.6,
"failure_rate": 0.3,
"genuineness": 1.5534523367881774,
"emotion_percentile": 0.5871794871794872,
"top5_rate": 0.2,
"target_score": 0.5126977920532226,
"clap": 0.24265624806284905,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.03636363636363636,
0.6272727272727273
],
"genuineness_ci": [
1.213222289085388,
1.9322206616401671
],
"emotion_ci": [
0.4025641025641026,
0.7974358974358974
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.2909090909090909,
"post_wer": 0.13636363636363635,
"low_wer_rate": 0.5,
"failure_rate": 0.4,
"genuineness": 1.4076879382133485,
"emotion_percentile": 0.6846153846153846,
"top5_rate": 0.2,
"target_score": 0.9728902816772461,
"clap": 0.22988228648900985,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.11818181818181817,
0.46363636363636357
],
"genuineness_ci": [
1.072965383529663,
1.7424104928970336
],
"emotion_ci": [
0.4665384615384615,
0.8794871794871794
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 1.5,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.3181818181818182,
"post_wer": 0.32727272727272727,
"low_wer_rate": 0.5,
"failure_rate": 0.3,
"genuineness": 1.6600831985473632,
"emotion_percentile": 0.6205128205128205,
"top5_rate": 0.5,
"target_score": 0.8095108032226562,
"clap": 0.22270079143345356,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.07272727272727272,
0.6272727272727272
],
"genuineness_ci": [
1.3764941692352295,
1.901958405971527
],
"emotion_ci": [
0.3230769230769231,
0.8846153846153847
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 2.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.8363636363636363,
"post_wer": 0.8363636363636363,
"low_wer_rate": 0.0,
"failure_rate": 0.8,
"genuineness": 1.6583679914474487,
"emotion_percentile": 0.5333333333333333,
"top5_rate": 0.2,
"target_score": 0.32737159729003906,
"clap": 0.26456994116306304,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.509090909090909,
1.0
],
"genuineness_ci": [
1.403099036216736,
1.9809951877593985
],
"emotion_ci": [
0.26666666666666666,
0.8153846153846154
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 2.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.12727272727272726,
"post_wer": 0.1,
"low_wer_rate": 0.7,
"failure_rate": 0.1,
"genuineness": 1.7439268589019776,
"emotion_percentile": 0.5692307692307692,
"top5_rate": 0.2,
"target_score": 0.6525616347789764,
"clap": 0.25884322449564934,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.03636363636363636,
0.2545454545454545
],
"genuineness_ci": [
1.4123650670051575,
2.2009891152381895
],
"emotion_ci": [
0.4384615384615385,
0.717948717948718
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 2.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.21818181818181817,
"post_wer": 0.09090909090909091,
"low_wer_rate": 0.6,
"failure_rate": 0.3,
"genuineness": 1.2710088968276978,
"emotion_percentile": 0.7076923076923076,
"top5_rate": 0.2,
"target_score": 0.9611560821533203,
"clap": 0.2504564493894577,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
0.05454545454545455,
0.38181818181818183
],
"genuineness_ci": [
1.1624895215034485,
1.3777300834655761
],
"emotion_ci": [
0.517948717948718,
0.8744871794871789
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.22727272727272724,
"post_wer": 0.13636363636363635,
"low_wer_rate": 0.6,
"failure_rate": 0.3,
"genuineness": 1.3939842522144317,
"emotion_percentile": 0.7025641025641026,
"top5_rate": 0.3,
"target_score": 0.8169784545898438,
"clap": 0.27500848174095155,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.045454545454545456,
0.5
],
"genuineness_ci": [
0.9613279700279236,
1.8209952533245086
],
"emotion_ci": [
0.5256410256410257,
0.8717948717948719
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 3.0,
"temperature": 0.0,
"n": 10,
"raw_wer": 0.8,
"post_wer": 0.8,
"low_wer_rate": 0.2,
"failure_rate": 0.8,
"genuineness": 1.826870322227478,
"emotion_percentile": 0.5076923076923077,
"top5_rate": 0.2,
"target_score": 0.29000139236450195,
"clap": 0.23503962457180022,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.4,
1.0
],
"genuineness_ci": [
1.6760995626449584,
1.9618558645248414
],
"emotion_ci": [
0.3230769230769231,
0.7643589743589729
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 3.0,
"temperature": 0.5,
"n": 10,
"raw_wer": 0.15454545454545454,
"post_wer": 0.13636363636363635,
"low_wer_rate": 0.7,
"failure_rate": 0.1,
"genuineness": 1.5000093817710876,
"emotion_percentile": 0.7051282051282052,
"top5_rate": 0.4,
"target_score": 0.9904902458190918,
"clap": 0.2761623881757259,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
0.00909090909090909,
0.33636363636363636
],
"genuineness_ci": [
1.2321072697639466,
1.7686195850372315
],
"emotion_ci": [
0.4897435897435898,
0.9153846153846154
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 3.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.09090909090909091,
"post_wer": 0.05454545454545454,
"low_wer_rate": 0.7,
"failure_rate": 0.2,
"genuineness": 1.248745584487915,
"emotion_percentile": 0.7692307692307693,
"top5_rate": 0.4,
"target_score": 1.3763204097747803,
"clap": 0.28842268139123917,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.01818181818181818,
0.16363636363636364
],
"genuineness_ci": [
1.099571204185486,
1.4115787863731384
],
"emotion_ci": [
0.6564102564102564,
0.9025641025641026
]
},
{
"stage": "short_cues",
"format": "structured",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.15454545454545454,
"post_wer": 0.07272727272727272,
"low_wer_rate": 0.5,
"failure_rate": 0.1,
"genuineness": 1.435978150367737,
"emotion_percentile": 0.6794871794871795,
"top5_rate": 0.3,
"target_score": 0.8995614051818848,
"clap": 0.2664971023797989,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.07272727272727272,
0.24545454545454545
],
"genuineness_ci": [
1.2128253817558288,
1.6902814626693725
],
"emotion_ci": [
0.45384615384615384,
0.8923076923076921
]
}
],
"recommendations": {
"caption": {
"eligible_count": 5,
"chosen": {
"stage": "main",
"format": "caption",
"cfg": 2.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.07272727272727272,
"post_wer": 0.05454545454545454,
"low_wer_rate": 0.8,
"failure_rate": 0.1,
"genuineness": 1.544096541404724,
"emotion_percentile": 0.635897435897436,
"top5_rate": 0.3,
"target_score": 0.8787513494491577,
"clap": 0.21663988083601,
"frame_limit_rate": 0.0,
"alignment_rate": 0.7,
"raw_wer_ci": [
0.0,
0.16363636363636364
],
"genuineness_ci": [
1.5034644603729248,
1.5958430409431457
],
"emotion_ci": [
0.4025641025641026,
0.8692307692307694
],
"eligible": true,
"pareto": true
},
"baseline": {
"stage": "main",
"format": "caption",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.00909090909090909,
"post_wer": 0.0,
"low_wer_rate": 1.0,
"failure_rate": 0.0,
"genuineness": 1.6390300154685975,
"emotion_percentile": 0.5974358974358974,
"top5_rate": 0.3,
"target_score": 0.5706293940544128,
"clap": 0.17025624848902227,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.0,
0.02727272727272727
],
"genuineness_ci": [
1.5485520482063293,
1.7295079827308655
],
"emotion_ci": [
0.41282051282051285,
0.7923076923076924
],
"eligible": true,
"pareto": true
},
"lowest_wer": {
"stage": "main",
"format": "caption",
"cfg": 1.5,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.0,
"post_wer": 0.0,
"low_wer_rate": 1.0,
"failure_rate": 0.0,
"genuineness": 1.3519848227500915,
"emotion_percentile": 0.5794871794871795,
"top5_rate": 0.3,
"target_score": 0.7724813461303711,
"clap": 0.1732620108872652,
"frame_limit_rate": 0.0,
"alignment_rate": 0.7,
"raw_wer_ci": [
0.0,
0.0
],
"genuineness_ci": [
1.25921311378479,
1.4762511253356934
],
"emotion_ci": [
0.32051282051282054,
0.8384615384615385
],
"eligible": false,
"pareto": true
},
"most_emotional": {
"stage": "main",
"format": "caption",
"cfg": 3.0,
"temperature": 1.0,
"n": 10,
"raw_wer": 0.13636363636363638,
"post_wer": 0.13636363636363638,
"low_wer_rate": 0.8,
"failure_rate": 0.1,
"genuineness": 1.5569508790969848,
"emotion_percentile": 0.7410256410256411,
"top5_rate": 0.4,
"target_score": 1.2107799530029297,
"clap": 0.19471326023340224,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.0,
0.39090909090909093
],
"genuineness_ci": [
1.475388479232788,
1.6639168739318848
],
"emotion_ci": [
0.5333333333333333,
0.9333333333333332
],
"eligible": false,
"pareto": true
},
"most_genuine": {
"stage": "main",
"format": "caption",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.10909090909090909,
"post_wer": 0.1,
"low_wer_rate": 0.8,
"failure_rate": 0.1,
"genuineness": 1.7554999947547913,
"emotion_percentile": 0.6512820512820513,
"top5_rate": 0.3,
"target_score": 0.7343349456787109,
"clap": 0.20331232938915492,
"frame_limit_rate": 0.0,
"alignment_rate": 0.4,
"raw_wer_ci": [
0.02727272727272727,
0.2363636363636364
],
"genuineness_ci": [
1.563755702972412,
1.9309305191040038
],
"emotion_ci": [
0.4692307692307692,
0.8076923076923077
],
"eligible": false,
"pareto": true
}
},
"structured": {
"eligible_count": 0,
"chosen": null,
"baseline": {
"stage": "main",
"format": "structured",
"cfg": 1.5,
"temperature": 1.0,
"n": 10,
"raw_wer": 1.2727272727272727,
"post_wer": 0.9818181818181818,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.389089322090149,
"emotion_percentile": 0.7615384615384616,
"top5_rate": 0.4,
"target_score": 0.5452410697937011,
"clap": 0.14382068626582623,
"frame_limit_rate": 0.0,
"alignment_rate": 1.0,
"raw_wer_ci": [
1.0545454545454545,
1.509090909090909
],
"genuineness_ci": [
0.6728571653366089,
1.9833812832832336
],
"emotion_ci": [
0.6358974358974359,
0.8871794871794872
],
"eligible": false,
"pareto": true
},
"lowest_wer": {
"stage": "main",
"format": "structured",
"cfg": 1.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.8818181818181818,
"post_wer": 0.8818181818181818,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.6421096444129943,
"emotion_percentile": 0.6076923076923079,
"top5_rate": 0.2,
"target_score": 0.5005577266216278,
"clap": 0.1483664817176759,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.7818181818181819,
0.9818181818181818
],
"genuineness_ci": [
1.4238805174827576,
1.8772366046905518
],
"emotion_ci": [
0.4205128205128205,
0.7564102564102565
],
"eligible": false,
"pareto": true
},
"most_emotional": {
"stage": "main",
"format": "structured",
"cfg": 3.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 1.6090909090909093,
"post_wer": 0.9636363636363636,
"low_wer_rate": 0.0,
"failure_rate": 0.9,
"genuineness": 1.0572891712188721,
"emotion_percentile": 0.8333333333333334,
"top5_rate": 0.7,
"target_score": 0.827434492111206,
"clap": 0.11464688945561648,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
1.2088636363636363,
1.9818181818181817
],
"genuineness_ci": [
0.6683967232704162,
1.4950276136398315
],
"emotion_ci": [
0.6974358974358974,
0.9153846153846154
],
"eligible": false,
"pareto": true
},
"most_genuine": {
"stage": "main",
"format": "structured",
"cfg": 1.0,
"temperature": 1.2,
"n": 10,
"raw_wer": 0.8818181818181818,
"post_wer": 0.8818181818181818,
"low_wer_rate": 0.0,
"failure_rate": 1.0,
"genuineness": 1.6421096444129943,
"emotion_percentile": 0.6076923076923079,
"top5_rate": 0.2,
"target_score": 0.5005577266216278,
"clap": 0.1483664817176759,
"frame_limit_rate": 0.0,
"alignment_rate": 0.9,
"raw_wer_ci": [
0.7818181818181819,
0.9818181818181818
],
"genuineness_ci": [
1.4238805174827576,
1.8772366046905518
],
"emotion_ci": [
0.4205128205128205,
0.7564102564102565
],
"eligible": false,
"pareto": true
}
},
"both": {
"eligible_count": 0,
"chosen": null,
"baseline": {
"stage": "main",
"format": "both",
"cfg": 1.5,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.6409090909090909,
"post_wer": 0.4909090909090909,
"low_wer_rate": 0.5,
"failure_rate": 0.5,
"genuineness": 1.5140596687793733,
"emotion_percentile": 0.6794871794871795,
"top5_rate": 0.35,
"target_score": 0.557935231924057,
"clap": 0.15703846737742425,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.2409090909090909,
1.0499999999999998
],
"genuineness_ci": [
1.1484982204437255,
1.8192784562706947
],
"emotion_ci": [
0.5474038461538462,
0.7987179487179488
],
"eligible": false,
"pareto": true
},
"lowest_wer": {
"stage": "main",
"format": "both",
"cfg": 1.0,
"temperature": 1.2,
"n": 20,
"raw_wer": 0.46363636363636357,
"post_wer": 0.44545454545454544,
"low_wer_rate": 0.45,
"failure_rate": 0.5,
"genuineness": 1.5163982272148133,
"emotion_percentile": 0.5782051282051283,
"top5_rate": 0.25,
"target_score": 0.6033769577741623,
"clap": 0.14399103089235724,
"frame_limit_rate": 0.0,
"alignment_rate": 0.85,
"raw_wer_ci": [
0.2,
0.7228409090909085
],
"genuineness_ci": [
1.35553680062294,
1.687044619321823
],
"emotion_ci": [
0.40509615384615383,
0.7461538461538462
],
"eligible": false,
"pareto": true
},
"most_emotional": {
"stage": "main",
"format": "both",
"cfg": 3.0,
"temperature": 1.0,
"n": 20,
"raw_wer": 1.0727272727272728,
"post_wer": 0.5909090909090908,
"low_wer_rate": 0.4,
"failure_rate": 0.55,
"genuineness": 1.2039353616535664,
"emotion_percentile": 0.7512820512820513,
"top5_rate": 0.5,
"target_score": 1.0152722269296646,
"clap": 0.13583090691827238,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8,
"raw_wer_ci": [
0.4636363636363637,
1.6772727272727272
],
"genuineness_ci": [
0.9341763531975449,
1.4467988353967665
],
"emotion_ci": [
0.5909935897435897,
0.8897435897435898
],
"eligible": false,
"pareto": true
},
"most_genuine": {
"stage": "main",
"format": "both",
"cfg": 1.0,
"temperature": 1.0,
"n": 20,
"raw_wer": 0.5227272727272727,
"post_wer": 0.5045454545454545,
"low_wer_rate": 0.5,
"failure_rate": 0.5,
"genuineness": 1.549351066350937,
"emotion_percentile": 0.5833333333333334,
"top5_rate": 0.3,
"target_score": 0.663410896062851,
"clap": 0.14146738150157034,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6,
"raw_wer_ci": [
0.22261363636363637,
0.8228409090909083
],
"genuineness_ci": [
1.2969872985035182,
1.7742787403613327
],
"emotion_ci": [
0.36923076923076925,
0.7769230769230769
],
"eligible": false,
"pareto": true
}
}
},
"selection_rule": "Within each prompt format: eligible if mean RAW conventional WER <= 0.10 and mean processed genuineness >= same-format CFG=1.5,T=1 baseline minus 0.25. Maximize mean target-emotion rank percentile; ties within 0.01 prefer higher direction CLAP. If no eligible configuration, explicitly report no qualifying optimum and present Pareto trade-offs.",
"paired_vs_default": [
{
"format": "caption",
"metric": "raw_wer",
"delta": 0.06363636363636363,
"ci": [
0.0,
0.15454545454545454
],
"clusters": 5
},
{
"format": "caption",
"metric": "genuineness",
"delta": -0.09493347406387329,
"ci": [
-0.22426245212554932,
0.03439550399780274
],
"clusters": 5
},
{
"format": "caption",
"metric": "emotion_percentile",
"delta": 0.038461538461538464,
"ci": [
-0.06666666666666664,
0.14358974358974358
],
"clusters": 5
},
{
"format": "caption",
"metric": "clap",
"delta": 0.046383632346987724,
"ci": [
-0.011078020930290223,
0.1365312185138464
],
"clusters": 5
}
],
"caption_generalization_pool": [
{
"cfg": 1.5,
"temperature": 1.0,
"n": 30,
"raw_wer": 0.045454545454545456,
"post_wer": 0.04242424242424243,
"low_wer_rate": 0.9,
"failure_rate": 0.03333333333333333,
"genuineness": 1.3318613866964977,
"emotion_percentile": 0.6538461538461539,
"top5_rate": 0.3333333333333333,
"target_score": 0.8699465115865072,
"clap": 0.13429256761446595,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6666666666666666
},
{
"cfg": 2.0,
"temperature": 1.0,
"n": 30,
"raw_wer": 0.04242424242424243,
"post_wer": 0.0393939393939394,
"low_wer_rate": 0.9,
"failure_rate": 0.03333333333333333,
"genuineness": 1.4226277828216554,
"emotion_percentile": 0.6461538461538462,
"top5_rate": 0.3,
"target_score": 0.8427145044008891,
"clap": 0.1510247132430474,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6
},
{
"cfg": 2.0,
"temperature": 1.2,
"n": 30,
"raw_wer": 0.06969696969696969,
"post_wer": 0.06666666666666667,
"low_wer_rate": 0.8666666666666667,
"failure_rate": 0.06666666666666667,
"genuineness": 1.326380616426468,
"emotion_percentile": 0.6418803418803418,
"top5_rate": 0.3333333333333333,
"target_score": 0.9493107716242473,
"clap": 0.15248600194851558,
"frame_limit_rate": 0.0,
"alignment_rate": 0.8
},
{
"cfg": 3.0,
"temperature": 1.2,
"n": 30,
"raw_wer": 0.14545454545454545,
"post_wer": 0.1,
"low_wer_rate": 0.7333333333333333,
"failure_rate": 0.13333333333333333,
"genuineness": 1.496806699037552,
"emotion_percentile": 0.6743589743589744,
"top5_rate": 0.3333333333333333,
"target_score": 0.9191729187965393,
"clap": 0.17202546031524737,
"frame_limit_rate": 0.0,
"alignment_rate": 0.6666666666666666
}
]
}