Download study/summary.json from laion/humaneness-voice-small-studies: direct link, hf CLI and curl.
- Browser
- Download file 97.9 kB
-
https://huggingface.co/spaces/laion/humaneness-voice-small-studies/resolve/main/study/summary.json
- Command line
-
hf download hf://spaces/laion/humaneness-voice-small-studies/study/summary.json
-
curl -L -o summary.json https://huggingface.co/spaces/laion/humaneness-voice-small-studies/resolve/main/study/summary.json
97.9 kB
| { | |
| "complete_main": true, | |
| "scored_samples": 660, | |
| "planned_samples": 660, | |
| "cells": [ | |
| { | |
| "stage": "german", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.6045454545454546, | |
| "post_wer": 0.5272727272727271, | |
| "low_wer_rate": 0.45, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.1822658360004425, | |
| "emotion_percentile": 0.6346153846153847, | |
| "top5_rate": 0.35, | |
| "target_score": 0.779297623038292, | |
| "clap": 0.10554296229965984, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.75, | |
| "raw_wer_ci": [ | |
| 0.2272727272727273, | |
| 1.000113636363636 | |
| ], | |
| "genuineness_ci": [ | |
| 0.9214127209782601, | |
| 1.4411281029880043 | |
| ], | |
| "emotion_ci": [ | |
| 0.4692307692307692, | |
| 0.7936217948717947 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.7545454545454545, | |
| "post_wer": 0.509090909090909, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.223960143327713, | |
| "emotion_percentile": 0.6653846153846154, | |
| "top5_rate": 0.3, | |
| "target_score": 0.7545701056718827, | |
| "clap": 0.09549533077515662, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.75, | |
| "raw_wer_ci": [ | |
| 0.28181818181818186, | |
| 1.259090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0180012498795985, | |
| 1.4632771645486355 | |
| ], | |
| "emotion_ci": [ | |
| 0.5, | |
| 0.8205128205128205 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 0.7090909090909091, | |
| "post_wer": 0.55, | |
| "low_wer_rate": 0.45, | |
| "failure_rate": 0.5, | |
| "genuineness": 0.9432544410228729, | |
| "emotion_percentile": 0.7192307692307692, | |
| "top5_rate": 0.4, | |
| "target_score": 0.9759001672267914, | |
| "clap": 0.11148059014230967, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.75, | |
| "raw_wer_ci": [ | |
| 0.26363636363636367, | |
| 1.1727272727272726 | |
| ], | |
| "genuineness_ci": [ | |
| 0.7752429436892271, | |
| 1.138213724642992 | |
| ], | |
| "emotion_ci": [ | |
| 0.5794551282051281, | |
| 0.8538461538461538 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 0.5999999999999999, | |
| "post_wer": 0.5681818181818181, | |
| "low_wer_rate": 0.45, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.1084778666496278, | |
| "emotion_percentile": 0.5692307692307692, | |
| "top5_rate": 0.3, | |
| "target_score": 0.7736312121152877, | |
| "clap": 0.0946338340640068, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.85, | |
| "raw_wer_ci": [ | |
| 0.23181818181818184, | |
| 0.959090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 0.9455206195265055, | |
| 1.2882765897363424 | |
| ], | |
| "emotion_ci": [ | |
| 0.3704807692307692, | |
| 0.7666666666666668 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.02727272727272727, | |
| "post_wer": 0.02727272727272727, | |
| "low_wer_rate": 0.9, | |
| "failure_rate": 0.0, | |
| "genuineness": 0.8969569802284241, | |
| "emotion_percentile": 0.6384615384615385, | |
| "top5_rate": 0.4, | |
| "target_score": 0.9791816711425781, | |
| "clap": 0.10936372792348266, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.06363636363636363 | |
| ], | |
| "genuineness_ci": [ | |
| 0.8075003623962402, | |
| 1.0113052186369889 | |
| ], | |
| "emotion_ci": [ | |
| 0.4025641025641026, | |
| 0.8821794871794866 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.0, | |
| "post_wer": 0.0, | |
| "low_wer_rate": 1.0, | |
| "failure_rate": 0.0, | |
| "genuineness": 0.9749716520309448, | |
| "emotion_percentile": 0.6, | |
| "top5_rate": 0.4, | |
| "target_score": 0.9660823941230774, | |
| "clap": 0.11295577213168144, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.5, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.0 | |
| ], | |
| "genuineness_ci": [ | |
| 0.9314823389053345, | |
| 1.0132232308387756 | |
| ], | |
| "emotion_ci": [ | |
| 0.3128205128205129, | |
| 0.8871794871794872 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.01818181818181818, | |
| "post_wer": 0.03636363636363636, | |
| "low_wer_rate": 0.9, | |
| "failure_rate": 0.0, | |
| "genuineness": 0.7642378747463227, | |
| "emotion_percentile": 0.6615384615384615, | |
| "top5_rate": 0.4, | |
| "target_score": 0.991342830657959, | |
| "clap": 0.10697803273797035, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.7, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.05454545454545454 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6840708613395691, | |
| 0.8356593966484069 | |
| ], | |
| "emotion_ci": [ | |
| 0.4486538461538462, | |
| 0.8846153846153847 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "caption", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.01818181818181818, | |
| "post_wer": 0.01818181818181818, | |
| "low_wer_rate": 0.9, | |
| "failure_rate": 0.0, | |
| "genuineness": 0.9280443370342255, | |
| "emotion_percentile": 0.5846153846153846, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8850169062614441, | |
| "clap": 0.09176202453672885, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.05454545454545454 | |
| ], | |
| "genuineness_ci": [ | |
| 0.8343314290046692, | |
| 1.0217572450637817 | |
| ], | |
| "emotion_ci": [ | |
| 0.2948717948717949, | |
| 0.8743589743589745 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.1818181818181819, | |
| "post_wer": 1.0272727272727273, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.467574691772461, | |
| "emotion_percentile": 0.6307692307692309, | |
| "top5_rate": 0.3, | |
| "target_score": 0.5794135749340057, | |
| "clap": 0.10172219667583704, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.909090909090909, | |
| 1.4909090909090912 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0370690464973449, | |
| 1.7031209588050842 | |
| ], | |
| "emotion_ci": [ | |
| 0.3998076923076923, | |
| 0.8461538461538461 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.509090909090909, | |
| "post_wer": 1.018181818181818, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.4729486346244811, | |
| "emotion_percentile": 0.730769230769231, | |
| "top5_rate": 0.2, | |
| "target_score": 0.5430578172206879, | |
| "clap": 0.07803488941863179, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.1636363636363636, | |
| 1.8636363636363638 | |
| ], | |
| "genuineness_ci": [ | |
| 1.1401315358281134, | |
| 1.8088954448699952 | |
| ], | |
| "emotion_ci": [ | |
| 0.5948717948717949, | |
| 0.8666666666666668 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 1.4, | |
| "post_wer": 1.0636363636363637, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.1222710072994233, | |
| "emotion_percentile": 0.776923076923077, | |
| "top5_rate": 0.4, | |
| "target_score": 0.9604575037956238, | |
| "clap": 0.11598314754664898, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 1.1181818181818184, | |
| 1.7727272727272727 | |
| ], | |
| "genuineness_ci": [ | |
| 0.8303631663322448, | |
| 1.4257757663726807 | |
| ], | |
| "emotion_ci": [ | |
| 0.635897435897436, | |
| 0.9179487179487179 | |
| ] | |
| }, | |
| { | |
| "stage": "german", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 1.1818181818181819, | |
| "post_wer": 1.1181818181818182, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.2889113962650298, | |
| "emotion_percentile": 0.5538461538461539, | |
| "top5_rate": 0.3, | |
| "target_score": 0.6622455179691314, | |
| "clap": 0.09750564359128475, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 1.0272727272727273, | |
| 1.3727272727272726 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0333168983459473, | |
| 1.5445058941841125 | |
| ], | |
| "emotion_ci": [ | |
| 0.3153846153846154, | |
| 0.8025641025641026 | |
| ] | |
| }, | |
| { | |
| "stage": "legacy", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.75, | |
| "post_wer": 0.4909090909090909, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.45, | |
| "genuineness": 1.450722372531891, | |
| "emotion_percentile": 0.7576923076923078, | |
| "top5_rate": 0.5, | |
| "target_score": 1.0001847743988037, | |
| "clap": 0.15790805364958943, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.7, | |
| "raw_wer_ci": [ | |
| 0.28181818181818186, | |
| 1.231818181818182 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2354817202687265, | |
| 1.676481952369213 | |
| ], | |
| "emotion_ci": [ | |
| 0.610224358974359, | |
| 0.8794871794871796 | |
| ] | |
| }, | |
| { | |
| "stage": "legacy", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.02727272727272727, | |
| "post_wer": 0.02727272727272727, | |
| "low_wer_rate": 1.0, | |
| "failure_rate": 0.0, | |
| "genuineness": 1.6357778072357179, | |
| "emotion_percentile": 0.6, | |
| "top5_rate": 0.2, | |
| "target_score": 0.6919039726257324, | |
| "clap": 0.16843435680493712, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.5, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.06363636363636363 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4489451920986176, | |
| 1.8060300278663624 | |
| ], | |
| "emotion_ci": [ | |
| 0.4333333333333333, | |
| 0.7666666666666667 | |
| ] | |
| }, | |
| { | |
| "stage": "legacy", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.4727272727272729, | |
| "post_wer": 0.9545454545454545, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 0.9, | |
| "genuineness": 1.265666937828064, | |
| "emotion_percentile": 0.9153846153846154, | |
| "top5_rate": 0.8, | |
| "target_score": 1.308465576171875, | |
| "clap": 0.1473817504942417, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 1.0, | |
| 1.863636363636364 | |
| ], | |
| "genuineness_ci": [ | |
| 0.981273478269577, | |
| 1.6494531989097596 | |
| ], | |
| "emotion_ci": [ | |
| 0.8512820512820513, | |
| 0.9666666666666668 | |
| ] | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 0.0, | |
| "n": 20, | |
| "raw_wer": 0.8909090909090909, | |
| "post_wer": 0.8909090909090909, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 0.9336239039897919, | |
| "emotion_percentile": 0.6641025641025641, | |
| "top5_rate": 0.4, | |
| "target_score": 0.36865575313568116, | |
| "clap": 0.08295845165848732, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.2, | |
| "raw_wer_ci": [ | |
| 0.809090909090909, | |
| 0.9727272727272727 | |
| ], | |
| "genuineness_ci": [ | |
| 0.7002803060412407, | |
| 1.2137045669555664 | |
| ], | |
| "emotion_ci": [ | |
| 0.48198717948717945, | |
| 0.8230769230769232 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 0.5, | |
| "n": 20, | |
| "raw_wer": 0.7363636363636363, | |
| "post_wer": 0.7363636363636363, | |
| "low_wer_rate": 0.2, | |
| "failure_rate": 0.8, | |
| "genuineness": 1.3863318488001823, | |
| "emotion_percentile": 0.6, | |
| "top5_rate": 0.25, | |
| "target_score": 0.4196996480226517, | |
| "clap": 0.13451091228052975, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.4, | |
| "raw_wer_ci": [ | |
| 0.5454545454545454, | |
| 0.909090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 1.217616409212351, | |
| 1.5897640832513569 | |
| ], | |
| "emotion_ci": [ | |
| 0.4435897435897436, | |
| 0.7410256410256411 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.5227272727272727, | |
| "post_wer": 0.5045454545454545, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.549351066350937, | |
| "emotion_percentile": 0.5833333333333334, | |
| "top5_rate": 0.3, | |
| "target_score": 0.663410896062851, | |
| "clap": 0.14146738150157034, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.22261363636363637, | |
| 0.8228409090909083 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2969872985035182, | |
| 1.7742787403613327 | |
| ], | |
| "emotion_ci": [ | |
| 0.36923076923076925, | |
| 0.7769230769230769 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 0.46363636363636357, | |
| "post_wer": 0.44545454545454544, | |
| "low_wer_rate": 0.45, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.5163982272148133, | |
| "emotion_percentile": 0.5782051282051283, | |
| "top5_rate": 0.25, | |
| "target_score": 0.6033769577741623, | |
| "clap": 0.14399103089235724, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.85, | |
| "raw_wer_ci": [ | |
| 0.2, | |
| 0.7228409090909085 | |
| ], | |
| "genuineness_ci": [ | |
| 1.35553680062294, | |
| 1.687044619321823 | |
| ], | |
| "emotion_ci": [ | |
| 0.40509615384615383, | |
| 0.7461538461538462 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 0.0, | |
| "n": 20, | |
| "raw_wer": 0.8909090909090909, | |
| "post_wer": 0.8545454545454545, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 0.9121705681085587, | |
| "emotion_percentile": 0.4717948717948718, | |
| "top5_rate": 0.1, | |
| "target_score": 0.251958954334259, | |
| "clap": 0.06611321782693266, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.4, | |
| "raw_wer_ci": [ | |
| 0.7636363636363636, | |
| 1.0274999999999987 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6401677393168211, | |
| 1.1814954986423254 | |
| ], | |
| "emotion_ci": [ | |
| 0.2935576923076923, | |
| 0.65 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 0.5, | |
| "n": 20, | |
| "raw_wer": 0.8181818181818181, | |
| "post_wer": 0.6818181818181818, | |
| "low_wer_rate": 0.3, | |
| "failure_rate": 0.7, | |
| "genuineness": 1.2900730326771737, | |
| "emotion_percentile": 0.5358974358974359, | |
| "top5_rate": 0.2, | |
| "target_score": 0.473119330406189, | |
| "clap": 0.10811951668001711, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.55, | |
| "raw_wer_ci": [ | |
| 0.46818181818181814, | |
| 1.1772727272727272 | |
| ], | |
| "genuineness_ci": [ | |
| 1.02476448148489, | |
| 1.4991829280555249 | |
| ], | |
| "emotion_ci": [ | |
| 0.3537820512820513, | |
| 0.7051282051282051 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.6409090909090909, | |
| "post_wer": 0.4909090909090909, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.5140596687793733, | |
| "emotion_percentile": 0.6794871794871795, | |
| "top5_rate": 0.35, | |
| "target_score": 0.557935231924057, | |
| "clap": 0.15703846737742425, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.2409090909090909, | |
| 1.0499999999999998 | |
| ], | |
| "genuineness_ci": [ | |
| 1.1484982204437255, | |
| 1.8192784562706947 | |
| ], | |
| "emotion_ci": [ | |
| 0.5474038461538462, | |
| 0.7987179487179488 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 0.6545454545454545, | |
| "post_wer": 0.5181818181818182, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.2993146613240243, | |
| "emotion_percentile": 0.6076923076923078, | |
| "top5_rate": 0.25, | |
| "target_score": 0.6235492259263993, | |
| "clap": 0.1633804318262264, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.75, | |
| "raw_wer_ci": [ | |
| 0.24545454545454545, | |
| 1.059204545454545 | |
| ], | |
| "genuineness_ci": [ | |
| 0.9999829276651145, | |
| 1.5577092392742633 | |
| ], | |
| "emotion_ci": [ | |
| 0.44102564102564107, | |
| 0.7654166666666665 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 0.0, | |
| "n": 20, | |
| "raw_wer": 1.109090909090909, | |
| "post_wer": 0.8454545454545453, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.0222287893295288, | |
| "emotion_percentile": 0.6974358974358974, | |
| "top5_rate": 0.3, | |
| "target_score": 0.725282096862793, | |
| "clap": 0.08486292362213135, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.5, | |
| "raw_wer_ci": [ | |
| 0.8272727272727272, | |
| 1.463863636363635 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6679164335131644, | |
| 1.3822891277074814 | |
| ], | |
| "emotion_ci": [ | |
| 0.5256410256410255, | |
| 0.8487179487179487 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 0.5, | |
| "n": 20, | |
| "raw_wer": 0.7909090909090908, | |
| "post_wer": 0.6045454545454545, | |
| "low_wer_rate": 0.3, | |
| "failure_rate": 0.6, | |
| "genuineness": 1.3315397515892982, | |
| "emotion_percentile": 0.6474358974358974, | |
| "top5_rate": 0.3, | |
| "target_score": 0.6505367517471313, | |
| "clap": 0.11642172294668854, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.55, | |
| "raw_wer_ci": [ | |
| 0.42727272727272725, | |
| 1.1864772727272723 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0165144734457137, | |
| 1.5930830574035644 | |
| ], | |
| "emotion_ci": [ | |
| 0.4756089743589743, | |
| 0.8012820512820513 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.6363636363636364, | |
| "post_wer": 0.5363636363636364, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.4660921834409237, | |
| "emotion_percentile": 0.6320512820512821, | |
| "top5_rate": 0.15, | |
| "target_score": 0.5369523972272873, | |
| "clap": 0.14711815379559995, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.2545454545454545, | |
| 1.018181818181818 | |
| ], | |
| "genuineness_ci": [ | |
| 1.13107317969203, | |
| 1.7329520645737646 | |
| ], | |
| "emotion_ci": [ | |
| 0.47945512820512814, | |
| 0.7666987179487177 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 0.8772727272727273, | |
| "post_wer": 0.5363636363636364, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.55, | |
| "genuineness": 1.447402621805668, | |
| "emotion_percentile": 0.667948717948718, | |
| "top5_rate": 0.3, | |
| "target_score": 0.6330512017011642, | |
| "clap": 0.1541899610310793, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.85, | |
| "raw_wer_ci": [ | |
| 0.3589772727272727, | |
| 1.459090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 1.26755656439811, | |
| 1.6050354596227405 | |
| ], | |
| "emotion_ci": [ | |
| 0.5166666666666667, | |
| 0.8141025641025641 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 0.0, | |
| "n": 20, | |
| "raw_wer": 1.2636363636363637, | |
| "post_wer": 0.9454545454545455, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.080536413192749, | |
| "emotion_percentile": 0.635897435897436, | |
| "top5_rate": 0.3, | |
| "target_score": 0.5521217107772827, | |
| "clap": 0.0478445241227746, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.5, | |
| "raw_wer_ci": [ | |
| 0.9636363636363636, | |
| 1.609090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 0.8489025393128395, | |
| 1.310575350522995 | |
| ], | |
| "emotion_ci": [ | |
| 0.43076923076923085, | |
| 0.8282051282051283 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 0.5, | |
| "n": 20, | |
| "raw_wer": 1.0136363636363637, | |
| "post_wer": 0.7045454545454546, | |
| "low_wer_rate": 0.3, | |
| "failure_rate": 0.6, | |
| "genuineness": 1.210232399404049, | |
| "emotion_percentile": 0.6666666666666667, | |
| "top5_rate": 0.3, | |
| "target_score": 0.613452035188675, | |
| "clap": 0.12600662456825376, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.65, | |
| "raw_wer_ci": [ | |
| 0.47715909090909087, | |
| 1.5864772727272722 | |
| ], | |
| "genuineness_ci": [ | |
| 0.933671198822558, | |
| 1.439652989283204 | |
| ], | |
| "emotion_ci": [ | |
| 0.49743589743589745, | |
| 0.8077243589743589 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 1.0727272727272728, | |
| "post_wer": 0.5909090909090908, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.55, | |
| "genuineness": 1.2039353616535664, | |
| "emotion_percentile": 0.7512820512820513, | |
| "top5_rate": 0.5, | |
| "target_score": 1.0152722269296646, | |
| "clap": 0.13583090691827238, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.4636363636363637, | |
| 1.6772727272727272 | |
| ], | |
| "genuineness_ci": [ | |
| 0.9341763531975449, | |
| 1.4467988353967665 | |
| ], | |
| "emotion_ci": [ | |
| 0.5909935897435897, | |
| 0.8897435897435898 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 0.859090909090909, | |
| "post_wer": 0.5318181818181819, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.4063945829868316, | |
| "emotion_percentile": 0.7423076923076924, | |
| "top5_rate": 0.5, | |
| "target_score": 0.7808847188949585, | |
| "clap": 0.1589796094223857, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.65, | |
| "raw_wer_ci": [ | |
| 0.3817045454545454, | |
| 1.3499999999999999 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0843570294976235, | |
| 1.7004803447425367 | |
| ], | |
| "emotion_ci": [ | |
| 0.6141025641025641, | |
| 0.8474358974358974 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.7818181818181819, | |
| "post_wer": 0.7818181818181819, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 0.7698693394660949, | |
| "emotion_percentile": 0.6205128205128206, | |
| "top5_rate": 0.4, | |
| "target_score": 0.42777252197265625, | |
| "clap": 0.050734134018421174, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.0, | |
| "raw_wer_ci": [ | |
| 0.7272727272727273, | |
| 0.890909090909091 | |
| ], | |
| "genuineness_ci": [ | |
| 0.5464849352836609, | |
| 1.0668636322021485 | |
| ], | |
| "emotion_ci": [ | |
| 0.3128205128205129, | |
| 0.8820512820512821 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.4727272727272728, | |
| "post_wer": 0.4727272727272728, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.6, | |
| "genuineness": 1.4178542256355287, | |
| "emotion_percentile": 0.6153846153846154, | |
| "top5_rate": 0.3, | |
| "target_score": 0.6310359954833984, | |
| "clap": 0.09744229093194008, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.3, | |
| "raw_wer_ci": [ | |
| 0.2909090909090909, | |
| 0.6727272727272726 | |
| ], | |
| "genuineness_ci": [ | |
| 1.269370710849762, | |
| 1.587307333946228 | |
| ], | |
| "emotion_ci": [ | |
| 0.3076923076923077, | |
| 0.8717948717948719 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.02727272727272727, | |
| "post_wer": 0.0, | |
| "low_wer_rate": 1.0, | |
| "failure_rate": 0.0, | |
| "genuineness": 1.6008192658424378, | |
| "emotion_percentile": 0.5512820512820513, | |
| "top5_rate": 0.1, | |
| "target_score": 0.6867991924285889, | |
| "clap": 0.1369980351999402, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.4, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.06363636363636363 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4297536849975585, | |
| 1.771884846687317 | |
| ], | |
| "emotion_ci": [ | |
| 0.3153205128205128, | |
| 0.7871794871794873 | |
| ], | |
| "eligible": true, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.045454545454545456, | |
| "post_wer": 0.00909090909090909, | |
| "low_wer_rate": 0.9, | |
| "failure_rate": 0.0, | |
| "genuineness": 1.390686810016632, | |
| "emotion_percentile": 0.5487179487179488, | |
| "top5_rate": 0.3, | |
| "target_score": 0.7061961889266968, | |
| "clap": 0.13961558006703853, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.1181818181818182 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2026090621948242, | |
| 1.6217376589775085 | |
| ], | |
| "emotion_ci": [ | |
| 0.2641025641025641, | |
| 0.8512820512820513 | |
| ], | |
| "eligible": true, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.8, | |
| "post_wer": 0.8, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 0.7600404024124146, | |
| "emotion_percentile": 0.47435897435897434, | |
| "top5_rate": 0.0, | |
| "target_score": 0.15664596557617189, | |
| "clap": 0.06330669652670622, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.2, | |
| "raw_wer_ci": [ | |
| 0.7272727272727273, | |
| 0.8727272727272727 | |
| ], | |
| "genuineness_ci": [ | |
| 0.4408206343650818, | |
| 1.0792601704597473 | |
| ], | |
| "emotion_ci": [ | |
| 0.25897435897435894, | |
| 0.6923076923076923 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.3545454545454546, | |
| "post_wer": 0.3545454545454546, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.4, | |
| "genuineness": 1.4690609276294708, | |
| "emotion_percentile": 0.5794871794871794, | |
| "top5_rate": 0.2, | |
| "target_score": 0.58507080078125, | |
| "clap": 0.12003777893260122, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.1, | |
| "raw_wer_ci": [ | |
| 0.1, | |
| 0.6 | |
| ], | |
| "genuineness_ci": [ | |
| 1.314677619934082, | |
| 1.5893643975257874 | |
| ], | |
| "emotion_ci": [ | |
| 0.31794871794871793, | |
| 0.8179487179487179 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.00909090909090909, | |
| "post_wer": 0.0, | |
| "low_wer_rate": 1.0, | |
| "failure_rate": 0.0, | |
| "genuineness": 1.6390300154685975, | |
| "emotion_percentile": 0.5974358974358974, | |
| "top5_rate": 0.3, | |
| "target_score": 0.5706293940544128, | |
| "clap": 0.17025624848902227, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.02727272727272727 | |
| ], | |
| "genuineness_ci": [ | |
| 1.5485520482063293, | |
| 1.7295079827308655 | |
| ], | |
| "emotion_ci": [ | |
| 0.41282051282051285, | |
| 0.7923076923076924 | |
| ], | |
| "eligible": true, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.0, | |
| "post_wer": 0.0, | |
| "low_wer_rate": 1.0, | |
| "failure_rate": 0.0, | |
| "genuineness": 1.3519848227500915, | |
| "emotion_percentile": 0.5794871794871795, | |
| "top5_rate": 0.3, | |
| "target_score": 0.7724813461303711, | |
| "clap": 0.1732620108872652, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.7, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.25921311378479, | |
| 1.4762511253356934 | |
| ], | |
| "emotion_ci": [ | |
| 0.32051282051282054, | |
| 0.8384615384615385 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.8, | |
| "post_wer": 0.8, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 0.9889747142791748, | |
| "emotion_percentile": 0.6000000000000001, | |
| "top5_rate": 0.2, | |
| "target_score": 0.6307086944580078, | |
| "clap": 0.05026955977082252, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.2, | |
| "raw_wer_ci": [ | |
| 0.7272727272727273, | |
| 0.8727272727272727 | |
| ], | |
| "genuineness_ci": [ | |
| 0.7289301156997681, | |
| 1.2408330678939818 | |
| ], | |
| "emotion_ci": [ | |
| 0.3128205128205129, | |
| 0.8358974358974359 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.28181818181818186, | |
| "post_wer": 0.28181818181818186, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.5231847584247589, | |
| "emotion_percentile": 0.6435897435897436, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8176289558410644, | |
| "clap": 0.14886372499167919, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.1, | |
| "raw_wer_ci": [ | |
| 0.11818181818181817, | |
| 0.43636363636363634 | |
| ], | |
| "genuineness_ci": [ | |
| 1.3384113371372224, | |
| 1.720798909664154 | |
| ], | |
| "emotion_ci": [ | |
| 0.3256410256410256, | |
| 0.8923076923076921 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.03636363636363636, | |
| "post_wer": 0.03636363636363636, | |
| "low_wer_rate": 0.8, | |
| "failure_rate": 0.0, | |
| "genuineness": 1.6192965507507324, | |
| "emotion_percentile": 0.5923076923076922, | |
| "top5_rate": 0.0, | |
| "target_score": 0.5450558662414551, | |
| "clap": 0.1813839640468359, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.7, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.07272727272727272 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4536230564117432, | |
| 1.7609086990356446 | |
| ], | |
| "emotion_ci": [ | |
| 0.34102564102564104, | |
| 0.7949999999999994 | |
| ], | |
| "eligible": true, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.07272727272727272, | |
| "post_wer": 0.05454545454545454, | |
| "low_wer_rate": 0.8, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.544096541404724, | |
| "emotion_percentile": 0.635897435897436, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8787513494491577, | |
| "clap": 0.21663988083601, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.7, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.16363636363636364 | |
| ], | |
| "genuineness_ci": [ | |
| 1.5034644603729248, | |
| 1.5958430409431457 | |
| ], | |
| "emotion_ci": [ | |
| 0.4025641025641026, | |
| 0.8692307692307694 | |
| ], | |
| "eligible": true, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 3.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.9272727272727271, | |
| "post_wer": 0.9272727272727271, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.3736068964004517, | |
| "emotion_percentile": 0.482051282051282, | |
| "top5_rate": 0.0, | |
| "target_score": 0.21176258325576783, | |
| "clap": 0.046666323021054265, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.0, | |
| "raw_wer_ci": [ | |
| 0.909090909090909, | |
| 0.9636363636363636 | |
| ], | |
| "genuineness_ci": [ | |
| 1.190071415901184, | |
| 1.5571423768997192 | |
| ], | |
| "emotion_ci": [ | |
| 0.22051282051282053, | |
| 0.7435897435897435 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 3.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.3181818181818182, | |
| "post_wer": 0.3181818181818182, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.4440917730331422, | |
| "emotion_percentile": 0.5666666666666667, | |
| "top5_rate": 0.2, | |
| "target_score": 0.49127801060676574, | |
| "clap": 0.1624743402004242, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.3, | |
| "raw_wer_ci": [ | |
| 0.01818181818181818, | |
| 0.7 | |
| ], | |
| "genuineness_ci": [ | |
| 1.306997299194336, | |
| 1.5895642280578612 | |
| ], | |
| "emotion_ci": [ | |
| 0.3128205128205128, | |
| 0.7873076923076917 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 3.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.13636363636363638, | |
| "post_wer": 0.13636363636363638, | |
| "low_wer_rate": 0.8, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.5569508790969848, | |
| "emotion_percentile": 0.7410256410256411, | |
| "top5_rate": 0.4, | |
| "target_score": 1.2107799530029297, | |
| "clap": 0.19471326023340224, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.39090909090909093 | |
| ], | |
| "genuineness_ci": [ | |
| 1.475388479232788, | |
| 1.6639168739318848 | |
| ], | |
| "emotion_ci": [ | |
| 0.5333333333333333, | |
| 0.9333333333333332 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.10909090909090909, | |
| "post_wer": 0.1, | |
| "low_wer_rate": 0.8, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.7554999947547913, | |
| "emotion_percentile": 0.6512820512820513, | |
| "top5_rate": 0.3, | |
| "target_score": 0.7343349456787109, | |
| "clap": 0.20331232938915492, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.4, | |
| "raw_wer_ci": [ | |
| 0.02727272727272727, | |
| 0.2363636363636364 | |
| ], | |
| "genuineness_ci": [ | |
| 1.563755702972412, | |
| 1.9309305191040038 | |
| ], | |
| "emotion_ci": [ | |
| 0.4692307692307692, | |
| 0.8076923076923077 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 1.0, | |
| "post_wer": 1.0, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.0973784685134889, | |
| "emotion_percentile": 0.7076923076923077, | |
| "top5_rate": 0.4, | |
| "target_score": 0.3095389842987061, | |
| "clap": 0.11518276929855346, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.4, | |
| "raw_wer_ci": [ | |
| 1.0, | |
| 1.0 | |
| ], | |
| "genuineness_ci": [ | |
| 0.7526587963104248, | |
| 1.5665398526191692 | |
| ], | |
| "emotion_ci": [ | |
| 0.517948717948718, | |
| 0.8871794871794872 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 1.0, | |
| "post_wer": 1.0, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.354809471964836, | |
| "emotion_percentile": 0.5846153846153846, | |
| "top5_rate": 0.2, | |
| "target_score": 0.2083633005619049, | |
| "clap": 0.1715795336291194, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.5, | |
| "raw_wer_ci": [ | |
| 1.0, | |
| 1.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0472580343484879, | |
| 1.7567276000976562 | |
| ], | |
| "emotion_ci": [ | |
| 0.48974358974358967, | |
| 0.6794871794871795 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.018181818181818, | |
| "post_wer": 1.009090909090909, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.497882866859436, | |
| "emotion_percentile": 0.6153846153846155, | |
| "top5_rate": 0.5, | |
| "target_score": 0.6400225996971131, | |
| "clap": 0.1459367278032005, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.9545454545454547, | |
| 1.0818181818181816 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0176084160804748, | |
| 1.8881401479244233 | |
| ], | |
| "emotion_ci": [ | |
| 0.28205128205128205, | |
| 0.917948717948718 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.8818181818181818, | |
| "post_wer": 0.8818181818181818, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.6421096444129943, | |
| "emotion_percentile": 0.6076923076923079, | |
| "top5_rate": 0.2, | |
| "target_score": 0.5005577266216278, | |
| "clap": 0.1483664817176759, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.7818181818181819, | |
| 0.9818181818181818 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4238805174827576, | |
| 1.8772366046905518 | |
| ], | |
| "emotion_ci": [ | |
| 0.4205128205128205, | |
| 0.7564102564102565 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.9818181818181818, | |
| "post_wer": 0.909090909090909, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.0643007338047028, | |
| "emotion_percentile": 0.46923076923076923, | |
| "top5_rate": 0.2, | |
| "target_score": 0.3472719430923462, | |
| "clap": 0.06891973912715912, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.7272727272727273, | |
| 1.2181818181818183 | |
| ], | |
| "genuineness_ci": [ | |
| 0.68918879032135, | |
| 1.4248395919799806 | |
| ], | |
| "emotion_ci": [ | |
| 0.18717948717948718, | |
| 0.7897435897435897 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 1.2818181818181817, | |
| "post_wer": 1.009090909090909, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.1110851377248765, | |
| "emotion_percentile": 0.49230769230769234, | |
| "top5_rate": 0.2, | |
| "target_score": 0.36116786003112794, | |
| "clap": 0.09620125442743302, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.0, | |
| 1.6636363636363636 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6721762329339981, | |
| 1.500670427083969 | |
| ], | |
| "emotion_ci": [ | |
| 0.2589743589743589, | |
| 0.7435897435897436 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.2727272727272727, | |
| "post_wer": 0.9818181818181818, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.389089322090149, | |
| "emotion_percentile": 0.7615384615384616, | |
| "top5_rate": 0.4, | |
| "target_score": 0.5452410697937011, | |
| "clap": 0.14382068626582623, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.0545454545454545, | |
| 1.509090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6728571653366089, | |
| 1.9833812832832336 | |
| ], | |
| "emotion_ci": [ | |
| 0.6358974358974359, | |
| 0.8871794871794872 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 1.309090909090909, | |
| "post_wer": 1.0363636363636364, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.246644499897957, | |
| "emotion_percentile": 0.6358974358974359, | |
| "top5_rate": 0.2, | |
| "target_score": 0.4746171057224274, | |
| "clap": 0.15349885276518763, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 1.0909090909090908, | |
| 1.509090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 0.646024152636528, | |
| 1.7592194199562072 | |
| ], | |
| "emotion_ci": [ | |
| 0.41794871794871796, | |
| 0.8102564102564103 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 1.418181818181818, | |
| "post_wer": 0.890909090909091, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.0554828643798828, | |
| "emotion_percentile": 0.7948717948717949, | |
| "top5_rate": 0.4, | |
| "target_score": 0.8198554992675782, | |
| "clap": 0.11945628747344017, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.9272727272727274, | |
| 1.909090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 0.3790814638137817, | |
| 1.7707831203937496 | |
| ], | |
| "emotion_ci": [ | |
| 0.6256410256410256, | |
| 0.964102564102564 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 1.3000000000000003, | |
| "post_wer": 0.9272727272727274, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 0.9, | |
| "genuineness": 1.1398947447538377, | |
| "emotion_percentile": 0.6512820512820514, | |
| "top5_rate": 0.3, | |
| "target_score": 0.4834445476531982, | |
| "clap": 0.08397972090169788, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 0.8545454545454547, | |
| 1.718181818181818 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6778979599475861, | |
| 1.6496733486652375 | |
| ], | |
| "emotion_ci": [ | |
| 0.45897435897435895, | |
| 0.841025641025641 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.2363636363636366, | |
| "post_wer": 1.0363636363636364, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.312887816131115, | |
| "emotion_percentile": 0.6717948717948717, | |
| "top5_rate": 0.3, | |
| "target_score": 0.5288489282131195, | |
| "clap": 0.11285234354436398, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 1.0727272727272728, | |
| 1.4636363636363636 | |
| ], | |
| "genuineness_ci": [ | |
| 0.7419585600495339, | |
| 1.8466985166072845 | |
| ], | |
| "emotion_ci": [ | |
| 0.5071794871794872, | |
| 0.8307692307692308 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 1.6818181818181817, | |
| "post_wer": 1.018181818181818, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.3507087022066115, | |
| "emotion_percentile": 0.7, | |
| "top5_rate": 0.3, | |
| "target_score": 0.38735105395317077, | |
| "clap": 0.09174004122614861, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.1818181818181819, | |
| 2.181818181818182 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0271882206201552, | |
| 1.6755684817582368 | |
| ], | |
| "emotion_ci": [ | |
| 0.5358974358974359, | |
| 0.864102564102564 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 1.6, | |
| "post_wer": 0.9636363636363636, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 0.7874659299850464, | |
| "emotion_percentile": 0.7897435897435898, | |
| "top5_rate": 0.6, | |
| "target_score": 0.8924808382987977, | |
| "clap": 0.04902272522449493, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.1272727272727274, | |
| 2.0727272727272728 | |
| ], | |
| "genuineness_ci": [ | |
| 0.5460926532745362, | |
| 1.0072748184204101 | |
| ], | |
| "emotion_ci": [ | |
| 0.5128205128205128, | |
| 0.9435897435897436 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 1.709090909090909, | |
| "post_wer": 1.0909090909090908, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 0.9, | |
| "genuineness": 0.9763730257749558, | |
| "emotion_percentile": 0.7666666666666667, | |
| "top5_rate": 0.4, | |
| "target_score": 0.7356260597705842, | |
| "clap": 0.08953890893608332, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.0272727272727273, | |
| 2.4090909090909087 | |
| ], | |
| "genuineness_ci": [ | |
| 0.5618407517671585, | |
| 1.3623887300491333 | |
| ], | |
| "emotion_ci": [ | |
| 0.6230769230769231, | |
| 0.9076923076923077 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 2.0090909090909093, | |
| "post_wer": 1.0454545454545454, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 0.8509198442101479, | |
| "emotion_percentile": 0.7615384615384616, | |
| "top5_rate": 0.6, | |
| "target_score": 0.8197645008563995, | |
| "clap": 0.0769485536031425, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.7090909090909094, | |
| 2.409090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 0.5767335340380668, | |
| 1.0760505437850951 | |
| ], | |
| "emotion_ci": [ | |
| 0.5256410256410258, | |
| 0.9384615384615385 | |
| ], | |
| "eligible": false, | |
| "pareto": false | |
| }, | |
| { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 1.6090909090909093, | |
| "post_wer": 0.9636363636363636, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 0.9, | |
| "genuineness": 1.0572891712188721, | |
| "emotion_percentile": 0.8333333333333334, | |
| "top5_rate": 0.7, | |
| "target_score": 0.827434492111206, | |
| "clap": 0.11464688945561648, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 1.2088636363636363, | |
| 1.9818181818181817 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6683967232704162, | |
| 1.4950276136398315 | |
| ], | |
| "emotion_ci": [ | |
| 0.6974358974358974, | |
| 0.9153846153846154 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.7909090909090909, | |
| "post_wer": 0.5681818181818181, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.55, | |
| "genuineness": 1.7123978435993195, | |
| "emotion_percentile": 0.6128205128205129, | |
| "top5_rate": 0.25, | |
| "target_score": 0.7029143780469894, | |
| "clap": 0.09009319180622696, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.34079545454545457, | |
| 1.2499999999999998 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4203979573398828, | |
| 2.0606313898414372 | |
| ], | |
| "emotion_ci": [ | |
| 0.4512820512820513, | |
| 0.7525641025641026 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.9, | |
| "post_wer": 0.55, | |
| "low_wer_rate": 0.45, | |
| "failure_rate": 0.55, | |
| "genuineness": 1.897843611240387, | |
| "emotion_percentile": 0.7782051282051283, | |
| "top5_rate": 0.55, | |
| "target_score": 0.92381651699543, | |
| "clap": 0.10261178538203239, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.36363636363636365, | |
| 1.4363636363636365 | |
| ], | |
| "genuineness_ci": [ | |
| 1.5032056167721748, | |
| 2.3794886457920077 | |
| ], | |
| "emotion_ci": [ | |
| 0.6384615384615385, | |
| 0.9025641025641026 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 0.9272727272727274, | |
| "post_wer": 0.5409090909090908, | |
| "low_wer_rate": 0.45, | |
| "failure_rate": 0.55, | |
| "genuineness": 1.8114807516336442, | |
| "emotion_percentile": 0.6589743589743591, | |
| "top5_rate": 0.35, | |
| "target_score": 0.8382750242948532, | |
| "clap": 0.06678236806765199, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 0.38636363636363635, | |
| 1.4864772727272721 | |
| ], | |
| "genuineness_ci": [ | |
| 1.487175038009882, | |
| 2.139302450120449 | |
| ], | |
| "emotion_ci": [ | |
| 0.47051282051282045, | |
| 0.8102884615384613 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 1.05, | |
| "post_wer": 0.5636363636363637, | |
| "low_wer_rate": 0.25, | |
| "failure_rate": 0.65, | |
| "genuineness": 2.1521775245666506, | |
| "emotion_percentile": 0.6653846153846155, | |
| "top5_rate": 0.35, | |
| "target_score": 0.7331266909837723, | |
| "clap": 0.12109859753400087, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.85, | |
| "raw_wer_ci": [ | |
| 0.5318181818181819, | |
| 1.6093181818181808 | |
| ], | |
| "genuineness_ci": [ | |
| 1.7481745265424251, | |
| 2.540920536816119 | |
| ], | |
| "emotion_ci": [ | |
| 0.4871474358974359, | |
| 0.8154166666666665 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.1, | |
| "post_wer": 0.1, | |
| "low_wer_rate": 0.8, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.4595971643924712, | |
| "emotion_percentile": 0.7256410256410256, | |
| "top5_rate": 0.3, | |
| "target_score": 1.0600284695625306, | |
| "clap": 0.12325772643089294, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.26363636363636367 | |
| ], | |
| "genuineness_ci": [ | |
| 1.3432086288928986, | |
| 1.5761183023452758 | |
| ], | |
| "emotion_ci": [ | |
| 0.6435897435897435, | |
| 0.8205128205128205 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.09090909090909091, | |
| "post_wer": 0.08181818181818182, | |
| "low_wer_rate": 0.9, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.6736151456832886, | |
| "emotion_percentile": 0.7461538461538462, | |
| "top5_rate": 0.5, | |
| "target_score": 1.0170052528381348, | |
| "clap": 0.15873440355062485, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.23636363636363633 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4538201689720154, | |
| 1.8431647673249243 | |
| ], | |
| "emotion_ci": [ | |
| 0.5589102564102563, | |
| 0.9205128205128205 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.11818181818181817, | |
| "post_wer": 0.10909090909090909, | |
| "low_wer_rate": 0.9, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.670807433128357, | |
| "emotion_percentile": 0.6282051282051283, | |
| "top5_rate": 0.3, | |
| "target_score": 0.977838134765625, | |
| "clap": 0.1338400922715664, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 0.00909090909090909, | |
| 0.2909090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 1.3037327647209167, | |
| 2.055313193798065 | |
| ], | |
| "emotion_ci": [ | |
| 0.31794871794871793, | |
| 0.8847435897435891 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "caption", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.3090909090909091, | |
| "post_wer": 0.18181818181818182, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.806875765323639, | |
| "emotion_percentile": 0.787179487179487, | |
| "top5_rate": 0.4, | |
| "target_score": 1.138166904449463, | |
| "clap": 0.22100202701985835, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.09090909090909091, | |
| 0.5909090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4016032457351684, | |
| 2.2524114847183228 | |
| ], | |
| "emotion_ci": [ | |
| 0.666602564102564, | |
| 0.9076923076923077 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.481818181818182, | |
| "post_wer": 1.0363636363636364, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.9651985228061677, | |
| "emotion_percentile": 0.5, | |
| "top5_rate": 0.2, | |
| "target_score": 0.34580028653144834, | |
| "clap": 0.056928657181560996, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.1454545454545455, | |
| 1.8 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4011770129203795, | |
| 2.530427539348602 | |
| ], | |
| "emotion_ci": [ | |
| 0.27179487179487183, | |
| 0.7538461538461538 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.709090909090909, | |
| "post_wer": 1.018181818181818, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 2.1220720767974854, | |
| "emotion_percentile": 0.8102564102564103, | |
| "top5_rate": 0.6, | |
| "target_score": 0.8306277811527252, | |
| "clap": 0.046489167213439944, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.2725, | |
| 2.1090909090909093 | |
| ], | |
| "genuineness_ci": [ | |
| 1.3425798058509826, | |
| 3.0514236807823183 | |
| ], | |
| "emotion_ci": [ | |
| 0.5923076923076923, | |
| 0.9615384615384615 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 1.7363636363636363, | |
| "post_wer": 0.9727272727272727, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.9521540701389313, | |
| "emotion_percentile": 0.6897435897435897, | |
| "top5_rate": 0.4, | |
| "target_score": 0.6987119138240814, | |
| "clap": -0.00027535613626241686, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.2818181818181817, | |
| 2.172727272727273 | |
| ], | |
| "genuineness_ci": [ | |
| 1.451705127954483, | |
| 2.4491538405418396 | |
| ], | |
| "emotion_ci": [ | |
| 0.5, | |
| 0.8358974358974359 | |
| ] | |
| }, | |
| { | |
| "stage": "reference_b", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 1.7909090909090906, | |
| "post_wer": 0.9454545454545453, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 2.4974792838096618, | |
| "emotion_percentile": 0.5435897435897437, | |
| "top5_rate": 0.3, | |
| "target_score": 0.3280864775180817, | |
| "clap": 0.021195168048143385, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 1.3545454545454543, | |
| 2.3 | |
| ], | |
| "genuineness_ci": [ | |
| 1.9205254077911378, | |
| 2.9214375972747804 | |
| ], | |
| "emotion_ci": [ | |
| 0.30256410256410254, | |
| 0.7871794871794873 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.9454545454545455, | |
| "post_wer": 0.9454545454545455, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.5604679346084596, | |
| "emotion_percentile": 0.4820512820512821, | |
| "top5_rate": 0.2, | |
| "target_score": 0.29218463897705077, | |
| "clap": 0.2168245691806078, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.8363636363636363, | |
| 1.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2731751918792724, | |
| 1.8648857116699218 | |
| ], | |
| "emotion_ci": [ | |
| 0.241025641025641, | |
| 0.764102564102564 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.2545454545454545, | |
| "post_wer": 0.2545454545454545, | |
| "low_wer_rate": 0.7, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.5722889304161072, | |
| "emotion_percentile": 0.5333333333333334, | |
| "top5_rate": 0.1, | |
| "target_score": 0.4736257493495941, | |
| "clap": 0.2727496277540922, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.08181818181818182, | |
| 0.41818181818181815 | |
| ], | |
| "genuineness_ci": [ | |
| 1.371763777732849, | |
| 1.7601351141929626 | |
| ], | |
| "emotion_ci": [ | |
| 0.35641025641025637, | |
| 0.7205128205128205 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.24545454545454545, | |
| "post_wer": 0.2727272727272727, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.4, | |
| "genuineness": 1.5823992371559144, | |
| "emotion_percentile": 0.7307692307692307, | |
| "top5_rate": 0.3, | |
| "target_score": 1.1161590576171876, | |
| "clap": 0.2803760558366776, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.08181818181818182, | |
| 0.41818181818181815 | |
| ], | |
| "genuineness_ci": [ | |
| 1.3155000686645508, | |
| 1.874263596534729 | |
| ], | |
| "emotion_ci": [ | |
| 0.576923076923077, | |
| 0.8666666666666668 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.17272727272727276, | |
| "post_wer": 0.02727272727272727, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.2, | |
| "genuineness": 1.4577456951141357, | |
| "emotion_percentile": 0.5025641025641026, | |
| "top5_rate": 0.1, | |
| "target_score": 0.5547673165798187, | |
| "clap": 0.25296928472816943, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.05454545454545454, | |
| 0.33636363636363636 | |
| ], | |
| "genuineness_ci": [ | |
| 1.30344398021698, | |
| 1.692502248287201 | |
| ], | |
| "emotion_ci": [ | |
| 0.25641025641025644, | |
| 0.7307692307692307 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.5818181818181818, | |
| "post_wer": 0.5636363636363637, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.6, | |
| "genuineness": 1.3326569080352784, | |
| "emotion_percentile": 0.5230769230769231, | |
| "top5_rate": 0.2, | |
| "target_score": 0.660211181640625, | |
| "clap": 0.22641006112098694, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.4, | |
| "raw_wer_ci": [ | |
| 0.21818181818181817, | |
| 0.9454545454545455 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0791566848754883, | |
| 1.6533826112747192 | |
| ], | |
| "emotion_ci": [ | |
| 0.25128205128205133, | |
| 0.8206410256410249 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.3090909090909091, | |
| "post_wer": 0.2909090909090909, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.5534523367881774, | |
| "emotion_percentile": 0.5871794871794872, | |
| "top5_rate": 0.2, | |
| "target_score": 0.5126977920532226, | |
| "clap": 0.24265624806284905, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.03636363636363636, | |
| 0.6272727272727273 | |
| ], | |
| "genuineness_ci": [ | |
| 1.213222289085388, | |
| 1.9322206616401671 | |
| ], | |
| "emotion_ci": [ | |
| 0.4025641025641026, | |
| 0.7974358974358974 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.2909090909090909, | |
| "post_wer": 0.13636363636363635, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.4, | |
| "genuineness": 1.4076879382133485, | |
| "emotion_percentile": 0.6846153846153846, | |
| "top5_rate": 0.2, | |
| "target_score": 0.9728902816772461, | |
| "clap": 0.22988228648900985, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.11818181818181817, | |
| 0.46363636363636357 | |
| ], | |
| "genuineness_ci": [ | |
| 1.072965383529663, | |
| 1.7424104928970336 | |
| ], | |
| "emotion_ci": [ | |
| 0.4665384615384615, | |
| 0.8794871794871794 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.3181818181818182, | |
| "post_wer": 0.32727272727272727, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.6600831985473632, | |
| "emotion_percentile": 0.6205128205128205, | |
| "top5_rate": 0.5, | |
| "target_score": 0.8095108032226562, | |
| "clap": 0.22270079143345356, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.07272727272727272, | |
| 0.6272727272727272 | |
| ], | |
| "genuineness_ci": [ | |
| 1.3764941692352295, | |
| 1.901958405971527 | |
| ], | |
| "emotion_ci": [ | |
| 0.3230769230769231, | |
| 0.8846153846153847 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.8363636363636363, | |
| "post_wer": 0.8363636363636363, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 0.8, | |
| "genuineness": 1.6583679914474487, | |
| "emotion_percentile": 0.5333333333333333, | |
| "top5_rate": 0.2, | |
| "target_score": 0.32737159729003906, | |
| "clap": 0.26456994116306304, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.509090909090909, | |
| 1.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.403099036216736, | |
| 1.9809951877593985 | |
| ], | |
| "emotion_ci": [ | |
| 0.26666666666666666, | |
| 0.8153846153846154 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.12727272727272726, | |
| "post_wer": 0.1, | |
| "low_wer_rate": 0.7, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.7439268589019776, | |
| "emotion_percentile": 0.5692307692307692, | |
| "top5_rate": 0.2, | |
| "target_score": 0.6525616347789764, | |
| "clap": 0.25884322449564934, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.03636363636363636, | |
| 0.2545454545454545 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4123650670051575, | |
| 2.2009891152381895 | |
| ], | |
| "emotion_ci": [ | |
| 0.4384615384615385, | |
| 0.717948717948718 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.21818181818181817, | |
| "post_wer": 0.09090909090909091, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.2710088968276978, | |
| "emotion_percentile": 0.7076923076923076, | |
| "top5_rate": 0.2, | |
| "target_score": 0.9611560821533203, | |
| "clap": 0.2504564493894577, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 0.05454545454545455, | |
| 0.38181818181818183 | |
| ], | |
| "genuineness_ci": [ | |
| 1.1624895215034485, | |
| 1.3777300834655761 | |
| ], | |
| "emotion_ci": [ | |
| 0.517948717948718, | |
| 0.8744871794871789 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.22727272727272724, | |
| "post_wer": 0.13636363636363635, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.3939842522144317, | |
| "emotion_percentile": 0.7025641025641026, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8169784545898438, | |
| "clap": 0.27500848174095155, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.045454545454545456, | |
| 0.5 | |
| ], | |
| "genuineness_ci": [ | |
| 0.9613279700279236, | |
| 1.8209952533245086 | |
| ], | |
| "emotion_ci": [ | |
| 0.5256410256410257, | |
| 0.8717948717948719 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.8, | |
| "post_wer": 0.8, | |
| "low_wer_rate": 0.2, | |
| "failure_rate": 0.8, | |
| "genuineness": 1.826870322227478, | |
| "emotion_percentile": 0.5076923076923077, | |
| "top5_rate": 0.2, | |
| "target_score": 0.29000139236450195, | |
| "clap": 0.23503962457180022, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.4, | |
| 1.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.6760995626449584, | |
| 1.9618558645248414 | |
| ], | |
| "emotion_ci": [ | |
| 0.3230769230769231, | |
| 0.7643589743589729 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.15454545454545454, | |
| "post_wer": 0.13636363636363635, | |
| "low_wer_rate": 0.7, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.5000093817710876, | |
| "emotion_percentile": 0.7051282051282052, | |
| "top5_rate": 0.4, | |
| "target_score": 0.9904902458190918, | |
| "clap": 0.2761623881757259, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 0.00909090909090909, | |
| 0.33636363636363636 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2321072697639466, | |
| 1.7686195850372315 | |
| ], | |
| "emotion_ci": [ | |
| 0.4897435897435898, | |
| 0.9153846153846154 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.09090909090909091, | |
| "post_wer": 0.05454545454545454, | |
| "low_wer_rate": 0.7, | |
| "failure_rate": 0.2, | |
| "genuineness": 1.248745584487915, | |
| "emotion_percentile": 0.7692307692307693, | |
| "top5_rate": 0.4, | |
| "target_score": 1.3763204097747803, | |
| "clap": 0.28842268139123917, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.01818181818181818, | |
| 0.16363636363636364 | |
| ], | |
| "genuineness_ci": [ | |
| 1.099571204185486, | |
| 1.4115787863731384 | |
| ], | |
| "emotion_ci": [ | |
| 0.6564102564102564, | |
| 0.9025641025641026 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.15454545454545454, | |
| "post_wer": 0.07272727272727272, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.435978150367737, | |
| "emotion_percentile": 0.6794871794871795, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8995614051818848, | |
| "clap": 0.2664971023797989, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.07272727272727272, | |
| 0.24545454545454545 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2128253817558288, | |
| 1.6902814626693725 | |
| ], | |
| "emotion_ci": [ | |
| 0.45384615384615384, | |
| 0.8923076923076921 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.9454545454545455, | |
| "post_wer": 0.9454545454545455, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.5604679346084596, | |
| "emotion_percentile": 0.4820512820512821, | |
| "top5_rate": 0.2, | |
| "target_score": 0.29218463897705077, | |
| "clap": 0.2168245691806078, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.8363636363636363, | |
| 1.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2731751918792724, | |
| 1.8648857116699218 | |
| ], | |
| "emotion_ci": [ | |
| 0.241025641025641, | |
| 0.764102564102564 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.2545454545454545, | |
| "post_wer": 0.2545454545454545, | |
| "low_wer_rate": 0.7, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.5722889304161072, | |
| "emotion_percentile": 0.5333333333333334, | |
| "top5_rate": 0.1, | |
| "target_score": 0.4736257493495941, | |
| "clap": 0.2727496277540922, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.08181818181818182, | |
| 0.41818181818181815 | |
| ], | |
| "genuineness_ci": [ | |
| 1.371763777732849, | |
| 1.7601351141929626 | |
| ], | |
| "emotion_ci": [ | |
| 0.35641025641025637, | |
| 0.7205128205128205 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.24545454545454545, | |
| "post_wer": 0.2727272727272727, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.4, | |
| "genuineness": 1.5823992371559144, | |
| "emotion_percentile": 0.7307692307692307, | |
| "top5_rate": 0.3, | |
| "target_score": 1.1161590576171876, | |
| "clap": 0.2803760558366776, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.08181818181818182, | |
| 0.41818181818181815 | |
| ], | |
| "genuineness_ci": [ | |
| 1.3155000686645508, | |
| 1.874263596534729 | |
| ], | |
| "emotion_ci": [ | |
| 0.576923076923077, | |
| 0.8666666666666668 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.17272727272727276, | |
| "post_wer": 0.02727272727272727, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.2, | |
| "genuineness": 1.4577456951141357, | |
| "emotion_percentile": 0.5025641025641026, | |
| "top5_rate": 0.1, | |
| "target_score": 0.5547673165798187, | |
| "clap": 0.25296928472816943, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.05454545454545454, | |
| 0.33636363636363636 | |
| ], | |
| "genuineness_ci": [ | |
| 1.30344398021698, | |
| 1.692502248287201 | |
| ], | |
| "emotion_ci": [ | |
| 0.25641025641025644, | |
| 0.7307692307692307 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.5818181818181818, | |
| "post_wer": 0.5636363636363637, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.6, | |
| "genuineness": 1.3326569080352784, | |
| "emotion_percentile": 0.5230769230769231, | |
| "top5_rate": 0.2, | |
| "target_score": 0.660211181640625, | |
| "clap": 0.22641006112098694, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.4, | |
| "raw_wer_ci": [ | |
| 0.21818181818181817, | |
| 0.9454545454545455 | |
| ], | |
| "genuineness_ci": [ | |
| 1.0791566848754883, | |
| 1.6533826112747192 | |
| ], | |
| "emotion_ci": [ | |
| 0.25128205128205133, | |
| 0.8206410256410249 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.3090909090909091, | |
| "post_wer": 0.2909090909090909, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.5534523367881774, | |
| "emotion_percentile": 0.5871794871794872, | |
| "top5_rate": 0.2, | |
| "target_score": 0.5126977920532226, | |
| "clap": 0.24265624806284905, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.03636363636363636, | |
| 0.6272727272727273 | |
| ], | |
| "genuineness_ci": [ | |
| 1.213222289085388, | |
| 1.9322206616401671 | |
| ], | |
| "emotion_ci": [ | |
| 0.4025641025641026, | |
| 0.7974358974358974 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.2909090909090909, | |
| "post_wer": 0.13636363636363635, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.4, | |
| "genuineness": 1.4076879382133485, | |
| "emotion_percentile": 0.6846153846153846, | |
| "top5_rate": 0.2, | |
| "target_score": 0.9728902816772461, | |
| "clap": 0.22988228648900985, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.11818181818181817, | |
| 0.46363636363636357 | |
| ], | |
| "genuineness_ci": [ | |
| 1.072965383529663, | |
| 1.7424104928970336 | |
| ], | |
| "emotion_ci": [ | |
| 0.4665384615384615, | |
| 0.8794871794871794 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.3181818181818182, | |
| "post_wer": 0.32727272727272727, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.6600831985473632, | |
| "emotion_percentile": 0.6205128205128205, | |
| "top5_rate": 0.5, | |
| "target_score": 0.8095108032226562, | |
| "clap": 0.22270079143345356, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.07272727272727272, | |
| 0.6272727272727272 | |
| ], | |
| "genuineness_ci": [ | |
| 1.3764941692352295, | |
| 1.901958405971527 | |
| ], | |
| "emotion_ci": [ | |
| 0.3230769230769231, | |
| 0.8846153846153847 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.8363636363636363, | |
| "post_wer": 0.8363636363636363, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 0.8, | |
| "genuineness": 1.6583679914474487, | |
| "emotion_percentile": 0.5333333333333333, | |
| "top5_rate": 0.2, | |
| "target_score": 0.32737159729003906, | |
| "clap": 0.26456994116306304, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.509090909090909, | |
| 1.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.403099036216736, | |
| 1.9809951877593985 | |
| ], | |
| "emotion_ci": [ | |
| 0.26666666666666666, | |
| 0.8153846153846154 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.12727272727272726, | |
| "post_wer": 0.1, | |
| "low_wer_rate": 0.7, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.7439268589019776, | |
| "emotion_percentile": 0.5692307692307692, | |
| "top5_rate": 0.2, | |
| "target_score": 0.6525616347789764, | |
| "clap": 0.25884322449564934, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.03636363636363636, | |
| 0.2545454545454545 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4123650670051575, | |
| 2.2009891152381895 | |
| ], | |
| "emotion_ci": [ | |
| 0.4384615384615385, | |
| 0.717948717948718 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.21818181818181817, | |
| "post_wer": 0.09090909090909091, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.2710088968276978, | |
| "emotion_percentile": 0.7076923076923076, | |
| "top5_rate": 0.2, | |
| "target_score": 0.9611560821533203, | |
| "clap": 0.2504564493894577, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 0.05454545454545455, | |
| 0.38181818181818183 | |
| ], | |
| "genuineness_ci": [ | |
| 1.1624895215034485, | |
| 1.3777300834655761 | |
| ], | |
| "emotion_ci": [ | |
| 0.517948717948718, | |
| 0.8744871794871789 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.22727272727272724, | |
| "post_wer": 0.13636363636363635, | |
| "low_wer_rate": 0.6, | |
| "failure_rate": 0.3, | |
| "genuineness": 1.3939842522144317, | |
| "emotion_percentile": 0.7025641025641026, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8169784545898438, | |
| "clap": 0.27500848174095155, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.045454545454545456, | |
| 0.5 | |
| ], | |
| "genuineness_ci": [ | |
| 0.9613279700279236, | |
| 1.8209952533245086 | |
| ], | |
| "emotion_ci": [ | |
| 0.5256410256410257, | |
| 0.8717948717948719 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 0.0, | |
| "n": 10, | |
| "raw_wer": 0.8, | |
| "post_wer": 0.8, | |
| "low_wer_rate": 0.2, | |
| "failure_rate": 0.8, | |
| "genuineness": 1.826870322227478, | |
| "emotion_percentile": 0.5076923076923077, | |
| "top5_rate": 0.2, | |
| "target_score": 0.29000139236450195, | |
| "clap": 0.23503962457180022, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.4, | |
| 1.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.6760995626449584, | |
| 1.9618558645248414 | |
| ], | |
| "emotion_ci": [ | |
| 0.3230769230769231, | |
| 0.7643589743589729 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 0.5, | |
| "n": 10, | |
| "raw_wer": 0.15454545454545454, | |
| "post_wer": 0.13636363636363635, | |
| "low_wer_rate": 0.7, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.5000093817710876, | |
| "emotion_percentile": 0.7051282051282052, | |
| "top5_rate": 0.4, | |
| "target_score": 0.9904902458190918, | |
| "clap": 0.2761623881757259, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 0.00909090909090909, | |
| 0.33636363636363636 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2321072697639466, | |
| 1.7686195850372315 | |
| ], | |
| "emotion_ci": [ | |
| 0.4897435897435898, | |
| 0.9153846153846154 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.09090909090909091, | |
| "post_wer": 0.05454545454545454, | |
| "low_wer_rate": 0.7, | |
| "failure_rate": 0.2, | |
| "genuineness": 1.248745584487915, | |
| "emotion_percentile": 0.7692307692307693, | |
| "top5_rate": 0.4, | |
| "target_score": 1.3763204097747803, | |
| "clap": 0.28842268139123917, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.01818181818181818, | |
| 0.16363636363636364 | |
| ], | |
| "genuineness_ci": [ | |
| 1.099571204185486, | |
| 1.4115787863731384 | |
| ], | |
| "emotion_ci": [ | |
| 0.6564102564102564, | |
| 0.9025641025641026 | |
| ] | |
| }, | |
| { | |
| "stage": "short_cues", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.15454545454545454, | |
| "post_wer": 0.07272727272727272, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.435978150367737, | |
| "emotion_percentile": 0.6794871794871795, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8995614051818848, | |
| "clap": 0.2664971023797989, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.07272727272727272, | |
| 0.24545454545454545 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2128253817558288, | |
| 1.6902814626693725 | |
| ], | |
| "emotion_ci": [ | |
| 0.45384615384615384, | |
| 0.8923076923076921 | |
| ] | |
| } | |
| ], | |
| "recommendations": { | |
| "caption": { | |
| "eligible_count": 5, | |
| "chosen": { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.07272727272727272, | |
| "post_wer": 0.05454545454545454, | |
| "low_wer_rate": 0.8, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.544096541404724, | |
| "emotion_percentile": 0.635897435897436, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8787513494491577, | |
| "clap": 0.21663988083601, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.7, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.16363636363636364 | |
| ], | |
| "genuineness_ci": [ | |
| 1.5034644603729248, | |
| 1.5958430409431457 | |
| ], | |
| "emotion_ci": [ | |
| 0.4025641025641026, | |
| 0.8692307692307694 | |
| ], | |
| "eligible": true, | |
| "pareto": true | |
| }, | |
| "baseline": { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.00909090909090909, | |
| "post_wer": 0.0, | |
| "low_wer_rate": 1.0, | |
| "failure_rate": 0.0, | |
| "genuineness": 1.6390300154685975, | |
| "emotion_percentile": 0.5974358974358974, | |
| "top5_rate": 0.3, | |
| "target_score": 0.5706293940544128, | |
| "clap": 0.17025624848902227, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.02727272727272727 | |
| ], | |
| "genuineness_ci": [ | |
| 1.5485520482063293, | |
| 1.7295079827308655 | |
| ], | |
| "emotion_ci": [ | |
| 0.41282051282051285, | |
| 0.7923076923076924 | |
| ], | |
| "eligible": true, | |
| "pareto": true | |
| }, | |
| "lowest_wer": { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 1.5, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.0, | |
| "post_wer": 0.0, | |
| "low_wer_rate": 1.0, | |
| "failure_rate": 0.0, | |
| "genuineness": 1.3519848227500915, | |
| "emotion_percentile": 0.5794871794871795, | |
| "top5_rate": 0.3, | |
| "target_score": 0.7724813461303711, | |
| "clap": 0.1732620108872652, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.7, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.0 | |
| ], | |
| "genuineness_ci": [ | |
| 1.25921311378479, | |
| 1.4762511253356934 | |
| ], | |
| "emotion_ci": [ | |
| 0.32051282051282054, | |
| 0.8384615384615385 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| "most_emotional": { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 3.0, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 0.13636363636363638, | |
| "post_wer": 0.13636363636363638, | |
| "low_wer_rate": 0.8, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.5569508790969848, | |
| "emotion_percentile": 0.7410256410256411, | |
| "top5_rate": 0.4, | |
| "target_score": 1.2107799530029297, | |
| "clap": 0.19471326023340224, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.0, | |
| 0.39090909090909093 | |
| ], | |
| "genuineness_ci": [ | |
| 1.475388479232788, | |
| 1.6639168739318848 | |
| ], | |
| "emotion_ci": [ | |
| 0.5333333333333333, | |
| 0.9333333333333332 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| "most_genuine": { | |
| "stage": "main", | |
| "format": "caption", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.10909090909090909, | |
| "post_wer": 0.1, | |
| "low_wer_rate": 0.8, | |
| "failure_rate": 0.1, | |
| "genuineness": 1.7554999947547913, | |
| "emotion_percentile": 0.6512820512820513, | |
| "top5_rate": 0.3, | |
| "target_score": 0.7343349456787109, | |
| "clap": 0.20331232938915492, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.4, | |
| "raw_wer_ci": [ | |
| 0.02727272727272727, | |
| 0.2363636363636364 | |
| ], | |
| "genuineness_ci": [ | |
| 1.563755702972412, | |
| 1.9309305191040038 | |
| ], | |
| "emotion_ci": [ | |
| 0.4692307692307692, | |
| 0.8076923076923077 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| } | |
| }, | |
| "structured": { | |
| "eligible_count": 0, | |
| "chosen": null, | |
| "baseline": { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 10, | |
| "raw_wer": 1.2727272727272727, | |
| "post_wer": 0.9818181818181818, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.389089322090149, | |
| "emotion_percentile": 0.7615384615384616, | |
| "top5_rate": 0.4, | |
| "target_score": 0.5452410697937011, | |
| "clap": 0.14382068626582623, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 1.0, | |
| "raw_wer_ci": [ | |
| 1.0545454545454545, | |
| 1.509090909090909 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6728571653366089, | |
| 1.9833812832832336 | |
| ], | |
| "emotion_ci": [ | |
| 0.6358974358974359, | |
| 0.8871794871794872 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| "lowest_wer": { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.8818181818181818, | |
| "post_wer": 0.8818181818181818, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.6421096444129943, | |
| "emotion_percentile": 0.6076923076923079, | |
| "top5_rate": 0.2, | |
| "target_score": 0.5005577266216278, | |
| "clap": 0.1483664817176759, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.7818181818181819, | |
| 0.9818181818181818 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4238805174827576, | |
| 1.8772366046905518 | |
| ], | |
| "emotion_ci": [ | |
| 0.4205128205128205, | |
| 0.7564102564102565 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| "most_emotional": { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 1.6090909090909093, | |
| "post_wer": 0.9636363636363636, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 0.9, | |
| "genuineness": 1.0572891712188721, | |
| "emotion_percentile": 0.8333333333333334, | |
| "top5_rate": 0.7, | |
| "target_score": 0.827434492111206, | |
| "clap": 0.11464688945561648, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 1.2088636363636363, | |
| 1.9818181818181817 | |
| ], | |
| "genuineness_ci": [ | |
| 0.6683967232704162, | |
| 1.4950276136398315 | |
| ], | |
| "emotion_ci": [ | |
| 0.6974358974358974, | |
| 0.9153846153846154 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| "most_genuine": { | |
| "stage": "main", | |
| "format": "structured", | |
| "cfg": 1.0, | |
| "temperature": 1.2, | |
| "n": 10, | |
| "raw_wer": 0.8818181818181818, | |
| "post_wer": 0.8818181818181818, | |
| "low_wer_rate": 0.0, | |
| "failure_rate": 1.0, | |
| "genuineness": 1.6421096444129943, | |
| "emotion_percentile": 0.6076923076923079, | |
| "top5_rate": 0.2, | |
| "target_score": 0.5005577266216278, | |
| "clap": 0.1483664817176759, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.9, | |
| "raw_wer_ci": [ | |
| 0.7818181818181819, | |
| 0.9818181818181818 | |
| ], | |
| "genuineness_ci": [ | |
| 1.4238805174827576, | |
| 1.8772366046905518 | |
| ], | |
| "emotion_ci": [ | |
| 0.4205128205128205, | |
| 0.7564102564102565 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| } | |
| }, | |
| "both": { | |
| "eligible_count": 0, | |
| "chosen": null, | |
| "baseline": { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.6409090909090909, | |
| "post_wer": 0.4909090909090909, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.5140596687793733, | |
| "emotion_percentile": 0.6794871794871795, | |
| "top5_rate": 0.35, | |
| "target_score": 0.557935231924057, | |
| "clap": 0.15703846737742425, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.2409090909090909, | |
| 1.0499999999999998 | |
| ], | |
| "genuineness_ci": [ | |
| 1.1484982204437255, | |
| 1.8192784562706947 | |
| ], | |
| "emotion_ci": [ | |
| 0.5474038461538462, | |
| 0.7987179487179488 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| "lowest_wer": { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 1.2, | |
| "n": 20, | |
| "raw_wer": 0.46363636363636357, | |
| "post_wer": 0.44545454545454544, | |
| "low_wer_rate": 0.45, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.5163982272148133, | |
| "emotion_percentile": 0.5782051282051283, | |
| "top5_rate": 0.25, | |
| "target_score": 0.6033769577741623, | |
| "clap": 0.14399103089235724, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.85, | |
| "raw_wer_ci": [ | |
| 0.2, | |
| 0.7228409090909085 | |
| ], | |
| "genuineness_ci": [ | |
| 1.35553680062294, | |
| 1.687044619321823 | |
| ], | |
| "emotion_ci": [ | |
| 0.40509615384615383, | |
| 0.7461538461538462 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| "most_emotional": { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 3.0, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 1.0727272727272728, | |
| "post_wer": 0.5909090909090908, | |
| "low_wer_rate": 0.4, | |
| "failure_rate": 0.55, | |
| "genuineness": 1.2039353616535664, | |
| "emotion_percentile": 0.7512820512820513, | |
| "top5_rate": 0.5, | |
| "target_score": 1.0152722269296646, | |
| "clap": 0.13583090691827238, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8, | |
| "raw_wer_ci": [ | |
| 0.4636363636363637, | |
| 1.6772727272727272 | |
| ], | |
| "genuineness_ci": [ | |
| 0.9341763531975449, | |
| 1.4467988353967665 | |
| ], | |
| "emotion_ci": [ | |
| 0.5909935897435897, | |
| 0.8897435897435898 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| }, | |
| "most_genuine": { | |
| "stage": "main", | |
| "format": "both", | |
| "cfg": 1.0, | |
| "temperature": 1.0, | |
| "n": 20, | |
| "raw_wer": 0.5227272727272727, | |
| "post_wer": 0.5045454545454545, | |
| "low_wer_rate": 0.5, | |
| "failure_rate": 0.5, | |
| "genuineness": 1.549351066350937, | |
| "emotion_percentile": 0.5833333333333334, | |
| "top5_rate": 0.3, | |
| "target_score": 0.663410896062851, | |
| "clap": 0.14146738150157034, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6, | |
| "raw_wer_ci": [ | |
| 0.22261363636363637, | |
| 0.8228409090909083 | |
| ], | |
| "genuineness_ci": [ | |
| 1.2969872985035182, | |
| 1.7742787403613327 | |
| ], | |
| "emotion_ci": [ | |
| 0.36923076923076925, | |
| 0.7769230769230769 | |
| ], | |
| "eligible": false, | |
| "pareto": true | |
| } | |
| } | |
| }, | |
| "selection_rule": "Within each prompt format: eligible if mean RAW conventional WER <= 0.10 and mean processed genuineness >= same-format CFG=1.5,T=1 baseline minus 0.25. Maximize mean target-emotion rank percentile; ties within 0.01 prefer higher direction CLAP. If no eligible configuration, explicitly report no qualifying optimum and present Pareto trade-offs.", | |
| "paired_vs_default": [ | |
| { | |
| "format": "caption", | |
| "metric": "raw_wer", | |
| "delta": 0.06363636363636363, | |
| "ci": [ | |
| 0.0, | |
| 0.15454545454545454 | |
| ], | |
| "clusters": 5 | |
| }, | |
| { | |
| "format": "caption", | |
| "metric": "genuineness", | |
| "delta": -0.09493347406387329, | |
| "ci": [ | |
| -0.22426245212554932, | |
| 0.03439550399780274 | |
| ], | |
| "clusters": 5 | |
| }, | |
| { | |
| "format": "caption", | |
| "metric": "emotion_percentile", | |
| "delta": 0.038461538461538464, | |
| "ci": [ | |
| -0.06666666666666664, | |
| 0.14358974358974358 | |
| ], | |
| "clusters": 5 | |
| }, | |
| { | |
| "format": "caption", | |
| "metric": "clap", | |
| "delta": 0.046383632346987724, | |
| "ci": [ | |
| -0.011078020930290223, | |
| 0.1365312185138464 | |
| ], | |
| "clusters": 5 | |
| } | |
| ], | |
| "caption_generalization_pool": [ | |
| { | |
| "cfg": 1.5, | |
| "temperature": 1.0, | |
| "n": 30, | |
| "raw_wer": 0.045454545454545456, | |
| "post_wer": 0.04242424242424243, | |
| "low_wer_rate": 0.9, | |
| "failure_rate": 0.03333333333333333, | |
| "genuineness": 1.3318613866964977, | |
| "emotion_percentile": 0.6538461538461539, | |
| "top5_rate": 0.3333333333333333, | |
| "target_score": 0.8699465115865072, | |
| "clap": 0.13429256761446595, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6666666666666666 | |
| }, | |
| { | |
| "cfg": 2.0, | |
| "temperature": 1.0, | |
| "n": 30, | |
| "raw_wer": 0.04242424242424243, | |
| "post_wer": 0.0393939393939394, | |
| "low_wer_rate": 0.9, | |
| "failure_rate": 0.03333333333333333, | |
| "genuineness": 1.4226277828216554, | |
| "emotion_percentile": 0.6461538461538462, | |
| "top5_rate": 0.3, | |
| "target_score": 0.8427145044008891, | |
| "clap": 0.1510247132430474, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6 | |
| }, | |
| { | |
| "cfg": 2.0, | |
| "temperature": 1.2, | |
| "n": 30, | |
| "raw_wer": 0.06969696969696969, | |
| "post_wer": 0.06666666666666667, | |
| "low_wer_rate": 0.8666666666666667, | |
| "failure_rate": 0.06666666666666667, | |
| "genuineness": 1.326380616426468, | |
| "emotion_percentile": 0.6418803418803418, | |
| "top5_rate": 0.3333333333333333, | |
| "target_score": 0.9493107716242473, | |
| "clap": 0.15248600194851558, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.8 | |
| }, | |
| { | |
| "cfg": 3.0, | |
| "temperature": 1.2, | |
| "n": 30, | |
| "raw_wer": 0.14545454545454545, | |
| "post_wer": 0.1, | |
| "low_wer_rate": 0.7333333333333333, | |
| "failure_rate": 0.13333333333333333, | |
| "genuineness": 1.496806699037552, | |
| "emotion_percentile": 0.6743589743589744, | |
| "top5_rate": 0.3333333333333333, | |
| "target_score": 0.9191729187965393, | |
| "clap": 0.17202546031524737, | |
| "frame_limit_rate": 0.0, | |
| "alignment_rate": 0.6666666666666666 | |
| } | |
| ] | |
| } |