{"generated":"2026-11-16","records":[{"codec":"acestep15_vae_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"acestep15_vae_48k","family":"ACE-Step-1.5-VAE","checkpoint":"ACE-Step/Ace-Step1.5","sample_rate":48000,"output_sample_rate":48000,"frame_rate":25,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"music","causal":false,"multilingual":null,"license":"MIT (code and weights)","paper":"2602.00744","year":2026,"bitrate_kbps":null,"notes":"Oobleck waveform VAE of ACE-Step 1.5 (replaces the v1 mel DCAE): stereo 48 kHz, hop 1920, 64-d posterior mean at 25 Hz; mono input duplicated to stereo; trained on music","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":168.69543,"efficiency":{"rtf_encode":0.01024,"rtf_decode":0.01036,"peak_vram_gb":3.57235,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.88082,"score_worst_lang":0.78936,"worst_lang":"ja","en_gap":-0.02857,"score_intelligibility":0.89437,"score_speaker":0.94363,"score_quality":0.89519,"score_fidelity":0.7901,"dwer":1.02992,"wer":9.83573,"wer_pseudo":3.44165,"sim":0.94363,"utmos":2.42907,"dnsmos_ovrl":2.73526,"dnsmos_sig":3.1457,"dnsmos_bak":3.60481,"pesq_wb":3.06804,"pesq_nb":3.69794,"stoi":0.91482,"estoi":0.84004,"si_sdr":9.37385,"mel_dist":0.19091,"stft_dist":1.37141,"f0_rmse_cents":142.32927,"f0_corr":0.86462,"vuv_err":0.1613,"score_ci95":[0.87421,0.88579]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.07965,"wer_orig":6.98132,"dwer":0.09833,"wer_pseudo":1.16732,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93387,"utmos":2.33003,"dnsmos_ovrl":1.96726,"dnsmos_sig":2.36694,"dnsmos_bak":2.66325,"pesq_wb":2.74283,"pesq_nb":3.55345,"stoi":0.86647,"estoi":0.76819,"si_sdr":4.45815,"mel_dist":0.20525,"stft_dist":2.36201,"f0_rmse_cents":141.26248,"f0_corr":0.87576,"vuv_err":0.16132,"score_intelligibility":0.98783,"score_speaker":0.93387,"score_quality":0.74534,"score_fidelity":0.74673,"score":0.85344},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.95468,"utmos":2.61795,"dnsmos_ovrl":3.00923,"dnsmos_sig":3.31252,"dnsmos_bak":4.01482,"pesq_wb":3.3346,"pesq_nb":3.84061,"stoi":0.94911,"estoi":0.87759,"si_sdr":12.96024,"mel_dist":0.16381,"stft_dist":1.08443,"f0_rmse_cents":137.30648,"f0_corr":0.90593,"vuv_err":0.14746,"score_intelligibility":0.94272,"score_speaker":0.95468,"score_quality":0.95003,"score_fidelity":0.84069,"score":0.92203},"fr":{"n":50,"unit":"wer","wer":6.48221,"wer_orig":4.98024,"dwer":1.50198,"wer_pseudo":2.69841,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.94997,"utmos":2.27944,"dnsmos_ovrl":2.90969,"dnsmos_sig":3.22587,"dnsmos_bak":3.89638,"pesq_wb":3.15678,"pesq_nb":3.70343,"stoi":0.94522,"estoi":0.89509,"si_sdr":10.64481,"mel_dist":0.1985,"stft_dist":1.24315,"f0_rmse_cents":107.48567,"f0_corr":0.90738,"vuv_err":0.16215,"score_intelligibility":0.79926,"score_speaker":0.94997,"score_quality":0.93916,"score_fidelity":0.82294,"score":0.87783},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.9569,"utmos":2.61814,"dnsmos_ovrl":3.15842,"dnsmos_sig":3.52035,"dnsmos_bak":3.91367,"pesq_wb":3.5627,"pesq_nb":3.91759,"stoi":0.94983,"estoi":0.89566,"si_sdr":13.22323,"mel_dist":0.1978,"stft_dist":1.1728,"f0_rmse_cents":167.65287,"f0_corr":0.91776,"vuv_err":0.18723,"score_intelligibility":0.95745,"score_speaker":0.9569,"score_quality":0.95315,"score_fidelity":0.8666,"score":0.93352},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.46252,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9606,"utmos":2.84191,"dnsmos_ovrl":3.2158,"dnsmos_sig":3.50614,"dnsmos_bak":4.06724,"pesq_wb":3.44823,"pesq_nb":3.8977,"stoi":0.94787,"estoi":0.88981,"si_sdr":13.26741,"mel_dist":0.18937,"stft_dist":1.12016,"f0_rmse_cents":92.70196,"f0_corr":0.87893,"vuv_err":0.1505,"score_intelligibility":0.92854,"score_speaker":0.9606,"score_quality":0.91789,"score_fidelity":0.8421,"score":0.91228},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.98425,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96238,"utmos":2.46221,"dnsmos_ovrl":2.99993,"dnsmos_sig":3.37822,"dnsmos_bak":3.76355,"pesq_wb":3.21853,"pesq_nb":3.76929,"stoi":0.91268,"estoi":0.83544,"si_sdr":10.68491,"mel_dist":0.19191,"stft_dist":1.15864,"f0_rmse_cents":257.82921,"f0_corr":0.85533,"vuv_err":0.16395,"score_intelligibility":1.0,"score_speaker":0.96238,"score_quality":0.9854,"score_fidelity":0.80062,"score":0.9371},"nl":{"n":50,"unit":"wer","wer":7.13649,"wer_orig":5.26316,"dwer":1.87333,"wer_pseudo":2.95434,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.93441,"utmos":2.67528,"dnsmos_ovrl":2.21149,"dnsmos_sig":2.6901,"dnsmos_bak":3.72008,"pesq_wb":2.85207,"pesq_nb":3.62368,"stoi":0.93489,"estoi":0.86326,"si_sdr":7.25553,"mel_dist":0.22179,"stft_dist":1.67854,"f0_rmse_cents":150.65814,"f0_corr":0.83739,"vuv_err":0.18765,"score_intelligibility":0.76976,"score_speaker":0.93441,"score_quality":0.7743,"score_fidelity":0.76715,"score":0.8114},"pl":{"n":50,"unit":"wer","wer":5.15351,"wer_orig":3.28947,"dwer":1.86404,"wer_pseudo":2.30263,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.9436,"utmos":2.55196,"dnsmos_ovrl":2.7508,"dnsmos_sig":3.1169,"dnsmos_bak":3.83586,"pesq_wb":2.9869,"pesq_nb":3.58126,"stoi":0.94715,"estoi":0.88056,"si_sdr":5.79405,"mel_dist":0.19885,"stft_dist":1.30849,"f0_rmse_cents":134.22106,"f0_corr":0.78775,"vuv_err":0.14946,"score_intelligibility":0.69708,"score_speaker":0.9436,"score_quality":0.88294,"score_fidelity":0.76753,"score":0.82279},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":6.07477,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95641,"utmos":2.38257,"dnsmos_ovrl":3.0172,"dnsmos_sig":3.34032,"dnsmos_bak":3.88702,"pesq_wb":2.96037,"pesq_nb":3.59241,"stoi":0.93066,"estoi":0.86642,"si_sdr":10.8269,"mel_dist":0.19189,"stft_dist":1.15868,"f0_rmse_cents":73.57411,"f0_corr":0.91658,"vuv_err":0.12056,"score_intelligibility":0.87326,"score_speaker":0.95641,"score_quality":0.91634,"score_fidelity":0.80245,"score":0.88711},"tr":{"n":50,"unit":"wer","wer":8.68421,"wer_orig":7.76316,"dwer":0.92105,"wer_pseudo":1.97628,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.94677,"utmos":2.2914,"dnsmos_ovrl":2.81216,"dnsmos_sig":3.17052,"dnsmos_bak":3.63725,"pesq_wb":3.22327,"pesq_nb":3.80196,"stoi":0.92629,"estoi":0.84942,"si_sdr":10.07526,"mel_dist":0.20318,"stft_dist":1.39101,"f0_rmse_cents":119.28638,"f0_corr":0.90332,"vuv_err":0.13269,"score_intelligibility":0.90489,"score_speaker":0.94677,"score_quality":0.94256,"score_fidelity":0.82161,"score":0.90396},"id":{"n":50,"unit":"wer","wer":7.55608,"wer_orig":5.90319,"dwer":1.65289,"wer_pseudo":4.01417,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.93148,"utmos":1.93635,"dnsmos_ovrl":2.65153,"dnsmos_sig":3.23907,"dnsmos_bak":3.11693,"pesq_wb":2.79983,"pesq_nb":3.4841,"stoi":0.86053,"estoi":0.74707,"si_sdr":8.59203,"mel_dist":0.1722,"stft_dist":1.20331,"f0_rmse_cents":169.77303,"f0_corr":0.81981,"vuv_err":0.21888,"score_intelligibility":0.80682,"score_speaker":0.93148,"score_quality":0.96344,"score_fidelity":0.73153,"score":0.85831},"vi":{"n":50,"unit":"wer","wer":8.9101,"wer_orig":7.71679,"dwer":1.19332,"wer_pseudo":3.18471,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.93187,"utmos":2.03765,"dnsmos_ovrl":2.54297,"dnsmos_sig":3.03836,"dnsmos_bak":3.17857,"pesq_wb":3.03265,"pesq_nb":3.73592,"stoi":0.84256,"estoi":0.74684,"si_sdr":11.16005,"mel_dist":0.16981,"stft_dist":1.27001,"f0_rmse_cents":135.74828,"f0_corr":0.89084,"vuv_err":0.16044,"score_intelligibility":0.87959,"score_speaker":0.93187,"score_quality":0.88734,"score_fidelity":0.77139,"score":0.86755},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.94227,"utmos":2.47949,"dnsmos_ovrl":2.70778,"dnsmos_sig":3.05248,"dnsmos_bak":3.86734,"pesq_wb":3.11253,"pesq_nb":3.72084,"stoi":0.93842,"estoi":0.87462,"si_sdr":9.79559,"mel_dist":0.20745,"stft_dist":1.30465,"f0_rmse_cents":198.63427,"f0_corr":0.70794,"vuv_err":0.17066,"score_intelligibility":0.94077,"score_speaker":0.94227,"score_quality":0.85666,"score_fidelity":0.74998,"score":0.87242},"uk":{"n":50,"unit":"wer","wer":8.28604,"wer_orig":6.46992,"dwer":1.81612,"wer_pseudo":3.97727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.93124,"utmos":2.40273,"dnsmos_ovrl":2.81931,"dnsmos_sig":3.13984,"dnsmos_bak":3.69235,"pesq_wb":3.14523,"pesq_nb":3.70233,"stoi":0.93399,"estoi":0.85952,"si_sdr":10.38457,"mel_dist":0.20505,"stft_dist":1.66439,"f0_rmse_cents":80.64865,"f0_corr":0.94608,"vuv_err":0.13213,"score_intelligibility":0.80442,"score_speaker":0.93124,"score_quality":0.8869,"score_fidelity":0.831,"score":0.86339},"el":{"n":50,"unit":"wer","wer":15.13026,"wer_orig":12.02405,"dwer":3.10621,"wer_pseudo":7.00701,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.93725,"utmos":2.51104,"dnsmos_ovrl":2.73832,"dnsmos_sig":3.17961,"dnsmos_bak":3.67199,"pesq_wb":3.26591,"pesq_nb":3.79505,"stoi":0.9203,"estoi":0.83568,"si_sdr":11.99947,"mel_dist":0.17729,"stft_dist":1.16274,"f0_rmse_cents":109.34881,"f0_corr":0.86565,"vuv_err":0.14739,"score_intelligibility":0.80743,"score_speaker":0.93725,"score_quality":0.87413,"score_fidelity":0.81112,"score":0.85748},"ar":{"n":50,"unit":"wer","wer":12.45376,"wer_orig":12.45376,"dwer":0.0,"wer_pseudo":2.47219,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96054,"utmos":2.5437,"dnsmos_ovrl":3.07885,"dnsmos_sig":3.42929,"dnsmos_bak":3.91161,"pesq_wb":3.18159,"pesq_nb":3.70085,"stoi":0.95414,"estoi":0.90307,"si_sdr":9.37406,"mel_dist":0.19869,"stft_dist":1.19711,"f0_rmse_cents":113.2786,"f0_corr":0.88933,"vuv_err":0.12481,"score_intelligibility":1.0,"score_speaker":0.96054,"score_quality":0.94432,"score_fidelity":0.82226,"score":0.93178},"fa":{"n":50,"unit":"wer","wer":26.4,"wer_orig":25.94286,"dwer":0.45714,"wer_pseudo":6.16216,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93632,"utmos":2.45517,"dnsmos_ovrl":2.50951,"dnsmos_sig":3.02939,"dnsmos_bak":3.26667,"pesq_wb":2.68691,"pesq_nb":3.59476,"stoi":0.82726,"estoi":0.7264,"si_sdr":4.58219,"mel_dist":0.19491,"stft_dist":1.63726,"f0_rmse_cents":209.2901,"f0_corr":0.80062,"vuv_err":0.15889,"score_intelligibility":0.98332,"score_speaker":0.93632,"score_quality":0.86037,"score_fidelity":0.70328,"score":0.87082},"he":{"n":50,"unit":"wer","wer":21.97674,"wer_orig":19.4186,"dwer":2.55814,"wer_pseudo":8.21596,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.94118,"utmos":2.32852,"dnsmos_ovrl":2.58506,"dnsmos_sig":3.01437,"dnsmos_bak":3.64576,"pesq_wb":2.88096,"pesq_nb":3.53931,"stoi":0.93338,"estoi":0.86482,"si_sdr":9.7126,"mel_dist":0.18081,"stft_dist":1.61119,"f0_rmse_cents":161.1672,"f0_corr":0.73985,"vuv_err":0.21615,"score_intelligibility":0.88866,"score_speaker":0.94118,"score_quality":0.88328,"score_fidelity":0.73688,"score":0.8625},"hi":{"n":50,"unit":"wer","wer":28.16251,"wer_orig":26.31579,"dwer":1.84672,"wer_pseudo":7.90191,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.94641,"utmos":2.27698,"dnsmos_ovrl":2.66239,"dnsmos_sig":3.24892,"dnsmos_bak":3.31359,"pesq_wb":3.15533,"pesq_nb":3.77796,"stoi":0.9103,"estoi":0.83111,"si_sdr":11.84578,"mel_dist":0.19589,"stft_dist":1.20826,"f0_rmse_cents":158.61175,"f0_corr":0.86379,"vuv_err":0.18326,"score_intelligibility":0.93667,"score_speaker":0.94641,"score_quality":0.97024,"score_fidelity":0.79663,"score":0.91249},"zh":{"n":50,"unit":"cer","wer":8.10496,"wer_orig":7.40525,"dwer":0.69971,"wer_pseudo":1.70732,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.94544,"utmos":2.51348,"dnsmos_ovrl":2.89721,"dnsmos_sig":3.27666,"dnsmos_bak":3.92654,"pesq_wb":3.14974,"pesq_nb":3.81198,"stoi":0.93722,"estoi":0.87478,"si_sdr":8.05275,"mel_dist":0.18291,"stft_dist":1.25341,"f0_rmse_cents":98.61553,"f0_corr":0.91473,"vuv_err":0.11936,"score_intelligibility":0.92315,"score_speaker":0.94544,"score_quality":0.87716,"score_fidelity":0.82205,"score":0.89195},"yue":{"n":50,"unit":"cer","wer":15.38941,"wer_orig":14.39252,"dwer":0.99688,"wer_pseudo":8.42305,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.95229,"utmos":2.66577,"dnsmos_ovrl":2.9565,"dnsmos_sig":3.32005,"dnsmos_bak":3.77908,"pesq_wb":2.95976,"pesq_nb":3.65346,"stoi":0.92767,"estoi":0.85699,"si_sdr":8.46195,"mel_dist":0.17123,"stft_dist":1.18831,"f0_rmse_cents":133.47227,"f0_corr":0.90667,"vuv_err":0.16833,"score_intelligibility":0.93918,"score_speaker":0.95229,"score_quality":0.909,"score_fidelity":0.79809,"score":0.89964},"ja":{"n":50,"unit":"cer","wer":5.32843,"wer_orig":3.53698,"dwer":1.79146,"wer_pseudo":2.48048,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.89431,"utmos":1.97741,"dnsmos_ovrl":2.15393,"dnsmos_sig":2.7892,"dnsmos_bak":2.74631,"pesq_wb":2.65988,"pesq_nb":3.51036,"stoi":0.80015,"estoi":0.68249,"si_sdr":4.71726,"mel_dist":0.19495,"stft_dist":1.88978,"f0_rmse_cents":167.64453,"f0_corr":0.82402,"vuv_err":0.18657,"score_intelligibility":0.71692,"score_speaker":0.89431,"score_quality":0.84673,"score_fidelity":0.69948,"score":0.78936},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":0.9018,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94544,"utmos":2.88327,"dnsmos_ovrl":2.90016,"dnsmos_sig":3.28678,"dnsmos_bak":3.9323,"pesq_wb":3.32702,"pesq_nb":3.851,"stoi":0.93837,"estoi":0.88595,"si_sdr":9.20807,"mel_dist":0.18522,"stft_dist":1.31376,"f0_rmse_cents":72.03468,"f0_corr":0.95811,"vuv_err":0.1033,"score_intelligibility":1.0,"score_speaker":0.94544,"score_quality":0.88149,"score_fidelity":0.85378,"score":0.92018},"th":{"n":50,"unit":"cer","wer":7.82134,"wer_orig":7.61924,"dwer":0.2021,"wer_pseudo":4.02916,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95152,"utmos":2.23529,"dnsmos_ovrl":2.39087,"dnsmos_sig":2.82495,"dnsmos_bak":3.06723,"pesq_wb":2.78936,"pesq_nb":3.59122,"stoi":0.92126,"estoi":0.85014,"si_sdr":7.89566,"mel_dist":0.18318,"stft_dist":1.33168,"f0_rmse_cents":225.65644,"f0_corr":0.8374,"vuv_err":0.21808,"score_intelligibility":0.97709,"score_speaker":0.95152,"score_quality":0.83648,"score_fidelity":0.75663,"score":0.88043}}},{"codec":"audiodec_24k_libritts","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"audiodec_24k_libritts","family":"AudioDec","checkpoint":"https://github.com/facebookresearch/AudioDec/releases/download/pretrain_models_v02/exp.zip#symAD_libritts_24000_hop300+AudioDec_v1","sample_rate":24000,"output_sample_rate":24000,"frame_rate":80,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"CC-BY-NC-4.0","paper":"2305.16608","year":2023,"bitrate_kbps":6.4,"notes":"symAD encoder (500k) + AudioDec v1 HiFi-GAN vocoder (500k), trained on LibriTTS; streaming, hop 300, RVQ 8 x 1024; causal output delay ~10 ms not compensated","side_info":null,"warning":null,"env":"main"},"kbps":6.4,"kbps_measured":6.4031,"tokens_per_s":640.30988,"params_M":23.36576,"efficiency":{"rtf_encode":0.01145,"rtf_decode":0.00582,"peak_vram_gb":0.54495,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.69945,"score_worst_lang":0.58788,"worst_lang":"th","en_gap":-0.0122,"score_intelligibility":0.7158,"score_speaker":0.7939,"score_quality":0.6969,"score_fidelity":0.59121,"dwer":4.17993,"wer":12.98574,"wer_pseudo":8.01728,"sim":0.7939,"utmos":1.7869,"dnsmos_ovrl":2.75677,"dnsmos_sig":3.16274,"dnsmos_bak":3.80646,"pesq_wb":1.76483,"pesq_nb":2.32966,"stoi":0.82239,"estoi":0.70984,"si_sdr":-13.24997,"mel_dist":0.20231,"stft_dist":1.40851,"f0_rmse_cents":275.00988,"f0_corr":0.73271,"vuv_err":0.23051,"score_ci95":[0.69252,0.70723]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.55457,"wer_orig":6.98132,"dwer":1.57325,"wer_pseudo":4.86381,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.72646,"utmos":1.794,"dnsmos_ovrl":2.30042,"dnsmos_sig":2.76419,"dnsmos_bak":3.77014,"pesq_wb":1.44071,"pesq_nb":1.90222,"stoi":0.73834,"estoi":0.59075,"si_sdr":-18.75196,"mel_dist":0.24205,"stft_dist":1.58968,"f0_rmse_cents":472.19602,"f0_corr":0.67447,"vuv_err":0.29599,"score_intelligibility":0.83534,"score_speaker":0.72646,"score_quality":0.67634,"score_fidelity":0.51291,"score":0.68776},"de":{"n":50,"unit":"wer","wer":7.52798,"wer_orig":5.69685,"dwer":1.83113,"wer_pseudo":2.44151,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.82301,"utmos":2.04173,"dnsmos_ovrl":2.97209,"dnsmos_sig":3.27942,"dnsmos_bak":4.01605,"pesq_wb":1.89164,"pesq_nb":2.48583,"stoi":0.86673,"estoi":0.73973,"si_sdr":-7.03166,"mel_dist":0.18419,"stft_dist":1.30001,"f0_rmse_cents":202.74728,"f0_corr":0.79031,"vuv_err":0.22506,"score_intelligibility":0.78528,"score_speaker":0.82301,"score_quality":0.77454,"score_fidelity":0.63726,"score":0.75502},"fr":{"n":50,"unit":"wer","wer":10.43478,"wer_orig":4.98024,"dwer":5.45455,"wer_pseudo":7.93651,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.78394,"utmos":1.72729,"dnsmos_ovrl":2.85106,"dnsmos_sig":3.18035,"dnsmos_bak":3.94714,"pesq_wb":1.71447,"pesq_nb":2.19118,"stoi":0.85306,"estoi":0.77488,"si_sdr":-16.78455,"mel_dist":0.21071,"stft_dist":1.38632,"f0_rmse_cents":200.09239,"f0_corr":0.7718,"vuv_err":0.25755,"score_intelligibility":0.52299,"score_speaker":0.78394,"score_quality":0.72252,"score_fidelity":0.60966,"score":0.65978},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.732,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.84141,"utmos":2.07338,"dnsmos_ovrl":3.11078,"dnsmos_sig":3.44958,"dnsmos_bak":3.9271,"pesq_wb":2.20871,"pesq_nb":2.7254,"stoi":0.87963,"estoi":0.78533,"si_sdr":-12.23303,"mel_dist":0.18622,"stft_dist":1.31367,"f0_rmse_cents":242.64163,"f0_corr":0.80142,"vuv_err":0.21841,"score_intelligibility":0.9375,"score_speaker":0.84141,"score_quality":0.78756,"score_fidelity":0.67547,"score":0.81048},"it":{"n":50,"unit":"wer","wer":4.09836,"wer_orig":2.55009,"dwer":1.54827,"wer_pseudo":2.46801,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.8222,"utmos":2.25126,"dnsmos_ovrl":3.20521,"dnsmos_sig":3.49894,"dnsmos_bak":4.05983,"pesq_wb":2.10345,"pesq_nb":2.6514,"stoi":0.87382,"estoi":0.78345,"si_sdr":-9.26616,"mel_dist":0.18951,"stft_dist":1.29166,"f0_rmse_cents":178.83659,"f0_corr":0.74803,"vuv_err":0.18922,"score_intelligibility":0.69632,"score_speaker":0.8222,"score_quality":0.77528,"score_fidelity":0.64571,"score":0.73488},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":1.47638,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.84708,"utmos":1.94399,"dnsmos_ovrl":2.89321,"dnsmos_sig":3.28592,"dnsmos_bak":3.69606,"pesq_wb":1.93159,"pesq_nb":2.45951,"stoi":0.83978,"estoi":0.73947,"si_sdr":-15.691,"mel_dist":0.18643,"stft_dist":1.34056,"f0_rmse_cents":348.79541,"f0_corr":0.76012,"vuv_err":0.25596,"score_intelligibility":1.0,"score_speaker":0.84708,"score_quality":0.78665,"score_fidelity":0.62202,"score":0.81394},"nl":{"n":50,"unit":"wer","wer":10.70473,"wer_orig":5.26316,"dwer":5.44157,"wer_pseudo":7.25157,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.78955,"utmos":1.73972,"dnsmos_ovrl":2.40026,"dnsmos_sig":2.78313,"dnsmos_bak":4.01801,"pesq_wb":1.57929,"pesq_nb":2.22486,"stoi":0.82871,"estoi":0.72852,"si_sdr":-12.28746,"mel_dist":0.20855,"stft_dist":1.53393,"f0_rmse_cents":186.83253,"f0_corr":0.78145,"vuv_err":0.29494,"score_intelligibility":0.5351,"score_speaker":0.78955,"score_quality":0.59104,"score_fidelity":0.59189,"score":0.6269},"pl":{"n":50,"unit":"wer","wer":7.45614,"wer_orig":3.28947,"dwer":4.16667,"wer_pseudo":6.6886,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.83303,"utmos":1.70387,"dnsmos_ovrl":2.78984,"dnsmos_sig":3.15705,"dnsmos_bak":3.9342,"pesq_wb":1.71553,"pesq_nb":2.24172,"stoi":0.8537,"estoi":0.75111,"si_sdr":-14.29442,"mel_dist":0.23276,"stft_dist":1.48186,"f0_rmse_cents":139.4572,"f0_corr":0.72026,"vuv_err":0.21072,"score_intelligibility":0.50726,"score_speaker":0.83303,"score_quality":0.65004,"score_fidelity":0.5928,"score":0.64578},"cs":{"n":50,"unit":"wer","wer":15.86931,"wer_orig":9.45158,"dwer":6.41774,"wer_pseudo":11.91589,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.84379,"utmos":1.742,"dnsmos_ovrl":2.97103,"dnsmos_sig":3.31059,"dnsmos_bak":3.91832,"pesq_wb":1.66099,"pesq_nb":2.2973,"stoi":0.83238,"estoi":0.7306,"si_sdr":-8.22151,"mel_dist":0.19502,"stft_dist":1.33067,"f0_rmse_cents":155.49955,"f0_corr":0.77043,"vuv_err":0.18382,"score_intelligibility":0.61956,"score_speaker":0.84379,"score_quality":0.70146,"score_fidelity":0.59722,"score":0.69051},"tr":{"n":50,"unit":"wer","wer":11.84211,"wer_orig":7.76316,"dwer":4.07895,"wer_pseudo":8.16864,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.75259,"utmos":1.42849,"dnsmos_ovrl":2.81559,"dnsmos_sig":3.19261,"dnsmos_bak":3.91532,"pesq_wb":1.61591,"pesq_nb":2.17346,"stoi":0.81445,"estoi":0.67262,"si_sdr":-18.00285,"mel_dist":0.20919,"stft_dist":1.55603,"f0_rmse_cents":199.85663,"f0_corr":0.81764,"vuv_err":0.27234,"score_intelligibility":0.68238,"score_speaker":0.75259,"score_quality":0.61053,"score_fidelity":0.60269,"score":0.66205},"id":{"n":50,"unit":"wer","wer":11.45218,"wer_orig":5.90319,"dwer":5.549,"wer_pseudo":9.68123,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.75883,"utmos":1.46078,"dnsmos_ovrl":2.58375,"dnsmos_sig":3.15089,"dnsmos_bak":3.22768,"pesq_wb":1.63431,"pesq_nb":2.30837,"stoi":0.75844,"estoi":0.60951,"si_sdr":-10.28,"mel_dist":0.17708,"stft_dist":1.37893,"f0_rmse_cents":368.47671,"f0_corr":0.69063,"vuv_err":0.23252,"score_intelligibility":0.55438,"score_speaker":0.75883,"score_quality":0.69643,"score_fidelity":0.54343,"score":0.63827},"vi":{"n":50,"unit":"wer","wer":13.92204,"wer_orig":7.71679,"dwer":6.20525,"wer_pseudo":9.3949,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.75005,"utmos":1.55644,"dnsmos_ovrl":2.57587,"dnsmos_sig":3.12043,"dnsmos_bak":3.57309,"pesq_wb":1.66044,"pesq_nb":2.31177,"stoi":0.73851,"estoi":0.60177,"si_sdr":-10.88015,"mel_dist":0.17713,"stft_dist":1.33971,"f0_rmse_cents":195.38451,"f0_corr":0.83636,"vuv_err":0.21223,"score_intelligibility":0.58416,"score_speaker":0.75005,"score_quality":0.67844,"score_fidelity":0.58786,"score":0.65013},"ru":{"n":50,"unit":"wer","wer":5.89595,"wer_orig":4.50867,"dwer":1.38728,"wer_pseudo":1.50637,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.77023,"utmos":1.7006,"dnsmos_ovrl":2.71825,"dnsmos_sig":3.05203,"dnsmos_bak":3.95358,"pesq_wb":1.75435,"pesq_nb":2.29062,"stoi":0.84558,"estoi":0.74097,"si_sdr":-11.24316,"mel_dist":0.21013,"stft_dist":1.45104,"f0_rmse_cents":247.02417,"f0_corr":0.67744,"vuv_err":0.24033,"score_intelligibility":0.79883,"score_speaker":0.77023,"score_quality":0.6282,"score_fidelity":0.57951,"score":0.69419},"uk":{"n":50,"unit":"wer","wer":11.01022,"wer_orig":6.46992,"dwer":4.5403,"wer_pseudo":6.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.75614,"utmos":1.87528,"dnsmos_ovrl":2.90515,"dnsmos_sig":3.22216,"dnsmos_bak":4.04075,"pesq_wb":1.77354,"pesq_nb":2.25798,"stoi":0.84339,"estoi":0.71802,"si_sdr":-13.96039,"mel_dist":0.21181,"stft_dist":1.46228,"f0_rmse_cents":143.08217,"f0_corr":0.8268,"vuv_err":0.21483,"score_intelligibility":0.62196,"score_speaker":0.75614,"score_quality":0.74064,"score_fidelity":0.6304,"score":0.68729},"el":{"n":50,"unit":"wer","wer":20.74148,"wer_orig":12.02405,"dwer":8.71743,"wer_pseudo":15.91592,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.78091,"utmos":1.84608,"dnsmos_ovrl":2.74086,"dnsmos_sig":3.15035,"dnsmos_bak":3.76828,"pesq_wb":1.88644,"pesq_nb":2.44756,"stoi":0.84168,"estoi":0.73242,"si_sdr":-10.71543,"mel_dist":0.18569,"stft_dist":1.3326,"f0_rmse_cents":233.06204,"f0_corr":0.66696,"vuv_err":0.21928,"score_intelligibility":0.59904,"score_speaker":0.78091,"score_quality":0.68327,"score_fidelity":0.5873,"score":0.66263},"ar":{"n":50,"unit":"wer","wer":15.41307,"wer_orig":12.45376,"dwer":2.95931,"wer_pseudo":6.92213,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.84821,"utmos":1.90423,"dnsmos_ovrl":3.01,"dnsmos_sig":3.38697,"dnsmos_bak":3.87623,"pesq_wb":1.90458,"pesq_nb":2.39913,"stoi":0.8878,"estoi":0.8137,"si_sdr":-8.30992,"mel_dist":0.20015,"stft_dist":1.33869,"f0_rmse_cents":259.94412,"f0_corr":0.73849,"vuv_err":0.17963,"score_intelligibility":0.8197,"score_speaker":0.84821,"score_quality":0.73721,"score_fidelity":0.62825,"score":0.75834},"fa":{"n":50,"unit":"wer","wer":31.65714,"wer_orig":25.94286,"dwer":5.71429,"wer_pseudo":13.08108,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.79283,"utmos":1.638,"dnsmos_ovrl":2.66319,"dnsmos_sig":3.14161,"dnsmos_bak":3.71381,"pesq_wb":1.61365,"pesq_nb":2.37838,"stoi":0.7185,"estoi":0.58665,"si_sdr":-14.5543,"mel_dist":0.21071,"stft_dist":1.47229,"f0_rmse_cents":270.37894,"f0_corr":0.64426,"vuv_err":0.22684,"score_intelligibility":0.82502,"score_speaker":0.79283,"score_quality":0.64967,"score_fidelity":0.51269,"score":0.69505},"he":{"n":50,"unit":"wer","wer":30.69767,"wer_orig":19.4186,"dwer":11.27907,"wer_pseudo":20.42254,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.7602,"utmos":1.69958,"dnsmos_ovrl":2.62946,"dnsmos_sig":2.97858,"dnsmos_bak":3.92595,"pesq_wb":1.61293,"pesq_nb":2.13597,"stoi":0.83141,"estoi":0.71554,"si_sdr":-14.97317,"mel_dist":0.20915,"stft_dist":1.44668,"f0_rmse_cents":274.69017,"f0_corr":0.60146,"vuv_err":0.28293,"score_intelligibility":0.64417,"score_speaker":0.7602,"score_quality":0.68406,"score_fidelity":0.536,"score":0.65611},"hi":{"n":50,"unit":"wer","wer":31.57895,"wer_orig":26.31579,"dwer":5.26316,"wer_pseudo":15.16803,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.74289,"utmos":1.6636,"dnsmos_ovrl":2.61867,"dnsmos_sig":3.1591,"dnsmos_bak":3.4013,"pesq_wb":1.71443,"pesq_nb":2.23373,"stoi":0.81973,"estoi":0.70382,"si_sdr":-14.51008,"mel_dist":0.20024,"stft_dist":1.37648,"f0_rmse_cents":306.19423,"f0_corr":0.66308,"vuv_err":0.20832,"score_intelligibility":0.83845,"score_speaker":0.74289,"score_quality":0.72094,"score_fidelity":0.56231,"score":0.71615},"zh":{"n":50,"unit":"cer","wer":9.38776,"wer_orig":7.40525,"dwer":1.98251,"wer_pseudo":2.86585,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.82819,"utmos":1.81782,"dnsmos_ovrl":2.78441,"dnsmos_sig":3.16712,"dnsmos_bak":3.90291,"pesq_wb":1.84399,"pesq_nb":2.41626,"stoi":0.84398,"estoi":0.75379,"si_sdr":-21.8116,"mel_dist":0.1985,"stft_dist":1.43279,"f0_rmse_cents":398.9132,"f0_corr":0.71216,"vuv_err":0.20091,"score_intelligibility":0.80915,"score_speaker":0.82819,"score_quality":0.6576,"score_fidelity":0.59909,"score":0.72351},"yue":{"n":50,"unit":"cer","wer":17.75701,"wer_orig":14.39252,"dwer":3.36449,"wer_pseudo":13.67954,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.82582,"utmos":2.07606,"dnsmos_ovrl":2.93317,"dnsmos_sig":3.31864,"dnsmos_bak":3.84336,"pesq_wb":1.79498,"pesq_nb":2.40333,"stoi":0.84787,"estoi":0.73004,"si_sdr":-11.28522,"mel_dist":0.18325,"stft_dist":1.33316,"f0_rmse_cents":342.501,"f0_corr":0.73419,"vuv_err":0.23294,"score_intelligibility":0.82063,"score_speaker":0.82582,"score_quality":0.75168,"score_fidelity":0.60306,"score":0.7503},"ja":{"n":50,"unit":"cer","wer":5.37437,"wer_orig":3.53698,"dwer":1.83739,"wer_pseudo":3.72072,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.74956,"utmos":1.56622,"dnsmos_ovrl":2.35926,"dnsmos_sig":2.95546,"dnsmos_bak":3.28442,"pesq_wb":1.78272,"pesq_nb":2.39532,"stoi":0.7125,"estoi":0.5568,"si_sdr":-16.52065,"mel_dist":0.21779,"stft_dist":1.48514,"f0_rmse_cents":166.31701,"f0_corr":0.78826,"vuv_err":0.19965,"score_intelligibility":0.71175,"score_speaker":0.74956,"score_quality":0.71492,"score_fidelity":0.5748,"score":0.68776},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":2.95591,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8213,"utmos":2.09966,"dnsmos_ovrl":2.81863,"dnsmos_sig":3.19073,"dnsmos_bak":3.95019,"pesq_wb":2.02716,"pesq_nb":2.57521,"stoi":0.85235,"estoi":0.76696,"si_sdr":-13.70626,"mel_dist":0.2311,"stft_dist":1.39857,"f0_rmse_cents":190.65204,"f0_corr":0.83165,"vuv_err":0.1608,"score_intelligibility":1.0,"score_speaker":0.8213,"score_quality":0.68809,"score_fidelity":0.65916,"score":0.79214},"th":{"n":50,"unit":"cer","wer":19.038,"wer_orig":7.61924,"dwer":11.41876,"wer_pseudo":15.22575,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.80527,"utmos":1.53559,"dnsmos_ovrl":2.51239,"dnsmos_sig":3.00988,"dnsmos_bak":3.69143,"pesq_wb":1.49011,"pesq_nb":2.0052,"stoi":0.81498,"estoi":0.70966,"si_sdr":-12.68425,"mel_dist":0.19797,"stft_dist":1.43152,"f0_rmse_cents":876.66168,"f0_corr":0.53747,"vuv_err":0.31707,"score_intelligibility":0.43014,"score_speaker":0.80527,"score_quality":0.6186,"score_fidelity":0.49749,"score":0.58788}}},{"codec":"audiodec_48k_vctk","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"audiodec_48k_vctk","family":"AudioDec","checkpoint":"https://github.com/facebookresearch/AudioDec/releases/download/pretrain_models_v02/exp.zip#symAD_vctk_48000_hop300+AudioDec_v1","sample_rate":48000,"output_sample_rate":48000,"frame_rate":160,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"CC-BY-NC-4.0","paper":"2305.16608","year":2023,"bitrate_kbps":12.8,"notes":"paper model: symAD encoder (200k) + AudioDec v1 HiFi-GAN vocoder (500k), trained on VCTK (clean read English, 48 kHz, 109 speakers); streaming, hop 300, RVQ 8 x 1024; causal output delay ~5-10 ms not compensated","side_info":null,"warning":null,"env":"main"},"kbps":12.8,"kbps_measured":12.80316,"tokens_per_s":1280.31626,"params_M":23.36576,"efficiency":{"rtf_encode":0.01991,"rtf_decode":0.00942,"peak_vram_gb":0.54816,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.6468,"score_worst_lang":0.52361,"worst_lang":"id","en_gap":-0.0068,"score_intelligibility":0.75981,"score_speaker":0.73622,"score_quality":0.53207,"score_fidelity":0.5591,"dwer":3.11055,"wer":11.91636,"wer_pseudo":6.91868,"sim":0.73622,"utmos":1.53816,"dnsmos_ovrl":2.42104,"dnsmos_sig":2.8233,"dnsmos_bak":3.6165,"pesq_wb":1.7148,"pesq_nb":2.27487,"stoi":0.82774,"estoi":0.7306,"si_sdr":-12.15173,"mel_dist":0.20993,"stft_dist":1.4467,"f0_rmse_cents":375.80513,"f0_corr":0.64532,"vuv_err":0.29785,"score_ci95":[0.6388,0.6547]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.55457,"wer_orig":6.98132,"dwer":1.57325,"wer_pseudo":3.11284,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.72484,"utmos":1.6216,"dnsmos_ovrl":1.99801,"dnsmos_sig":2.49917,"dnsmos_bak":3.48398,"pesq_wb":1.41402,"pesq_nb":1.9975,"stoi":0.7726,"estoi":0.64973,"si_sdr":-13.68644,"mel_dist":0.22918,"stft_dist":1.81557,"f0_rmse_cents":601.39389,"f0_corr":0.54281,"vuv_err":0.3621,"score_intelligibility":0.83534,"score_speaker":0.72484,"score_quality":0.52307,"score_fidelity":0.4779,"score":0.64029},"de":{"n":50,"unit":"wer","wer":7.01933,"wer_orig":5.69685,"dwer":1.32248,"wer_pseudo":2.33978,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.73407,"utmos":1.49174,"dnsmos_ovrl":2.50447,"dnsmos_sig":2.7995,"dnsmos_bak":3.88976,"pesq_wb":1.74998,"pesq_nb":2.18983,"stoi":0.84191,"estoi":0.7253,"si_sdr":-10.24974,"mel_dist":0.18853,"stft_dist":1.37388,"f0_rmse_cents":294.15956,"f0_corr":0.6645,"vuv_err":0.32545,"score_intelligibility":0.83509,"score_speaker":0.73407,"score_quality":0.50329,"score_fidelity":0.57356,"score":0.6615},"fr":{"n":50,"unit":"wer","wer":8.37945,"wer_orig":4.98024,"dwer":3.39921,"wer_pseudo":5.87302,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77854,"utmos":1.68347,"dnsmos_ovrl":2.77206,"dnsmos_sig":3.11666,"dnsmos_bak":3.88062,"pesq_wb":1.83488,"pesq_nb":2.31255,"stoi":0.86978,"estoi":0.80327,"si_sdr":-10.17663,"mel_dist":0.21356,"stft_dist":1.33557,"f0_rmse_cents":126.89097,"f0_corr":0.85185,"vuv_err":0.22842,"score_intelligibility":0.63759,"score_speaker":0.77854,"score_quality":0.68701,"score_fidelity":0.65339,"score":0.68913},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":0.91158,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.73382,"utmos":1.58529,"dnsmos_ovrl":2.84815,"dnsmos_sig":3.24991,"dnsmos_bak":3.71754,"pesq_wb":1.95833,"pesq_nb":2.41308,"stoi":0.86336,"estoi":0.78142,"si_sdr":-13.6932,"mel_dist":0.21209,"stft_dist":1.40948,"f0_rmse_cents":375.5583,"f0_corr":0.72467,"vuv_err":0.27491,"score_intelligibility":0.91837,"score_speaker":0.73382,"score_quality":0.5889,"score_fidelity":0.62061,"score":0.71543},"it":{"n":50,"unit":"wer","wer":3.82514,"wer_orig":2.55009,"dwer":1.27505,"wer_pseudo":2.46801,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.76796,"utmos":1.92322,"dnsmos_ovrl":3.04384,"dnsmos_sig":3.3683,"dnsmos_bak":3.96143,"pesq_wb":2.20733,"pesq_nb":2.68835,"stoi":0.88894,"estoi":0.81186,"si_sdr":-8.95564,"mel_dist":0.20414,"stft_dist":1.30055,"f0_rmse_cents":214.60685,"f0_corr":0.65817,"vuv_err":0.24663,"score_intelligibility":0.73575,"score_speaker":0.76796,"score_quality":0.66236,"score_fidelity":0.63069,"score":0.69919},"pt":{"n":50,"unit":"wer","wer":3.61328,"wer_orig":3.41797,"dwer":0.19531,"wer_pseudo":2.06693,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.78225,"utmos":1.62563,"dnsmos_ovrl":2.73224,"dnsmos_sig":3.15892,"dnsmos_bak":3.58863,"pesq_wb":1.86824,"pesq_nb":2.38126,"stoi":0.83619,"estoi":0.75314,"si_sdr":-14.9575,"mel_dist":0.20029,"stft_dist":1.36987,"f0_rmse_cents":328.12448,"f0_corr":0.71641,"vuv_err":0.26062,"score_intelligibility":0.95766,"score_speaker":0.78225,"score_quality":0.6407,"score_fidelity":0.60022,"score":0.74521},"nl":{"n":50,"unit":"wer","wer":9.90187,"wer_orig":5.26316,"dwer":4.63872,"wer_pseudo":6.35631,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.81329,"utmos":1.38631,"dnsmos_ovrl":1.61748,"dnsmos_sig":1.92956,"dnsmos_bak":3.54096,"pesq_wb":1.43135,"pesq_nb":2.16108,"stoi":0.80752,"estoi":0.71889,"si_sdr":-12.02307,"mel_dist":0.2539,"stft_dist":1.65569,"f0_rmse_cents":736.03005,"f0_corr":0.41572,"vuv_err":0.49033,"score_intelligibility":0.5745,"score_speaker":0.81329,"score_quality":0.2759,"score_fidelity":0.44883,"score":0.52813},"pl":{"n":50,"unit":"wer","wer":8.11404,"wer_orig":3.28947,"dwer":4.82456,"wer_pseudo":6.79825,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.78843,"utmos":1.50829,"dnsmos_ovrl":2.33338,"dnsmos_sig":2.68694,"dnsmos_bak":3.76598,"pesq_wb":1.52074,"pesq_nb":2.02843,"stoi":0.8375,"estoi":0.73529,"si_sdr":-20.57065,"mel_dist":0.24156,"stft_dist":1.50161,"f0_rmse_cents":348.72044,"f0_corr":0.49455,"vuv_err":0.36282,"score_intelligibility":0.47064,"score_speaker":0.78843,"score_quality":0.47966,"score_fidelity":0.49361,"score":0.55809},"cs":{"n":50,"unit":"wer","wer":12.83547,"wer_orig":9.45158,"dwer":3.3839,"wer_pseudo":9.34579,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.74398,"utmos":1.53342,"dnsmos_ovrl":2.75954,"dnsmos_sig":3.10391,"dnsmos_bak":3.83704,"pesq_wb":1.77933,"pesq_nb":2.35923,"stoi":0.8455,"estoi":0.76157,"si_sdr":-8.26806,"mel_dist":0.21202,"stft_dist":1.3208,"f0_rmse_cents":323.61145,"f0_corr":0.66884,"vuv_err":0.21478,"score_intelligibility":0.75542,"score_speaker":0.74398,"score_quality":0.58512,"score_fidelity":0.579,"score":0.66588},"tr":{"n":50,"unit":"wer","wer":10.78947,"wer_orig":7.76316,"dwer":3.02632,"wer_pseudo":5.00659,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.68278,"utmos":1.44227,"dnsmos_ovrl":2.58187,"dnsmos_sig":2.93486,"dnsmos_bak":3.8098,"pesq_wb":1.83037,"pesq_nb":2.39834,"stoi":0.82709,"estoi":0.70808,"si_sdr":-16.3888,"mel_dist":0.22215,"stft_dist":1.53339,"f0_rmse_cents":388.59754,"f0_corr":0.50085,"vuv_err":0.29316,"score_intelligibility":0.7433,"score_speaker":0.68278,"score_quality":0.55883,"score_fidelity":0.52173,"score":0.62666},"id":{"n":50,"unit":"wer","wer":11.09799,"wer_orig":5.90319,"dwer":5.19481,"wer_pseudo":8.97285,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.55734,"utmos":1.27979,"dnsmos_ovrl":2.15849,"dnsmos_sig":2.68099,"dnsmos_bak":2.88973,"pesq_wb":1.54551,"pesq_nb":2.14661,"stoi":0.76004,"estoi":0.6375,"si_sdr":-10.74021,"mel_dist":0.18546,"stft_dist":1.39634,"f0_rmse_cents":379.23098,"f0_corr":0.54466,"vuv_err":0.27714,"score_intelligibility":0.57061,"score_speaker":0.55734,"score_quality":0.47963,"score_fidelity":0.48685,"score":0.52361},"vi":{"n":50,"unit":"wer","wer":14.1607,"wer_orig":7.71679,"dwer":6.44391,"wer_pseudo":10.11146,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.68186,"utmos":1.53927,"dnsmos_ovrl":2.2866,"dnsmos_sig":2.74761,"dnsmos_bak":3.34007,"pesq_wb":1.81486,"pesq_nb":2.38272,"stoi":0.78849,"estoi":0.69296,"si_sdr":-7.74404,"mel_dist":0.1812,"stft_dist":1.34213,"f0_rmse_cents":355.83452,"f0_corr":0.77923,"vuv_err":0.27198,"score_intelligibility":0.57496,"score_speaker":0.68186,"score_quality":0.59236,"score_fidelity":0.60018,"score":0.61234},"ru":{"n":50,"unit":"wer","wer":5.31792,"wer_orig":4.50867,"dwer":0.80925,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.75428,"utmos":1.55802,"dnsmos_ovrl":2.44241,"dnsmos_sig":2.76066,"dnsmos_bak":3.81583,"pesq_wb":1.69778,"pesq_nb":2.22761,"stoi":0.8517,"estoi":0.75763,"si_sdr":-10.64503,"mel_dist":0.23132,"stft_dist":1.44852,"f0_rmse_cents":215.42782,"f0_corr":0.73541,"vuv_err":0.30913,"score_intelligibility":0.87191,"score_speaker":0.75428,"score_quality":0.51842,"score_fidelity":0.59549,"score":0.68503},"uk":{"n":50,"unit":"wer","wer":9.1941,"wer_orig":6.46992,"dwer":2.72418,"wer_pseudo":6.13636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.65675,"utmos":1.62608,"dnsmos_ovrl":2.66663,"dnsmos_sig":2.9996,"dnsmos_bak":3.89505,"pesq_wb":1.73206,"pesq_nb":2.25807,"stoi":0.84788,"estoi":0.74243,"si_sdr":-12.16943,"mel_dist":0.2273,"stft_dist":1.53993,"f0_rmse_cents":270.73038,"f0_corr":0.65836,"vuv_err":0.31946,"score_intelligibility":0.73277,"score_speaker":0.65675,"score_quality":0.60368,"score_fidelity":0.5718,"score":0.64125},"el":{"n":50,"unit":"wer","wer":17.43487,"wer_orig":12.02405,"dwer":5.41082,"wer_pseudo":12.01201,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.7423,"utmos":1.47443,"dnsmos_ovrl":2.42376,"dnsmos_sig":2.84309,"dnsmos_bak":3.71604,"pesq_wb":1.78306,"pesq_nb":2.42206,"stoi":0.85404,"estoi":0.75066,"si_sdr":-8.22099,"mel_dist":0.19025,"stft_dist":1.29332,"f0_rmse_cents":551.44338,"f0_corr":0.63267,"vuv_err":0.3089,"score_intelligibility":0.70649,"score_speaker":0.7423,"score_quality":0.49616,"score_fidelity":0.57015,"score":0.62878},"ar":{"n":50,"unit":"wer","wer":15.04316,"wer_orig":12.45376,"dwer":2.5894,"wer_pseudo":6.67491,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.81958,"utmos":1.68615,"dnsmos_ovrl":2.63022,"dnsmos_sig":3.01792,"dnsmos_bak":3.68751,"pesq_wb":1.70174,"pesq_nb":2.12396,"stoi":0.87552,"estoi":0.80323,"si_sdr":-10.38117,"mel_dist":0.22328,"stft_dist":1.39336,"f0_rmse_cents":109.10226,"f0_corr":0.89076,"vuv_err":0.21762,"score_intelligibility":0.8386,"score_speaker":0.81958,"score_quality":0.5838,"score_fidelity":0.65559,"score":0.72439},"fa":{"n":50,"unit":"wer","wer":29.37143,"wer_orig":25.94286,"dwer":3.42857,"wer_pseudo":12.54054,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.74615,"utmos":1.39908,"dnsmos_ovrl":2.22116,"dnsmos_sig":2.73077,"dnsmos_bak":3.36018,"pesq_wb":1.56724,"pesq_nb":2.36003,"stoi":0.74889,"estoi":0.64322,"si_sdr":-10.91685,"mel_dist":0.20314,"stft_dist":1.53839,"f0_rmse_cents":470.83522,"f0_corr":0.53838,"vuv_err":0.32556,"score_intelligibility":0.88711,"score_speaker":0.74615,"score_quality":0.45558,"score_fidelity":0.48311,"score":0.64299},"he":{"n":50,"unit":"wer","wer":29.30233,"wer_orig":19.4186,"dwer":9.88372,"wer_pseudo":18.07512,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.7008,"utmos":1.36264,"dnsmos_ovrl":2.12149,"dnsmos_sig":2.50856,"dnsmos_bak":3.62838,"pesq_wb":1.45829,"pesq_nb":2.05466,"stoi":0.81116,"estoi":0.71114,"si_sdr":-13.56672,"mel_dist":0.21751,"stft_dist":1.58591,"f0_rmse_cents":925.50904,"f0_corr":0.38646,"vuv_err":0.50652,"score_intelligibility":0.67383,"score_speaker":0.7008,"score_quality":0.43085,"score_fidelity":0.44285,"score":0.56208},"hi":{"n":50,"unit":"wer","wer":30.65559,"wer_orig":26.31579,"dwer":4.3398,"wer_pseudo":14.7139,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.65224,"utmos":1.48092,"dnsmos_ovrl":2.29431,"dnsmos_sig":2.81147,"dnsmos_bak":3.18044,"pesq_wb":1.64811,"pesq_nb":2.15508,"stoi":0.82271,"estoi":0.72277,"si_sdr":-9.8695,"mel_dist":0.21447,"stft_dist":1.38332,"f0_rmse_cents":222.50825,"f0_corr":0.7022,"vuv_err":0.22908,"score_intelligibility":0.86291,"score_speaker":0.65224,"score_quality":0.55729,"score_fidelity":0.57003,"score":0.66062},"zh":{"n":50,"unit":"cer","wer":9.0379,"wer_orig":7.40525,"dwer":1.63265,"wer_pseudo":2.86585,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.82398,"utmos":1.61039,"dnsmos_ovrl":2.35511,"dnsmos_sig":2.67137,"dnsmos_bak":3.73084,"pesq_wb":1.90974,"pesq_nb":2.43672,"stoi":0.8518,"estoi":0.76258,"si_sdr":-14.26179,"mel_dist":0.19245,"stft_dist":1.39757,"f0_rmse_cents":166.63441,"f0_corr":0.83385,"vuv_err":0.20426,"score_intelligibility":0.83735,"score_speaker":0.82398,"score_quality":0.49644,"score_fidelity":0.64852,"score":0.70157},"yue":{"n":50,"unit":"cer","wer":17.19626,"wer_orig":14.39252,"dwer":2.80374,"wer_pseudo":13.86954,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.76589,"utmos":1.54601,"dnsmos_ovrl":2.54089,"dnsmos_sig":2.90695,"dnsmos_bak":3.70643,"pesq_wb":1.7114,"pesq_nb":2.28764,"stoi":0.85194,"estoi":0.7516,"si_sdr":-20.63152,"mel_dist":0.18415,"stft_dist":1.37944,"f0_rmse_cents":527.15532,"f0_corr":0.41223,"vuv_err":0.27624,"score_intelligibility":0.84592,"score_speaker":0.76589,"score_quality":0.51903,"score_fidelity":0.48914,"score":0.655},"ja":{"n":50,"unit":"cer","wer":5.78778,"wer_orig":3.53698,"dwer":2.2508,"wer_pseudo":3.99633,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.63446,"utmos":1.30922,"dnsmos_ovrl":2.21867,"dnsmos_sig":2.89595,"dnsmos_bak":3.14927,"pesq_wb":1.66469,"pesq_nb":2.40953,"stoi":0.73751,"estoi":0.60676,"si_sdr":-12.02415,"mel_dist":0.19925,"stft_dist":1.58895,"f0_rmse_cents":451.89435,"f0_corr":0.58776,"vuv_err":0.31232,"score_intelligibility":0.6684,"score_speaker":0.63446,"score_quality":0.54517,"score_fidelity":0.50506,"score":0.58827},"ko":{"n":50,"unit":"cer","wer":4.60784,"wer_orig":5.14706,"dwer":-0.53922,"wer_pseudo":2.65531,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76948,"utmos":1.87238,"dnsmos_ovrl":2.592,"dnsmos_sig":2.95186,"dnsmos_bak":3.80303,"pesq_wb":1.91777,"pesq_nb":2.50678,"stoi":0.85303,"estoi":0.77726,"si_sdr":-10.31705,"mel_dist":0.2021,"stft_dist":1.36912,"f0_rmse_cents":376.27677,"f0_corr":0.73275,"vuv_err":0.20452,"score_intelligibility":1.0,"score_speaker":0.76948,"score_quality":0.58237,"score_fidelity":0.616,"score":0.74196},"th":{"n":50,"unit":"cer","wer":11.29749,"wer_orig":7.61924,"dwer":3.67825,"wer_pseudo":7.75461,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.81416,"utmos":1.37022,"dnsmos_ovrl":1.96209,"dnsmos_sig":2.38464,"dnsmos_bak":3.41743,"pesq_wb":1.40833,"pesq_nb":1.89584,"stoi":0.82071,"estoi":0.72608,"si_sdr":-11.18335,"mel_dist":0.20901,"stft_dist":1.44805,"f0_rmse_cents":259.04697,"f0_corr":0.81452,"vuv_err":0.32644,"score_intelligibility":0.70089,"score_speaker":0.81416,"score_quality":0.40414,"score_fidelity":0.58397,"score":0.62579}}},{"codec":"audiodec_48k_vctk_univ","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"audiodec_48k_vctk_univ","family":"AudioDec","checkpoint":"https://github.com/facebookresearch/AudioDec/releases/download/pretrain_models_v02/exp.zip#symADuniv_vctk_48000_hop300+AudioDec_v3","sample_rate":48000,"output_sample_rate":48000,"frame_rate":160,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"CC-BY-NC-4.0","paper":"2305.16608","year":2023,"bitrate_kbps":12.8,"notes":"AD_univ: symADuniv encoder (500k) + AudioDec v3 vocoder (UnivNet-discriminator HiFi-GAN, 500k), trained on VCTK; streaming, hop 300, RVQ 8 x 1024; causal output delay ~5-10 ms not compensated","side_info":null,"warning":null,"env":"main"},"kbps":12.8,"kbps_measured":12.80316,"tokens_per_s":1280.31626,"params_M":23.36576,"efficiency":{"rtf_encode":0.02019,"rtf_decode":0.00948,"peak_vram_gb":0.54816,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.6419,"score_worst_lang":0.50057,"worst_lang":"nl","en_gap":0.00573,"score_intelligibility":0.74667,"score_speaker":0.72404,"score_quality":0.5492,"score_fidelity":0.5477,"dwer":3.75221,"wer":12.55802,"wer_pseudo":7.57848,"sim":0.72404,"utmos":1.53022,"dnsmos_ovrl":2.49336,"dnsmos_sig":2.89755,"dnsmos_bak":3.6651,"pesq_wb":1.61467,"pesq_nb":2.11266,"stoi":0.8279,"estoi":0.72169,"si_sdr":-14.9296,"mel_dist":0.21035,"stft_dist":1.48733,"f0_rmse_cents":306.47739,"f0_corr":0.63957,"vuv_err":0.29336,"score_ci95":[0.63468,0.64959]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.16126,"wer_orig":6.98132,"dwer":1.17994,"wer_pseudo":2.91829,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.70408,"utmos":1.63225,"dnsmos_ovrl":2.13025,"dnsmos_sig":2.59727,"dnsmos_bak":3.60948,"pesq_wb":1.36861,"pesq_nb":1.82186,"stoi":0.76937,"estoi":0.62806,"si_sdr":-16.394,"mel_dist":0.22944,"stft_dist":1.90871,"f0_rmse_cents":632.87242,"f0_corr":0.46161,"vuv_err":0.34956,"score_intelligibility":0.8712,"score_speaker":0.70408,"score_quality":0.56888,"score_fidelity":0.44543,"score":0.6474},"de":{"n":50,"unit":"wer","wer":7.12106,"wer_orig":5.69685,"dwer":1.42421,"wer_pseudo":2.23805,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.71105,"utmos":1.55381,"dnsmos_ovrl":2.60694,"dnsmos_sig":2.91131,"dnsmos_bak":3.9271,"pesq_wb":1.68792,"pesq_nb":2.09105,"stoi":0.8507,"estoi":0.72872,"si_sdr":-22.05221,"mel_dist":0.18374,"stft_dist":1.37813,"f0_rmse_cents":190.05417,"f0_corr":0.7952,"vuv_err":0.24605,"score_intelligibility":0.82463,"score_speaker":0.71105,"score_quality":0.54583,"score_fidelity":0.61415,"score":0.67392},"fr":{"n":50,"unit":"wer","wer":7.58893,"wer_orig":4.98024,"dwer":2.6087,"wer_pseudo":4.68254,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77016,"utmos":1.61801,"dnsmos_ovrl":2.72348,"dnsmos_sig":3.0826,"dnsmos_bak":3.8479,"pesq_wb":1.76972,"pesq_nb":2.25003,"stoi":0.87245,"estoi":0.79947,"si_sdr":-9.76208,"mel_dist":0.21135,"stft_dist":1.35128,"f0_rmse_cents":132.64675,"f0_corr":0.80892,"vuv_err":0.25769,"score_intelligibility":0.69627,"score_speaker":0.77016,"score_quality":0.65106,"score_fidelity":0.63376,"score":0.68781},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.72043,"utmos":1.59273,"dnsmos_ovrl":2.86741,"dnsmos_sig":3.22862,"dnsmos_bak":3.81396,"pesq_wb":1.83195,"pesq_nb":2.25014,"stoi":0.87326,"estoi":0.78332,"si_sdr":-17.9228,"mel_dist":0.21254,"stft_dist":1.43381,"f0_rmse_cents":217.02458,"f0_corr":0.83303,"vuv_err":0.28116,"score_intelligibility":0.88235,"score_speaker":0.72043,"score_quality":0.59542,"score_fidelity":0.648,"score":0.71155},"it":{"n":50,"unit":"wer","wer":4.00729,"wer_orig":2.55009,"dwer":1.45719,"wer_pseudo":3.01645,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.73479,"utmos":1.82,"dnsmos_ovrl":3.04048,"dnsmos_sig":3.35343,"dnsmos_bak":3.99328,"pesq_wb":1.98035,"pesq_nb":2.45703,"stoi":0.88533,"estoi":0.79575,"si_sdr":-11.46412,"mel_dist":0.20608,"stft_dist":1.34816,"f0_rmse_cents":122.01936,"f0_corr":0.80183,"vuv_err":0.25409,"score_intelligibility":0.70899,"score_speaker":0.73479,"score_quality":0.63711,"score_fidelity":0.65575,"score":0.68416},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.75226,"utmos":1.62756,"dnsmos_ovrl":2.69146,"dnsmos_sig":3.08953,"dnsmos_bak":3.6068,"pesq_wb":1.67549,"pesq_nb":2.1689,"stoi":0.84062,"estoi":0.74816,"si_sdr":-15.20289,"mel_dist":0.2028,"stft_dist":1.41276,"f0_rmse_cents":272.52407,"f0_corr":0.75345,"vuv_err":0.26452,"score_intelligibility":1.0,"score_speaker":0.75226,"score_quality":0.63115,"score_fidelity":0.59569,"score":0.74477},"nl":{"n":50,"unit":"wer","wer":10.16949,"wer_orig":5.26316,"dwer":4.90633,"wer_pseudo":6.98299,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.79979,"utmos":1.37835,"dnsmos_ovrl":1.64638,"dnsmos_sig":1.98005,"dnsmos_bak":3.50819,"pesq_wb":1.29401,"pesq_nb":1.88842,"stoi":0.796,"estoi":0.69613,"si_sdr":-21.8069,"mel_dist":0.25577,"stft_dist":1.79472,"f0_rmse_cents":701.54097,"f0_corr":0.19861,"vuv_err":0.51129,"score_intelligibility":0.56074,"score_speaker":0.79979,"score_quality":0.2822,"score_fidelity":0.35954,"score":0.50057},"pl":{"n":50,"unit":"wer","wer":6.90789,"wer_orig":3.28947,"dwer":3.61842,"wer_pseudo":5.59211,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.79399,"utmos":1.51492,"dnsmos_ovrl":2.39917,"dnsmos_sig":2.76774,"dnsmos_bak":3.75015,"pesq_wb":1.45857,"pesq_nb":1.93684,"stoi":0.84324,"estoi":0.73674,"si_sdr":-17.47472,"mel_dist":0.23817,"stft_dist":1.52509,"f0_rmse_cents":290.26564,"f0_corr":0.49734,"vuv_err":0.37931,"score_intelligibility":0.54243,"score_speaker":0.79399,"score_quality":0.49805,"score_fidelity":0.49053,"score":0.58125},"cs":{"n":50,"unit":"wer","wer":11.66861,"wer_orig":9.45158,"dwer":2.21704,"wer_pseudo":7.71028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.73878,"utmos":1.53944,"dnsmos_ovrl":2.87427,"dnsmos_sig":3.23095,"dnsmos_bak":3.86214,"pesq_wb":1.69601,"pesq_nb":2.29431,"stoi":0.84612,"estoi":0.758,"si_sdr":-9.65043,"mel_dist":0.21134,"stft_dist":1.32345,"f0_rmse_cents":312.22356,"f0_corr":0.65697,"vuv_err":0.20684,"score_intelligibility":0.825,"score_speaker":0.73878,"score_quality":0.61412,"score_fidelity":0.56731,"score":0.6863},"tr":{"n":50,"unit":"wer","wer":10.39474,"wer_orig":7.76316,"dwer":2.63158,"wer_pseudo":5.66535,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.6304,"utmos":1.36643,"dnsmos_ovrl":2.52855,"dnsmos_sig":2.89148,"dnsmos_bak":3.79414,"pesq_wb":1.66254,"pesq_nb":2.14835,"stoi":0.82719,"estoi":0.69832,"si_sdr":-20.87656,"mel_dist":0.22411,"stft_dist":1.62564,"f0_rmse_cents":305.95319,"f0_corr":0.61681,"vuv_err":0.30828,"score_intelligibility":0.76905,"score_speaker":0.6304,"score_quality":0.51623,"score_fidelity":0.54443,"score":0.61503},"id":{"n":50,"unit":"wer","wer":10.7438,"wer_orig":5.90319,"dwer":4.84061,"wer_pseudo":8.50059,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.55305,"utmos":1.28132,"dnsmos_ovrl":2.29524,"dnsmos_sig":2.82367,"dnsmos_bak":3.03461,"pesq_wb":1.46297,"pesq_nb":1.98299,"stoi":0.75937,"estoi":0.62557,"si_sdr":-11.51988,"mel_dist":0.18779,"stft_dist":1.40717,"f0_rmse_cents":262.01238,"f0_corr":0.59229,"vuv_err":0.24227,"score_intelligibility":0.58782,"score_speaker":0.55305,"score_quality":0.51986,"score_fidelity":0.49465,"score":0.53884},"vi":{"n":50,"unit":"wer","wer":18.29753,"wer_orig":7.71679,"dwer":10.58075,"wer_pseudo":15.28662,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.67627,"utmos":1.5192,"dnsmos_ovrl":2.29877,"dnsmos_sig":2.77961,"dnsmos_bak":3.29354,"pesq_wb":1.67634,"pesq_nb":2.14949,"stoi":0.76943,"estoi":0.65822,"si_sdr":-14.37086,"mel_dist":0.18608,"stft_dist":1.40804,"f0_rmse_cents":272.71754,"f0_corr":0.67862,"vuv_err":0.28559,"score_intelligibility":0.4517,"score_speaker":0.67627,"score_quality":0.58658,"score_fidelity":0.54709,"score":0.56541},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.7657,"utmos":1.49976,"dnsmos_ovrl":2.42899,"dnsmos_sig":2.76226,"dnsmos_bak":3.8012,"pesq_wb":1.62535,"pesq_nb":2.10348,"stoi":0.85116,"estoi":0.75031,"si_sdr":-12.77825,"mel_dist":0.23141,"stft_dist":1.47931,"f0_rmse_cents":260.08631,"f0_corr":0.62952,"vuv_err":0.30984,"score_intelligibility":0.90503,"score_speaker":0.7657,"score_quality":0.49786,"score_fidelity":0.55312,"score":0.68043},"uk":{"n":50,"unit":"wer","wer":9.08059,"wer_orig":6.46992,"dwer":2.61067,"wer_pseudo":4.65909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.66903,"utmos":1.69984,"dnsmos_ovrl":2.72843,"dnsmos_sig":3.0612,"dnsmos_bak":3.92814,"pesq_wb":1.6923,"pesq_nb":2.1238,"stoi":0.85667,"estoi":0.74384,"si_sdr":-14.67322,"mel_dist":0.22469,"stft_dist":1.57704,"f0_rmse_cents":287.46566,"f0_corr":0.74831,"vuv_err":0.2613,"score_intelligibility":0.74102,"score_speaker":0.66903,"score_quality":0.64208,"score_fidelity":0.60093,"score":0.66326},"el":{"n":50,"unit":"wer","wer":17.43487,"wer_orig":12.02405,"dwer":5.41082,"wer_pseudo":11.31131,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.74578,"utmos":1.4864,"dnsmos_ovrl":2.56719,"dnsmos_sig":2.98673,"dnsmos_bak":3.79019,"pesq_wb":1.66638,"pesq_nb":2.29622,"stoi":0.8565,"estoi":0.74689,"si_sdr":-10.40102,"mel_dist":0.1919,"stft_dist":1.32173,"f0_rmse_cents":222.96754,"f0_corr":0.68941,"vuv_err":0.28093,"score_intelligibility":0.70649,"score_speaker":0.74578,"score_quality":0.53583,"score_fidelity":0.57877,"score":0.64172},"ar":{"n":50,"unit":"wer","wer":15.04316,"wer_orig":12.45376,"dwer":2.5894,"wer_pseudo":7.66378,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.82628,"utmos":1.64762,"dnsmos_ovrl":2.69625,"dnsmos_sig":3.06347,"dnsmos_bak":3.72227,"pesq_wb":1.61387,"pesq_nb":2.00955,"stoi":0.88101,"estoi":0.80249,"si_sdr":-9.88342,"mel_dist":0.22579,"stft_dist":1.39629,"f0_rmse_cents":117.62204,"f0_corr":0.86167,"vuv_err":0.23287,"score_intelligibility":0.8386,"score_speaker":0.82628,"score_quality":0.58762,"score_fidelity":0.63936,"score":0.72296},"fa":{"n":50,"unit":"wer","wer":31.54286,"wer_orig":25.94286,"dwer":5.6,"wer_pseudo":13.51351,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.70809,"utmos":1.3908,"dnsmos_ovrl":2.36167,"dnsmos_sig":2.85922,"dnsmos_bak":3.49816,"pesq_wb":1.48374,"pesq_nb":2.13822,"stoi":0.74591,"estoi":0.62635,"si_sdr":-14.06587,"mel_dist":0.20599,"stft_dist":1.60613,"f0_rmse_cents":355.50806,"f0_corr":0.57468,"vuv_err":0.31676,"score_intelligibility":0.82792,"score_speaker":0.70809,"score_quality":0.49125,"score_fidelity":0.48627,"score":0.62838},"he":{"n":50,"unit":"wer","wer":31.74419,"wer_orig":19.4186,"dwer":12.32558,"wer_pseudo":21.94836,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.69574,"utmos":1.34604,"dnsmos_ovrl":2.18907,"dnsmos_sig":2.58829,"dnsmos_bak":3.67062,"pesq_wb":1.3508,"pesq_nb":1.78704,"stoi":0.80386,"estoi":0.70311,"si_sdr":-21.52472,"mel_dist":0.21961,"stft_dist":1.6633,"f0_rmse_cents":579.16791,"f0_corr":0.20845,"vuv_err":0.51912,"score_intelligibility":0.62358,"score_speaker":0.69574,"score_quality":0.44389,"score_fidelity":0.37085,"score":0.53351},"hi":{"n":50,"unit":"wer","wer":31.67128,"wer_orig":26.31579,"dwer":5.35549,"wer_pseudo":14.98638,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.63743,"utmos":1.44989,"dnsmos_ovrl":2.39322,"dnsmos_sig":2.91081,"dnsmos_bak":3.28873,"pesq_wb":1.51461,"pesq_nb":1.9473,"stoi":0.82177,"estoi":0.70863,"si_sdr":-12.34438,"mel_dist":0.21658,"stft_dist":1.42808,"f0_rmse_cents":187.74388,"f0_corr":0.72836,"vuv_err":0.25295,"score_intelligibility":0.83608,"score_speaker":0.63743,"score_quality":0.57371,"score_fidelity":0.56572,"score":0.65324},"zh":{"n":50,"unit":"cer","wer":8.51312,"wer_orig":7.40525,"dwer":1.10787,"wer_pseudo":3.10976,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.82483,"utmos":1.62723,"dnsmos_ovrl":2.59364,"dnsmos_sig":2.95868,"dnsmos_bak":3.87749,"pesq_wb":1.86462,"pesq_nb":2.36523,"stoi":0.86435,"estoi":0.77258,"si_sdr":-13.73116,"mel_dist":0.18704,"stft_dist":1.37607,"f0_rmse_cents":146.91444,"f0_corr":0.83964,"vuv_err":0.18782,"score_intelligibility":0.88354,"score_speaker":0.82483,"score_quality":0.55878,"score_fidelity":0.65034,"score":0.72937},"yue":{"n":50,"unit":"cer","wer":26.10592,"wer_orig":14.39252,"dwer":11.7134,"wer_pseudo":23.43255,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.75438,"utmos":1.57243,"dnsmos_ovrl":2.62019,"dnsmos_sig":3.00697,"dnsmos_bak":3.73214,"pesq_wb":1.65512,"pesq_nb":2.1674,"stoi":0.84746,"estoi":0.73635,"si_sdr":-18.40376,"mel_dist":0.18658,"stft_dist":1.3942,"f0_rmse_cents":493.70583,"f0_corr":0.4102,"vuv_err":0.26898,"score_intelligibility":0.56787,"score_speaker":0.75438,"score_quality":0.54531,"score_fidelity":0.48161,"score":0.58729},"ja":{"n":50,"unit":"cer","wer":5.83372,"wer_orig":3.53698,"dwer":2.29674,"wer_pseudo":3.90446,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.5848,"utmos":1.31117,"dnsmos_ovrl":2.33326,"dnsmos_sig":2.96657,"dnsmos_bak":3.29103,"pesq_wb":1.55639,"pesq_nb":2.18317,"stoi":0.7316,"estoi":0.58878,"si_sdr":-18.14466,"mel_dist":0.201,"stft_dist":1.67941,"f0_rmse_cents":446.53007,"f0_corr":0.52389,"vuv_err":0.29021,"score_intelligibility":0.66391,"score_speaker":0.5848,"score_quality":0.58333,"score_fidelity":0.47149,"score":0.57588},"ko":{"n":50,"unit":"cer","wer":5.63725,"wer_orig":5.14706,"dwer":0.4902,"wer_pseudo":2.40481,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.77171,"utmos":1.80151,"dnsmos_ovrl":2.61949,"dnsmos_sig":2.96256,"dnsmos_bak":3.82314,"pesq_wb":1.76827,"pesq_nb":2.30342,"stoi":0.84651,"estoi":0.75992,"si_sdr":-12.20885,"mel_dist":0.20078,"stft_dist":1.39502,"f0_rmse_cents":295.71543,"f0_corr":0.70203,"vuv_err":0.21271,"score_intelligibility":0.92614,"score_speaker":0.77171,"score_quality":0.5734,"score_fidelity":0.58935,"score":0.71515},"th":{"n":50,"unit":"cer","wer":11.68149,"wer_orig":7.61924,"dwer":4.06225,"wer_pseudo":8.03806,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.8082,"utmos":1.44858,"dnsmos_ovrl":2.2069,"dnsmos_sig":2.67821,"dnsmos_bak":3.49812,"pesq_wb":1.39616,"pesq_nb":1.83964,"stoi":0.82978,"estoi":0.72481,"si_sdr":-11.65359,"mel_dist":0.20786,"stft_dist":1.46232,"f0_rmse_cents":250.1755,"f0_corr":0.73894,"vuv_err":0.32051,"score_intelligibility":0.67967,"score_speaker":0.8082,"score_quality":0.50127,"score_fidelity":0.56064,"score":0.63745}}},{"codec":"auk_vae_24k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"auk_vae_24k","family":"AuK-VAE","checkpoint":"tencent/AuK","sample_rate":24000,"output_sample_rate":24000,"frame_rate":50.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2609.08936","year":2026,"bitrate_kbps":null,"notes":"AuK BigVGANFlowVAE: conv encoder (stride 480) + causal BigVGAN-v2 decoder; flow prior is training-only; posterior mean; encoder/decoder input conv are non-causal","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":146.87888,"efficiency":{"rtf_encode":0.00151,"rtf_decode":0.01838,"peak_vram_gb":1.57175,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.97341,"score_worst_lang":0.93715,"worst_lang":"ja","en_gap":-0.00594,"score_intelligibility":0.96508,"score_speaker":0.97352,"score_quality":0.99931,"score_fidelity":0.95575,"dwer":0.23974,"wer":9.04555,"wer_pseudo":1.88653,"sim":0.97352,"utmos":2.66145,"dnsmos_ovrl":3.01226,"dnsmos_sig":3.4208,"dnsmos_bak":3.88966,"pesq_wb":4.28496,"pesq_nb":4.29603,"stoi":0.97304,"estoi":0.94868,"si_sdr":12.84895,"mel_dist":0.12875,"stft_dist":1.00598,"f0_rmse_cents":80.10286,"f0_corr":0.95564,"vuv_err":0.08432,"score_ci95":[0.96757,0.97555]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.68633,"wer_orig":6.98132,"dwer":-0.29499,"wer_pseudo":0.87549,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.95349,"utmos":2.49549,"dnsmos_ovrl":2.57949,"dnsmos_sig":3.13297,"dnsmos_bak":3.72026,"pesq_wb":4.08801,"pesq_nb":4.18862,"stoi":0.94604,"estoi":0.90247,"si_sdr":11.83114,"mel_dist":0.15352,"stft_dist":1.06732,"f0_rmse_cents":107.14917,"f0_corr":0.95392,"vuv_err":0.09173,"score_intelligibility":1.0,"score_speaker":0.95349,"score_quality":0.98999,"score_fidelity":0.92742,"score":0.96772},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":0.50865,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.97924,"utmos":2.81014,"dnsmos_ovrl":3.12156,"dnsmos_sig":3.41563,"dnsmos_bak":4.06901,"pesq_wb":4.3877,"pesq_nb":4.35489,"stoi":0.98216,"estoi":0.95853,"si_sdr":17.59957,"mel_dist":0.11363,"stft_dist":0.91812,"f0_rmse_cents":66.48577,"f0_corr":0.96467,"vuv_err":0.07715,"score_intelligibility":0.92941,"score_speaker":0.97924,"score_quality":1.0,"score_fidelity":0.97158,"score":0.97006},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":0.39683,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.97546,"utmos":2.46013,"dnsmos_ovrl":3.11179,"dnsmos_sig":3.44033,"dnsmos_bak":4.02457,"pesq_wb":4.22721,"pesq_nb":4.25939,"stoi":0.9824,"estoi":0.96673,"si_sdr":12.53585,"mel_dist":0.14045,"stft_dist":1.03226,"f0_rmse_cents":67.6541,"f0_corr":0.97451,"vuv_err":0.09053,"score_intelligibility":0.98695,"score_speaker":0.97546,"score_quality":1.0,"score_fidelity":0.95966,"score":0.98052},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.98069,"utmos":2.89526,"dnsmos_ovrl":3.27198,"dnsmos_sig":3.6058,"dnsmos_bak":3.99646,"pesq_wb":4.39678,"pesq_nb":4.3641,"stoi":0.98518,"estoi":0.97082,"si_sdr":15.78074,"mel_dist":0.1238,"stft_dist":0.97621,"f0_rmse_cents":109.65222,"f0_corr":0.9616,"vuv_err":0.07562,"score_intelligibility":0.97826,"score_speaker":0.98069,"score_quality":1.0,"score_fidelity":0.97243,"score":0.98285},"it":{"n":50,"unit":"wer","wer":2.73224,"wer_orig":2.55009,"dwer":0.18215,"wer_pseudo":0.63985,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.98443,"utmos":3.20549,"dnsmos_ovrl":3.35162,"dnsmos_sig":3.63475,"dnsmos_bak":4.10284,"pesq_wb":4.37406,"pesq_nb":4.35388,"stoi":0.9852,"estoi":0.97109,"si_sdr":15.62903,"mel_dist":0.12698,"stft_dist":0.97589,"f0_rmse_cents":72.6082,"f0_corr":0.94954,"vuv_err":0.07917,"score_intelligibility":0.9512,"score_speaker":0.98443,"score_quality":1.0,"score_fidelity":0.96625,"score":0.97547},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98338,"utmos":2.57985,"dnsmos_ovrl":3.09853,"dnsmos_sig":3.46546,"dnsmos_bak":3.83764,"pesq_wb":4.32796,"pesq_nb":4.32014,"stoi":0.97172,"estoi":0.95007,"si_sdr":12.31125,"mel_dist":0.11736,"stft_dist":0.98668,"f0_rmse_cents":166.70358,"f0_corr":0.94727,"vuv_err":0.08599,"score_intelligibility":1.0,"score_speaker":0.98338,"score_quality":1.0,"score_fidelity":0.95661,"score":0.985},"nl":{"n":50,"unit":"wer","wer":5.61998,"wer_orig":5.26316,"dwer":0.35682,"wer_pseudo":1.52193,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.97638,"utmos":3.07738,"dnsmos_ovrl":2.78518,"dnsmos_sig":3.1746,"dnsmos_bak":4.11413,"pesq_wb":4.27258,"pesq_nb":4.27387,"stoi":0.984,"estoi":0.96535,"si_sdr":10.64919,"mel_dist":0.14042,"stft_dist":1.08064,"f0_rmse_cents":80.96054,"f0_corr":0.95054,"vuv_err":0.10912,"score_intelligibility":0.9461,"score_speaker":0.97638,"score_quality":1.0,"score_fidelity":0.95652,"score":0.96975},"pl":{"n":50,"unit":"wer","wer":3.28947,"wer_orig":3.28947,"dwer":0.0,"wer_pseudo":0.65789,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.97669,"utmos":2.84693,"dnsmos_ovrl":3.08548,"dnsmos_sig":3.41977,"dnsmos_bak":4.06871,"pesq_wb":4.27681,"pesq_nb":4.30037,"stoi":0.98647,"estoi":0.96937,"si_sdr":7.63736,"mel_dist":0.1376,"stft_dist":1.05987,"f0_rmse_cents":70.0696,"f0_corr":0.92231,"vuv_err":0.09392,"score_intelligibility":1.0,"score_speaker":0.97669,"score_quality":1.0,"score_fidelity":0.94834,"score":0.98126},"cs":{"n":50,"unit":"wer","wer":9.2182,"wer_orig":9.45158,"dwer":-0.23337,"wer_pseudo":3.50467,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.98237,"utmos":2.64065,"dnsmos_ovrl":3.20164,"dnsmos_sig":3.5293,"dnsmos_bak":3.97782,"pesq_wb":4.29636,"pesq_nb":4.30863,"stoi":0.98042,"estoi":0.96178,"si_sdr":13.37122,"mel_dist":0.12188,"stft_dist":0.99061,"f0_rmse_cents":52.0554,"f0_corr":0.96081,"vuv_err":0.06783,"score_intelligibility":1.0,"score_speaker":0.98237,"score_quality":1.0,"score_fidelity":0.96102,"score":0.98585},"tr":{"n":50,"unit":"wer","wer":7.63158,"wer_orig":7.76316,"dwer":-0.13158,"wer_pseudo":1.18577,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.97732,"utmos":2.36329,"dnsmos_ovrl":3.09572,"dnsmos_sig":3.45021,"dnsmos_bak":4.02107,"pesq_wb":4.32642,"pesq_nb":4.3175,"stoi":0.97725,"estoi":0.94941,"si_sdr":15.48086,"mel_dist":0.1359,"stft_dist":1.00903,"f0_rmse_cents":63.67397,"f0_corr":0.97091,"vuv_err":0.06406,"score_intelligibility":1.0,"score_speaker":0.97732,"score_quality":1.0,"score_fidelity":0.96619,"score":0.98588},"id":{"n":50,"unit":"wer","wer":6.72963,"wer_orig":5.90319,"dwer":0.82645,"wer_pseudo":2.24321,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.96841,"utmos":2.01754,"dnsmos_ovrl":2.8121,"dnsmos_sig":3.40295,"dnsmos_bak":3.33529,"pesq_wb":4.29107,"pesq_nb":4.26696,"stoi":0.9519,"estoi":0.90733,"si_sdr":12.39747,"mel_dist":0.1109,"stft_dist":0.97256,"f0_rmse_cents":52.18792,"f0_corr":0.95775,"vuv_err":0.08955,"score_intelligibility":0.89308,"score_speaker":0.96841,"score_quality":1.0,"score_fidelity":0.94999,"score":0.95287},"vi":{"n":50,"unit":"wer","wer":7.79634,"wer_orig":7.71679,"dwer":0.07955,"wer_pseudo":1.83121,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.96122,"utmos":2.1748,"dnsmos_ovrl":2.90036,"dnsmos_sig":3.43129,"dnsmos_bak":3.69603,"pesq_wb":4.27061,"pesq_nb":4.29458,"stoi":0.94722,"estoi":0.90555,"si_sdr":14.79036,"mel_dist":0.11842,"stft_dist":0.95708,"f0_rmse_cents":83.33854,"f0_corr":0.95153,"vuv_err":0.07917,"score_intelligibility":0.99096,"score_speaker":0.96122,"score_quality":1.0,"score_fidelity":0.9444,"score":0.97414},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.97769,"utmos":2.76351,"dnsmos_ovrl":3.11543,"dnsmos_sig":3.44496,"dnsmos_bak":4.06213,"pesq_wb":4.28399,"pesq_nb":4.29694,"stoi":0.98348,"estoi":0.96648,"si_sdr":12.50922,"mel_dist":0.13941,"stft_dist":1.05586,"f0_rmse_cents":80.40727,"f0_corr":0.93298,"vuv_err":0.1096,"score_intelligibility":0.97945,"score_speaker":0.97769,"score_quality":1.0,"score_fidelity":0.95158,"score":0.97718},"uk":{"n":50,"unit":"wer","wer":7.15096,"wer_orig":6.46992,"dwer":0.68104,"wer_pseudo":2.27273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.97207,"utmos":2.63777,"dnsmos_ovrl":3.12153,"dnsmos_sig":3.45099,"dnsmos_bak":4.08451,"pesq_wb":4.27942,"pesq_nb":4.28841,"stoi":0.97705,"estoi":0.94737,"si_sdr":14.52204,"mel_dist":0.13544,"stft_dist":1.01101,"f0_rmse_cents":50.79482,"f0_corr":0.9792,"vuv_err":0.08226,"score_intelligibility":0.91645,"score_speaker":0.97207,"score_quality":1.0,"score_fidelity":0.96441,"score":0.96323},"el":{"n":50,"unit":"wer","wer":12.82565,"wer_orig":12.02405,"dwer":0.8016,"wer_pseudo":4.5045,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.96522,"utmos":2.80644,"dnsmos_ovrl":3.0492,"dnsmos_sig":3.46298,"dnsmos_bak":3.90093,"pesq_wb":4.30592,"pesq_nb":4.30926,"stoi":0.97378,"estoi":0.94306,"si_sdr":14.80431,"mel_dist":0.1214,"stft_dist":0.96125,"f0_rmse_cents":47.79407,"f0_corr":0.9752,"vuv_err":0.08267,"score_intelligibility":0.94202,"score_speaker":0.96522,"score_quality":1.0,"score_fidelity":0.96451,"score":0.96794},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":1.97775,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.98489,"utmos":2.82157,"dnsmos_ovrl":3.2464,"dnsmos_sig":3.60152,"dnsmos_bak":3.98705,"pesq_wb":4.27957,"pesq_nb":4.30996,"stoi":0.98836,"estoi":0.97627,"si_sdr":10.87919,"mel_dist":0.12796,"stft_dist":1.02396,"f0_rmse_cents":82.3896,"f0_corr":0.95127,"vuv_err":0.07141,"score_intelligibility":0.93971,"score_speaker":0.98489,"score_quality":1.0,"score_fidelity":0.95888,"score":0.97087},"fa":{"n":50,"unit":"wer","wer":25.82857,"wer_orig":25.94286,"dwer":-0.11429,"wer_pseudo":4.21622,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.96905,"utmos":2.7041,"dnsmos_ovrl":2.8884,"dnsmos_sig":3.38687,"dnsmos_bak":3.75918,"pesq_wb":4.2108,"pesq_nb":4.26875,"stoi":0.93677,"estoi":0.90389,"si_sdr":8.77706,"mel_dist":0.13237,"stft_dist":1.06922,"f0_rmse_cents":122.15545,"f0_corr":0.90635,"vuv_err":0.08177,"score_intelligibility":1.0,"score_speaker":0.96905,"score_quality":1.0,"score_fidelity":0.92016,"score":0.9723},"he":{"n":50,"unit":"wer","wer":21.27907,"wer_orig":19.4186,"dwer":1.86047,"wer_pseudo":4.22535,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.96716,"utmos":2.46779,"dnsmos_ovrl":2.84888,"dnsmos_sig":3.22391,"dnsmos_bak":3.97233,"pesq_wb":4.24143,"pesq_nb":4.26476,"stoi":0.97835,"estoi":0.95502,"si_sdr":13.95508,"mel_dist":0.12634,"stft_dist":0.97131,"f0_rmse_cents":68.53543,"f0_corr":0.94555,"vuv_err":0.12112,"score_intelligibility":0.91649,"score_speaker":0.96716,"score_quality":0.99348,"score_fidelity":0.95001,"score":0.95678},"hi":{"n":50,"unit":"wer","wer":26.96214,"wer_orig":26.31579,"dwer":0.64635,"wer_pseudo":4.4505,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.97221,"utmos":2.39586,"dnsmos_ovrl":2.89576,"dnsmos_sig":3.45843,"dnsmos_bak":3.55004,"pesq_wb":4.33049,"pesq_nb":4.32937,"stoi":0.97167,"estoi":0.94718,"si_sdr":16.13317,"mel_dist":0.12815,"stft_dist":0.98002,"f0_rmse_cents":56.11049,"f0_corr":0.96782,"vuv_err":0.08114,"score_intelligibility":0.97688,"score_speaker":0.97221,"score_quality":1.0,"score_fidelity":0.96369,"score":0.9782},"zh":{"n":50,"unit":"cer","wer":7.28863,"wer_orig":7.40525,"dwer":-0.11662,"wer_pseudo":0.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.97876,"utmos":2.87521,"dnsmos_ovrl":3.11403,"dnsmos_sig":3.45768,"dnsmos_bak":4.02954,"pesq_wb":4.32797,"pesq_nb":4.32585,"stoi":0.98509,"estoi":0.97165,"si_sdr":11.15767,"mel_dist":0.12166,"stft_dist":1.00153,"f0_rmse_cents":56.95367,"f0_corr":0.96684,"vuv_err":0.06064,"score_intelligibility":1.0,"score_speaker":0.97876,"score_quality":1.0,"score_fidelity":0.96759,"score":0.98659},"yue":{"n":50,"unit":"cer","wer":13.95639,"wer_orig":14.39252,"dwer":-0.43614,"wer_pseudo":3.79987,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.97585,"utmos":3.02747,"dnsmos_ovrl":3.10136,"dnsmos_sig":3.47446,"dnsmos_bak":3.92672,"pesq_wb":4.27671,"pesq_nb":4.27626,"stoi":0.97845,"estoi":0.95803,"si_sdr":10.82018,"mel_dist":0.11886,"stft_dist":1.01399,"f0_rmse_cents":83.47401,"f0_corr":0.96808,"vuv_err":0.07314,"score_intelligibility":1.0,"score_speaker":0.97585,"score_quality":1.0,"score_fidelity":0.96091,"score":0.98419},"ja":{"n":50,"unit":"cer","wer":4.3638,"wer_orig":3.53698,"dwer":0.82683,"wer_pseudo":0.96463,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.95645,"utmos":2.05813,"dnsmos_ovrl":2.5766,"dnsmos_sig":3.2384,"dnsmos_bak":3.34024,"pesq_wb":4.28426,"pesq_nb":4.28935,"stoi":0.94236,"estoi":0.90106,"si_sdr":11.17387,"mel_dist":0.12883,"stft_dist":1.00851,"f0_rmse_cents":76.88398,"f0_corr":0.9582,"vuv_err":0.07449,"score_intelligibility":0.84585,"score_speaker":0.95645,"score_quality":1.0,"score_fidelity":0.94631,"score":0.93715},"ko":{"n":50,"unit":"cer","wer":5.34314,"wer_orig":5.14706,"dwer":0.19608,"wer_pseudo":0.3507,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.97376,"utmos":3.27899,"dnsmos_ovrl":3.08856,"dnsmos_sig":3.44152,"dnsmos_bak":4.0605,"pesq_wb":4.32664,"pesq_nb":4.30589,"stoi":0.98131,"estoi":0.96453,"si_sdr":12.99504,"mel_dist":0.13705,"stft_dist":0.98464,"f0_rmse_cents":55.40235,"f0_corr":0.97828,"vuv_err":0.05775,"score_intelligibility":0.96909,"score_speaker":0.97376,"score_quality":1.0,"score_fidelity":0.97002,"score":0.97822},"th":{"n":50,"unit":"cer","wer":7.07357,"wer_orig":7.61924,"dwer":-0.54568,"wer_pseudo":2.81433,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97221,"utmos":2.4709,"dnsmos_ovrl":2.83256,"dnsmos_sig":3.35435,"dnsmos_bak":3.71492,"pesq_wb":4.15623,"pesq_nb":4.23705,"stoi":0.97636,"estoi":0.95533,"si_sdr":10.6339,"mel_dist":0.13171,"stft_dist":1.03603,"f0_rmse_cents":149.02856,"f0_corr":0.94016,"vuv_err":0.1238,"score_intelligibility":1.0,"score_speaker":0.97221,"score_quality":1.0,"score_fidelity":0.93944,"score":0.97791}}},{"codec":"auv","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"auv","family":"AUV","checkpoint":"SWivid/AUV","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":1,"codebook_size":20480,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2509.21968","year":2025,"bitrate_kbps":0.7161,"notes":"full nested codebook (speech/vocal/music/audio), upstream default inference","side_info":null,"warning":null,"env":"main"},"kbps":0.7161,"kbps_measured":0.7161,"tokens_per_s":50.0,"params_M":122.62888,"efficiency":{"rtf_encode":0.00071,"rtf_decode":0.00089,"peak_vram_gb":0.66905,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.74407,"score_worst_lang":0.67007,"worst_lang":"pl","en_gap":0.0428,"score_intelligibility":0.50694,"score_speaker":0.81696,"score_quality":0.99558,"score_fidelity":0.6568,"dwer":9.96977,"wer":18.77558,"wer_pseudo":14.56803,"sim":0.81696,"utmos":2.63925,"dnsmos_ovrl":2.98423,"dnsmos_sig":3.39339,"dnsmos_bak":3.88442,"pesq_wb":2.12718,"pesq_nb":2.77343,"stoi":0.83547,"estoi":0.71066,"si_sdr":-14.21794,"mel_dist":0.17502,"stft_dist":1.20671,"f0_rmse_cents":187.30972,"f0_corr":0.81288,"vuv_err":0.18346,"score_ci95":[0.73817,0.75013]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.12783,"wer_orig":6.98132,"dwer":3.14651,"wer_pseudo":4.96109,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.76921,"utmos":2.56548,"dnsmos_ovrl":2.57613,"dnsmos_sig":3.11819,"dnsmos_bak":3.73007,"pesq_wb":1.99582,"pesq_nb":2.70481,"stoi":0.80329,"estoi":0.6653,"si_sdr":-16.17508,"mel_dist":0.17328,"stft_dist":1.21855,"f0_rmse_cents":149.27184,"f0_corr":0.8739,"vuv_err":0.18794,"score_intelligibility":0.71724,"score_speaker":0.76921,"score_quality":1.0,"score_fidelity":0.65391,"score":0.78509},"de":{"n":50,"unit":"wer","wer":11.80061,"wer_orig":5.69685,"dwer":6.10376,"wer_pseudo":8.13835,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.83512,"utmos":2.82862,"dnsmos_ovrl":3.09646,"dnsmos_sig":3.39585,"dnsmos_bak":4.0425,"pesq_wb":2.16295,"pesq_nb":2.75731,"stoi":0.87323,"estoi":0.72994,"si_sdr":-9.8269,"mel_dist":0.17211,"stft_dist":1.16342,"f0_rmse_cents":184.14246,"f0_corr":0.8054,"vuv_err":0.18806,"score_intelligibility":0.52317,"score_speaker":0.83512,"score_quality":1.0,"score_fidelity":0.6703,"score":0.75715},"fr":{"n":50,"unit":"wer","wer":16.75889,"wer_orig":4.98024,"dwer":11.77866,"wer_pseudo":15.0,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.80442,"utmos":2.43904,"dnsmos_ovrl":3.07638,"dnsmos_sig":3.40496,"dnsmos_bak":4.02566,"pesq_wb":2.00668,"pesq_nb":2.64393,"stoi":0.86846,"estoi":0.77273,"si_sdr":-19.0172,"mel_dist":0.18905,"stft_dist":1.17975,"f0_rmse_cents":167.45179,"f0_corr":0.81308,"vuv_err":0.1971,"score_intelligibility":0.33675,"score_speaker":0.80442,"score_quality":1.0,"score_fidelity":0.65639,"score":0.69939},"es":{"n":50,"unit":"wer","wer":5.27273,"wer_orig":3.09091,"dwer":2.18182,"wer_pseudo":3.09936,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.82637,"utmos":2.83954,"dnsmos_ovrl":3.26867,"dnsmos_sig":3.59239,"dnsmos_bak":4.00783,"pesq_wb":2.42861,"pesq_nb":2.98586,"stoi":0.87159,"estoi":0.76269,"si_sdr":-18.26328,"mel_dist":0.17684,"stft_dist":1.21082,"f0_rmse_cents":207.73478,"f0_corr":0.82895,"vuv_err":0.19519,"score_intelligibility":0.65217,"score_speaker":0.82637,"score_quality":1.0,"score_fidelity":0.70291,"score":0.79536},"it":{"n":50,"unit":"wer","wer":5.91985,"wer_orig":2.55009,"dwer":3.36976,"wer_pseudo":4.7532,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.84796,"utmos":3.10817,"dnsmos_ovrl":3.30514,"dnsmos_sig":3.59421,"dnsmos_bak":4.08535,"pesq_wb":2.43899,"pesq_nb":2.96915,"stoi":0.87629,"estoi":0.77549,"si_sdr":-15.09301,"mel_dist":0.18001,"stft_dist":1.16564,"f0_rmse_cents":121.40234,"f0_corr":0.85098,"vuv_err":0.1605,"score_intelligibility":0.51303,"score_speaker":0.84796,"score_quality":0.99967,"score_fidelity":0.7128,"score":0.76837},"pt":{"n":50,"unit":"wer","wer":6.83594,"wer_orig":3.41797,"dwer":3.41797,"wer_pseudo":6.20079,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.86549,"utmos":2.69458,"dnsmos_ovrl":3.07761,"dnsmos_sig":3.43707,"dnsmos_bak":3.83837,"pesq_wb":2.27558,"pesq_nb":2.81847,"stoi":0.83155,"estoi":0.71533,"si_sdr":-13.92389,"mel_dist":0.17706,"stft_dist":1.2155,"f0_rmse_cents":284.51671,"f0_corr":0.76172,"vuv_err":0.21939,"score_intelligibility":0.56381,"score_speaker":0.86549,"score_quality":1.0,"score_fidelity":0.65257,"score":0.77047},"nl":{"n":50,"unit":"wer","wer":18.91169,"wer_orig":5.26316,"dwer":13.64853,"wer_pseudo":16.02507,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.81369,"utmos":3.04291,"dnsmos_ovrl":2.77345,"dnsmos_sig":3.17537,"dnsmos_bak":4.07762,"pesq_wb":2.08175,"pesq_nb":2.70867,"stoi":0.87783,"estoi":0.76093,"si_sdr":-8.9698,"mel_dist":0.18103,"stft_dist":1.26181,"f0_rmse_cents":138.67468,"f0_corr":0.86587,"vuv_err":0.19727,"score_intelligibility":0.31455,"score_speaker":0.81369,"score_quality":1.0,"score_fidelity":0.68426,"score":0.70312},"pl":{"n":50,"unit":"wer","wer":14.91228,"wer_orig":3.28947,"dwer":11.62281,"wer_pseudo":15.13158,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.80412,"utmos":2.6191,"dnsmos_ovrl":3.06171,"dnsmos_sig":3.4008,"dnsmos_bak":4.06696,"pesq_wb":2.00778,"pesq_nb":2.56689,"stoi":0.88505,"estoi":0.76823,"si_sdr":-15.34888,"mel_dist":0.18134,"stft_dist":1.24929,"f0_rmse_cents":130.75365,"f0_corr":0.75678,"vuv_err":0.17147,"score_intelligibility":0.26957,"score_speaker":0.80412,"score_quality":0.96332,"score_fidelity":0.64326,"score":0.67007},"cs":{"n":50,"unit":"wer","wer":24.97083,"wer_orig":9.45158,"dwer":15.51925,"wer_pseudo":22.19626,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.83224,"utmos":2.66321,"dnsmos_ovrl":3.19992,"dnsmos_sig":3.52258,"dnsmos_bak":3.98885,"pesq_wb":1.81978,"pesq_nb":2.52532,"stoi":0.83581,"estoi":0.71188,"si_sdr":-5.60984,"mel_dist":0.18777,"stft_dist":1.22031,"f0_rmse_cents":106.3673,"f0_corr":0.84839,"vuv_err":0.13771,"score_intelligibility":0.40244,"score_speaker":0.83224,"score_quality":1.0,"score_fidelity":0.63947,"score":0.71854},"tr":{"n":50,"unit":"wer","wer":18.81579,"wer_orig":7.76316,"dwer":11.05263,"wer_pseudo":14.88801,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.8386,"utmos":2.19995,"dnsmos_ovrl":3.06536,"dnsmos_sig":3.42119,"dnsmos_bak":4.01548,"pesq_wb":2.19884,"pesq_nb":2.88132,"stoi":0.83295,"estoi":0.69281,"si_sdr":-17.23808,"mel_dist":0.18199,"stft_dist":1.29355,"f0_rmse_cents":104.82169,"f0_corr":0.92748,"vuv_err":0.13922,"score_intelligibility":0.44223,"score_speaker":0.8386,"score_quality":0.96805,"score_fidelity":0.70098,"score":0.73747},"id":{"n":50,"unit":"wer","wer":16.88312,"wer_orig":5.90319,"dwer":10.97993,"wer_pseudo":15.11216,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.77303,"utmos":1.97618,"dnsmos_ovrl":2.81784,"dnsmos_sig":3.40392,"dnsmos_bak":3.36144,"pesq_wb":1.7452,"pesq_nb":2.46239,"stoi":0.71783,"estoi":0.53709,"si_sdr":-16.58873,"mel_dist":0.16498,"stft_dist":1.24831,"f0_rmse_cents":166.22727,"f0_corr":0.73427,"vuv_err":0.2382,"score_intelligibility":0.38602,"score_speaker":0.77303,"score_quality":1.0,"score_fidelity":0.555,"score":0.67851},"vi":{"n":50,"unit":"wer","wer":20.2864,"wer_orig":7.71679,"dwer":12.56961,"wer_pseudo":16.79936,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.81922,"utmos":2.20728,"dnsmos_ovrl":2.87943,"dnsmos_sig":3.40654,"dnsmos_bak":3.70906,"pesq_wb":2.08064,"pesq_nb":2.79715,"stoi":0.72064,"estoi":0.56704,"si_sdr":-15.63256,"mel_dist":0.16073,"stft_dist":1.14949,"f0_rmse_cents":238.18366,"f0_corr":0.80868,"vuv_err":0.20189,"score_intelligibility":0.4095,"score_speaker":0.81922,"score_quality":1.0,"score_fidelity":0.61269,"score":0.71035},"ru":{"n":50,"unit":"wer","wer":8.90173,"wer_orig":4.50867,"dwer":4.39306,"wer_pseudo":6.02549,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.79021,"utmos":2.64518,"dnsmos_ovrl":3.0535,"dnsmos_sig":3.39832,"dnsmos_bak":4.02525,"pesq_wb":2.12585,"pesq_nb":2.71523,"stoi":0.87331,"estoi":0.75967,"si_sdr":-16.23052,"mel_dist":0.18216,"stft_dist":1.23677,"f0_rmse_cents":134.76596,"f0_corr":0.84879,"vuv_err":0.19329,"score_intelligibility":0.55633,"score_speaker":0.79021,"score_quality":0.98796,"score_fidelity":0.68125,"score":0.75394},"uk":{"n":50,"unit":"wer","wer":16.68558,"wer_orig":6.46992,"dwer":10.21566,"wer_pseudo":14.43182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.78431,"utmos":2.64497,"dnsmos_ovrl":3.04608,"dnsmos_sig":3.3743,"dnsmos_bak":4.06669,"pesq_wb":2.1126,"pesq_nb":2.73495,"stoi":0.86935,"estoi":0.73891,"si_sdr":-8.76548,"mel_dist":0.18116,"stft_dist":1.21966,"f0_rmse_cents":117.02008,"f0_corr":0.89862,"vuv_err":0.14882,"score_intelligibility":0.42237,"score_speaker":0.78431,"score_quality":0.99756,"score_fidelity":0.69529,"score":0.72488},"el":{"n":50,"unit":"wer","wer":38.07615,"wer_orig":12.02405,"dwer":26.0521,"wer_pseudo":33.63363,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.76983,"utmos":2.76249,"dnsmos_ovrl":3.04488,"dnsmos_sig":3.44928,"dnsmos_bak":3.92612,"pesq_wb":2.31187,"pesq_nb":2.93292,"stoi":0.84981,"estoi":0.71609,"si_sdr":-13.01055,"mel_dist":0.17219,"stft_dist":1.14901,"f0_rmse_cents":117.07606,"f0_corr":0.8356,"vuv_err":0.15705,"score_intelligibility":0.3333,"score_speaker":0.76983,"score_quality":1.0,"score_fidelity":0.68674,"score":0.69747},"ar":{"n":50,"unit":"wer","wer":22.93465,"wer_orig":12.45376,"dwer":10.48089,"wer_pseudo":15.08035,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.87167,"utmos":2.73394,"dnsmos_ovrl":3.1956,"dnsmos_sig":3.54601,"dnsmos_bak":3.97275,"pesq_wb":2.18991,"pesq_nb":2.82015,"stoi":0.89829,"estoi":0.81647,"si_sdr":-18.55517,"mel_dist":0.18409,"stft_dist":1.22431,"f0_rmse_cents":131.10167,"f0_corr":0.87246,"vuv_err":0.15716,"score_intelligibility":0.5621,"score_speaker":0.87167,"score_quality":1.0,"score_fidelity":0.70357,"score":0.78434},"fa":{"n":50,"unit":"wer","wer":40.91429,"wer_orig":25.94286,"dwer":14.97143,"wer_pseudo":25.08108,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.81814,"utmos":2.59656,"dnsmos_ovrl":2.84195,"dnsmos_sig":3.36752,"dnsmos_bak":3.71423,"pesq_wb":1.98541,"pesq_nb":2.82735,"stoi":0.72434,"estoi":0.57793,"si_sdr":-10.4447,"mel_dist":0.16886,"stft_dist":1.23062,"f0_rmse_cents":319.37069,"f0_corr":0.67334,"vuv_err":0.21799,"score_intelligibility":0.64281,"score_speaker":0.81814,"score_quality":0.99334,"score_fidelity":0.55974,"score":0.75351},"he":{"n":50,"unit":"wer","wer":45.23256,"wer_orig":19.4186,"dwer":25.81395,"wer_pseudo":37.32394,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.77265,"utmos":2.60433,"dnsmos_ovrl":2.87224,"dnsmos_sig":3.25461,"dnsmos_bak":3.99115,"pesq_wb":1.8934,"pesq_nb":2.5595,"stoi":0.85924,"estoi":0.73642,"si_sdr":-10.62473,"mel_dist":0.18049,"stft_dist":1.19272,"f0_rmse_cents":168.41454,"f0_corr":0.74188,"vuv_err":0.26028,"score_intelligibility":0.44165,"score_speaker":0.77265,"score_quality":1.0,"score_fidelity":0.61879,"score":0.70827},"hi":{"n":50,"unit":"wer","wer":40.62789,"wer_orig":26.31579,"dwer":14.3121,"wer_pseudo":29.60945,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.80946,"utmos":2.39073,"dnsmos_ovrl":2.78498,"dnsmos_sig":3.3609,"dnsmos_bak":3.46392,"pesq_wb":2.03399,"pesq_nb":2.72994,"stoi":0.80838,"estoi":0.66597,"si_sdr":-16.67423,"mel_dist":0.17597,"stft_dist":1.22477,"f0_rmse_cents":229.39319,"f0_corr":0.74978,"vuv_err":0.1987,"score_intelligibility":0.65619,"score_speaker":0.80946,"score_quality":1.0,"score_fidelity":0.61786,"score":0.77088},"zh":{"n":50,"unit":"cer","wer":10.14577,"wer_orig":7.40525,"dwer":2.74052,"wer_pseudo":4.14634,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86118,"utmos":2.89565,"dnsmos_ovrl":3.12924,"dnsmos_sig":3.47179,"dnsmos_bak":4.03192,"pesq_wb":2.30981,"pesq_nb":2.9213,"stoi":0.88122,"estoi":0.78803,"si_sdr":-17.47249,"mel_dist":0.16781,"stft_dist":1.21259,"f0_rmse_cents":543.99822,"f0_corr":0.71172,"vuv_err":0.17255,"score_intelligibility":0.75412,"score_speaker":0.86118,"score_quality":1.0,"score_fidelity":0.65572,"score":0.81776},"yue":{"n":50,"unit":"cer","wer":21.43302,"wer_orig":14.39252,"dwer":7.0405,"wer_pseudo":16.71944,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.8546,"utmos":3.02778,"dnsmos_ovrl":3.09709,"dnsmos_sig":3.47172,"dnsmos_bak":3.91987,"pesq_wb":2.10468,"pesq_nb":2.80382,"stoi":0.86093,"estoi":0.7337,"si_sdr":-12.78604,"mel_dist":0.16843,"stft_dist":1.1693,"f0_rmse_cents":184.04024,"f0_corr":0.86416,"vuv_err":0.16556,"score_intelligibility":0.68615,"score_speaker":0.8546,"score_quality":1.0,"score_fidelity":0.68024,"score":0.80525},"ja":{"n":50,"unit":"cer","wer":10.97841,"wer_orig":3.53698,"dwer":7.44143,"wer_pseudo":9.55443,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.74173,"utmos":2.01982,"dnsmos_ovrl":2.56347,"dnsmos_sig":3.20767,"dnsmos_bak":3.43059,"pesq_wb":2.14486,"pesq_nb":2.77719,"stoi":0.70198,"estoi":0.54018,"si_sdr":-12.93735,"mel_dist":0.16424,"stft_dist":1.23961,"f0_rmse_cents":187.74024,"f0_corr":0.71762,"vuv_err":0.16156,"score_intelligibility":0.37876,"score_speaker":0.74173,"score_quality":0.99236,"score_fidelity":0.58224,"score":0.67377},"ko":{"n":50,"unit":"cer","wer":8.33333,"wer_orig":5.14706,"dwer":3.18627,"wer_pseudo":3.95792,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.84216,"utmos":3.35145,"dnsmos_ovrl":3.04737,"dnsmos_sig":3.39029,"dnsmos_bak":4.07082,"pesq_wb":2.6322,"pesq_nb":3.19891,"stoi":0.88581,"estoi":0.79645,"si_sdr":-11.25838,"mel_dist":0.15819,"stft_dist":1.07382,"f0_rmse_cents":94.16055,"f0_corr":0.94413,"vuv_err":0.11192,"score_intelligibility":0.65861,"score_speaker":0.84216,"score_quality":1.0,"score_fidelity":0.76543,"score":0.81655},"th":{"n":50,"unit":"cer","wer":14.85449,"wer_orig":7.61924,"dwer":7.23525,"wer_pseudo":11.76351,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.86175,"utmos":2.48504,"dnsmos_ovrl":2.74707,"dnsmos_sig":3.27584,"dnsmos_bak":3.66351,"pesq_wb":1.96512,"pesq_nb":2.71976,"stoi":0.84406,"estoi":0.72666,"si_sdr":-20.78358,"mel_dist":0.17082,"stft_dist":1.21141,"f0_rmse_cents":268.8037,"f0_corr":0.77553,"vuv_err":0.22412,"score_intelligibility":0.54365,"score_speaker":0.86175,"score_quality":0.99168,"score_fidelity":0.63178,"score":0.75721}}},{"codec":"auv_speech","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"auv_speech","family":"AUV","checkpoint":"SWivid/AUV","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":1,"codebook_size":8192,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2509.21968","year":2025,"bitrate_kbps":0.65,"notes":"encoder search restricted to the 8192-entry speech sub-codebook","side_info":null,"warning":null,"env":"main"},"kbps":0.65,"kbps_measured":0.65,"tokens_per_s":50.0,"params_M":122.62888,"efficiency":{"rtf_encode":0.00076,"rtf_decode":0.00093,"peak_vram_gb":0.66905,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73834,"score_worst_lang":0.65266,"worst_lang":"pl","en_gap":0.04234,"score_intelligibility":0.48765,"score_speaker":0.81218,"score_quality":0.99849,"score_fidelity":0.65504,"dwer":10.75761,"wer":19.56342,"wer_pseudo":15.48918,"sim":0.81218,"utmos":2.67978,"dnsmos_ovrl":2.99089,"dnsmos_sig":3.39663,"dnsmos_bak":3.8921,"pesq_wb":2.09505,"pesq_nb":2.74456,"stoi":0.83326,"estoi":0.70716,"si_sdr":-14.76718,"mel_dist":0.17688,"stft_dist":1.21794,"f0_rmse_cents":182.84989,"f0_corr":0.81899,"vuv_err":0.17922,"score_ci95":[0.73258,0.74443]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.42281,"wer_orig":6.98132,"dwer":3.44149,"wer_pseudo":6.22568,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.77482,"utmos":2.6006,"dnsmos_ovrl":2.58505,"dnsmos_sig":3.13832,"dnsmos_bak":3.72663,"pesq_wb":1.9454,"pesq_nb":2.66887,"stoi":0.80038,"estoi":0.66303,"si_sdr":-15.95418,"mel_dist":0.17524,"stft_dist":1.23717,"f0_rmse_cents":162.08561,"f0_corr":0.85583,"vuv_err":0.18523,"score_intelligibility":0.69872,"score_speaker":0.77482,"score_quality":1.0,"score_fidelity":0.64211,"score":0.77891},"de":{"n":50,"unit":"wer","wer":11.19023,"wer_orig":5.69685,"dwer":5.49339,"wer_pseudo":7.73143,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.82884,"utmos":2.8982,"dnsmos_ovrl":3.10936,"dnsmos_sig":3.4,"dnsmos_bak":4.05195,"pesq_wb":2.14661,"pesq_nb":2.756,"stoi":0.87164,"estoi":0.72709,"si_sdr":-9.543,"mel_dist":0.17377,"stft_dist":1.17341,"f0_rmse_cents":183.85324,"f0_corr":0.79926,"vuv_err":0.18841,"score_intelligibility":0.54936,"score_speaker":0.82884,"score_quality":1.0,"score_fidelity":0.66616,"score":0.76109},"fr":{"n":50,"unit":"wer","wer":18.49802,"wer_orig":4.98024,"dwer":13.51779,"wer_pseudo":16.90476,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.80278,"utmos":2.47703,"dnsmos_ovrl":3.07695,"dnsmos_sig":3.40614,"dnsmos_bak":4.01595,"pesq_wb":1.98433,"pesq_nb":2.61948,"stoi":0.86521,"estoi":0.7679,"si_sdr":-19.77886,"mel_dist":0.19131,"stft_dist":1.19575,"f0_rmse_cents":156.41647,"f0_corr":0.83976,"vuv_err":0.20336,"score_intelligibility":0.30671,"score_speaker":0.80278,"score_quality":1.0,"score_fidelity":0.66207,"score":0.69289},"es":{"n":50,"unit":"wer","wer":5.36364,"wer_orig":3.09091,"dwer":2.27273,"wer_pseudo":3.28168,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.82108,"utmos":2.8913,"dnsmos_ovrl":3.27138,"dnsmos_sig":3.59072,"dnsmos_bak":4.01796,"pesq_wb":2.40655,"pesq_nb":2.96506,"stoi":0.87032,"estoi":0.76032,"si_sdr":-17.24132,"mel_dist":0.1785,"stft_dist":1.22117,"f0_rmse_cents":217.69575,"f0_corr":0.81018,"vuv_err":0.18702,"score_intelligibility":0.64286,"score_speaker":0.82108,"score_quality":1.0,"score_fidelity":0.69413,"score":0.78952},"it":{"n":50,"unit":"wer","wer":6.64845,"wer_orig":2.55009,"dwer":4.09836,"wer_pseudo":4.84461,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83953,"utmos":3.15784,"dnsmos_ovrl":3.31237,"dnsmos_sig":3.59886,"dnsmos_bak":4.0893,"pesq_wb":2.45004,"pesq_nb":2.97493,"stoi":0.87816,"estoi":0.77739,"si_sdr":-15.79629,"mel_dist":0.17995,"stft_dist":1.17155,"f0_rmse_cents":118.62031,"f0_corr":0.86495,"vuv_err":0.15671,"score_intelligibility":0.46416,"score_speaker":0.83953,"score_quality":1.0,"score_fidelity":0.71914,"score":0.75571},"pt":{"n":50,"unit":"wer","wer":7.42188,"wer_orig":3.41797,"dwer":4.00391,"wer_pseudo":6.00394,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85968,"utmos":2.72912,"dnsmos_ovrl":3.0885,"dnsmos_sig":3.44462,"dnsmos_bak":3.8469,"pesq_wb":2.2291,"pesq_nb":2.77634,"stoi":0.82845,"estoi":0.71006,"si_sdr":-12.7988,"mel_dist":0.17876,"stft_dist":1.22544,"f0_rmse_cents":254.94341,"f0_corr":0.78955,"vuv_err":0.21512,"score_intelligibility":0.52458,"score_speaker":0.85968,"score_quality":1.0,"score_fidelity":0.65639,"score":0.76016},"nl":{"n":50,"unit":"wer","wer":19.98216,"wer_orig":5.26316,"dwer":14.719,"wer_pseudo":17.1889,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.81081,"utmos":3.06627,"dnsmos_ovrl":2.75661,"dnsmos_sig":3.15241,"dnsmos_bak":4.08573,"pesq_wb":2.03642,"pesq_nb":2.67676,"stoi":0.87558,"estoi":0.75769,"si_sdr":-9.24609,"mel_dist":0.18328,"stft_dist":1.27667,"f0_rmse_cents":146.97494,"f0_corr":0.86178,"vuv_err":0.18946,"score_intelligibility":0.2985,"score_speaker":0.81081,"score_quality":1.0,"score_fidelity":0.67783,"score":0.69678},"pl":{"n":50,"unit":"wer","wer":20.17544,"wer_orig":3.28947,"dwer":16.88596,"wer_pseudo":19.84649,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.80161,"utmos":2.63581,"dnsmos_ovrl":3.08618,"dnsmos_sig":3.41504,"dnsmos_bak":4.07294,"pesq_wb":1.97095,"pesq_nb":2.52651,"stoi":0.88252,"estoi":0.7647,"si_sdr":-16.77406,"mel_dist":0.1835,"stft_dist":1.26452,"f0_rmse_cents":133.13036,"f0_corr":0.75511,"vuv_err":0.17582,"score_intelligibility":0.20257,"score_speaker":0.80161,"score_quality":0.9681,"score_fidelity":0.63835,"score":0.65266},"cs":{"n":50,"unit":"wer","wer":26.021,"wer_orig":9.45158,"dwer":16.56943,"wer_pseudo":21.61215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.82512,"utmos":2.66648,"dnsmos_ovrl":3.20395,"dnsmos_sig":3.51868,"dnsmos_bak":4.00202,"pesq_wb":1.78248,"pesq_nb":2.48495,"stoi":0.83332,"estoi":0.70802,"si_sdr":-6.11881,"mel_dist":0.1897,"stft_dist":1.22653,"f0_rmse_cents":108.18962,"f0_corr":0.84119,"vuv_err":0.13423,"score_intelligibility":0.38679,"score_speaker":0.82512,"score_quality":1.0,"score_fidelity":0.63269,"score":0.71115},"tr":{"n":50,"unit":"wer","wer":19.07895,"wer_orig":7.76316,"dwer":11.31579,"wer_pseudo":15.94203,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.83624,"utmos":2.3107,"dnsmos_ovrl":3.09444,"dnsmos_sig":3.44818,"dnsmos_bak":4.02617,"pesq_wb":2.16994,"pesq_nb":2.84539,"stoi":0.83567,"estoi":0.69456,"si_sdr":-17.66515,"mel_dist":0.18334,"stft_dist":1.30706,"f0_rmse_cents":114.51033,"f0_corr":0.91897,"vuv_err":0.14028,"score_intelligibility":0.43644,"score_speaker":0.83624,"score_quality":1.0,"score_fidelity":0.6963,"score":0.74224},"id":{"n":50,"unit":"wer","wer":19.24439,"wer_orig":5.90319,"dwer":13.3412,"wer_pseudo":17.94569,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.77224,"utmos":2.01702,"dnsmos_ovrl":2.84971,"dnsmos_sig":3.42274,"dnsmos_bak":3.40255,"pesq_wb":1.72715,"pesq_nb":2.43334,"stoi":0.71821,"estoi":0.53453,"si_sdr":-16.17071,"mel_dist":0.16632,"stft_dist":1.25478,"f0_rmse_cents":157.85997,"f0_corr":0.76825,"vuv_err":0.2301,"score_intelligibility":0.34099,"score_speaker":0.77224,"score_quality":1.0,"score_fidelity":0.56474,"score":0.66949},"vi":{"n":50,"unit":"wer","wer":19.49085,"wer_orig":7.71679,"dwer":11.77407,"wer_pseudo":16.71975,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.81171,"utmos":2.24879,"dnsmos_ovrl":2.89217,"dnsmos_sig":3.41258,"dnsmos_bak":3.72681,"pesq_wb":2.02139,"pesq_nb":2.76332,"stoi":0.71855,"estoi":0.56154,"si_sdr":-13.11805,"mel_dist":0.16184,"stft_dist":1.15961,"f0_rmse_cents":210.78673,"f0_corr":0.82148,"vuv_err":0.18154,"score_intelligibility":0.4254,"score_speaker":0.81171,"score_quality":1.0,"score_fidelity":0.61062,"score":0.71193},"ru":{"n":50,"unit":"wer","wer":8.55491,"wer_orig":4.50867,"dwer":4.04624,"wer_pseudo":6.14137,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.78791,"utmos":2.70375,"dnsmos_ovrl":3.05131,"dnsmos_sig":3.39266,"dnsmos_bak":4.03868,"pesq_wb":2.10641,"pesq_nb":2.68328,"stoi":0.86987,"estoi":0.75453,"si_sdr":-16.57052,"mel_dist":0.18433,"stft_dist":1.24645,"f0_rmse_cents":130.44234,"f0_corr":0.85786,"vuv_err":0.18782,"score_intelligibility":0.57653,"score_speaker":0.78791,"score_quality":1.0,"score_fidelity":0.68128,"score":0.76143},"uk":{"n":50,"unit":"wer","wer":19.18275,"wer_orig":6.46992,"dwer":12.71283,"wer_pseudo":16.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.78488,"utmos":2.69051,"dnsmos_ovrl":3.05399,"dnsmos_sig":3.37951,"dnsmos_bak":4.0742,"pesq_wb":2.07011,"pesq_nb":2.71086,"stoi":0.86674,"estoi":0.73441,"si_sdr":-9.01415,"mel_dist":0.18354,"stft_dist":1.23388,"f0_rmse_cents":115.7162,"f0_corr":0.88673,"vuv_err":0.14282,"score_intelligibility":0.37011,"score_speaker":0.78488,"score_quality":0.99949,"score_fidelity":0.68641,"score":0.71022},"el":{"n":50,"unit":"wer","wer":30.26052,"wer_orig":12.02405,"dwer":18.23647,"wer_pseudo":26.02603,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.75624,"utmos":2.79031,"dnsmos_ovrl":3.04787,"dnsmos_sig":3.45398,"dnsmos_bak":3.92334,"pesq_wb":2.27946,"pesq_nb":2.91225,"stoi":0.84829,"estoi":0.71353,"si_sdr":-14.08386,"mel_dist":0.17438,"stft_dist":1.16156,"f0_rmse_cents":129.22335,"f0_corr":0.83357,"vuv_err":0.15398,"score_intelligibility":0.41663,"score_speaker":0.75624,"score_quality":1.0,"score_fidelity":0.68247,"score":0.71384},"ar":{"n":50,"unit":"wer","wer":26.01726,"wer_orig":12.45376,"dwer":13.5635,"wer_pseudo":18.91224,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86428,"utmos":2.76742,"dnsmos_ovrl":3.22074,"dnsmos_sig":3.55054,"dnsmos_bak":4.01308,"pesq_wb":2.14303,"pesq_nb":2.77365,"stoi":0.89542,"estoi":0.81219,"si_sdr":-17.99228,"mel_dist":0.1869,"stft_dist":1.23868,"f0_rmse_cents":128.49771,"f0_corr":0.87586,"vuv_err":0.1549,"score_intelligibility":0.49797,"score_speaker":0.86428,"score_quality":1.0,"score_fidelity":0.69929,"score":0.76538},"fa":{"n":50,"unit":"wer","wer":42.51429,"wer_orig":25.94286,"dwer":16.57143,"wer_pseudo":27.13514,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.81203,"utmos":2.65909,"dnsmos_ovrl":2.83687,"dnsmos_sig":3.35395,"dnsmos_bak":3.71212,"pesq_wb":1.9421,"pesq_nb":2.79244,"stoi":0.71883,"estoi":0.57176,"si_sdr":-12.90554,"mel_dist":0.1713,"stft_dist":1.24117,"f0_rmse_cents":324.22342,"f0_corr":0.69262,"vuv_err":0.22297,"score_intelligibility":0.61917,"score_speaker":0.81203,"score_quality":0.99979,"score_fidelity":0.56021,"score":0.7478},"he":{"n":50,"unit":"wer","wer":49.76744,"wer_orig":19.4186,"dwer":30.34884,"wer_pseudo":43.42723,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.75943,"utmos":2.63535,"dnsmos_ovrl":2.85987,"dnsmos_sig":3.24538,"dnsmos_bak":3.97427,"pesq_wb":1.88919,"pesq_nb":2.53257,"stoi":0.85624,"estoi":0.73175,"si_sdr":-12.96106,"mel_dist":0.18246,"stft_dist":1.20107,"f0_rmse_cents":158.94548,"f0_corr":0.7535,"vuv_err":0.25588,"score_intelligibility":0.4022,"score_speaker":0.75943,"score_quality":1.0,"score_fidelity":0.62126,"score":0.69572},"hi":{"n":50,"unit":"wer","wer":40.62789,"wer_orig":26.31579,"dwer":14.3121,"wer_pseudo":29.51862,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.80484,"utmos":2.4393,"dnsmos_ovrl":2.78158,"dnsmos_sig":3.36518,"dnsmos_bak":3.47274,"pesq_wb":2.02387,"pesq_nb":2.70859,"stoi":0.80584,"estoi":0.66368,"si_sdr":-19.75832,"mel_dist":0.17862,"stft_dist":1.23642,"f0_rmse_cents":201.75855,"f0_corr":0.7414,"vuv_err":0.19394,"score_intelligibility":0.65619,"score_speaker":0.80484,"score_quality":1.0,"score_fidelity":0.61326,"score":0.76857},"zh":{"n":50,"unit":"cer","wer":11.07872,"wer_orig":7.40525,"dwer":3.67347,"wer_pseudo":4.69512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.85408,"utmos":2.92932,"dnsmos_ovrl":3.12848,"dnsmos_sig":3.4697,"dnsmos_bak":4.03502,"pesq_wb":2.25718,"pesq_nb":2.90369,"stoi":0.87913,"estoi":0.78408,"si_sdr":-17.29529,"mel_dist":0.1691,"stft_dist":1.22087,"f0_rmse_cents":534.2619,"f0_corr":0.71672,"vuv_err":0.17201,"score_intelligibility":0.69587,"score_speaker":0.85408,"score_quality":1.0,"score_fidelity":0.65168,"score":0.80041},"yue":{"n":50,"unit":"cer","wer":20.99688,"wer_orig":14.39252,"dwer":6.60436,"wer_pseudo":17.16276,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.84662,"utmos":3.07459,"dnsmos_ovrl":3.08273,"dnsmos_sig":3.45473,"dnsmos_bak":3.91781,"pesq_wb":2.06183,"pesq_nb":2.76228,"stoi":0.85783,"estoi":0.72868,"si_sdr":-13.03577,"mel_dist":0.16977,"stft_dist":1.18003,"f0_rmse_cents":178.88596,"f0_corr":0.84362,"vuv_err":0.15595,"score_intelligibility":0.69976,"score_speaker":0.84662,"score_quality":1.0,"score_fidelity":0.66828,"score":0.80366},"ja":{"n":50,"unit":"cer","wer":11.57556,"wer_orig":3.53698,"dwer":8.03859,"wer_pseudo":10.15158,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.75038,"utmos":2.03317,"dnsmos_ovrl":2.57287,"dnsmos_sig":3.22334,"dnsmos_bak":3.42833,"pesq_wb":2.08956,"pesq_nb":2.74343,"stoi":0.69881,"estoi":0.53594,"si_sdr":-14.74348,"mel_dist":0.16621,"stft_dist":1.248,"f0_rmse_cents":131.02364,"f0_corr":0.81599,"vuv_err":0.15197,"score_intelligibility":0.36078,"score_speaker":0.75038,"score_quality":0.9988,"score_fidelity":0.6087,"score":0.67966},"ko":{"n":50,"unit":"cer","wer":8.43137,"wer_orig":5.14706,"dwer":3.28431,"wer_pseudo":4.00802,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.83201,"utmos":3.3806,"dnsmos_ovrl":3.05072,"dnsmos_sig":3.39561,"dnsmos_bak":4.06109,"pesq_wb":2.62886,"pesq_nb":3.18361,"stoi":0.88211,"estoi":0.79133,"si_sdr":-14.11097,"mel_dist":0.1597,"stft_dist":1.08387,"f0_rmse_cents":109.98665,"f0_corr":0.92666,"vuv_err":0.10767,"score_intelligibility":0.65177,"score_speaker":0.83201,"score_quality":1.0,"score_fidelity":0.75805,"score":0.81046},"th":{"n":50,"unit":"cer","wer":16.97656,"wer_orig":7.61924,"dwer":9.35732,"wer_pseudo":13.38328,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.85509,"utmos":2.51218,"dnsmos_ovrl":2.76767,"dnsmos_sig":3.28633,"dnsmos_bak":3.69477,"pesq_wb":1.91917,"pesq_nb":2.67183,"stoi":0.841,"estoi":0.72303,"si_sdr":-21.73586,"mel_dist":0.1733,"stft_dist":1.22489,"f0_rmse_cents":280.36548,"f0_corr":0.78482,"vuv_err":0.21402,"score_intelligibility":0.47947,"score_speaker":0.85509,"score_quality":0.99748,"score_fidelity":0.62948,"score":0.74038}}},{"codec":"bicodec","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"bicodec","family":"BiCodec","checkpoint":"SparkAudio/Spark-TTS-0.5B","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":1,"codebook_size":8192,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"CC-BY-NC-SA-4.0 (weights), Apache-2.0 (code)","paper":"2503.01710","year":2025,"bitrate_kbps":0.65,"notes":"Spark-TTS tokenizer; + 32 global speaker tokens (FSQ 4^6, 12 bit) per utterance, not in bitrate_kbps; wav2vec2-xlsr-53 semantic features","side_info":"32 global speaker tokens / utterance (~384 bits)","warning":null,"env":"main"},"kbps":0.65,"kbps_measured":0.69015,"tokens_per_s":53.08822,"params_M":471.75501,"efficiency":{"rtf_encode":0.00301,"rtf_decode":0.00294,"peak_vram_gb":2.45647,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.76885,"score_worst_lang":0.68555,"worst_lang":"nl","en_gap":0.02885,"score_intelligibility":0.62168,"score_speaker":0.78329,"score_quality":0.999,"score_fidelity":0.67144,"dwer":6.19062,"wer":14.99643,"wer_pseudo":10.29828,"sim":0.78329,"utmos":2.79068,"dnsmos_ovrl":3.12336,"dnsmos_sig":3.50442,"dnsmos_bak":3.85858,"pesq_wb":2.15907,"pesq_nb":2.74887,"stoi":0.83578,"estoi":0.71061,"si_sdr":-7.86285,"mel_dist":0.38597,"stft_dist":6.97247,"f0_rmse_cents":146.62933,"f0_corr":0.84738,"vuv_err":0.15312,"score_ci95":[0.76298,0.77535]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.55457,"wer_orig":6.98132,"dwer":1.57325,"wer_pseudo":3.6965,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.69611,"utmos":3.17345,"dnsmos_ovrl":3.06865,"dnsmos_sig":3.49372,"dnsmos_bak":3.77044,"pesq_wb":2.02609,"pesq_nb":2.6418,"stoi":0.80115,"estoi":0.66425,"si_sdr":-7.73699,"mel_dist":0.95973,"stft_dist":40.01281,"f0_rmse_cents":159.44516,"f0_corr":0.86937,"vuv_err":0.17139,"score_intelligibility":0.83534,"score_speaker":0.69611,"score_quality":1.0,"score_fidelity":0.65456,"score":0.7965},"de":{"n":50,"unit":"wer","wer":8.34181,"wer_orig":5.69685,"dwer":2.64496,"wer_pseudo":3.35707,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.8234,"utmos":2.97549,"dnsmos_ovrl":3.13809,"dnsmos_sig":3.42722,"dnsmos_bak":4.04585,"pesq_wb":2.25885,"pesq_nb":2.7723,"stoi":0.87266,"estoi":0.73095,"si_sdr":-2.91351,"mel_dist":0.22662,"stft_dist":1.59172,"f0_rmse_cents":155.6621,"f0_corr":0.84817,"vuv_err":0.15299,"score_intelligibility":0.71687,"score_speaker":0.8234,"score_quality":1.0,"score_fidelity":0.6935,"score":0.80844},"fr":{"n":50,"unit":"wer","wer":11.5415,"wer_orig":4.98024,"dwer":6.56126,"wer_pseudo":9.52381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.78059,"utmos":2.6186,"dnsmos_ovrl":3.11837,"dnsmos_sig":3.4326,"dnsmos_bak":3.99343,"pesq_wb":2.11628,"pesq_nb":2.66019,"stoi":0.87036,"estoi":0.77586,"si_sdr":-9.38468,"mel_dist":0.29922,"stft_dist":4.47824,"f0_rmse_cents":114.8012,"f0_corr":0.90491,"vuv_err":0.17146,"score_intelligibility":0.47684,"score_speaker":0.78059,"score_quality":1.0,"score_fidelity":0.69807,"score":0.73887},"es":{"n":50,"unit":"wer","wer":4.18182,"wer_orig":3.09091,"dwer":1.09091,"wer_pseudo":2.3701,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.82784,"utmos":3.0146,"dnsmos_ovrl":3.27313,"dnsmos_sig":3.59396,"dnsmos_bak":4.00374,"pesq_wb":2.54987,"pesq_nb":3.08807,"stoi":0.88228,"estoi":0.77759,"si_sdr":-5.66005,"mel_dist":0.21129,"stft_dist":1.43385,"f0_rmse_cents":178.41067,"f0_corr":0.8713,"vuv_err":0.15376,"score_intelligibility":0.78947,"score_speaker":0.82784,"score_quality":1.0,"score_fidelity":0.73213,"score":0.83736},"it":{"n":50,"unit":"wer","wer":5.37341,"wer_orig":2.55009,"dwer":2.82332,"wer_pseudo":3.65631,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.82421,"utmos":3.30297,"dnsmos_ovrl":3.31481,"dnsmos_sig":3.60587,"dnsmos_bak":4.0674,"pesq_wb":2.57307,"pesq_nb":3.06721,"stoi":0.88684,"estoi":0.79092,"si_sdr":-3.91362,"mel_dist":0.21737,"stft_dist":1.44741,"f0_rmse_cents":100.87219,"f0_corr":0.86364,"vuv_err":0.13073,"score_intelligibility":0.55702,"score_speaker":0.82421,"score_quality":1.0,"score_fidelity":0.73331,"score":0.77863},"pt":{"n":50,"unit":"wer","wer":4.6875,"wer_orig":3.41797,"dwer":1.26953,"wer_pseudo":1.9685,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.83835,"utmos":2.70405,"dnsmos_ovrl":3.05329,"dnsmos_sig":3.44049,"dnsmos_bak":3.77213,"pesq_wb":2.16906,"pesq_nb":2.70535,"stoi":0.82264,"estoi":0.70061,"si_sdr":-10.80329,"mel_dist":0.20318,"stft_dist":1.35879,"f0_rmse_cents":259.44897,"f0_corr":0.80207,"vuv_err":0.18639,"score_intelligibility":0.77679,"score_speaker":0.83835,"score_quality":1.0,"score_fidelity":0.65291,"score":0.81701},"nl":{"n":50,"unit":"wer","wer":16.41392,"wer_orig":5.26316,"dwer":11.15076,"wer_pseudo":14.50313,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71446,"utmos":2.87745,"dnsmos_ovrl":3.16163,"dnsmos_sig":3.4571,"dnsmos_bak":4.06672,"pesq_wb":2.09276,"pesq_nb":2.64302,"stoi":0.86554,"estoi":0.749,"si_sdr":-5.20749,"mel_dist":0.52392,"stft_dist":5.66028,"f0_rmse_cents":118.10649,"f0_corr":0.89594,"vuv_err":0.17091,"score_intelligibility":0.35966,"score_speaker":0.71446,"score_quality":0.97683,"score_fidelity":0.69123,"score":0.68555},"pl":{"n":50,"unit":"wer","wer":10.96491,"wer_orig":3.28947,"dwer":7.67544,"wer_pseudo":9.75877,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.77719,"utmos":2.74468,"dnsmos_ovrl":3.14922,"dnsmos_sig":3.45827,"dnsmos_bak":3.99847,"pesq_wb":1.98448,"pesq_nb":2.52522,"stoi":0.88308,"estoi":0.76862,"si_sdr":-12.70493,"mel_dist":0.34886,"stft_dist":3.01519,"f0_rmse_cents":122.60647,"f0_corr":0.77682,"vuv_err":0.1485,"score_intelligibility":0.3585,"score_speaker":0.77719,"score_quality":0.99926,"score_fidelity":0.64706,"score":0.6955},"cs":{"n":50,"unit":"wer","wer":21.0035,"wer_orig":9.45158,"dwer":11.55193,"wer_pseudo":18.10748,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.81751,"utmos":2.74272,"dnsmos_ovrl":3.16163,"dnsmos_sig":3.48259,"dnsmos_bak":3.95213,"pesq_wb":1.86063,"pesq_nb":2.52309,"stoi":0.84218,"estoi":0.71847,"si_sdr":-3.68183,"mel_dist":0.23516,"stft_dist":1.65235,"f0_rmse_cents":86.41873,"f0_corr":0.90362,"vuv_err":0.11233,"score_intelligibility":0.475,"score_speaker":0.81751,"score_quality":1.0,"score_fidelity":0.6639,"score":0.7391},"tr":{"n":50,"unit":"wer","wer":13.68421,"wer_orig":7.76316,"dwer":5.92105,"wer_pseudo":9.22266,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.81064,"utmos":2.50466,"dnsmos_ovrl":3.1939,"dnsmos_sig":3.51742,"dnsmos_bak":3.98956,"pesq_wb":2.34806,"pesq_nb":2.93539,"stoi":0.85393,"estoi":0.7158,"si_sdr":-11.76603,"mel_dist":0.43058,"stft_dist":6.85431,"f0_rmse_cents":264.1016,"f0_corr":0.68768,"vuv_err":0.15159,"score_intelligibility":0.59677,"score_speaker":0.81064,"score_quality":1.0,"score_fidelity":0.64226,"score":0.76242},"id":{"n":50,"unit":"wer","wer":12.39669,"wer_orig":5.90319,"dwer":6.49351,"wer_pseudo":10.62574,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.73477,"utmos":2.19007,"dnsmos_ovrl":2.86795,"dnsmos_sig":3.44931,"dnsmos_bak":3.41312,"pesq_wb":1.74452,"pesq_nb":2.41605,"stoi":0.72385,"estoi":0.53848,"si_sdr":-11.37853,"mel_dist":0.19487,"stft_dist":1.5646,"f0_rmse_cents":152.88483,"f0_corr":0.79748,"vuv_err":0.20409,"score_intelligibility":0.51529,"score_speaker":0.73477,"score_quality":1.0,"score_fidelity":0.57802,"score":0.70702},"vi":{"n":50,"unit":"wer","wer":16.14956,"wer_orig":7.71679,"dwer":8.43278,"wer_pseudo":13.21656,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.76461,"utmos":2.20291,"dnsmos_ovrl":2.92261,"dnsmos_sig":3.4628,"dnsmos_bak":3.5681,"pesq_wb":1.99238,"pesq_nb":2.62098,"stoi":0.71201,"estoi":0.55457,"si_sdr":-5.76129,"mel_dist":0.34528,"stft_dist":4.62869,"f0_rmse_cents":151.51054,"f0_corr":0.87953,"vuv_err":0.1507,"score_intelligibility":0.50828,"score_speaker":0.76461,"score_quality":1.0,"score_fidelity":0.62503,"score":0.72448},"ru":{"n":50,"unit":"wer","wer":6.82081,"wer_orig":4.50867,"dwer":2.31214,"wer_pseudo":3.36037,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.8046,"utmos":2.79179,"dnsmos_ovrl":3.15748,"dnsmos_sig":3.47401,"dnsmos_bak":3.99865,"pesq_wb":2.15144,"pesq_nb":2.75331,"stoi":0.87491,"estoi":0.76287,"si_sdr":-7.16489,"mel_dist":0.33498,"stft_dist":3.30585,"f0_rmse_cents":133.73953,"f0_corr":0.85479,"vuv_err":0.16413,"score_intelligibility":0.70436,"score_speaker":0.8046,"score_quality":1.0,"score_fidelity":0.68623,"score":0.7988},"uk":{"n":50,"unit":"wer","wer":10.89671,"wer_orig":6.46992,"dwer":4.42679,"wer_pseudo":7.61364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.7481,"utmos":2.95541,"dnsmos_ovrl":3.27695,"dnsmos_sig":3.56587,"dnsmos_bak":4.0507,"pesq_wb":2.18616,"pesq_nb":2.74221,"stoi":0.87363,"estoi":0.74249,"si_sdr":-4.31677,"mel_dist":0.5552,"stft_dist":17.30332,"f0_rmse_cents":91.67846,"f0_corr":0.93444,"vuv_err":0.14033,"score_intelligibility":0.6279,"score_speaker":0.7481,"score_quality":1.0,"score_fidelity":0.71566,"score":0.77291},"el":{"n":50,"unit":"wer","wer":25.1503,"wer_orig":12.02405,"dwer":13.12625,"wer_pseudo":20.32032,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.68944,"utmos":2.84137,"dnsmos_ovrl":3.09081,"dnsmos_sig":3.50511,"dnsmos_bak":3.81411,"pesq_wb":2.32816,"pesq_nb":2.89789,"stoi":0.84629,"estoi":0.71547,"si_sdr":-6.77148,"mel_dist":0.25906,"stft_dist":2.0566,"f0_rmse_cents":104.47092,"f0_corr":0.86626,"vuv_err":0.13398,"score_intelligibility":0.49805,"score_speaker":0.68944,"score_quality":1.0,"score_fidelity":0.69734,"score":0.72121},"ar":{"n":50,"unit":"wer","wer":20.59186,"wer_orig":12.45376,"dwer":8.1381,"wer_pseudo":14.70952,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.83533,"utmos":2.84548,"dnsmos_ovrl":3.26173,"dnsmos_sig":3.59179,"dnsmos_bak":3.98758,"pesq_wb":2.15484,"pesq_nb":2.81545,"stoi":0.89963,"estoi":0.81991,"si_sdr":-8.58462,"mel_dist":0.26942,"stft_dist":1.87386,"f0_rmse_cents":112.94954,"f0_corr":0.89193,"vuv_err":0.13957,"score_intelligibility":0.62309,"score_speaker":0.83533,"score_quality":1.0,"score_fidelity":0.70717,"score":0.7914},"fa":{"n":50,"unit":"wer","wer":34.17143,"wer_orig":25.94286,"dwer":8.22857,"wer_pseudo":18.05405,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.75376,"utmos":2.87448,"dnsmos_ovrl":3.11425,"dnsmos_sig":3.55756,"dnsmos_bak":3.73667,"pesq_wb":2.00487,"pesq_nb":2.74939,"stoi":0.71839,"estoi":0.56624,"si_sdr":-8.24837,"mel_dist":0.56638,"stft_dist":15.1003,"f0_rmse_cents":227.04159,"f0_corr":0.72795,"vuv_err":0.1469,"score_intelligibility":0.76604,"score_speaker":0.75376,"score_quality":1.0,"score_fidelity":0.57781,"score":0.7744},"he":{"n":50,"unit":"wer","wer":37.32558,"wer_orig":19.4186,"dwer":17.90698,"wer_pseudo":28.05164,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.76152,"utmos":2.77008,"dnsmos_ovrl":3.12556,"dnsmos_sig":3.46659,"dnsmos_bak":3.91614,"pesq_wb":1.96419,"pesq_nb":2.55329,"stoi":0.8577,"estoi":0.73117,"si_sdr":-9.82101,"mel_dist":0.59641,"stft_dist":13.62975,"f0_rmse_cents":150.03308,"f0_corr":0.79143,"vuv_err":0.19108,"score_intelligibility":0.53277,"score_speaker":0.76152,"score_quality":1.0,"score_fidelity":0.64154,"score":0.73396},"hi":{"n":50,"unit":"wer","wer":34.99538,"wer_orig":26.31579,"dwer":8.67959,"wer_pseudo":20.25431,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.77783,"utmos":2.50494,"dnsmos_ovrl":2.83285,"dnsmos_sig":3.41645,"dnsmos_bak":3.43737,"pesq_wb":2.06154,"pesq_nb":2.69527,"stoi":0.81404,"estoi":0.6739,"si_sdr":-10.20542,"mel_dist":0.27464,"stft_dist":2.40452,"f0_rmse_cents":144.01105,"f0_corr":0.8083,"vuv_err":0.16467,"score_intelligibility":0.75887,"score_speaker":0.77783,"score_quality":1.0,"score_fidelity":0.64188,"score":0.79464},"zh":{"n":50,"unit":"cer","wer":10.08746,"wer_orig":7.40525,"dwer":2.68222,"wer_pseudo":4.39024,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.80828,"utmos":2.95149,"dnsmos_ovrl":3.28722,"dnsmos_sig":3.57599,"dnsmos_bak":4.06655,"pesq_wb":2.4327,"pesq_nb":2.87637,"stoi":0.87665,"estoi":0.78146,"si_sdr":-10.4871,"mel_dist":0.37472,"stft_dist":3.16281,"f0_rmse_cents":106.55627,"f0_corr":0.89919,"vuv_err":0.11032,"score_intelligibility":0.75809,"score_speaker":0.80828,"score_quality":1.0,"score_fidelity":0.7284,"score":0.82369},"yue":{"n":50,"unit":"cer","wer":19.00312,"wer_orig":14.39252,"dwer":4.61059,"wer_pseudo":12.66624,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.83248,"utmos":3.08889,"dnsmos_ovrl":3.19642,"dnsmos_sig":3.54863,"dnsmos_bak":3.91304,"pesq_wb":2.06425,"pesq_nb":2.72824,"stoi":0.85311,"estoi":0.72696,"si_sdr":-7.48091,"mel_dist":0.26634,"stft_dist":2.33722,"f0_rmse_cents":145.38282,"f0_corr":0.87849,"vuv_err":0.12769,"score_intelligibility":0.76951,"score_speaker":0.83248,"score_quality":1.0,"score_fidelity":0.67855,"score":0.82014},"ja":{"n":50,"unit":"cer","wer":6.43087,"wer_orig":3.53698,"dwer":2.89389,"wer_pseudo":4.68535,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.75082,"utmos":2.39709,"dnsmos_ovrl":2.88386,"dnsmos_sig":3.45387,"dnsmos_bak":3.35434,"pesq_wb":2.14777,"pesq_nb":2.78424,"stoi":0.7121,"estoi":0.54129,"si_sdr":-6.76389,"mel_dist":0.63212,"stft_dist":20.70788,"f0_rmse_cents":145.02544,"f0_corr":0.83525,"vuv_err":0.14783,"score_intelligibility":0.61056,"score_speaker":0.75082,"score_quality":1.0,"score_fidelity":0.62509,"score":0.74662},"ko":{"n":50,"unit":"cer","wer":7.64706,"wer_orig":5.14706,"dwer":2.5,"wer_pseudo":3.20641,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8186,"utmos":3.30731,"dnsmos_ovrl":3.2433,"dnsmos_sig":3.55653,"dnsmos_bak":4.01268,"pesq_wb":2.70165,"pesq_nb":3.20108,"stoi":0.87765,"estoi":0.78782,"si_sdr":-6.23307,"mel_dist":0.40283,"stft_dist":5.43738,"f0_rmse_cents":89.71796,"f0_corr":0.94305,"vuv_err":0.10047,"score_intelligibility":0.71088,"score_speaker":0.8186,"score_quality":1.0,"score_fidelity":0.76896,"score":0.82461},"th":{"n":50,"unit":"cer","wer":13.5004,"wer_orig":7.61924,"dwer":5.88116,"wer_pseudo":9.84005,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.80857,"utmos":2.59623,"dnsmos_ovrl":3.06695,"dnsmos_sig":3.57232,"dnsmos_bak":3.67693,"pesq_wb":1.90412,"pesq_nb":2.57756,"stoi":0.83821,"estoi":0.71998,"si_sdr":-11.71854,"mel_dist":0.53517,"stft_dist":6.3215,"f0_rmse_cents":204.22817,"f0_corr":0.80546,"vuv_err":0.203,"score_intelligibility":0.59441,"score_speaker":0.80857,"score_quality":1.0,"score_fidelity":0.634,"score":0.75925}}},{"codec":"bigcodec","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"bigcodec","family":"BigCodec","checkpoint":"Alethia/BigCodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":80,"n_codebooks":1,"codebook_size":8192,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"CC-BY-SA-4.0 (weights), MIT (code)","paper":"2409.05377","year":2024,"bitrate_kbps":1.04,"notes":"trained on LibriSpeech only; single factorized VQ (8-dim, L2-normalised codebook)","side_info":null,"warning":null,"env":"main"},"kbps":1.04,"kbps_measured":1.04078,"tokens_per_s":80.06024,"params_M":159.43629,"efficiency":{"rtf_encode":0.01511,"rtf_decode":0.01516,"peak_vram_gb":1.40309,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.76058,"score_worst_lang":0.60246,"worst_lang":"id","en_gap":-0.04328,"score_intelligibility":0.56501,"score_speaker":0.80528,"score_quality":0.99354,"score_fidelity":0.67849,"dwer":8.98723,"wer":17.79304,"wer_pseudo":13.45317,"sim":0.80528,"utmos":2.60223,"dnsmos_ovrl":3.02189,"dnsmos_sig":3.42071,"dnsmos_bak":3.90946,"pesq_wb":2.24648,"pesq_nb":2.89948,"stoi":0.85731,"estoi":0.73985,"si_sdr":-0.37849,"mel_dist":0.1883,"stft_dist":1.2153,"f0_rmse_cents":182.21395,"f0_corr":0.82203,"vuv_err":0.16961,"score_ci95":[0.75395,0.76797]},"per_lang":{"en":{"n":50,"unit":"wer","wer":12.48771,"wer_orig":6.98132,"dwer":5.50639,"wer_pseudo":7.10117,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.69901,"utmos":2.44771,"dnsmos_ovrl":2.64065,"dnsmos_sig":3.16139,"dnsmos_bak":3.79031,"pesq_wb":1.89371,"pesq_nb":2.52429,"stoi":0.79727,"estoi":0.64845,"si_sdr":-4.23917,"mel_dist":0.19771,"stft_dist":1.33664,"f0_rmse_cents":275.52843,"f0_corr":0.78132,"vuv_err":0.1945,"score_intelligibility":0.59175,"score_speaker":0.69901,"score_quality":0.97434,"score_fidelity":0.61131,"score":0.7191},"de":{"n":50,"unit":"wer","wer":8.647,"wer_orig":5.69685,"dwer":2.95015,"wer_pseudo":3.96745,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.85941,"utmos":2.8109,"dnsmos_ovrl":3.17355,"dnsmos_sig":3.45406,"dnsmos_bak":4.09477,"pesq_wb":2.49157,"pesq_nb":3.1059,"stoi":0.90123,"estoi":0.7756,"si_sdr":3.53039,"mel_dist":0.16934,"stft_dist":1.07687,"f0_rmse_cents":175.34667,"f0_corr":0.83192,"vuv_err":0.15802,"score_intelligibility":0.69419,"score_speaker":0.85941,"score_quality":1.0,"score_fidelity":0.71977,"score":0.81834},"fr":{"n":50,"unit":"wer","wer":12.01581,"wer_orig":4.98024,"dwer":7.03557,"wer_pseudo":10.07937,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.8256,"utmos":2.39969,"dnsmos_ovrl":3.10706,"dnsmos_sig":3.43677,"dnsmos_bak":4.03352,"pesq_wb":2.23184,"pesq_nb":2.84555,"stoi":0.89494,"estoi":0.81044,"si_sdr":0.05926,"mel_dist":0.2052,"stft_dist":1.19003,"f0_rmse_cents":215.46086,"f0_corr":0.81451,"vuv_err":0.20804,"score_intelligibility":0.45946,"score_speaker":0.8256,"score_quality":1.0,"score_fidelity":0.68713,"score":0.74305},"es":{"n":50,"unit":"wer","wer":3.81818,"wer_orig":3.09091,"dwer":0.72727,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.85725,"utmos":2.78029,"dnsmos_ovrl":3.25078,"dnsmos_sig":3.5822,"dnsmos_bak":3.99251,"pesq_wb":2.65138,"pesq_nb":3.22567,"stoi":0.89797,"estoi":0.80255,"si_sdr":0.10486,"mel_dist":0.19223,"stft_dist":1.16864,"f0_rmse_cents":267.02866,"f0_corr":0.80269,"vuv_err":0.19247,"score_intelligibility":0.84906,"score_speaker":0.85725,"score_quality":1.0,"score_fidelity":0.72416,"score":0.85762},"it":{"n":50,"unit":"wer","wer":5.00911,"wer_orig":2.55009,"dwer":2.45902,"wer_pseudo":3.38208,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.85532,"utmos":3.10241,"dnsmos_ovrl":3.34912,"dnsmos_sig":3.62332,"dnsmos_bak":4.12261,"pesq_wb":2.71379,"pesq_nb":3.28151,"stoi":0.90473,"estoi":0.81798,"si_sdr":1.63121,"mel_dist":0.18523,"stft_dist":1.1119,"f0_rmse_cents":160.90708,"f0_corr":0.76959,"vuv_err":0.15727,"score_intelligibility":0.59079,"score_speaker":0.85532,"score_quality":0.99947,"score_fidelity":0.72133,"score":0.79172},"pt":{"n":50,"unit":"wer","wer":4.98047,"wer_orig":3.41797,"dwer":1.5625,"wer_pseudo":3.83858,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85404,"utmos":2.50415,"dnsmos_ovrl":3.07233,"dnsmos_sig":3.45365,"dnsmos_bak":3.79676,"pesq_wb":2.22071,"pesq_nb":2.78303,"stoi":0.84343,"estoi":0.73092,"si_sdr":-4.27765,"mel_dist":0.19178,"stft_dist":1.20582,"f0_rmse_cents":338.24631,"f0_corr":0.71266,"vuv_err":0.21181,"score_intelligibility":0.73873,"score_speaker":0.85404,"score_quality":0.99947,"score_fidelity":0.63495,"score":0.8068},"nl":{"n":50,"unit":"wer","wer":16.59233,"wer_orig":5.26316,"dwer":11.32917,"wer_pseudo":13.16025,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.80733,"utmos":2.94466,"dnsmos_ovrl":2.80467,"dnsmos_sig":3.19151,"dnsmos_bak":4.12586,"pesq_wb":2.24629,"pesq_nb":2.90903,"stoi":0.89498,"estoi":0.78535,"si_sdr":-0.0974,"mel_dist":0.2049,"stft_dist":1.29545,"f0_rmse_cents":115.49467,"f0_corr":0.90381,"vuv_err":0.17267,"score_intelligibility":0.35602,"score_speaker":0.80733,"score_quality":0.9939,"score_fidelity":0.71829,"score":0.71888},"pl":{"n":50,"unit":"wer","wer":12.17105,"wer_orig":3.28947,"dwer":8.88158,"wer_pseudo":10.96491,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.80075,"utmos":2.73154,"dnsmos_ovrl":3.1339,"dnsmos_sig":3.45138,"dnsmos_bak":4.10498,"pesq_wb":2.22754,"pesq_nb":2.8204,"stoi":0.90974,"estoi":0.80591,"si_sdr":-1.75282,"mel_dist":0.18679,"stft_dist":1.23224,"f0_rmse_cents":137.64838,"f0_corr":0.78238,"vuv_err":0.1537,"score_intelligibility":0.32567,"score_speaker":0.80075,"score_quality":0.9955,"score_fidelity":0.68095,"score":0.70072},"cs":{"n":50,"unit":"wer","wer":20.88681,"wer_orig":9.45158,"dwer":11.43524,"wer_pseudo":18.34112,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.84702,"utmos":2.59705,"dnsmos_ovrl":3.1825,"dnsmos_sig":3.51046,"dnsmos_bak":3.97257,"pesq_wb":2.0581,"pesq_nb":2.77488,"stoi":0.87091,"estoi":0.75961,"si_sdr":2.1739,"mel_dist":0.19432,"stft_dist":1.15742,"f0_rmse_cents":121.70552,"f0_corr":0.84484,"vuv_err":0.13527,"score_intelligibility":0.47753,"score_speaker":0.84702,"score_quality":1.0,"score_fidelity":0.67269,"score":0.74931},"tr":{"n":50,"unit":"wer","wer":14.86842,"wer_orig":7.76316,"dwer":7.10526,"wer_pseudo":10.67194,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.80405,"utmos":2.27265,"dnsmos_ovrl":3.09512,"dnsmos_sig":3.45465,"dnsmos_bak":4.00529,"pesq_wb":2.25157,"pesq_nb":2.90964,"stoi":0.86015,"estoi":0.72431,"si_sdr":-3.61197,"mel_dist":0.21565,"stft_dist":1.76102,"f0_rmse_cents":130.76634,"f0_corr":0.9038,"vuv_err":0.12497,"score_intelligibility":0.55224,"score_speaker":0.80405,"score_quality":0.99641,"score_fidelity":0.70718,"score":0.76497},"id":{"n":50,"unit":"wer","wer":45.80874,"wer_orig":5.90319,"dwer":39.90555,"wer_pseudo":45.21842,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.71086,"utmos":2.09715,"dnsmos_ovrl":2.83812,"dnsmos_sig":3.39628,"dnsmos_bak":3.39314,"pesq_wb":1.76372,"pesq_nb":2.5566,"stoi":0.75646,"estoi":0.58664,"si_sdr":-1.01928,"mel_dist":0.18236,"stft_dist":1.23862,"f0_rmse_cents":361.15512,"f0_corr":0.67984,"vuv_err":0.22922,"score_intelligibility":0.14748,"score_speaker":0.71086,"score_quality":1.0,"score_fidelity":0.5515,"score":0.60246},"vi":{"n":50,"unit":"wer","wer":21.71838,"wer_orig":7.71679,"dwer":14.00159,"wer_pseudo":18.39172,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.7637,"utmos":2.14024,"dnsmos_ovrl":2.8598,"dnsmos_sig":3.38276,"dnsmos_bak":3.66627,"pesq_wb":2.12177,"pesq_nb":2.82037,"stoi":0.75426,"estoi":0.60731,"si_sdr":1.06761,"mel_dist":0.17298,"stft_dist":1.13489,"f0_rmse_cents":175.81247,"f0_corr":0.84088,"vuv_err":0.16508,"score_intelligibility":0.38369,"score_speaker":0.7637,"score_quality":1.0,"score_fidelity":0.63855,"score":0.69648},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":3.36037,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.83889,"utmos":2.6839,"dnsmos_ovrl":3.0949,"dnsmos_sig":3.41637,"dnsmos_bak":4.07238,"pesq_wb":2.35629,"pesq_nb":2.96326,"stoi":0.89717,"estoi":0.79434,"si_sdr":-0.79931,"mel_dist":0.1956,"stft_dist":1.22232,"f0_rmse_cents":164.76501,"f0_corr":0.83142,"vuv_err":0.18211,"score_intelligibility":0.84113,"score_speaker":0.83889,"score_quality":0.99945,"score_fidelity":0.70537,"score":0.84621},"uk":{"n":50,"unit":"wer","wer":14.52894,"wer_orig":6.46992,"dwer":8.05902,"wer_pseudo":11.25,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.78817,"utmos":2.52101,"dnsmos_ovrl":3.12401,"dnsmos_sig":3.4528,"dnsmos_bak":4.08776,"pesq_wb":2.23034,"pesq_nb":2.84609,"stoi":0.88592,"estoi":0.75749,"si_sdr":1.50918,"mel_dist":0.20209,"stft_dist":1.23122,"f0_rmse_cents":120.64349,"f0_corr":0.8691,"vuv_err":0.15599,"score_intelligibility":0.48103,"score_speaker":0.78817,"score_quality":0.98196,"score_fidelity":0.70218,"score":0.73834},"el":{"n":50,"unit":"wer","wer":26.85371,"wer_orig":12.02405,"dwer":14.82966,"wer_pseudo":23.32332,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.76716,"utmos":2.79002,"dnsmos_ovrl":3.04972,"dnsmos_sig":3.46654,"dnsmos_bak":3.90344,"pesq_wb":2.51708,"pesq_nb":3.12121,"stoi":0.87627,"estoi":0.75525,"si_sdr":2.36029,"mel_dist":0.17665,"stft_dist":1.09495,"f0_rmse_cents":82.82727,"f0_corr":0.90777,"vuv_err":0.14911,"score_intelligibility":0.46759,"score_speaker":0.76716,"score_quality":1.0,"score_fidelity":0.73916,"score":0.74348},"ar":{"n":50,"unit":"wer","wer":19.97534,"wer_orig":12.45376,"dwer":7.52158,"wer_pseudo":13.59703,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86954,"utmos":2.79759,"dnsmos_ovrl":3.28279,"dnsmos_sig":3.60804,"dnsmos_bak":4.03776,"pesq_wb":2.37857,"pesq_nb":3.0338,"stoi":0.91898,"estoi":0.84819,"si_sdr":1.46749,"mel_dist":0.19331,"stft_dist":1.16718,"f0_rmse_cents":169.99251,"f0_corr":0.819,"vuv_err":0.14565,"score_intelligibility":0.64141,"score_speaker":0.86954,"score_quality":1.0,"score_fidelity":0.71062,"score":0.80539},"fa":{"n":50,"unit":"wer","wer":37.82857,"wer_orig":25.94286,"dwer":11.88571,"wer_pseudo":22.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.79122,"utmos":2.63968,"dnsmos_ovrl":2.90474,"dnsmos_sig":3.37582,"dnsmos_bak":3.80247,"pesq_wb":1.96832,"pesq_nb":2.80762,"stoi":0.74092,"estoi":0.5963,"si_sdr":-1.34293,"mel_dist":0.18198,"stft_dist":1.22579,"f0_rmse_cents":224.84911,"f0_corr":0.71333,"vuv_err":0.16098,"score_intelligibility":0.69389,"score_speaker":0.79122,"score_quality":1.0,"score_fidelity":0.57697,"score":0.76552},"he":{"n":50,"unit":"wer","wer":40.46512,"wer_orig":19.4186,"dwer":21.04651,"wer_pseudo":30.75117,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.76148,"utmos":2.39497,"dnsmos_ovrl":2.89681,"dnsmos_sig":3.27127,"dnsmos_bak":4.01776,"pesq_wb":2.03162,"pesq_nb":2.69917,"stoi":0.88034,"estoi":0.76186,"si_sdr":-1.8949,"mel_dist":0.18727,"stft_dist":1.18345,"f0_rmse_cents":193.19171,"f0_corr":0.79862,"vuv_err":0.19579,"score_intelligibility":0.49243,"score_speaker":0.76148,"score_quality":0.96899,"score_fidelity":0.6579,"score":0.7202},"hi":{"n":50,"unit":"wer","wer":37.8578,"wer_orig":26.31579,"dwer":11.54201,"wer_pseudo":24.70481,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.78217,"utmos":2.34624,"dnsmos_ovrl":2.8649,"dnsmos_sig":3.42686,"dnsmos_bak":3.54457,"pesq_wb":2.08337,"pesq_nb":2.81926,"stoi":0.83406,"estoi":0.70462,"si_sdr":-1.52931,"mel_dist":0.20207,"stft_dist":1.21521,"f0_rmse_cents":214.6034,"f0_corr":0.76094,"vuv_err":0.2118,"score_intelligibility":0.70297,"score_speaker":0.78217,"score_quality":1.0,"score_fidelity":0.63484,"score":0.78},"zh":{"n":50,"unit":"cer","wer":11.07872,"wer_orig":7.40525,"dwer":3.67347,"wer_pseudo":4.93902,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.81985,"utmos":2.81877,"dnsmos_ovrl":3.09547,"dnsmos_sig":3.43863,"dnsmos_bak":4.02927,"pesq_wb":2.50313,"pesq_nb":3.07848,"stoi":0.89832,"estoi":0.80767,"si_sdr":-0.81813,"mel_dist":0.17288,"stft_dist":1.18349,"f0_rmse_cents":111.73428,"f0_corr":0.89582,"vuv_err":0.12435,"score_intelligibility":0.69587,"score_speaker":0.81985,"score_quality":1.0,"score_fidelity":0.7412,"score":0.81423},"yue":{"n":50,"unit":"cer","wer":19.43925,"wer_orig":14.39252,"dwer":5.04673,"wer_pseudo":15.70614,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.87016,"utmos":3.05521,"dnsmos_ovrl":3.12255,"dnsmos_sig":3.48768,"dnsmos_bak":3.94036,"pesq_wb":2.26919,"pesq_nb":2.96274,"stoi":0.87949,"estoi":0.76306,"si_sdr":1.0115,"mel_dist":0.17079,"stft_dist":1.15154,"f0_rmse_cents":149.55963,"f0_corr":0.90318,"vuv_err":0.15524,"score_intelligibility":0.75309,"score_speaker":0.87016,"score_quality":1.0,"score_fidelity":0.7151,"score":0.83459},"ja":{"n":50,"unit":"cer","wer":12.17271,"wer_orig":3.53698,"dwer":8.63574,"wer_pseudo":10.38126,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.71022,"utmos":1.94178,"dnsmos_ovrl":2.59266,"dnsmos_sig":3.21617,"dnsmos_bak":3.40154,"pesq_wb":2.04335,"pesq_nb":2.6826,"stoi":0.71958,"estoi":0.55187,"si_sdr":-3.56139,"mel_dist":0.18622,"stft_dist":1.27468,"f0_rmse_cents":169.52314,"f0_corr":0.80343,"vuv_err":0.16873,"score_intelligibility":0.34442,"score_speaker":0.71022,"score_quality":0.95468,"score_fidelity":0.60704,"score":0.65409},"ko":{"n":50,"unit":"cer","wer":7.30392,"wer_orig":5.14706,"dwer":2.15686,"wer_pseudo":4.10822,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.81945,"utmos":3.17233,"dnsmos_ovrl":3.08092,"dnsmos_sig":3.42682,"dnsmos_bak":4.07887,"pesq_wb":2.71815,"pesq_nb":3.29359,"stoi":0.8991,"estoi":0.81432,"si_sdr":3.12588,"mel_dist":0.16327,"stft_dist":1.06254,"f0_rmse_cents":87.70516,"f0_corr":0.94558,"vuv_err":0.09141,"score_intelligibility":0.74026,"score_speaker":0.81945,"score_quality":0.98087,"score_fidelity":0.77853,"score":0.82978},"th":{"n":50,"unit":"cer","wer":14.97575,"wer_orig":7.61924,"dwer":7.35651,"wer_pseudo":11.60154,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.82395,"utmos":2.4635,"dnsmos_ovrl":2.90838,"dnsmos_sig":3.4115,"dnsmos_bak":3.81221,"pesq_wb":1.94415,"pesq_nb":2.72277,"stoi":0.85929,"estoi":0.74629,"si_sdr":-2.18107,"mel_dist":0.18855,"stft_dist":1.24525,"f0_rmse_cents":208.63961,"f0_corr":0.81219,"vuv_err":0.2265,"score_intelligibility":0.53952,"score_speaker":0.82395,"score_quality":1.0,"score_fidelity":0.64708,"score":0.75264}}},{"codec":"codecslime_fsq18k_16k_40hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"codecslime_fsq18k_16k_40hz","family":"CodecSlime","checkpoint":"https://github.com/X-LANCE/codecslime/releases/download/v0.1.0/codecslime-fsq18k.safetensors","sample_rate":16000,"output_sample_rate":16000,"frame_rate":40,"n_codebooks":1,"codebook_size":18225,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code), CC-BY-4.0 (weights)","paper":"2506.21074","year":2025,"bitrate_kbps":0.5661,"notes":"FSQ 5x5x3^6 = 18,225 codes; BigCodec-style backbone trained on LibriSpeech 960 h; ScheDFR dynamic frame rate, average 40 tokens/s (paper setting)","side_info":"per-token duration (1-4 encoder frames at 80 Hz, ~2 bit/token) from ScheDFR segmentation, needed for decoding","warning":"token bitrate excludes the per-token durations (side_info)","env":"main"},"kbps":0.5661,"kbps_measured":0.56643,"tokens_per_s":40.01991,"params_M":159.36972,"efficiency":{"rtf_encode":0.04323,"rtf_decode":0.01559,"peak_vram_gb":1.403,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.61007,"score_worst_lang":0.48972,"worst_lang":"en","en_gap":-0.12558,"score_intelligibility":0.2597,"score_speaker":0.60221,"score_quality":0.97884,"score_fidelity":0.59952,"dwer":30.12755,"wer":38.93336,"wer_pseudo":36.45148,"sim":0.60221,"utmos":2.5878,"dnsmos_ovrl":2.9916,"dnsmos_sig":3.37734,"dnsmos_bak":3.91997,"pesq_wb":1.76551,"pesq_nb":2.34614,"stoi":0.80603,"estoi":0.65349,"si_sdr":-9.02309,"mel_dist":0.21943,"stft_dist":1.44285,"f0_rmse_cents":205.13047,"f0_corr":0.77383,"vuv_err":0.19355,"score_ci95":[0.60404,0.61564]},"per_lang":{"en":{"n":50,"unit":"wer","wer":33.33333,"wer_orig":6.98132,"dwer":26.35202,"wer_pseudo":29.96109,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.41642,"utmos":2.14393,"dnsmos_ovrl":2.4745,"dnsmos_sig":2.92601,"dnsmos_bak":3.86301,"pesq_wb":1.38474,"pesq_nb":1.80034,"stoi":0.70124,"estoi":0.49631,"si_sdr":-20.03703,"mel_dist":0.25101,"stft_dist":1.61873,"f0_rmse_cents":398.67179,"f0_corr":0.57868,"vuv_err":0.30237,"score_intelligibility":0.23247,"score_speaker":0.41642,"score_quality":0.8467,"score_fidelity":0.46328,"score":0.48972},"de":{"n":50,"unit":"wer","wer":20.65107,"wer_orig":5.69685,"dwer":14.95422,"wer_pseudo":16.2767,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.70327,"utmos":2.87637,"dnsmos_ovrl":3.12193,"dnsmos_sig":3.40984,"dnsmos_bak":4.07119,"pesq_wb":1.92278,"pesq_nb":2.54699,"stoi":0.86306,"estoi":0.69648,"si_sdr":-3.18239,"mel_dist":0.20164,"stft_dist":1.27112,"f0_rmse_cents":206.56677,"f0_corr":0.77043,"vuv_err":0.17084,"score_intelligibility":0.30931,"score_speaker":0.70327,"score_quality":1.0,"score_fidelity":0.63238,"score":0.66124},"fr":{"n":50,"unit":"wer","wer":42.45059,"wer_orig":4.98024,"dwer":37.47036,"wer_pseudo":41.66667,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.60949,"utmos":2.39486,"dnsmos_ovrl":3.08394,"dnsmos_sig":3.40738,"dnsmos_bak":4.03443,"pesq_wb":1.77082,"pesq_nb":2.31124,"stoi":0.84075,"estoi":0.72404,"si_sdr":-9.34421,"mel_dist":0.24588,"stft_dist":1.41483,"f0_rmse_cents":152.92495,"f0_corr":0.82069,"vuv_err":0.22532,"score_intelligibility":0.13763,"score_speaker":0.60949,"score_quality":1.0,"score_fidelity":0.62722,"score":0.59359},"es":{"n":50,"unit":"wer","wer":7.54545,"wer_orig":3.09091,"dwer":4.45455,"wer_pseudo":6.19872,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.69766,"utmos":2.89602,"dnsmos_ovrl":3.27758,"dnsmos_sig":3.59565,"dnsmos_bak":4.02304,"pesq_wb":2.188,"pesq_nb":2.74871,"stoi":0.8612,"estoi":0.73724,"si_sdr":-3.88464,"mel_dist":0.22046,"stft_dist":1.36329,"f0_rmse_cents":188.94237,"f0_corr":0.86442,"vuv_err":0.18207,"score_intelligibility":0.47872,"score_speaker":0.69766,"score_quality":1.0,"score_fidelity":0.68835,"score":0.71618},"it":{"n":50,"unit":"wer","wer":15.75592,"wer_orig":2.55009,"dwer":13.20583,"wer_pseudo":14.99086,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.65378,"utmos":3.00004,"dnsmos_ovrl":3.31732,"dnsmos_sig":3.60817,"dnsmos_bak":4.08649,"pesq_wb":2.14431,"pesq_nb":2.65987,"stoi":0.86282,"estoi":0.74367,"si_sdr":-6.03183,"mel_dist":0.22095,"stft_dist":1.33673,"f0_rmse_cents":112.51525,"f0_corr":0.82724,"vuv_err":0.15072,"score_intelligibility":0.21187,"score_speaker":0.65378,"score_quality":0.97515,"score_fidelity":0.67234,"score":0.62828},"pt":{"n":50,"unit":"wer","wer":16.40625,"wer_orig":3.41797,"dwer":12.98828,"wer_pseudo":15.45276,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.69193,"utmos":2.76423,"dnsmos_ovrl":3.17391,"dnsmos_sig":3.53136,"dnsmos_bak":3.88309,"pesq_wb":1.81477,"pesq_nb":2.4116,"stoi":0.80503,"estoi":0.66604,"si_sdr":-8.87667,"mel_dist":0.21769,"stft_dist":1.41575,"f0_rmse_cents":458.41323,"f0_corr":0.75749,"vuv_err":0.20003,"score_intelligibility":0.25382,"score_speaker":0.69193,"score_quality":1.0,"score_fidelity":0.59844,"score":0.63604},"nl":{"n":50,"unit":"wer","wer":45.94112,"wer_orig":5.26316,"dwer":40.67797,"wer_pseudo":44.31513,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.5394,"utmos":2.60671,"dnsmos_ovrl":2.70833,"dnsmos_sig":3.08457,"dnsmos_bak":4.08456,"pesq_wb":1.58236,"pesq_nb":2.18688,"stoi":0.8388,"estoi":0.68603,"si_sdr":-12.07101,"mel_dist":0.24012,"stft_dist":1.52735,"f0_rmse_cents":161.92383,"f0_corr":0.83311,"vuv_err":0.20234,"score_intelligibility":0.13343,"score_speaker":0.5394,"score_quality":0.89994,"score_fidelity":0.61276,"score":0.54638},"pl":{"n":50,"unit":"wer","wer":47.03947,"wer_orig":3.28947,"dwer":43.75,"wer_pseudo":46.16228,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.59011,"utmos":2.55465,"dnsmos_ovrl":3.09026,"dnsmos_sig":3.41137,"dnsmos_bak":4.0839,"pesq_wb":1.65207,"pesq_nb":2.21768,"stoi":0.85739,"estoi":0.7146,"si_sdr":-9.5272,"mel_dist":0.22864,"stft_dist":1.4397,"f0_rmse_cents":145.86661,"f0_corr":0.71804,"vuv_err":0.17733,"score_intelligibility":0.08929,"score_speaker":0.59011,"score_quality":0.94488,"score_fidelity":0.58725,"score":0.55288},"cs":{"n":50,"unit":"wer","wer":58.10968,"wer_orig":9.45158,"dwer":48.65811,"wer_pseudo":58.06075,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.63487,"utmos":2.60533,"dnsmos_ovrl":3.16041,"dnsmos_sig":3.47634,"dnsmos_bak":3.98766,"pesq_wb":1.5926,"pesq_nb":2.25596,"stoi":0.82484,"estoi":0.68154,"si_sdr":-3.04291,"mel_dist":0.22734,"stft_dist":1.39118,"f0_rmse_cents":147.13425,"f0_corr":0.76765,"vuv_err":0.13502,"score_intelligibility":0.17682,"score_speaker":0.63487,"score_quality":1.0,"score_fidelity":0.58727,"score":0.59974},"tr":{"n":50,"unit":"wer","wer":43.68421,"wer_orig":7.76316,"dwer":35.92105,"wer_pseudo":40.97497,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.60422,"utmos":2.41554,"dnsmos_ovrl":3.06612,"dnsmos_sig":3.41074,"dnsmos_bak":4.02384,"pesq_wb":1.77493,"pesq_nb":2.4347,"stoi":0.81125,"estoi":0.62979,"si_sdr":-12.28298,"mel_dist":0.2263,"stft_dist":1.48444,"f0_rmse_cents":146.8443,"f0_corr":0.87274,"vuv_err":0.1504,"score_intelligibility":0.19611,"score_speaker":0.60422,"score_quality":1.0,"score_fidelity":0.63513,"score":0.60887},"id":{"n":50,"unit":"wer","wer":59.97639,"wer_orig":5.90319,"dwer":54.0732,"wer_pseudo":58.91381,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.51581,"utmos":2.16502,"dnsmos_ovrl":2.82474,"dnsmos_sig":3.35353,"dnsmos_bak":3.40101,"pesq_wb":1.61428,"pesq_nb":2.22576,"stoi":0.71347,"estoi":0.51904,"si_sdr":-7.19919,"mel_dist":0.19117,"stft_dist":1.38747,"f0_rmse_cents":241.232,"f0_corr":0.70995,"vuv_err":0.23029,"score_intelligibility":0.11321,"score_speaker":0.51581,"score_quality":1.0,"score_fidelity":0.53298,"score":0.5405},"vi":{"n":50,"unit":"wer","wer":39.22037,"wer_orig":7.71679,"dwer":31.50358,"wer_pseudo":36.78344,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.56294,"utmos":2.22796,"dnsmos_ovrl":2.8199,"dnsmos_sig":3.34276,"dnsmos_bak":3.66321,"pesq_wb":1.64565,"pesq_nb":2.29325,"stoi":0.70191,"estoi":0.52615,"si_sdr":-7.87235,"mel_dist":0.18779,"stft_dist":1.32191,"f0_rmse_cents":210.76271,"f0_corr":0.80297,"vuv_err":0.1812,"score_intelligibility":0.21673,"score_speaker":0.56294,"score_quality":0.99266,"score_fidelity":0.56312,"score":0.58386},"ru":{"n":50,"unit":"wer","wer":17.10983,"wer_orig":4.50867,"dwer":12.60116,"wer_pseudo":15.75898,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.6317,"utmos":2.68286,"dnsmos_ovrl":3.13589,"dnsmos_sig":3.4444,"dnsmos_bak":4.09531,"pesq_wb":1.77522,"pesq_nb":2.34705,"stoi":0.85009,"estoi":0.71248,"si_sdr":-10.56173,"mel_dist":0.2302,"stft_dist":1.42188,"f0_rmse_cents":150.46686,"f0_corr":0.82133,"vuv_err":0.18863,"score_intelligibility":0.30418,"score_speaker":0.6317,"score_quality":0.99914,"score_fidelity":0.63097,"score":0.6415},"uk":{"n":50,"unit":"wer","wer":43.92736,"wer_orig":6.46992,"dwer":37.45743,"wer_pseudo":43.18182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.53725,"utmos":2.53151,"dnsmos_ovrl":3.04748,"dnsmos_sig":3.34927,"dnsmos_bak":4.09125,"pesq_wb":1.78182,"pesq_nb":2.25729,"stoi":0.8055,"estoi":0.63543,"si_sdr":-9.72862,"mel_dist":0.24964,"stft_dist":2.20512,"f0_rmse_cents":230.68131,"f0_corr":0.68229,"vuv_err":0.20634,"score_intelligibility":0.16627,"score_speaker":0.53725,"score_quality":0.9832,"score_fidelity":0.57039,"score":0.56427},"el":{"n":50,"unit":"wer","wer":66.33267,"wer_orig":12.02405,"dwer":54.30862,"wer_pseudo":63.76376,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.54879,"utmos":2.85929,"dnsmos_ovrl":3.02796,"dnsmos_sig":3.43288,"dnsmos_bak":3.90948,"pesq_wb":1.99665,"pesq_nb":2.63418,"stoi":0.83118,"estoi":0.68141,"si_sdr":-3.62542,"mel_dist":0.19808,"stft_dist":1.28254,"f0_rmse_cents":108.00658,"f0_corr":0.84587,"vuv_err":0.14602,"score_intelligibility":0.19343,"score_speaker":0.54879,"score_quality":1.0,"score_fidelity":0.65393,"score":0.59904},"ar":{"n":50,"unit":"wer","wer":39.08755,"wer_orig":12.45376,"dwer":26.63379,"wer_pseudo":35.59951,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.6814,"utmos":2.73365,"dnsmos_ovrl":3.24581,"dnsmos_sig":3.58095,"dnsmos_bak":4.01234,"pesq_wb":1.77132,"pesq_nb":2.35024,"stoi":0.87066,"estoi":0.76878,"si_sdr":-9.02358,"mel_dist":0.2304,"stft_dist":1.42494,"f0_rmse_cents":129.95463,"f0_corr":0.8641,"vuv_err":0.1439,"score_intelligibility":0.33561,"score_speaker":0.6814,"score_quality":1.0,"score_fidelity":0.65171,"score":0.66718},"fa":{"n":50,"unit":"wer","wer":62.4,"wer_orig":25.94286,"dwer":36.45714,"wer_pseudo":52.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.61514,"utmos":2.45244,"dnsmos_ovrl":2.82752,"dnsmos_sig":3.30947,"dnsmos_bak":3.79237,"pesq_wb":1.54939,"pesq_nb":2.28588,"stoi":0.68826,"estoi":0.50996,"si_sdr":-11.72704,"mel_dist":0.21287,"stft_dist":1.4616,"f0_rmse_cents":304.70213,"f0_corr":0.62835,"vuv_err":0.26058,"score_intelligibility":0.42497,"score_speaker":0.61514,"score_quality":0.94605,"score_fidelity":0.49119,"score":0.61934},"he":{"n":50,"unit":"wer","wer":72.2093,"wer_orig":19.4186,"dwer":52.7907,"wer_pseudo":68.19249,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.53118,"utmos":2.45527,"dnsmos_ovrl":2.78117,"dnsmos_sig":3.13639,"dnsmos_bak":3.95621,"pesq_wb":1.60379,"pesq_nb":2.13545,"stoi":0.81336,"estoi":0.65804,"si_sdr":-14.95077,"mel_dist":0.22375,"stft_dist":1.46464,"f0_rmse_cents":268.7023,"f0_corr":0.62151,"vuv_err":0.27096,"score_intelligibility":0.27891,"score_speaker":0.53118,"score_quality":0.97991,"score_fidelity":0.53579,"score":0.58145},"hi":{"n":50,"unit":"wer","wer":59.46445,"wer_orig":26.31579,"dwer":33.14866,"wer_pseudo":51.86194,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.59929,"utmos":2.4051,"dnsmos_ovrl":2.90862,"dnsmos_sig":3.44012,"dnsmos_bak":3.60589,"pesq_wb":1.75444,"pesq_nb":2.36755,"stoi":0.79111,"estoi":0.63375,"si_sdr":-11.35581,"mel_dist":0.22583,"stft_dist":1.41805,"f0_rmse_cents":270.21383,"f0_corr":0.68065,"vuv_err":0.21809,"score_intelligibility":0.45177,"score_speaker":0.59929,"score_quality":1.0,"score_fidelity":0.56244,"score":0.65337},"zh":{"n":50,"unit":"cer","wer":30.37901,"wer_orig":7.40525,"dwer":22.97376,"wer_pseudo":26.21951,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.61528,"utmos":2.82815,"dnsmos_ovrl":3.09566,"dnsmos_sig":3.42298,"dnsmos_bak":4.05702,"pesq_wb":1.97187,"pesq_nb":2.45757,"stoi":0.86165,"estoi":0.74074,"si_sdr":-7.49538,"mel_dist":0.20156,"stft_dist":1.35564,"f0_rmse_cents":115.23578,"f0_corr":0.89227,"vuv_err":0.11951,"score_intelligibility":0.26786,"score_speaker":0.61528,"score_quality":1.0,"score_fidelity":0.6772,"score":0.64008},"yue":{"n":50,"unit":"cer","wer":29.65732,"wer_orig":14.39252,"dwer":15.2648,"wer_pseudo":29.89234,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.68786,"utmos":3.04279,"dnsmos_ovrl":3.11825,"dnsmos_sig":3.47234,"dnsmos_bak":3.96531,"pesq_wb":1.75867,"pesq_nb":2.3901,"stoi":0.84026,"estoi":0.69064,"si_sdr":-7.06967,"mel_dist":0.20363,"stft_dist":1.39028,"f0_rmse_cents":162.63648,"f0_corr":0.85376,"vuv_err":0.16022,"score_intelligibility":0.50208,"score_speaker":0.68786,"score_quality":1.0,"score_fidelity":0.63693,"score":0.70672},"ja":{"n":50,"unit":"cer","wer":32.42995,"wer_orig":3.53698,"dwer":28.89297,"wer_pseudo":30.50069,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.51315,"utmos":1.96446,"dnsmos_ovrl":2.60296,"dnsmos_sig":3.18754,"dnsmos_bak":3.5299,"pesq_wb":1.58138,"pesq_nb":2.15329,"stoi":0.6559,"estoi":0.44457,"si_sdr":-11.4305,"mel_dist":0.22089,"stft_dist":1.51951,"f0_rmse_cents":184.97205,"f0_corr":0.73103,"vuv_err":0.24218,"score_intelligibility":0.13572,"score_speaker":0.51315,"score_quality":0.96563,"score_fidelity":0.51768,"score":0.53305},"ko":{"n":50,"unit":"cer","wer":14.60784,"wer_orig":5.14706,"dwer":9.46078,"wer_pseudo":11.82365,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.66544,"utmos":3.11559,"dnsmos_ovrl":3.0099,"dnsmos_sig":3.37436,"dnsmos_bak":4.02288,"pesq_wb":2.29794,"pesq_nb":2.83234,"stoi":0.8614,"estoi":0.74887,"si_sdr":-4.20119,"mel_dist":0.19077,"stft_dist":1.2176,"f0_rmse_cents":109.87096,"f0_corr":0.92672,"vuv_err":0.13511,"score_intelligibility":0.39384,"score_speaker":0.66544,"score_quality":0.95975,"score_fidelity":0.71965,"score":0.68467},"th":{"n":50,"unit":"cer","wer":36.68149,"wer_orig":7.61924,"dwer":29.06225,"wer_pseudo":35.31079,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.60666,"utmos":2.38553,"dnsmos_ovrl":2.87824,"dnsmos_sig":3.34784,"dnsmos_bak":3.83595,"pesq_wb":1.44245,"pesq_nb":2.00341,"stoi":0.79359,"estoi":0.63822,"si_sdr":-12.03216,"mel_dist":0.21976,"stft_dist":1.49417,"f0_rmse_cents":315.89042,"f0_corr":0.70061,"vuv_err":0.24571,"score_intelligibility":0.22874,"score_speaker":0.60666,"score_quality":0.99917,"score_fidelity":0.54021,"score":0.59369}}},{"codec":"codecslime_fsq18k_16k_80hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"codecslime_fsq18k_16k_80hz","family":"CodecSlime","checkpoint":"https://github.com/X-LANCE/codecslime/releases/download/v0.1.0/codecslime-fsq18k.safetensors","sample_rate":16000,"output_sample_rate":16000,"frame_rate":80,"n_codebooks":1,"codebook_size":18225,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code), CC-BY-4.0 (weights)","paper":"2506.21074","year":2025,"bitrate_kbps":1.1323,"notes":"FSQ 5x5x3^6 = 18,225 codes; BigCodec-style backbone trained on LibriSpeech 960 h; fixed 80 Hz (no frame merging)","side_info":"per-token duration (1-4 encoder frames at 80 Hz, ~2 bit/token) from ScheDFR segmentation, needed for decoding","warning":null,"env":"main"},"kbps":1.1323,"kbps_measured":1.13284,"tokens_per_s":80.03874,"params_M":159.36972,"efficiency":{"rtf_encode":0.01604,"rtf_decode":0.01559,"peak_vram_gb":1.40301,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.69423,"score_worst_lang":0.55667,"worst_lang":"en","en_gap":-0.14353,"score_intelligibility":0.43737,"score_speaker":0.68347,"score_quality":0.99489,"score_fidelity":0.66118,"dwer":13.31205,"wer":22.11786,"wer_pseudo":18.22634,"sim":0.68347,"utmos":2.76705,"dnsmos_ovrl":3.00074,"dnsmos_sig":3.38628,"dnsmos_bak":3.92118,"pesq_wb":2.07621,"pesq_nb":2.72235,"stoi":0.84338,"estoi":0.71038,"si_sdr":-5.46556,"mel_dist":0.20297,"stft_dist":1.33727,"f0_rmse_cents":170.81907,"f0_corr":0.83268,"vuv_err":0.17002,"score_ci95":[0.68775,0.70081]},"per_lang":{"en":{"n":50,"unit":"wer","wer":23.79548,"wer_orig":6.98132,"dwer":16.81416,"wer_pseudo":20.13619,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.50721,"utmos":2.23694,"dnsmos_ovrl":2.52231,"dnsmos_sig":3.00384,"dnsmos_bak":3.8434,"pesq_wb":1.56388,"pesq_nb":2.03184,"stoi":0.74394,"estoi":0.5531,"si_sdr":-14.23846,"mel_dist":0.23402,"stft_dist":1.52351,"f0_rmse_cents":344.94868,"f0_corr":0.61032,"vuv_err":0.27502,"score_intelligibility":0.32189,"score_speaker":0.50721,"score_quality":0.89248,"score_fidelity":0.50513,"score":0.55667},"de":{"n":50,"unit":"wer","wer":12.41099,"wer_orig":5.69685,"dwer":6.71414,"wer_pseudo":7.6297,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.77729,"utmos":3.047,"dnsmos_ovrl":3.12686,"dnsmos_sig":3.41263,"dnsmos_bak":4.07446,"pesq_wb":2.34985,"pesq_nb":2.9792,"stoi":0.89387,"estoi":0.75492,"si_sdr":1.31965,"mel_dist":0.18393,"stft_dist":1.1646,"f0_rmse_cents":168.00654,"f0_corr":0.8569,"vuv_err":0.15754,"score_intelligibility":0.49936,"score_speaker":0.77729,"score_quality":1.0,"score_fidelity":0.71215,"score":0.7472},"fr":{"n":50,"unit":"wer","wer":20.79051,"wer_orig":4.98024,"dwer":15.81028,"wer_pseudo":19.04762,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.71018,"utmos":2.60151,"dnsmos_ovrl":3.05863,"dnsmos_sig":3.38478,"dnsmos_bak":4.01608,"pesq_wb":2.06826,"pesq_nb":2.68795,"stoi":0.87643,"estoi":0.77654,"si_sdr":-6.80188,"mel_dist":0.22755,"stft_dist":1.30169,"f0_rmse_cents":152.48452,"f0_corr":0.85692,"vuv_err":0.2068,"score_intelligibility":0.27444,"score_speaker":0.71018,"score_quality":1.0,"score_fidelity":0.67952,"score":0.66604},"es":{"n":50,"unit":"wer","wer":4.18182,"wer_orig":3.09091,"dwer":1.09091,"wer_pseudo":1.82315,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.76629,"utmos":3.07543,"dnsmos_ovrl":3.23908,"dnsmos_sig":3.56788,"dnsmos_bak":3.9895,"pesq_wb":2.54568,"pesq_nb":3.11117,"stoi":0.88744,"estoi":0.78248,"si_sdr":-1.12719,"mel_dist":0.20409,"stft_dist":1.27315,"f0_rmse_cents":176.32481,"f0_corr":0.90274,"vuv_err":0.17113,"score_intelligibility":0.78947,"score_speaker":0.76629,"score_quality":1.0,"score_fidelity":0.74393,"score":0.82492},"it":{"n":50,"unit":"wer","wer":7.65027,"wer_orig":2.55009,"dwer":5.10018,"wer_pseudo":6.03291,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.7361,"utmos":3.25117,"dnsmos_ovrl":3.31734,"dnsmos_sig":3.60077,"dnsmos_bak":4.08952,"pesq_wb":2.55761,"pesq_nb":3.08611,"stoi":0.89392,"estoi":0.79526,"si_sdr":-2.45825,"mel_dist":0.20252,"stft_dist":1.22812,"f0_rmse_cents":102.62972,"f0_corr":0.85849,"vuv_err":0.1372,"score_intelligibility":0.4104,"score_speaker":0.7361,"score_quality":1.0,"score_fidelity":0.73248,"score":0.71975},"pt":{"n":50,"unit":"wer","wer":8.10547,"wer_orig":3.41797,"dwer":4.6875,"wer_pseudo":6.10236,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.76601,"utmos":2.88367,"dnsmos_ovrl":3.12325,"dnsmos_sig":3.49179,"dnsmos_bak":3.83923,"pesq_wb":2.12499,"pesq_nb":2.77843,"stoi":0.837,"estoi":0.71524,"si_sdr":-6.68361,"mel_dist":0.202,"stft_dist":1.31364,"f0_rmse_cents":463.54103,"f0_corr":0.76401,"vuv_err":0.19208,"score_intelligibility":0.4852,"score_speaker":0.76601,"score_quality":1.0,"score_fidelity":0.64081,"score":0.72301},"nl":{"n":50,"unit":"wer","wer":21.94469,"wer_orig":5.26316,"dwer":16.68153,"wer_pseudo":19.60609,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.61375,"utmos":2.94863,"dnsmos_ovrl":2.77414,"dnsmos_sig":3.14293,"dnsmos_bak":4.10393,"pesq_wb":1.92148,"pesq_nb":2.56752,"stoi":0.87802,"estoi":0.74663,"si_sdr":-10.0133,"mel_dist":0.22299,"stft_dist":1.41724,"f0_rmse_cents":143.78091,"f0_corr":0.85658,"vuv_err":0.17996,"score_intelligibility":0.27297,"score_speaker":0.61375,"score_quality":0.99491,"score_fidelity":0.66596,"score":0.6369},"pl":{"n":50,"unit":"wer","wer":19.29825,"wer_orig":3.28947,"dwer":16.00877,"wer_pseudo":18.3114,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.69986,"utmos":2.81225,"dnsmos_ovrl":3.12059,"dnsmos_sig":3.43371,"dnsmos_bak":4.09967,"pesq_wb":2.01391,"pesq_nb":2.65,"stoi":0.8962,"estoi":0.77555,"si_sdr":-5.02337,"mel_dist":0.20774,"stft_dist":1.32778,"f0_rmse_cents":128.19165,"f0_corr":0.78425,"vuv_err":0.15271,"score_intelligibility":0.21132,"score_speaker":0.69986,"score_quality":1.0,"score_fidelity":0.65672,"score":0.64198},"cs":{"n":50,"unit":"wer","wer":29.52159,"wer_orig":9.45158,"dwer":20.07001,"wer_pseudo":28.38785,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.72452,"utmos":2.77163,"dnsmos_ovrl":3.19658,"dnsmos_sig":3.50344,"dnsmos_bak":4.00626,"pesq_wb":1.93011,"pesq_nb":2.62078,"stoi":0.86314,"estoi":0.73886,"si_sdr":-0.07932,"mel_dist":0.21148,"stft_dist":1.27876,"f0_rmse_cents":104.1814,"f0_corr":0.8803,"vuv_err":0.11647,"score_intelligibility":0.34243,"score_speaker":0.72452,"score_quality":1.0,"score_fidelity":0.66973,"score":0.68417},"tr":{"n":50,"unit":"wer","wer":24.47368,"wer_orig":7.76316,"dwer":16.71053,"wer_pseudo":21.34387,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.69337,"utmos":2.61979,"dnsmos_ovrl":3.05683,"dnsmos_sig":3.40361,"dnsmos_bak":4.01102,"pesq_wb":2.07745,"pesq_nb":2.7933,"stoi":0.84642,"estoi":0.69063,"si_sdr":-9.47834,"mel_dist":0.21277,"stft_dist":1.40167,"f0_rmse_cents":128.11012,"f0_corr":0.9104,"vuv_err":0.12876,"score_intelligibility":0.34401,"score_speaker":0.69337,"score_quality":1.0,"score_fidelity":0.68822,"score":0.6814},"id":{"n":50,"unit":"wer","wer":21.95986,"wer_orig":5.90319,"dwer":16.05667,"wer_pseudo":20.1889,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.59917,"utmos":2.30487,"dnsmos_ovrl":2.89716,"dnsmos_sig":3.44484,"dnsmos_bak":3.48583,"pesq_wb":1.80634,"pesq_nb":2.51933,"stoi":0.76041,"estoi":0.5826,"si_sdr":-3.17291,"mel_dist":0.17841,"stft_dist":1.28469,"f0_rmse_cents":141.48812,"f0_corr":0.79528,"vuv_err":0.20105,"score_intelligibility":0.30066,"score_speaker":0.59917,"score_quality":1.0,"score_fidelity":0.59536,"score":0.6238},"vi":{"n":50,"unit":"wer","wer":22.67303,"wer_orig":7.71679,"dwer":14.95625,"wer_pseudo":18.94904,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.65535,"utmos":2.34104,"dnsmos_ovrl":2.84293,"dnsmos_sig":3.36005,"dnsmos_bak":3.69298,"pesq_wb":1.97377,"pesq_nb":2.6945,"stoi":0.75192,"estoi":0.59413,"si_sdr":-5.57516,"mel_dist":0.17509,"stft_dist":1.21582,"f0_rmse_cents":196.65014,"f0_corr":0.86359,"vuv_err":0.14176,"score_intelligibility":0.36822,"score_speaker":0.65535,"score_quality":0.99889,"score_fidelity":0.63124,"score":0.66342},"ru":{"n":50,"unit":"wer","wer":9.24855,"wer_orig":4.50867,"dwer":4.73988,"wer_pseudo":5.90962,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.71016,"utmos":2.88076,"dnsmos_ovrl":3.10155,"dnsmos_sig":3.41109,"dnsmos_bak":4.08417,"pesq_wb":2.08778,"pesq_nb":2.73326,"stoi":0.88358,"estoi":0.76686,"si_sdr":-7.40929,"mel_dist":0.21404,"stft_dist":1.32823,"f0_rmse_cents":157.69188,"f0_corr":0.81744,"vuv_err":0.17263,"score_intelligibility":0.53751,"score_speaker":0.71016,"score_quality":1.0,"score_fidelity":0.67061,"score":0.72957},"uk":{"n":50,"unit":"wer","wer":23.15551,"wer_orig":6.46992,"dwer":16.68558,"wer_pseudo":19.77273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.6176,"utmos":2.68685,"dnsmos_ovrl":3.04392,"dnsmos_sig":3.35756,"dnsmos_bak":4.08216,"pesq_wb":2.0375,"pesq_nb":2.55475,"stoi":0.8384,"estoi":0.6878,"si_sdr":-4.30233,"mel_dist":0.23262,"stft_dist":2.07699,"f0_rmse_cents":131.80885,"f0_corr":0.82866,"vuv_err":0.17516,"score_intelligibility":0.30924,"score_speaker":0.6176,"score_quality":0.99704,"score_fidelity":0.6545,"score":0.6446},"el":{"n":50,"unit":"wer","wer":33.46693,"wer_orig":12.02405,"dwer":21.44289,"wer_pseudo":29.32933,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.65065,"utmos":3.01613,"dnsmos_ovrl":3.02108,"dnsmos_sig":3.41568,"dnsmos_bak":3.90535,"pesq_wb":2.36737,"pesq_nb":3.02616,"stoi":0.86755,"estoi":0.73822,"si_sdr":0.4613,"mel_dist":0.1841,"stft_dist":1.1844,"f0_rmse_cents":97.0128,"f0_corr":0.87437,"vuv_err":0.13589,"score_intelligibility":0.37787,"score_speaker":0.65065,"score_quality":1.0,"score_fidelity":0.71087,"score":0.68485},"ar":{"n":50,"unit":"wer","wer":25.64735,"wer_orig":12.45376,"dwer":13.19359,"wer_pseudo":19.7775,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.74027,"utmos":2.92378,"dnsmos_ovrl":3.23922,"dnsmos_sig":3.57236,"dnsmos_bak":4.00296,"pesq_wb":2.11397,"pesq_nb":2.82247,"stoi":0.90353,"estoi":0.81787,"si_sdr":-5.53095,"mel_dist":0.2107,"stft_dist":1.3116,"f0_rmse_cents":105.17911,"f0_corr":0.89901,"vuv_err":0.13805,"score_intelligibility":0.50488,"score_speaker":0.74027,"score_quality":1.0,"score_fidelity":0.70694,"score":0.73802},"fa":{"n":50,"unit":"wer","wer":46.28571,"wer_orig":25.94286,"dwer":20.34286,"wer_pseudo":31.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.69739,"utmos":2.66214,"dnsmos_ovrl":2.85319,"dnsmos_sig":3.32281,"dnsmos_bak":3.79998,"pesq_wb":1.76324,"pesq_nb":2.59321,"stoi":0.73215,"estoi":0.56875,"si_sdr":-8.6583,"mel_dist":0.19793,"stft_dist":1.36984,"f0_rmse_cents":243.00403,"f0_corr":0.76274,"vuv_err":0.20186,"score_intelligibility":0.56979,"score_speaker":0.69739,"score_quality":1.0,"score_fidelity":0.57099,"score":0.70954},"he":{"n":50,"unit":"wer","wer":51.97674,"wer_orig":19.4186,"dwer":32.55814,"wer_pseudo":45.65728,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.62754,"utmos":2.58609,"dnsmos_ovrl":2.82011,"dnsmos_sig":3.18542,"dnsmos_bak":3.97006,"pesq_wb":1.88507,"pesq_nb":2.53172,"stoi":0.85782,"estoi":0.72529,"si_sdr":-11.70733,"mel_dist":0.20278,"stft_dist":1.30661,"f0_rmse_cents":157.19487,"f0_corr":0.7499,"vuv_err":0.2188,"score_intelligibility":0.38543,"score_speaker":0.62754,"score_quality":1.0,"score_fidelity":0.6202,"score":0.65829},"hi":{"n":50,"unit":"wer","wer":40.53555,"wer_orig":26.31579,"dwer":14.21976,"wer_pseudo":29.70027,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.68833,"utmos":2.60056,"dnsmos_ovrl":2.90259,"dnsmos_sig":3.40754,"dnsmos_bak":3.60394,"pesq_wb":2.0536,"pesq_nb":2.73542,"stoi":0.82843,"estoi":0.68999,"si_sdr":-9.01508,"mel_dist":0.20956,"stft_dist":1.31914,"f0_rmse_cents":251.70553,"f0_corr":0.72733,"vuv_err":0.2111,"score_intelligibility":0.65765,"score_speaker":0.68833,"score_quality":1.0,"score_fidelity":0.61893,"score":0.74123},"zh":{"n":50,"unit":"cer","wer":12.30321,"wer_orig":7.40525,"dwer":4.89796,"wer_pseudo":6.64634,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.69929,"utmos":3.03,"dnsmos_ovrl":3.12238,"dnsmos_sig":3.43288,"dnsmos_bak":4.07475,"pesq_wb":2.41056,"pesq_nb":2.94585,"stoi":0.89455,"estoi":0.79596,"si_sdr":-2.77623,"mel_dist":0.18501,"stft_dist":1.25438,"f0_rmse_cents":95.90127,"f0_corr":0.91968,"vuv_err":0.10399,"score_intelligibility":0.63182,"score_speaker":0.69929,"score_quality":1.0,"score_fidelity":0.73908,"score":0.76755},"yue":{"n":50,"unit":"cer","wer":21.99377,"wer_orig":14.39252,"dwer":7.60125,"wer_pseudo":19.25269,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.75526,"utmos":3.24695,"dnsmos_ovrl":3.12563,"dnsmos_sig":3.47481,"dnsmos_bak":3.96702,"pesq_wb":2.07568,"pesq_nb":2.81288,"stoi":0.87422,"estoi":0.74646,"si_sdr":-3.32305,"mel_dist":0.18743,"stft_dist":1.28694,"f0_rmse_cents":138.21257,"f0_corr":0.89806,"vuv_err":0.13515,"score_intelligibility":0.66942,"score_speaker":0.75526,"score_quality":1.0,"score_fidelity":0.69321,"score":0.77947},"ja":{"n":50,"unit":"cer","wer":19.1548,"wer_orig":3.53698,"dwer":15.61782,"wer_pseudo":17.91456,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.57514,"utmos":2.04348,"dnsmos_ovrl":2.6009,"dnsmos_sig":3.20426,"dnsmos_bak":3.50174,"pesq_wb":1.786,"pesq_nb":2.43458,"stoi":0.70217,"estoi":0.50464,"si_sdr":-7.29722,"mel_dist":0.20698,"stft_dist":1.43292,"f0_rmse_cents":161.95892,"f0_corr":0.79716,"vuv_err":0.20964,"score_intelligibility":0.22511,"score_speaker":0.57514,"score_quality":1.0,"score_fidelity":0.57463,"score":0.59372},"ko":{"n":50,"unit":"cer","wer":8.87255,"wer_orig":5.14706,"dwer":3.72549,"wer_pseudo":5.71142,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.70951,"utmos":3.25746,"dnsmos_ovrl":3.02129,"dnsmos_sig":3.3738,"dnsmos_bak":4.03855,"pesq_wb":2.61025,"pesq_nb":3.15849,"stoi":0.88923,"estoi":0.791,"si_sdr":-1.09267,"mel_dist":0.17786,"stft_dist":1.13742,"f0_rmse_cents":104.37816,"f0_corr":0.92922,"vuv_err":0.09856,"score_intelligibility":0.62264,"score_speaker":0.70951,"score_quality":0.99394,"score_fidelity":0.75951,"score":0.7714},"th":{"n":50,"unit":"cer","wer":21.38238,"wer_orig":7.61924,"dwer":13.76314,"wer_pseudo":18.84997,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.683,"utmos":2.58101,"dnsmos_ovrl":2.89029,"dnsmos_sig":3.3622,"dnsmos_bak":3.8258,"pesq_wb":1.70477,"pesq_nb":2.46745,"stoi":0.8409,"estoi":0.71038,"si_sdr":-7.19014,"mel_dist":0.19964,"stft_dist":1.35534,"f0_rmse_cents":205.27202,"f0_corr":0.84093,"vuv_err":0.21919,"score_intelligibility":0.38509,"score_speaker":0.683,"score_quality":1.0,"score_fidelity":0.62773,"score":0.67395}}},{"codec":"codecslime_vq8k_16k_40hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"codecslime_vq8k_16k_40hz","family":"CodecSlime","checkpoint":"https://github.com/X-LANCE/codecslime/releases/download/v0.1.0/codecslime-vq8k.safetensors","sample_rate":16000,"output_sample_rate":16000,"frame_rate":40,"n_codebooks":1,"codebook_size":8192,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code), CC-BY-4.0 (weights)","paper":"2506.21074","year":2025,"bitrate_kbps":0.52,"notes":"8,192-entry factorised VQ; BigCodec-style backbone trained on LibriSpeech 960 h; ScheDFR dynamic frame rate, average 40 tokens/s (paper setting)","side_info":"per-token duration (1-4 encoder frames at 80 Hz, ~2 bit/token) from ScheDFR segmentation, needed for decoding","warning":"token bitrate excludes the per-token durations (side_info)","env":"main"},"kbps":0.52,"kbps_measured":0.52026,"tokens_per_s":40.01991,"params_M":159.43629,"efficiency":{"rtf_encode":0.04327,"rtf_decode":0.01557,"peak_vram_gb":1.40274,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.63234,"score_worst_lang":0.5377,"worst_lang":"en","en_gap":-0.09876,"score_intelligibility":0.27551,"score_speaker":0.66755,"score_quality":0.97403,"score_fidelity":0.61227,"dwer":27.10282,"wer":35.90863,"wer_pseudo":33.05296,"sim":0.66755,"utmos":2.53601,"dnsmos_ovrl":2.9912,"dnsmos_sig":3.39235,"dnsmos_bak":3.89402,"pesq_wb":1.82746,"pesq_nb":2.40295,"stoi":0.80658,"estoi":0.65652,"si_sdr":-4.56398,"mel_dist":0.21134,"stft_dist":1.4908,"f0_rmse_cents":189.26531,"f0_corr":0.79381,"vuv_err":0.1877,"score_ci95":[0.62753,0.63806]},"per_lang":{"en":{"n":50,"unit":"wer","wer":29.69518,"wer_orig":6.98132,"dwer":22.71386,"wer_pseudo":27.43191,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.53907,"utmos":2.14146,"dnsmos_ovrl":2.52359,"dnsmos_sig":2.9982,"dnsmos_bak":3.81849,"pesq_wb":1.44188,"pesq_nb":1.92719,"stoi":0.70535,"estoi":0.51969,"si_sdr":-10.75756,"mel_dist":0.24654,"stft_dist":3.10989,"f0_rmse_cents":319.67935,"f0_corr":0.63868,"vuv_err":0.25221,"score_intelligibility":0.26002,"score_speaker":0.53907,"score_quality":0.8616,"score_fidelity":0.49009,"score":0.5377},"de":{"n":50,"unit":"wer","wer":22.38047,"wer_orig":5.69685,"dwer":16.68362,"wer_pseudo":18.61648,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.71269,"utmos":2.80612,"dnsmos_ovrl":3.12025,"dnsmos_sig":3.41759,"dnsmos_bak":4.04785,"pesq_wb":1.95824,"pesq_nb":2.53594,"stoi":0.86193,"estoi":0.69154,"si_sdr":-0.38679,"mel_dist":0.19479,"stft_dist":1.23341,"f0_rmse_cents":198.16315,"f0_corr":0.78366,"vuv_err":0.16962,"score_intelligibility":0.28643,"score_speaker":0.71269,"score_quality":1.0,"score_fidelity":0.63979,"score":0.65973},"fr":{"n":50,"unit":"wer","wer":33.91304,"wer_orig":4.98024,"dwer":28.93281,"wer_pseudo":32.85714,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.66069,"utmos":2.37623,"dnsmos_ovrl":3.08491,"dnsmos_sig":3.42018,"dnsmos_bak":4.017,"pesq_wb":1.78949,"pesq_nb":2.30621,"stoi":0.83805,"estoi":0.72442,"si_sdr":-4.89249,"mel_dist":0.22823,"stft_dist":1.33491,"f0_rmse_cents":137.6595,"f0_corr":0.84716,"vuv_err":0.21035,"score_intelligibility":0.17129,"score_speaker":0.66069,"score_quality":1.0,"score_fidelity":0.63693,"score":0.61723},"es":{"n":50,"unit":"wer","wer":9.63636,"wer_orig":3.09091,"dwer":6.54545,"wer_pseudo":7.29262,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.73913,"utmos":2.83422,"dnsmos_ovrl":3.26643,"dnsmos_sig":3.5943,"dnsmos_bak":3.99961,"pesq_wb":2.23284,"pesq_nb":2.79052,"stoi":0.85904,"estoi":0.73509,"si_sdr":-2.24524,"mel_dist":0.21235,"stft_dist":1.34117,"f0_rmse_cents":193.77023,"f0_corr":0.85488,"vuv_err":0.1816,"score_intelligibility":0.38462,"score_speaker":0.73913,"score_quality":1.0,"score_fidelity":0.68872,"score":0.70312},"it":{"n":50,"unit":"wer","wer":14.48087,"wer_orig":2.55009,"dwer":11.93078,"wer_pseudo":13.52834,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.71677,"utmos":3.0135,"dnsmos_ovrl":3.33213,"dnsmos_sig":3.61884,"dnsmos_bak":4.09201,"pesq_wb":2.24295,"pesq_nb":2.71482,"stoi":0.86144,"estoi":0.74153,"si_sdr":-3.11038,"mel_dist":0.21119,"stft_dist":1.29474,"f0_rmse_cents":117.0,"f0_corr":0.82135,"vuv_err":0.14901,"score_intelligibility":0.22932,"score_speaker":0.71677,"score_quality":0.97835,"score_fidelity":0.67931,"score":0.65094},"pt":{"n":50,"unit":"wer","wer":11.71875,"wer_orig":3.41797,"dwer":8.30078,"wer_pseudo":9.94094,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.75872,"utmos":2.66367,"dnsmos_ovrl":3.13733,"dnsmos_sig":3.50198,"dnsmos_bak":3.85153,"pesq_wb":1.88157,"pesq_nb":2.46942,"stoi":0.80513,"estoi":0.66915,"si_sdr":-6.2976,"mel_dist":0.2114,"stft_dist":1.36706,"f0_rmse_cents":444.36049,"f0_corr":0.70383,"vuv_err":0.21928,"score_intelligibility":0.34736,"score_speaker":0.75872,"score_quality":1.0,"score_fidelity":0.58695,"score":0.67326},"nl":{"n":50,"unit":"wer","wer":40.49955,"wer_orig":5.26316,"dwer":35.2364,"wer_pseudo":38.85407,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.6602,"utmos":2.63452,"dnsmos_ovrl":2.74913,"dnsmos_sig":3.1313,"dnsmos_bak":4.08283,"pesq_wb":1.67907,"pesq_nb":2.25329,"stoi":0.84412,"estoi":0.69224,"si_sdr":-4.68681,"mel_dist":0.22766,"stft_dist":1.46012,"f0_rmse_cents":155.30823,"f0_corr":0.8417,"vuv_err":0.19547,"score_intelligibility":0.15092,"score_speaker":0.6602,"score_quality":0.91513,"score_fidelity":0.62662,"score":0.58822},"pl":{"n":50,"unit":"wer","wer":42.43421,"wer_orig":3.28947,"dwer":39.14474,"wer_pseudo":41.66667,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.6237,"utmos":2.54874,"dnsmos_ovrl":3.07252,"dnsmos_sig":3.41559,"dnsmos_bak":4.06081,"pesq_wb":1.71039,"pesq_nb":2.24176,"stoi":0.86302,"estoi":0.72033,"si_sdr":-6.21799,"mel_dist":0.21874,"stft_dist":1.38806,"f0_rmse_cents":150.49459,"f0_corr":0.73136,"vuv_err":0.1704,"score_intelligibility":0.09876,"score_speaker":0.6237,"score_quality":0.94319,"score_fidelity":0.59911,"score":0.56619},"cs":{"n":50,"unit":"wer","wer":46.32439,"wer_orig":9.45158,"dwer":36.87281,"wer_pseudo":45.3271,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.71258,"utmos":2.52327,"dnsmos_ovrl":3.18589,"dnsmos_sig":3.50699,"dnsmos_bak":3.97936,"pesq_wb":1.64468,"pesq_nb":2.29942,"stoi":0.81991,"estoi":0.67563,"si_sdr":-4.93198,"mel_dist":0.22066,"stft_dist":1.36968,"f0_rmse_cents":158.03664,"f0_corr":0.76727,"vuv_err":0.15372,"score_intelligibility":0.22085,"score_speaker":0.71258,"score_quality":0.98508,"score_fidelity":0.59046,"score":0.62724},"tr":{"n":50,"unit":"wer","wer":37.5,"wer_orig":7.76316,"dwer":29.73684,"wer_pseudo":35.30962,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.6788,"utmos":2.31807,"dnsmos_ovrl":3.0813,"dnsmos_sig":3.43108,"dnsmos_bak":4.0236,"pesq_wb":1.87177,"pesq_nb":2.5135,"stoi":0.80215,"estoi":0.632,"si_sdr":-8.74833,"mel_dist":0.22508,"stft_dist":2.29141,"f0_rmse_cents":183.85556,"f0_corr":0.80735,"vuv_err":0.16137,"score_intelligibility":0.22761,"score_speaker":0.6788,"score_quality":1.0,"score_fidelity":0.61952,"score":0.63149},"id":{"n":50,"unit":"wer","wer":34.00236,"wer_orig":5.90319,"dwer":28.09917,"wer_pseudo":32.93979,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.66757,"utmos":2.11911,"dnsmos_ovrl":2.8599,"dnsmos_sig":3.40154,"dnsmos_bak":3.3814,"pesq_wb":1.62241,"pesq_nb":2.29257,"stoi":0.71442,"estoi":0.52095,"si_sdr":-3.8405,"mel_dist":0.18423,"stft_dist":1.33142,"f0_rmse_cents":196.7105,"f0_corr":0.71899,"vuv_err":0.21663,"score_intelligibility":0.19722,"score_speaker":0.66757,"score_quality":1.0,"score_fidelity":0.53708,"score":0.60047},"vi":{"n":50,"unit":"wer","wer":35.71997,"wer_orig":7.71679,"dwer":28.00318,"wer_pseudo":32.72293,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.68895,"utmos":2.12348,"dnsmos_ovrl":2.82519,"dnsmos_sig":3.36925,"dnsmos_bak":3.64362,"pesq_wb":1.77139,"pesq_nb":2.41071,"stoi":0.69983,"estoi":0.52487,"si_sdr":-5.38987,"mel_dist":0.18044,"stft_dist":1.25742,"f0_rmse_cents":169.0861,"f0_corr":0.85169,"vuv_err":0.17166,"score_intelligibility":0.23739,"score_speaker":0.68895,"score_quality":0.99409,"score_fidelity":0.59064,"score":0.62777},"ru":{"n":50,"unit":"wer","wer":17.34104,"wer_orig":4.50867,"dwer":12.83237,"wer_pseudo":15.29548,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.65354,"utmos":2.59738,"dnsmos_ovrl":3.09618,"dnsmos_sig":3.43025,"dnsmos_bak":4.05339,"pesq_wb":1.83034,"pesq_nb":2.3788,"stoi":0.84805,"estoi":0.71059,"si_sdr":-4.03235,"mel_dist":0.22255,"stft_dist":1.39559,"f0_rmse_cents":166.37672,"f0_corr":0.78228,"vuv_err":0.1901,"score_intelligibility":0.30035,"score_speaker":0.65354,"score_quality":0.97379,"score_fidelity":0.62252,"score":0.63755},"uk":{"n":50,"unit":"wer","wer":38.13848,"wer_orig":6.46992,"dwer":31.66856,"wer_pseudo":36.81818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.61424,"utmos":2.51366,"dnsmos_ovrl":3.11291,"dnsmos_sig":3.42751,"dnsmos_bak":4.0973,"pesq_wb":1.81621,"pesq_nb":2.31726,"stoi":0.82512,"estoi":0.65817,"si_sdr":-3.47415,"mel_dist":0.23445,"stft_dist":1.44776,"f0_rmse_cents":180.98463,"f0_corr":0.80219,"vuv_err":0.18926,"score_intelligibility":0.19086,"score_speaker":0.61424,"score_quality":0.97963,"score_fidelity":0.62017,"score":0.60123},"el":{"n":50,"unit":"wer","wer":65.23046,"wer_orig":12.02405,"dwer":53.20641,"wer_pseudo":63.06306,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.58118,"utmos":2.71049,"dnsmos_ovrl":2.91772,"dnsmos_sig":3.34594,"dnsmos_bak":3.83535,"pesq_wb":2.01714,"pesq_nb":2.60635,"stoi":0.82651,"estoi":0.67242,"si_sdr":-1.33126,"mel_dist":0.19522,"stft_dist":1.28085,"f0_rmse_cents":105.93374,"f0_corr":0.86206,"vuv_err":0.14917,"score_intelligibility":0.19665,"score_speaker":0.58118,"score_quality":0.97687,"score_fidelity":0.65973,"score":0.6036},"ar":{"n":50,"unit":"wer","wer":40.69051,"wer_orig":12.45376,"dwer":28.23674,"wer_pseudo":37.45365,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.73545,"utmos":2.72368,"dnsmos_ovrl":3.23013,"dnsmos_sig":3.5844,"dnsmos_bak":3.97763,"pesq_wb":1.84348,"pesq_nb":2.37966,"stoi":0.86983,"estoi":0.76953,"si_sdr":-2.64951,"mel_dist":0.22643,"stft_dist":1.40911,"f0_rmse_cents":124.80998,"f0_corr":0.88384,"vuv_err":0.15607,"score_intelligibility":0.32271,"score_speaker":0.73545,"score_quality":1.0,"score_fidelity":0.66489,"score":0.68076},"fa":{"n":50,"unit":"wer","wer":77.37143,"wer_orig":25.94286,"dwer":51.42857,"wer_pseudo":63.78378,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.68584,"utmos":2.49642,"dnsmos_ovrl":2.87351,"dnsmos_sig":3.36299,"dnsmos_bak":3.76506,"pesq_wb":1.68253,"pesq_nb":2.44842,"stoi":0.6886,"estoi":0.52522,"si_sdr":-4.79366,"mel_dist":0.20361,"stft_dist":1.98819,"f0_rmse_cents":250.71384,"f0_corr":0.70772,"vuv_err":0.20384,"score_intelligibility":0.34378,"score_speaker":0.68584,"score_quality":0.9624,"score_fidelity":0.53044,"score":0.63062},"he":{"n":50,"unit":"wer","wer":70.69767,"wer_orig":19.4186,"dwer":51.27907,"wer_pseudo":65.14085,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.5417,"utmos":2.36246,"dnsmos_ovrl":2.79708,"dnsmos_sig":3.17056,"dnsmos_bak":3.96016,"pesq_wb":1.62326,"pesq_nb":2.14628,"stoi":0.81554,"estoi":0.6579,"si_sdr":-4.5287,"mel_dist":0.21773,"stft_dist":1.40407,"f0_rmse_cents":177.20953,"f0_corr":0.7316,"vuv_err":0.26199,"score_intelligibility":0.28479,"score_speaker":0.5417,"score_quality":0.9531,"score_fidelity":0.57507,"score":0.58866},"hi":{"n":50,"unit":"wer","wer":53.4626,"wer_orig":26.31579,"dwer":27.14681,"wer_pseudo":45.86739,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.65519,"utmos":2.31496,"dnsmos_ovrl":2.90386,"dnsmos_sig":3.4495,"dnsmos_bak":3.60386,"pesq_wb":1.78018,"pesq_nb":2.36742,"stoi":0.78593,"estoi":0.62367,"si_sdr":-5.05479,"mel_dist":0.21802,"stft_dist":1.37837,"f0_rmse_cents":225.49287,"f0_corr":0.74034,"vuv_err":0.20884,"score_intelligibility":0.50155,"score_speaker":0.65519,"score_quality":1.0,"score_fidelity":0.58306,"score":0.68495},"zh":{"n":50,"unit":"cer","wer":23.09038,"wer_orig":7.40525,"dwer":15.68513,"wer_pseudo":19.14634,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.67485,"utmos":2.80754,"dnsmos_ovrl":3.07455,"dnsmos_sig":3.4169,"dnsmos_bak":4.03058,"pesq_wb":2.03004,"pesq_nb":2.52287,"stoi":0.858,"estoi":0.7351,"si_sdr":-4.30653,"mel_dist":0.19639,"stft_dist":1.32811,"f0_rmse_cents":150.64754,"f0_corr":0.85131,"vuv_err":0.13718,"score_intelligibility":0.3489,"score_speaker":0.67485,"score_quality":0.99961,"score_fidelity":0.66787,"score":0.67281},"yue":{"n":50,"unit":"cer","wer":31.58879,"wer_orig":14.39252,"dwer":17.19626,"wer_pseudo":30.08233,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.73805,"utmos":2.9577,"dnsmos_ovrl":3.11329,"dnsmos_sig":3.4764,"dnsmos_bak":3.94337,"pesq_wb":1.81737,"pesq_nb":2.44758,"stoi":0.83635,"estoi":0.68516,"si_sdr":-3.37274,"mel_dist":0.19235,"stft_dist":1.29513,"f0_rmse_cents":164.01725,"f0_corr":0.87368,"vuv_err":0.16042,"score_intelligibility":0.47233,"score_speaker":0.73805,"score_quality":1.0,"score_fidelity":0.64785,"score":0.71456},"ja":{"n":50,"unit":"cer","wer":40.19293,"wer_orig":3.53698,"dwer":36.65595,"wer_pseudo":39.41203,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.61574,"utmos":1.91537,"dnsmos_ovrl":2.61513,"dnsmos_sig":3.24985,"dnsmos_bak":3.45653,"pesq_wb":1.70785,"pesq_nb":2.31654,"stoi":0.66856,"estoi":0.46927,"si_sdr":-6.02617,"mel_dist":0.20763,"stft_dist":1.4439,"f0_rmse_cents":173.08061,"f0_corr":0.79396,"vuv_err":0.20324,"score_intelligibility":0.11014,"score_speaker":0.61574,"score_quality":0.94193,"score_fidelity":0.55492,"score":0.55568},"ko":{"n":50,"unit":"cer","wer":11.76471,"wer_orig":5.14706,"dwer":6.61765,"wer_pseudo":8.46693,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.72551,"utmos":3.04356,"dnsmos_ovrl":2.98194,"dnsmos_sig":3.35433,"dnsmos_bak":4.00648,"pesq_wb":2.33512,"pesq_nb":2.90291,"stoi":0.86379,"estoi":0.75471,"si_sdr":-0.37951,"mel_dist":0.18514,"stft_dist":1.19872,"f0_rmse_cents":125.81909,"f0_corr":0.89738,"vuv_err":0.14673,"score_intelligibility":0.48157,"score_speaker":0.72551,"score_quality":0.93697,"score_fidelity":0.71421,"score":0.71456},"th":{"n":50,"unit":"cer","wer":33.9329,"wer_orig":7.61924,"dwer":26.31366,"wer_pseudo":32.25349,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.64105,"utmos":2.31875,"dnsmos_ovrl":2.83397,"dnsmos_sig":3.34089,"dnsmos_bak":3.72867,"pesq_wb":1.52887,"pesq_nb":2.08122,"stoi":0.79728,"estoi":0.64735,"si_sdr":-8.08049,"mel_dist":0.21131,"stft_dist":1.43006,"f0_rmse_cents":273.15722,"f0_corr":0.75721,"vuv_err":0.2465,"score_intelligibility":0.24674,"score_speaker":0.64105,"score_quality":0.97511,"score_fidelity":0.56853,"score":0.60786}}},{"codec":"codecslime_vq8k_16k_80hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"codecslime_vq8k_16k_80hz","family":"CodecSlime","checkpoint":"https://github.com/X-LANCE/codecslime/releases/download/v0.1.0/codecslime-vq8k.safetensors","sample_rate":16000,"output_sample_rate":16000,"frame_rate":80,"n_codebooks":1,"codebook_size":8192,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code), CC-BY-4.0 (weights)","paper":"2506.21074","year":2025,"bitrate_kbps":1.04,"notes":"8,192-entry factorised VQ; BigCodec-style backbone trained on LibriSpeech 960 h; fixed 80 Hz (no frame merging)","side_info":"per-token duration (1-4 encoder frames at 80 Hz, ~2 bit/token) from ScheDFR segmentation, needed for decoding","warning":null,"env":"main"},"kbps":1.04,"kbps_measured":1.0405,"tokens_per_s":80.03874,"params_M":159.43629,"efficiency":{"rtf_encode":0.01604,"rtf_decode":0.01557,"peak_vram_gb":1.40276,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.70277,"score_worst_lang":0.59689,"worst_lang":"en","en_gap":-0.11048,"score_intelligibility":0.41504,"score_speaker":0.73931,"score_quality":0.99274,"score_fidelity":0.66398,"dwer":16.05024,"wer":24.85604,"wer_pseudo":21.13438,"sim":0.73931,"utmos":2.68181,"dnsmos_ovrl":2.99814,"dnsmos_sig":3.4007,"dnsmos_bak":3.89163,"pesq_wb":2.11016,"pesq_nb":2.72141,"stoi":0.84031,"estoi":0.71033,"si_sdr":-1.94966,"mel_dist":0.19867,"stft_dist":1.92723,"f0_rmse_cents":175.35798,"f0_corr":0.83445,"vuv_err":0.16694,"score_ci95":[0.69748,0.70882]},"per_lang":{"en":{"n":50,"unit":"wer","wer":25.56539,"wer_orig":6.98132,"dwer":18.58407,"wer_pseudo":22.47082,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.61906,"utmos":2.22646,"dnsmos_ovrl":2.59459,"dnsmos_sig":3.09274,"dnsmos_bak":3.80594,"pesq_wb":1.63902,"pesq_nb":2.14355,"stoi":0.75593,"estoi":0.58877,"si_sdr":-8.04881,"mel_dist":0.24526,"stft_dist":6.98073,"f0_rmse_cents":308.64771,"f0_corr":0.76016,"vuv_err":0.21949,"score_intelligibility":0.30044,"score_speaker":0.61906,"score_quality":0.90185,"score_fidelity":0.56622,"score":0.59689},"de":{"n":50,"unit":"wer","wer":12.41099,"wer_orig":5.69685,"dwer":6.71414,"wer_pseudo":8.34181,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79677,"utmos":2.96514,"dnsmos_ovrl":3.15886,"dnsmos_sig":3.44894,"dnsmos_bak":4.0719,"pesq_wb":2.30885,"pesq_nb":2.91682,"stoi":0.88928,"estoi":0.74642,"si_sdr":2.70815,"mel_dist":0.17757,"stft_dist":1.14016,"f0_rmse_cents":160.20108,"f0_corr":0.84655,"vuv_err":0.15276,"score_intelligibility":0.49936,"score_speaker":0.79677,"score_quality":1.0,"score_fidelity":0.70326,"score":0.74985},"fr":{"n":50,"unit":"wer","wer":21.10672,"wer_orig":4.98024,"dwer":16.12648,"wer_pseudo":19.52381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.7482,"utmos":2.49775,"dnsmos_ovrl":3.06189,"dnsmos_sig":3.39189,"dnsmos_bak":4.00308,"pesq_wb":2.06766,"pesq_nb":2.63703,"stoi":0.86951,"estoi":0.77112,"si_sdr":-2.66924,"mel_dist":0.20919,"stft_dist":1.24474,"f0_rmse_cents":138.75332,"f0_corr":0.86665,"vuv_err":0.19284,"score_intelligibility":0.27052,"score_speaker":0.7482,"score_quality":1.0,"score_fidelity":0.6804,"score":0.67478},"es":{"n":50,"unit":"wer","wer":4.90909,"wer_orig":3.09091,"dwer":1.81818,"wer_pseudo":3.09936,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.80477,"utmos":2.93981,"dnsmos_ovrl":3.2385,"dnsmos_sig":3.57108,"dnsmos_bak":3.98329,"pesq_wb":2.52958,"pesq_nb":3.08373,"stoi":0.88283,"estoi":0.77675,"si_sdr":0.52736,"mel_dist":0.198,"stft_dist":1.2774,"f0_rmse_cents":197.06586,"f0_corr":0.87747,"vuv_err":0.18047,"score_intelligibility":0.69231,"score_speaker":0.80477,"score_quality":1.0,"score_fidelity":0.73244,"score":0.80738},"it":{"n":50,"unit":"wer","wer":7.46812,"wer_orig":2.55009,"dwer":4.91803,"wer_pseudo":6.39854,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.78832,"utmos":3.17187,"dnsmos_ovrl":3.30499,"dnsmos_sig":3.59437,"dnsmos_bak":4.07559,"pesq_wb":2.55062,"pesq_nb":3.05889,"stoi":0.88897,"estoi":0.78942,"si_sdr":0.56749,"mel_dist":0.19405,"stft_dist":1.20965,"f0_rmse_cents":113.39303,"f0_corr":0.85505,"vuv_err":0.14582,"score_intelligibility":0.41923,"score_speaker":0.78832,"score_quality":0.99964,"score_fidelity":0.72902,"score":0.73405},"pt":{"n":50,"unit":"wer","wer":6.34766,"wer_orig":3.41797,"dwer":2.92969,"wer_pseudo":5.41339,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.81164,"utmos":2.70526,"dnsmos_ovrl":3.1089,"dnsmos_sig":3.48127,"dnsmos_bak":3.82186,"pesq_wb":2.15358,"pesq_nb":2.75597,"stoi":0.8327,"estoi":0.71338,"si_sdr":-4.03025,"mel_dist":0.1969,"stft_dist":1.29465,"f0_rmse_cents":437.13288,"f0_corr":0.72294,"vuv_err":0.20753,"score_intelligibility":0.60128,"score_speaker":0.81164,"score_quality":1.0,"score_fidelity":0.62841,"score":0.76033},"nl":{"n":50,"unit":"wer","wer":22.83675,"wer_orig":5.26316,"dwer":17.5736,"wer_pseudo":20.68039,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.72418,"utmos":2.93226,"dnsmos_ovrl":2.81607,"dnsmos_sig":3.18872,"dnsmos_bak":4.10491,"pesq_wb":2.04462,"pesq_nb":2.62685,"stoi":0.87859,"estoi":0.75216,"si_sdr":-0.82047,"mel_dist":0.2104,"stft_dist":1.36553,"f0_rmse_cents":127.39337,"f0_corr":0.88289,"vuv_err":0.17673,"score_intelligibility":0.26275,"score_speaker":0.72418,"score_quality":0.99075,"score_fidelity":0.68665,"score":0.66608},"pl":{"n":50,"unit":"wer","wer":30.92105,"wer_orig":3.28947,"dwer":27.63158,"wer_pseudo":30.04386,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.71223,"utmos":2.74283,"dnsmos_ovrl":3.09909,"dnsmos_sig":3.42921,"dnsmos_bak":4.06839,"pesq_wb":2.07018,"pesq_nb":2.61865,"stoi":0.89505,"estoi":0.77609,"si_sdr":-3.09749,"mel_dist":0.19783,"stft_dist":1.2946,"f0_rmse_cents":129.15013,"f0_corr":0.79531,"vuv_err":0.1545,"score_intelligibility":0.13438,"score_speaker":0.71223,"score_quality":0.99873,"score_fidelity":0.66537,"score":0.62768},"cs":{"n":50,"unit":"wer","wer":28.00467,"wer_orig":9.45158,"dwer":18.55309,"wer_pseudo":25.35047,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.786,"utmos":2.68627,"dnsmos_ovrl":3.18501,"dnsmos_sig":3.5065,"dnsmos_bak":3.98085,"pesq_wb":1.93424,"pesq_nb":2.63407,"stoi":0.85529,"estoi":0.731,"si_sdr":-1.76589,"mel_dist":0.20334,"stft_dist":1.27859,"f0_rmse_cents":152.12067,"f0_corr":0.81006,"vuv_err":0.15759,"score_intelligibility":0.36034,"score_speaker":0.786,"score_quality":1.0,"score_fidelity":0.64409,"score":0.69761},"tr":{"n":50,"unit":"wer","wer":64.07895,"wer_orig":7.76316,"dwer":56.31579,"wer_pseudo":60.2108,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.73386,"utmos":2.44667,"dnsmos_ovrl":3.07393,"dnsmos_sig":3.43217,"dnsmos_bak":3.98307,"pesq_wb":2.08358,"pesq_nb":2.71139,"stoi":0.82776,"estoi":0.67866,"si_sdr":-8.93179,"mel_dist":0.24688,"stft_dist":6.62648,"f0_rmse_cents":138.03491,"f0_corr":0.8912,"vuv_err":0.13441,"score_intelligibility":0.13465,"score_speaker":0.73386,"score_quality":1.0,"score_fidelity":0.67618,"score":0.63618},"id":{"n":50,"unit":"wer","wer":20.89728,"wer_orig":5.90319,"dwer":14.9941,"wer_pseudo":19.24439,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.72073,"utmos":2.21556,"dnsmos_ovrl":2.84975,"dnsmos_sig":3.43021,"dnsmos_bak":3.38564,"pesq_wb":1.80187,"pesq_nb":2.51511,"stoi":0.75354,"estoi":0.57847,"si_sdr":-1.28241,"mel_dist":0.17295,"stft_dist":1.2666,"f0_rmse_cents":165.04847,"f0_corr":0.78272,"vuv_err":0.20025,"score_intelligibility":0.31525,"score_speaker":0.72073,"score_quality":1.0,"score_fidelity":0.58846,"score":0.65611},"vi":{"n":50,"unit":"wer","wer":25.21877,"wer_orig":7.71679,"dwer":17.50199,"wer_pseudo":22.85032,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.74111,"utmos":2.24603,"dnsmos_ovrl":2.84881,"dnsmos_sig":3.38261,"dnsmos_bak":3.66708,"pesq_wb":2.08038,"pesq_nb":2.7389,"stoi":0.74598,"estoi":0.59286,"si_sdr":-0.82296,"mel_dist":0.16855,"stft_dist":1.1786,"f0_rmse_cents":150.00699,"f0_corr":0.87049,"vuv_err":0.15317,"score_intelligibility":0.33246,"score_speaker":0.74111,"score_quality":1.0,"score_fidelity":0.64172,"score":0.67882},"ru":{"n":50,"unit":"wer","wer":10.0578,"wer_orig":4.50867,"dwer":5.54913,"wer_pseudo":6.95249,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.74069,"utmos":2.73976,"dnsmos_ovrl":3.10338,"dnsmos_sig":3.42896,"dnsmos_bak":4.06341,"pesq_wb":2.11556,"pesq_nb":2.72604,"stoi":0.8775,"estoi":0.76032,"si_sdr":-1.46917,"mel_dist":0.20666,"stft_dist":1.31645,"f0_rmse_cents":158.95855,"f0_corr":0.82503,"vuv_err":0.18881,"score_intelligibility":0.49817,"score_speaker":0.74069,"score_quality":1.0,"score_fidelity":0.67375,"score":0.72815},"uk":{"n":50,"unit":"wer","wer":22.24745,"wer_orig":6.46992,"dwer":15.77753,"wer_pseudo":19.20455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.70105,"utmos":2.60955,"dnsmos_ovrl":3.11067,"dnsmos_sig":3.42856,"dnsmos_bak":4.08861,"pesq_wb":2.08577,"pesq_nb":2.61959,"stoi":0.85688,"estoi":0.71112,"si_sdr":-0.37671,"mel_dist":0.21682,"stft_dist":1.35914,"f0_rmse_cents":117.14594,"f0_corr":0.88497,"vuv_err":0.16411,"score_intelligibility":0.32132,"score_speaker":0.70105,"score_quality":1.0,"score_fidelity":0.68402,"score":0.6766},"el":{"n":50,"unit":"wer","wer":40.88176,"wer_orig":12.02405,"dwer":28.85772,"wer_pseudo":37.33734,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.67644,"utmos":2.90118,"dnsmos_ovrl":2.92609,"dnsmos_sig":3.35831,"dnsmos_bak":3.8605,"pesq_wb":2.35858,"pesq_nb":2.97376,"stoi":0.861,"estoi":0.728,"si_sdr":1.96893,"mel_dist":0.18064,"stft_dist":1.18972,"f0_rmse_cents":95.42404,"f0_corr":0.89374,"vuv_err":0.13464,"score_intelligibility":0.31097,"score_speaker":0.67644,"score_quality":0.98638,"score_fidelity":0.7143,"score":0.67202},"ar":{"n":50,"unit":"wer","wer":27.86683,"wer_orig":12.45376,"dwer":15.41307,"wer_pseudo":21.0136,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.79846,"utmos":2.88884,"dnsmos_ovrl":3.22502,"dnsmos_sig":3.57197,"dnsmos_bak":3.98354,"pesq_wb":2.17133,"pesq_nb":2.78535,"stoi":0.8989,"estoi":0.81525,"si_sdr":0.12354,"mel_dist":0.20625,"stft_dist":1.31357,"f0_rmse_cents":148.16905,"f0_corr":0.86118,"vuv_err":0.15133,"score_intelligibility":0.46606,"score_speaker":0.79846,"score_quality":1.0,"score_fidelity":0.69825,"score":0.74069},"fa":{"n":50,"unit":"wer","wer":47.88571,"wer_orig":25.94286,"dwer":21.94286,"wer_pseudo":35.13514,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.72339,"utmos":2.67389,"dnsmos_ovrl":2.84442,"dnsmos_sig":3.3335,"dnsmos_bak":3.72655,"pesq_wb":1.86251,"pesq_nb":2.69758,"stoi":0.72956,"estoi":0.57745,"si_sdr":-3.10731,"mel_dist":0.20529,"stft_dist":3.27448,"f0_rmse_cents":242.89225,"f0_corr":0.73038,"vuv_err":0.17006,"score_intelligibility":0.55114,"score_speaker":0.72339,"score_quality":1.0,"score_fidelity":0.56879,"score":0.71083},"he":{"n":50,"unit":"wer","wer":51.04651,"wer_orig":19.4186,"dwer":31.62791,"wer_pseudo":44.01408,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.66017,"utmos":2.52603,"dnsmos_ovrl":2.82274,"dnsmos_sig":3.19225,"dnsmos_bak":3.96078,"pesq_wb":1.9366,"pesq_nb":2.50185,"stoi":0.85427,"estoi":0.72166,"si_sdr":-0.87825,"mel_dist":0.21029,"stft_dist":2.46098,"f0_rmse_cents":163.99384,"f0_corr":0.77476,"vuv_err":0.21298,"score_intelligibility":0.39231,"score_speaker":0.66017,"score_quality":1.0,"score_fidelity":0.63221,"score":0.67117},"hi":{"n":50,"unit":"wer","wer":42.38227,"wer_orig":26.31579,"dwer":16.06648,"wer_pseudo":31.42598,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.74011,"utmos":2.48151,"dnsmos_ovrl":2.89183,"dnsmos_sig":3.45804,"dnsmos_bak":3.5602,"pesq_wb":2.05734,"pesq_nb":2.70929,"stoi":0.82321,"estoi":0.68219,"si_sdr":-3.52432,"mel_dist":0.20104,"stft_dist":1.28772,"f0_rmse_cents":182.64836,"f0_corr":0.7955,"vuv_err":0.18524,"score_intelligibility":0.62965,"score_speaker":0.74011,"score_quality":1.0,"score_fidelity":0.64027,"score":0.75251},"zh":{"n":50,"unit":"cer","wer":15.56851,"wer_orig":7.40525,"dwer":8.16327,"wer_pseudo":10.12195,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.73808,"utmos":2.95397,"dnsmos_ovrl":3.09511,"dnsmos_sig":3.42445,"dnsmos_bak":4.05118,"pesq_wb":2.34869,"pesq_nb":2.88245,"stoi":0.88696,"estoi":0.78433,"si_sdr":-2.35914,"mel_dist":0.18027,"stft_dist":1.25457,"f0_rmse_cents":104.54542,"f0_corr":0.90604,"vuv_err":0.10875,"score_intelligibility":0.5073,"score_speaker":0.73808,"score_quality":1.0,"score_fidelity":0.72611,"score":0.74287},"yue":{"n":50,"unit":"cer","wer":23.23988,"wer_orig":14.39252,"dwer":8.84735,"wer_pseudo":19.44269,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.80396,"utmos":3.11755,"dnsmos_ovrl":3.09206,"dnsmos_sig":3.44974,"dnsmos_bak":3.93744,"pesq_wb":2.1208,"pesq_nb":2.76666,"stoi":0.86854,"estoi":0.74016,"si_sdr":-1.04357,"mel_dist":0.1764,"stft_dist":1.21784,"f0_rmse_cents":211.43386,"f0_corr":0.86306,"vuv_err":0.13177,"score_intelligibility":0.63501,"score_speaker":0.80396,"score_quality":1.0,"score_fidelity":0.68394,"score":0.78073},"ja":{"n":50,"unit":"cer","wer":16.03124,"wer_orig":3.53698,"dwer":12.49426,"wer_pseudo":14.74506,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.68488,"utmos":1.99203,"dnsmos_ovrl":2.65076,"dnsmos_sig":3.30344,"dnsmos_bak":3.43556,"pesq_wb":1.90041,"pesq_nb":2.52865,"stoi":0.70591,"estoi":0.5244,"si_sdr":-5.61902,"mel_dist":0.19863,"stft_dist":2.96957,"f0_rmse_cents":160.78352,"f0_corr":0.80441,"vuv_err":0.16233,"score_intelligibility":0.26639,"score_speaker":0.68488,"score_quality":0.97894,"score_fidelity":0.58919,"score":0.62985},"ko":{"n":50,"unit":"cer","wer":8.08824,"wer_orig":5.14706,"dwer":2.94118,"wer_pseudo":5.01002,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76758,"utmos":3.17826,"dnsmos_ovrl":2.99274,"dnsmos_sig":3.34973,"dnsmos_bak":4.02588,"pesq_wb":2.61385,"pesq_nb":3.15865,"stoi":0.88769,"estoi":0.79195,"si_sdr":1.98043,"mel_dist":0.17352,"stft_dist":1.13407,"f0_rmse_cents":104.70512,"f0_corr":0.92387,"vuv_err":0.10828,"score_intelligibility":0.67638,"score_speaker":0.76758,"score_quality":0.96943,"score_fidelity":0.75755,"score":0.79273},"th":{"n":50,"unit":"cer","wer":21.48343,"wer_orig":7.61924,"dwer":13.86419,"wer_pseudo":19.19417,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.72179,"utmos":2.52494,"dnsmos_ovrl":2.86009,"dnsmos_sig":3.36815,"dnsmos_bak":3.75376,"pesq_wb":1.80817,"pesq_nb":2.52313,"stoi":0.84171,"estoi":0.71598,"si_sdr":-4.82098,"mel_dist":0.19124,"stft_dist":1.31775,"f0_rmse_cents":300.94325,"f0_corr":0.80241,"vuv_err":0.21275,"score_intelligibility":0.38336,"score_speaker":0.72179,"score_quality":1.0,"score_fidelity":0.62501,"score":0.68254}}},{"codec":"dac_16khz_12q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_16khz_12q","family":"DAC","checkpoint":"descript/dac_16khz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":12,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":6.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":6.0,"kbps_measured":6.0,"tokens_per_s":600.0,"params_M":74.1417,"efficiency":{"rtf_encode":0.00295,"rtf_decode":0.00515,"peak_vram_gb":0.86213,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.92382,"score_worst_lang":0.85197,"worst_lang":"el","en_gap":-0.00941,"score_intelligibility":0.90368,"score_speaker":0.95288,"score_quality":0.94567,"score_fidelity":0.89304,"dwer":1.11201,"wer":9.91782,"wer_pseudo":3.67195,"sim":0.95288,"utmos":2.41996,"dnsmos_ovrl":2.96627,"dnsmos_sig":3.38225,"dnsmos_bak":3.85677,"pesq_wb":3.80046,"pesq_nb":4.06833,"stoi":0.94473,"estoi":0.89926,"si_sdr":10.32993,"mel_dist":0.13206,"stft_dist":0.94371,"f0_rmse_cents":95.41937,"f0_corr":0.93426,"vuv_err":0.10573,"score_ci95":[0.91745,0.93026]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":1.26459,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.91406,"utmos":2.29288,"dnsmos_ovrl":2.51994,"dnsmos_sig":3.09937,"dnsmos_bak":3.6436,"pesq_wb":3.36973,"pesq_nb":3.81445,"stoi":0.90231,"estoi":0.83154,"si_sdr":8.78521,"mel_dist":0.15871,"stft_dist":1.03829,"f0_rmse_cents":109.85213,"f0_corr":0.92587,"vuv_err":0.11671,"score_intelligibility":1.0,"score_speaker":0.91406,"score_quality":0.91005,"score_fidelity":0.83508,"score":0.9148},"de":{"n":50,"unit":"wer","wer":5.79858,"wer_orig":5.69685,"dwer":0.10173,"wer_pseudo":0.91556,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9665,"utmos":2.61017,"dnsmos_ovrl":3.08398,"dnsmos_sig":3.38907,"dnsmos_bak":4.04121,"pesq_wb":4.04902,"pesq_nb":4.18379,"stoi":0.96374,"estoi":0.91953,"si_sdr":13.75777,"mel_dist":0.11161,"stft_dist":0.82457,"f0_rmse_cents":87.07995,"f0_corr":0.94408,"vuv_err":0.09818,"score_intelligibility":0.98504,"score_speaker":0.9665,"score_quality":0.96549,"score_fidelity":0.92632,"score":0.96084},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":1.90476,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95574,"utmos":2.24515,"dnsmos_ovrl":3.05344,"dnsmos_sig":3.39149,"dnsmos_bak":4.00002,"pesq_wb":3.7725,"pesq_nb":4.04787,"stoi":0.96115,"estoi":0.93149,"si_sdr":11.05924,"mel_dist":0.13683,"stft_dist":0.94042,"f0_rmse_cents":88.15417,"f0_corr":0.95373,"vuv_err":0.11834,"score_intelligibility":0.98695,"score_speaker":0.95574,"score_quality":0.95595,"score_fidelity":0.90234,"score":0.95025},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96475,"utmos":2.63752,"dnsmos_ovrl":3.21875,"dnsmos_sig":3.56853,"dnsmos_bak":3.95108,"pesq_wb":4.10245,"pesq_nb":4.20701,"stoi":0.9637,"estoi":0.93189,"si_sdr":12.40576,"mel_dist":0.12165,"stft_dist":0.89659,"f0_rmse_cents":128.24552,"f0_corr":0.94484,"vuv_err":0.10855,"score_intelligibility":0.95745,"score_speaker":0.96475,"score_quality":0.96498,"score_fidelity":0.93165,"score":0.95471},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.91956,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96875,"utmos":2.88839,"dnsmos_ovrl":3.32018,"dnsmos_sig":3.60684,"dnsmos_bak":4.09082,"pesq_wb":4.03571,"pesq_nb":4.18463,"stoi":0.96207,"estoi":0.929,"si_sdr":12.27056,"mel_dist":0.12407,"stft_dist":0.87678,"f0_rmse_cents":66.64957,"f0_corr":0.9494,"vuv_err":0.09367,"score_intelligibility":0.84776,"score_speaker":0.96875,"score_quality":0.94862,"score_fidelity":0.92627,"score":0.92285},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9733,"utmos":2.4882,"dnsmos_ovrl":3.04606,"dnsmos_sig":3.44145,"dnsmos_bak":3.76872,"pesq_wb":3.96765,"pesq_nb":4.13675,"stoi":0.94565,"estoi":0.90458,"si_sdr":10.88757,"mel_dist":0.11782,"stft_dist":0.89599,"f0_rmse_cents":181.43363,"f0_corr":0.93356,"vuv_err":0.11676,"score_intelligibility":1.0,"score_speaker":0.9733,"score_quality":0.99418,"score_fidelity":0.90904,"score":0.96913},"nl":{"n":50,"unit":"wer","wer":7.13649,"wer_orig":5.26316,"dwer":1.87333,"wer_pseudo":2.50671,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95197,"utmos":2.6858,"dnsmos_ovrl":2.76937,"dnsmos_sig":3.15946,"dnsmos_bak":4.10543,"pesq_wb":3.72822,"pesq_nb":4.02685,"stoi":0.95679,"estoi":0.91588,"si_sdr":8.105,"mel_dist":0.14094,"stft_dist":1.04483,"f0_rmse_cents":86.08,"f0_corr":0.94074,"vuv_err":0.1295,"score_intelligibility":0.76976,"score_speaker":0.95197,"score_quality":0.92816,"score_fidelity":0.89234,"score":0.88556},"pl":{"n":50,"unit":"wer","wer":4.16667,"wer_orig":3.28947,"dwer":0.87719,"wer_pseudo":2.08333,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95246,"utmos":2.54985,"dnsmos_ovrl":3.04603,"dnsmos_sig":3.38676,"dnsmos_bak":4.04522,"pesq_wb":3.81037,"pesq_nb":4.06151,"stoi":0.96328,"estoi":0.9252,"si_sdr":6.15763,"mel_dist":0.1665,"stft_dist":1.06393,"f0_rmse_cents":85.94003,"f0_corr":0.89621,"vuv_err":0.09626,"score_intelligibility":0.83022,"score_speaker":0.95246,"score_quality":0.94351,"score_fidelity":0.88748,"score":0.90342},"cs":{"n":50,"unit":"wer","wer":11.43524,"wer_orig":9.45158,"dwer":1.98366,"wer_pseudo":4.20561,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97119,"utmos":2.46192,"dnsmos_ovrl":3.14054,"dnsmos_sig":3.46891,"dnsmos_bak":3.95476,"pesq_wb":3.83076,"pesq_nb":4.08862,"stoi":0.9556,"estoi":0.91682,"si_sdr":11.48929,"mel_dist":0.12711,"stft_dist":0.92135,"f0_rmse_cents":57.79562,"f0_corr":0.94902,"vuv_err":0.08364,"score_intelligibility":0.84048,"score_speaker":0.97119,"score_quality":0.96554,"score_fidelity":0.90447,"score":0.92042},"tr":{"n":50,"unit":"wer","wer":8.68421,"wer_orig":7.76316,"dwer":0.92105,"wer_pseudo":1.71278,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.95471,"utmos":2.17899,"dnsmos_ovrl":3.0596,"dnsmos_sig":3.41568,"dnsmos_bak":4.00632,"pesq_wb":3.84404,"pesq_nb":4.10427,"stoi":0.94797,"estoi":0.89486,"si_sdr":12.00776,"mel_dist":0.13317,"stft_dist":0.93808,"f0_rmse_cents":85.47912,"f0_corr":0.95436,"vuv_err":0.08317,"score_intelligibility":0.90489,"score_speaker":0.95471,"score_quality":0.95988,"score_fidelity":0.90497,"score":0.93111},"id":{"n":50,"unit":"wer","wer":7.08383,"wer_orig":5.90319,"dwer":1.18064,"wer_pseudo":4.13223,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.94924,"utmos":1.87243,"dnsmos_ovrl":2.76377,"dnsmos_sig":3.36232,"dnsmos_bak":3.29149,"pesq_wb":3.7953,"pesq_nb":4.03169,"stoi":0.91499,"estoi":0.84626,"si_sdr":10.29985,"mel_dist":0.10722,"stft_dist":0.90049,"f0_rmse_cents":103.95303,"f0_corr":0.89612,"vuv_err":0.13862,"score_intelligibility":0.85395,"score_speaker":0.94924,"score_quality":0.95396,"score_fidelity":0.86992,"score":0.90677},"vi":{"n":50,"unit":"wer","wer":8.98966,"wer_orig":7.71679,"dwer":1.27287,"wer_pseudo":3.26433,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.94371,"utmos":1.97144,"dnsmos_ovrl":2.81285,"dnsmos_sig":3.35361,"dnsmos_bak":3.62714,"pesq_wb":3.85056,"pesq_nb":4.08593,"stoi":0.90731,"estoi":0.8448,"si_sdr":11.66183,"mel_dist":0.1086,"stft_dist":0.86362,"f0_rmse_cents":78.14314,"f0_corr":0.94277,"vuv_err":0.09916,"score_intelligibility":0.87258,"score_speaker":0.94371,"score_quality":0.93043,"score_fidelity":0.88818,"score":0.90872},"ru":{"n":50,"unit":"wer","wer":4.9711,"wer_orig":4.50867,"dwer":0.46243,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95866,"utmos":2.47586,"dnsmos_ovrl":3.08482,"dnsmos_sig":3.41534,"dnsmos_bak":4.04934,"pesq_wb":3.83184,"pesq_nb":4.07523,"stoi":0.95948,"estoi":0.92338,"si_sdr":9.84857,"mel_dist":0.13332,"stft_dist":0.97132,"f0_rmse_cents":82.66129,"f0_corr":0.93933,"vuv_err":0.12857,"score_intelligibility":0.92256,"score_speaker":0.95866,"score_quality":0.93774,"score_fidelity":0.90264,"score":0.9304},"uk":{"n":50,"unit":"wer","wer":7.94552,"wer_orig":6.46992,"dwer":1.4756,"wer_pseudo":3.18182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.9472,"utmos":2.42708,"dnsmos_ovrl":3.09989,"dnsmos_sig":3.43048,"dnsmos_bak":4.07602,"pesq_wb":3.78709,"pesq_nb":4.02405,"stoi":0.95175,"estoi":0.89903,"si_sdr":11.53272,"mel_dist":0.13707,"stft_dist":0.95987,"f0_rmse_cents":58.68986,"f0_corr":0.97339,"vuv_err":0.10295,"score_intelligibility":0.83505,"score_speaker":0.9472,"score_quality":0.9522,"score_fidelity":0.90715,"score":0.9104},"el":{"n":50,"unit":"wer","wer":20.24048,"wer_orig":12.02405,"dwer":8.21643,"wer_pseudo":15.11512,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94827,"utmos":2.55287,"dnsmos_ovrl":2.97778,"dnsmos_sig":3.40441,"dnsmos_bak":3.85477,"pesq_wb":3.93868,"pesq_nb":4.16294,"stoi":0.94937,"estoi":0.89965,"si_sdr":11.9408,"mel_dist":0.12276,"stft_dist":0.88594,"f0_rmse_cents":84.18173,"f0_corr":0.91042,"vuv_err":0.09815,"score_intelligibility":0.61317,"score_speaker":0.94827,"score_quality":0.94665,"score_fidelity":0.8998,"score":0.85197},"ar":{"n":50,"unit":"wer","wer":12.45376,"wer_orig":12.45376,"dwer":0.0,"wer_pseudo":2.10136,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96768,"utmos":2.50009,"dnsmos_ovrl":3.19978,"dnsmos_sig":3.56318,"dnsmos_bak":3.9503,"pesq_wb":3.79024,"pesq_nb":4.07735,"stoi":0.96737,"estoi":0.94023,"si_sdr":9.08615,"mel_dist":0.12944,"stft_dist":0.9525,"f0_rmse_cents":92.58545,"f0_corr":0.94063,"vuv_err":0.09348,"score_intelligibility":1.0,"score_speaker":0.96768,"score_quality":0.94834,"score_fidelity":0.90174,"score":0.95444},"fa":{"n":50,"unit":"wer","wer":28.57143,"wer_orig":25.94286,"dwer":2.62857,"wer_pseudo":6.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.95133,"utmos":2.428,"dnsmos_ovrl":2.87573,"dnsmos_sig":3.37125,"dnsmos_bak":3.76309,"pesq_wb":3.60176,"pesq_nb":3.9966,"stoi":0.89267,"estoi":0.8337,"si_sdr":8.01536,"mel_dist":0.127,"stft_dist":0.97602,"f0_rmse_cents":150.55471,"f0_corr":0.85818,"vuv_err":0.10927,"score_intelligibility":0.91111,"score_speaker":0.95133,"score_quality":0.94126,"score_fidelity":0.8314,"score":0.90878},"he":{"n":50,"unit":"wer","wer":22.44186,"wer_orig":19.4186,"dwer":3.02326,"wer_pseudo":9.38967,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.94864,"utmos":2.31833,"dnsmos_ovrl":2.79431,"dnsmos_sig":3.18604,"dnsmos_bak":3.93068,"pesq_wb":3.63484,"pesq_nb":3.99329,"stoi":0.95622,"estoi":0.91367,"si_sdr":11.09221,"mel_dist":0.1308,"stft_dist":0.91762,"f0_rmse_cents":108.26336,"f0_corr":0.87636,"vuv_err":0.13945,"score_intelligibility":0.87103,"score_speaker":0.94864,"score_quality":0.93749,"score_fidelity":0.86179,"score":0.90474},"hi":{"n":50,"unit":"wer","wer":26.50046,"wer_orig":26.31579,"dwer":0.18467,"wer_pseudo":8.08356,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.94747,"utmos":2.1694,"dnsmos_ovrl":2.81029,"dnsmos_sig":3.37745,"dnsmos_bak":3.47212,"pesq_wb":3.83277,"pesq_nb":4.08848,"stoi":0.94148,"estoi":0.89537,"si_sdr":12.27419,"mel_dist":0.12766,"stft_dist":0.91116,"f0_rmse_cents":64.17993,"f0_corr":0.95567,"vuv_err":0.10249,"score_intelligibility":0.99328,"score_speaker":0.94747,"score_quality":0.95136,"score_fidelity":0.90217,"score":0.94857},"zh":{"n":50,"unit":"cer","wer":7.58017,"wer_orig":7.40525,"dwer":0.17493,"wer_pseudo":1.46341,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.94851,"utmos":2.54935,"dnsmos_ovrl":3.07271,"dnsmos_sig":3.42072,"dnsmos_bak":4.01188,"pesq_wb":3.82475,"pesq_nb":4.10773,"stoi":0.95998,"estoi":0.92774,"si_sdr":8.49762,"mel_dist":0.12205,"stft_dist":0.93395,"f0_rmse_cents":85.74649,"f0_corr":0.94878,"vuv_err":0.07878,"score_intelligibility":0.97961,"score_speaker":0.94851,"score_quality":0.92824,"score_fidelity":0.90528,"score":0.94041},"yue":{"n":50,"unit":"cer","wer":15.63863,"wer_orig":14.39252,"dwer":1.24611,"wer_pseudo":9.56301,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.95762,"utmos":2.73859,"dnsmos_ovrl":3.06742,"dnsmos_sig":3.44558,"dnsmos_bak":3.89571,"pesq_wb":3.83596,"pesq_nb":4.0662,"stoi":0.95591,"estoi":0.91493,"si_sdr":8.99244,"mel_dist":0.11255,"stft_dist":0.90185,"f0_rmse_cents":103.96213,"f0_corr":0.94229,"vuv_err":0.08433,"score_intelligibility":0.92511,"score_speaker":0.95762,"score_quality":0.9469,"score_fidelity":0.90282,"score":0.93311},"ja":{"n":50,"unit":"cer","wer":4.63941,"wer_orig":3.53698,"dwer":1.10243,"wer_pseudo":2.15893,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.92548,"utmos":1.91421,"dnsmos_ovrl":2.52215,"dnsmos_sig":3.18699,"dnsmos_bak":3.27099,"pesq_wb":3.62073,"pesq_nb":3.95208,"stoi":0.88783,"estoi":0.80911,"si_sdr":8.52714,"mel_dist":0.13056,"stft_dist":0.97824,"f0_rmse_cents":90.71266,"f0_corr":0.94333,"vuv_err":0.10749,"score_intelligibility":0.80451,"score_speaker":0.92548,"score_quality":0.93584,"score_fidelity":0.85998,"score":0.88145},"ko":{"n":50,"unit":"cer","wer":4.55882,"wer_orig":5.14706,"dwer":-0.58824,"wer_pseudo":1.25251,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94865,"utmos":2.97229,"dnsmos_ovrl":3.03785,"dnsmos_sig":3.39723,"dnsmos_bak":4.03893,"pesq_wb":3.73043,"pesq_nb":4.12475,"stoi":0.95729,"estoi":0.92205,"si_sdr":10.61979,"mel_dist":0.21595,"stft_dist":1.1042,"f0_rmse_cents":79.10975,"f0_corr":0.96245,"vuv_err":0.07808,"score_intelligibility":1.0,"score_speaker":0.94865,"score_quality":0.93486,"score_fidelity":0.89996,"score":0.94587},"th":{"n":50,"unit":"cer","wer":7.76071,"wer_orig":7.61924,"dwer":0.14147,"wer_pseudo":3.13829,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95314,"utmos":2.15028,"dnsmos_ovrl":2.81318,"dnsmos_sig":3.33194,"dnsmos_bak":3.72295,"pesq_wb":3.62565,"pesq_nb":3.99773,"stoi":0.94968,"estoi":0.91139,"si_sdr":8.60394,"mel_dist":0.1261,"stft_dist":0.95152,"f0_rmse_cents":130.61157,"f0_corr":0.94079,"vuv_err":0.13181,"score_intelligibility":0.98385,"score_speaker":0.95314,"score_quality":0.91442,"score_fidelity":0.88022,"score":0.93291}}},{"codec":"dac_16khz_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_16khz_4q","family":"DAC","checkpoint":"descript/dac_16khz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":2.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":74.1417,"efficiency":{"rtf_encode":0.00202,"rtf_decode":0.00389,"peak_vram_gb":0.86216,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.49192,"score_worst_lang":0.42345,"worst_lang":"id","en_gap":0.02309,"score_intelligibility":0.47707,"score_speaker":0.64359,"score_quality":0.38024,"score_fidelity":0.46678,"dwer":11.71808,"wer":20.52389,"wer_pseudo":16.9293,"sim":0.64359,"utmos":1.32512,"dnsmos_ovrl":2.06656,"dnsmos_sig":2.43313,"dnsmos_bak":3.43033,"pesq_wb":1.38448,"pesq_nb":1.90918,"stoi":0.78348,"estoi":0.64175,"si_sdr":-0.82921,"mel_dist":0.246,"stft_dist":1.48274,"f0_rmse_cents":436.97508,"f0_corr":0.50702,"vuv_err":0.34909,"score_ci95":[0.48591,0.49852]},"per_lang":{"en":{"n":50,"unit":"wer","wer":14.25762,"wer_orig":6.98132,"dwer":7.2763,"wer_pseudo":10.21401,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.60238,"utmos":1.48508,"dnsmos_ovrl":2.00211,"dnsmos_sig":2.48027,"dnsmos_bak":3.58899,"pesq_wb":1.30059,"pesq_nb":1.79404,"stoi":0.73067,"estoi":0.57072,"si_sdr":-2.27742,"mel_dist":0.26157,"stft_dist":1.56192,"f0_rmse_cents":774.22827,"f0_corr":0.53662,"vuv_err":0.36384,"score_intelligibility":0.5231,"score_speaker":0.60238,"score_quality":0.47965,"score_fidelity":0.45106,"score":0.51405},"de":{"n":50,"unit":"wer","wer":12.00407,"wer_orig":5.69685,"dwer":6.30722,"wer_pseudo":8.24008,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.69857,"utmos":1.34542,"dnsmos_ovrl":2.2385,"dnsmos_sig":2.51711,"dnsmos_bak":3.78447,"pesq_wb":1.49247,"pesq_nb":2.11346,"stoi":0.83594,"estoi":0.68674,"si_sdr":2.0842,"mel_dist":0.2144,"stft_dist":1.30899,"f0_rmse_cents":216.08616,"f0_corr":0.72752,"vuv_err":0.2826,"score_intelligibility":0.51498,"score_speaker":0.69857,"score_quality":0.39715,"score_fidelity":0.56806,"score":0.54469},"fr":{"n":50,"unit":"wer","wer":16.83794,"wer_orig":4.98024,"dwer":11.85771,"wer_pseudo":15.0,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.6343,"utmos":1.35086,"dnsmos_ovrl":2.19373,"dnsmos_sig":2.54949,"dnsmos_bak":3.59292,"pesq_wb":1.33047,"pesq_nb":1.76372,"stoi":0.8191,"estoi":0.71072,"si_sdr":0.3675,"mel_dist":0.2646,"stft_dist":1.49522,"f0_rmse_cents":379.7771,"f0_corr":0.55861,"vuv_err":0.36799,"score_intelligibility":0.33525,"score_speaker":0.6343,"score_quality":0.42268,"score_fidelity":0.49071,"score":0.47073},"es":{"n":50,"unit":"wer","wer":5.0,"wer_orig":3.09091,"dwer":1.90909,"wer_pseudo":3.55515,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.67468,"utmos":1.33341,"dnsmos_ovrl":2.37227,"dnsmos_sig":2.7878,"dnsmos_bak":3.46804,"pesq_wb":1.44715,"pesq_nb":1.93712,"stoi":0.8142,"estoi":0.68336,"si_sdr":0.44446,"mel_dist":0.25701,"stft_dist":1.50605,"f0_rmse_cents":348.39965,"f0_corr":0.70479,"vuv_err":0.34505,"score_intelligibility":0.68182,"score_speaker":0.67468,"score_quality":0.40854,"score_fidelity":0.54891,"score":0.57849},"it":{"n":50,"unit":"wer","wer":7.01275,"wer_orig":2.55009,"dwer":4.46266,"wer_pseudo":5.9415,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.69245,"utmos":1.33044,"dnsmos_ovrl":2.20639,"dnsmos_sig":2.5508,"dnsmos_bak":3.46835,"pesq_wb":1.39832,"pesq_nb":1.88082,"stoi":0.80477,"estoi":0.677,"si_sdr":0.0329,"mel_dist":0.25212,"stft_dist":1.48786,"f0_rmse_cents":341.49878,"f0_corr":0.53516,"vuv_err":0.3832,"score_intelligibility":0.44306,"score_speaker":0.69245,"score_quality":0.34001,"score_fidelity":0.48458,"score":0.49002},"pt":{"n":50,"unit":"wer","wer":4.98047,"wer_orig":3.41797,"dwer":1.5625,"wer_pseudo":3.24803,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.73059,"utmos":1.37421,"dnsmos_ovrl":2.25032,"dnsmos_sig":2.67769,"dnsmos_bak":3.28965,"pesq_wb":1.45271,"pesq_nb":2.068,"stoi":0.80378,"estoi":0.68336,"si_sdr":0.59771,"mel_dist":0.23117,"stft_dist":1.41758,"f0_rmse_cents":605.32059,"f0_corr":0.58254,"vuv_err":0.31936,"score_intelligibility":0.73873,"score_speaker":0.73059,"score_quality":0.43676,"score_fidelity":0.50522,"score":0.60283},"nl":{"n":50,"unit":"wer","wer":17.84121,"wer_orig":5.26316,"dwer":12.57806,"wer_pseudo":15.39839,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.64889,"utmos":1.25344,"dnsmos_ovrl":1.76972,"dnsmos_sig":2.07615,"dnsmos_bak":3.73064,"pesq_wb":1.33061,"pesq_nb":1.90117,"stoi":0.80056,"estoi":0.66515,"si_sdr":-3.44344,"mel_dist":0.28763,"stft_dist":1.65698,"f0_rmse_cents":461.77082,"f0_corr":0.3961,"vuv_err":0.47203,"score_intelligibility":0.33242,"score_speaker":0.64889,"score_quality":0.28599,"score_fidelity":0.43038,"score":0.42442},"pl":{"n":50,"unit":"wer","wer":15.24123,"wer_orig":3.28947,"dwer":11.95175,"wer_pseudo":14.91228,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.66835,"utmos":1.29267,"dnsmos_ovrl":1.97668,"dnsmos_sig":2.26021,"dnsmos_bak":3.65261,"pesq_wb":1.38525,"pesq_nb":1.85626,"stoi":0.81719,"estoi":0.68326,"si_sdr":-4.30768,"mel_dist":0.26132,"stft_dist":1.54734,"f0_rmse_cents":314.36275,"f0_corr":0.46361,"vuv_err":0.36469,"score_intelligibility":0.26411,"score_speaker":0.66835,"score_quality":0.32856,"score_fidelity":0.46363,"score":0.43116},"cs":{"n":50,"unit":"wer","wer":22.28705,"wer_orig":9.45158,"dwer":12.83547,"wer_pseudo":20.21028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.72137,"utmos":1.38414,"dnsmos_ovrl":2.22836,"dnsmos_sig":2.5347,"dnsmos_bak":3.63336,"pesq_wb":1.42756,"pesq_nb":2.10614,"stoi":0.81205,"estoi":0.68642,"si_sdr":1.76337,"mel_dist":0.24402,"stft_dist":1.42319,"f0_rmse_cents":312.40692,"f0_corr":0.59038,"vuv_err":0.26152,"score_intelligibility":0.44881,"score_speaker":0.72137,"score_quality":0.41223,"score_fidelity":0.5082,"score":0.52265},"tr":{"n":50,"unit":"wer","wer":21.31579,"wer_orig":7.76316,"dwer":13.55263,"wer_pseudo":17.1278,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.6521,"utmos":1.29601,"dnsmos_ovrl":2.25871,"dnsmos_sig":2.63193,"dnsmos_bak":3.66664,"pesq_wb":1.53036,"pesq_nb":2.11724,"stoi":0.79669,"estoi":0.64417,"si_sdr":0.57157,"mel_dist":0.25665,"stft_dist":1.47659,"f0_rmse_cents":638.93474,"f0_corr":0.33838,"vuv_err":0.34239,"score_intelligibility":0.39269,"score_speaker":0.6521,"score_quality":0.42286,"score_fidelity":0.42887,"score":0.47413},"id":{"n":50,"unit":"wer","wer":22.66824,"wer_orig":5.90319,"dwer":16.76505,"wer_pseudo":21.72373,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.56807,"utmos":1.26226,"dnsmos_ovrl":1.80356,"dnsmos_sig":2.27212,"dnsmos_bak":2.43038,"pesq_wb":1.32027,"pesq_nb":1.99118,"stoi":0.72483,"estoi":0.55439,"si_sdr":0.27222,"mel_dist":0.20309,"stft_dist":1.36913,"f0_rmse_cents":362.86668,"f0_corr":0.58142,"vuv_err":0.28169,"score_intelligibility":0.29166,"score_speaker":0.56807,"score_quality":0.36817,"score_fidelity":0.46592,"score":0.42345},"vi":{"n":50,"unit":"wer","wer":27.28719,"wer_orig":7.71679,"dwer":19.57041,"wer_pseudo":24.92038,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60226,"utmos":1.27826,"dnsmos_ovrl":1.91602,"dnsmos_sig":2.3823,"dnsmos_bak":3.04472,"pesq_wb":1.31172,"pesq_nb":1.89192,"stoi":0.69805,"estoi":0.53655,"si_sdr":-0.1288,"mel_dist":0.20266,"stft_dist":1.36875,"f0_rmse_cents":414.84774,"f0_corr":0.50784,"vuv_err":0.36074,"score_intelligibility":0.30815,"score_speaker":0.60226,"score_quality":0.37391,"score_fidelity":0.43165,"score":0.429},"ru":{"n":50,"unit":"wer","wer":7.97688,"wer_orig":4.50867,"dwer":3.46821,"wer_pseudo":5.67787,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.62448,"utmos":1.29524,"dnsmos_ovrl":2.07612,"dnsmos_sig":2.34569,"dnsmos_bak":3.74826,"pesq_wb":1.36913,"pesq_nb":1.84804,"stoi":0.80551,"estoi":0.67166,"si_sdr":-1.07609,"mel_dist":0.26972,"stft_dist":1.5496,"f0_rmse_cents":452.61946,"f0_corr":0.37623,"vuv_err":0.39691,"score_intelligibility":0.61365,"score_speaker":0.62448,"score_quality":0.35086,"score_fidelity":0.42907,"score":0.50452},"uk":{"n":50,"unit":"wer","wer":19.52327,"wer_orig":6.46992,"dwer":13.05335,"wer_pseudo":17.5,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.58546,"utmos":1.37592,"dnsmos_ovrl":2.38997,"dnsmos_sig":2.75212,"dnsmos_bak":3.79607,"pesq_wb":1.40983,"pesq_nb":1.96772,"stoi":0.81116,"estoi":0.66663,"si_sdr":-0.17321,"mel_dist":0.27473,"stft_dist":1.55878,"f0_rmse_cents":441.15597,"f0_corr":0.497,"vuv_err":0.37491,"score_intelligibility":0.36397,"score_speaker":0.58546,"score_quality":0.45713,"score_fidelity":0.47508,"score":0.47041},"el":{"n":50,"unit":"wer","wer":37.87575,"wer_orig":12.02405,"dwer":25.8517,"wer_pseudo":34.93493,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.58867,"utmos":1.2949,"dnsmos_ovrl":2.02579,"dnsmos_sig":2.36512,"dnsmos_bak":3.52547,"pesq_wb":1.42365,"pesq_nb":1.99976,"stoi":0.7912,"estoi":0.64149,"si_sdr":0.49445,"mel_dist":0.22453,"stft_dist":1.38915,"f0_rmse_cents":480.7053,"f0_corr":0.38326,"vuv_err":0.38965,"score_intelligibility":0.33502,"score_speaker":0.58867,"score_quality":0.34396,"score_fidelity":0.43183,"score":0.42487},"ar":{"n":50,"unit":"wer","wer":21.20838,"wer_orig":12.45376,"dwer":8.75462,"wer_pseudo":14.33869,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.69286,"utmos":1.30366,"dnsmos_ovrl":1.9851,"dnsmos_sig":2.33837,"dnsmos_bak":3.29239,"pesq_wb":1.21476,"pesq_nb":1.54687,"stoi":0.80696,"estoi":0.68519,"si_sdr":-1.53289,"mel_dist":0.26973,"stft_dist":1.57061,"f0_rmse_cents":400.77269,"f0_corr":0.66668,"vuv_err":0.40815,"score_intelligibility":0.6058,"score_speaker":0.69286,"score_quality":0.31961,"score_fidelity":0.51167,"score":0.53248},"fa":{"n":50,"unit":"wer","wer":56.68571,"wer_orig":25.94286,"dwer":30.74286,"wer_pseudo":42.81081,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.64407,"utmos":1.30994,"dnsmos_ovrl":2.1315,"dnsmos_sig":2.59035,"dnsmos_bak":3.43258,"pesq_wb":1.37884,"pesq_nb":2.06206,"stoi":0.69261,"estoi":0.53942,"si_sdr":-1.80218,"mel_dist":0.22837,"stft_dist":1.4744,"f0_rmse_cents":437.50471,"f0_corr":0.51645,"vuv_err":0.30944,"score_intelligibility":0.46706,"score_speaker":0.64407,"score_quality":0.40364,"score_fidelity":0.4391,"score":0.48847},"he":{"n":50,"unit":"wer","wer":44.18605,"wer_orig":19.4186,"dwer":24.76744,"wer_pseudo":36.38498,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.62732,"utmos":1.41637,"dnsmos_ovrl":2.27961,"dnsmos_sig":2.67338,"dnsmos_bak":3.7037,"pesq_wb":1.52016,"pesq_nb":2.09433,"stoi":0.82797,"estoi":0.69374,"si_sdr":0.98371,"mel_dist":0.23628,"stft_dist":1.37153,"f0_rmse_cents":449.50847,"f0_corr":0.24468,"vuv_err":0.42028,"score_intelligibility":0.45188,"score_speaker":0.62732,"score_quality":0.49247,"score_fidelity":0.40709,"score":0.49469},"hi":{"n":50,"unit":"wer","wer":38.50416,"wer_orig":26.31579,"dwer":12.18837,"wer_pseudo":27.70209,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.56683,"utmos":1.28788,"dnsmos_ovrl":1.90065,"dnsmos_sig":2.28644,"dnsmos_bak":2.91209,"pesq_wb":1.32116,"pesq_nb":1.73953,"stoi":0.76205,"estoi":0.6076,"si_sdr":0.37252,"mel_dist":0.25422,"stft_dist":1.50003,"f0_rmse_cents":474.29053,"f0_corr":0.40624,"vuv_err":0.3295,"score_intelligibility":0.69147,"score_speaker":0.56683,"score_quality":0.36974,"score_fidelity":0.42002,"score":0.51201},"zh":{"n":50,"unit":"cer","wer":14.8105,"wer_orig":7.40525,"dwer":7.40525,"wer_pseudo":9.5122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.64856,"utmos":1.28959,"dnsmos_ovrl":1.86531,"dnsmos_sig":2.12692,"dnsmos_bak":3.55567,"pesq_wb":1.44034,"pesq_nb":1.86542,"stoi":0.78927,"estoi":0.65216,"si_sdr":-5.30565,"mel_dist":0.25822,"stft_dist":1.61633,"f0_rmse_cents":529.4787,"f0_corr":0.40653,"vuv_err":0.30792,"score_intelligibility":0.53162,"score_speaker":0.64856,"score_quality":0.28931,"score_fidelity":0.44054,"score":0.47751},"yue":{"n":50,"unit":"cer","wer":25.23364,"wer_orig":14.39252,"dwer":10.84112,"wer_pseudo":23.68588,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.65101,"utmos":1.31487,"dnsmos_ovrl":2.17865,"dnsmos_sig":2.53054,"dnsmos_bak":3.5207,"pesq_wb":1.38343,"pesq_nb":1.86297,"stoi":0.81019,"estoi":0.65819,"si_sdr":-1.98106,"mel_dist":0.22393,"stft_dist":1.44188,"f0_rmse_cents":406.49186,"f0_corr":0.52614,"vuv_err":0.32523,"score_intelligibility":0.58675,"score_speaker":0.65101,"score_quality":0.37059,"score_fidelity":0.48196,"score":0.52258},"ja":{"n":50,"unit":"cer","wer":14.10198,"wer_orig":3.53698,"dwer":10.565,"wer_pseudo":12.76987,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.60227,"utmos":1.32846,"dnsmos_ovrl":1.99364,"dnsmos_sig":2.50914,"dnsmos_bak":2.93259,"pesq_wb":1.49054,"pesq_nb":2.09024,"stoi":0.68255,"estoi":0.50497,"si_sdr":-2.28096,"mel_dist":0.23408,"stft_dist":1.49068,"f0_rmse_cents":351.04224,"f0_corr":0.59412,"vuv_err":0.29245,"score_intelligibility":0.30042,"score_speaker":0.60227,"score_quality":0.48136,"score_fidelity":0.47227,"score":0.46408},"ko":{"n":50,"unit":"cer","wer":6.71569,"wer_orig":5.14706,"dwer":1.56863,"wer_pseudo":3.50701,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.65464,"utmos":1.33859,"dnsmos_ovrl":1.97914,"dnsmos_sig":2.35236,"dnsmos_bak":3.43583,"pesq_wb":1.36152,"pesq_nb":1.79445,"stoi":0.79709,"estoi":0.67256,"si_sdr":-0.81016,"mel_dist":0.25025,"stft_dist":1.47523,"f0_rmse_cents":329.68078,"f0_corr":0.62467,"vuv_err":0.29652,"score_intelligibility":0.7967,"score_speaker":0.65464,"score_quality":0.31436,"score_fidelity":0.50835,"score":0.56851},"th":{"n":50,"unit":"cer","wer":19.01778,"wer_orig":7.61924,"dwer":11.39854,"wer_pseudo":16.98724,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.66599,"utmos":1.26137,"dnsmos_ovrl":1.57553,"dnsmos_sig":1.80402,"dnsmos_bak":3.12178,"pesq_wb":1.18657,"pesq_nb":1.52782,"stoi":0.76914,"estoi":0.62663,"si_sdr":-2.76597,"mel_dist":0.24368,"stft_dist":1.52795,"f0_rmse_cents":563.65092,"f0_corr":0.40348,"vuv_err":0.38215,"score_intelligibility":0.43058,"score_speaker":0.66599,"score_quality":0.25614,"score_fidelity":0.40864,"score":0.44034}}},{"codec":"dac_16khz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_16khz_8q","family":"DAC","checkpoint":"descript/dac_16khz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":4.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":74.1417,"efficiency":{"rtf_encode":0.00207,"rtf_decode":0.00392,"peak_vram_gb":0.8622,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.78065,"score_worst_lang":0.70841,"worst_lang":"nl","en_gap":-0.01705,"score_intelligibility":0.81385,"score_speaker":0.88917,"score_quality":0.69538,"score_fidelity":0.72422,"dwer":2.21307,"wer":11.01887,"wer_pseudo":5.64768,"sim":0.88917,"utmos":1.82047,"dnsmos_ovrl":2.70027,"dnsmos_sig":3.12373,"dnsmos_bak":3.74575,"pesq_wb":2.48518,"pesq_nb":3.07926,"stoi":0.8894,"estoi":0.80504,"si_sdr":5.88687,"mel_dist":0.17223,"stft_dist":1.12079,"f0_rmse_cents":150.1623,"f0_corr":0.85892,"vuv_err":0.17983,"score_ci95":[0.7743,0.7876]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.25959,"wer_orig":6.98132,"dwer":1.27827,"wer_pseudo":3.21012,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.84756,"utmos":1.78448,"dnsmos_ovrl":2.33187,"dnsmos_sig":2.88298,"dnsmos_bak":3.65979,"pesq_wb":2.18497,"pesq_nb":2.79949,"stoi":0.83711,"estoi":0.72643,"si_sdr":4.52485,"mel_dist":0.18913,"stft_dist":1.19618,"f0_rmse_cents":218.63442,"f0_corr":0.81765,"vuv_err":0.22839,"score_intelligibility":0.86195,"score_speaker":0.84756,"score_quality":0.68328,"score_fidelity":0.66444,"score":0.76431},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":1.7294,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.91795,"utmos":2.08737,"dnsmos_ovrl":2.86859,"dnsmos_sig":3.17005,"dnsmos_bak":3.99544,"pesq_wb":2.91235,"pesq_nb":3.44871,"stoi":0.92611,"estoi":0.84023,"si_sdr":8.63776,"mel_dist":0.145,"stft_dist":0.98363,"f0_rmse_cents":113.91401,"f0_corr":0.91891,"vuv_err":0.14534,"score_intelligibility":0.85683,"score_speaker":0.91795,"score_quality":0.76288,"score_fidelity":0.79713,"score":0.8337},"fr":{"n":50,"unit":"wer","wer":7.27273,"wer_orig":4.98024,"dwer":2.29249,"wer_pseudo":5.2381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89284,"utmos":1.73796,"dnsmos_ovrl":2.81438,"dnsmos_sig":3.16738,"dnsmos_bak":3.90062,"pesq_wb":2.41717,"pesq_nb":2.92607,"stoi":0.9168,"estoi":0.85717,"si_sdr":6.7836,"mel_dist":0.18305,"stft_dist":1.11877,"f0_rmse_cents":119.09697,"f0_corr":0.91312,"vuv_err":0.18169,"score_intelligibility":0.72289,"score_speaker":0.89284,"score_quality":0.71739,"score_fidelity":0.74495,"score":0.76951},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":0.6381,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.90934,"utmos":1.9461,"dnsmos_ovrl":3.02474,"dnsmos_sig":3.39358,"dnsmos_bak":3.87004,"pesq_wb":2.81648,"pesq_nb":3.25756,"stoi":0.92093,"estoi":0.85522,"si_sdr":7.60196,"mel_dist":0.18321,"stft_dist":1.12711,"f0_rmse_cents":157.04254,"f0_corr":0.90201,"vuv_err":0.17339,"score_intelligibility":0.9375,"score_speaker":0.90934,"score_quality":0.73175,"score_fidelity":0.78064,"score":0.83981},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":1.91956,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91401,"utmos":2.08715,"dnsmos_ovrl":3.05506,"dnsmos_sig":3.38648,"dnsmos_bak":3.95053,"pesq_wb":2.71313,"pesq_nb":3.25495,"stoi":0.91418,"estoi":0.84551,"si_sdr":7.39508,"mel_dist":0.17222,"stft_dist":1.07768,"f0_rmse_cents":113.35368,"f0_corr":0.84493,"vuv_err":0.16129,"score_intelligibility":0.86661,"score_speaker":0.91401,"score_quality":0.70374,"score_fidelity":0.74952,"score":0.80847},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92215,"utmos":2.00857,"dnsmos_ovrl":2.89104,"dnsmos_sig":3.29242,"dnsmos_bak":3.69913,"pesq_wb":2.80333,"pesq_nb":3.33815,"stoi":0.8977,"estoi":0.82444,"si_sdr":6.92829,"mel_dist":0.16461,"stft_dist":1.078,"f0_rmse_cents":245.34637,"f0_corr":0.85199,"vuv_err":0.17643,"score_intelligibility":1.0,"score_speaker":0.92215,"score_quality":0.80755,"score_fidelity":0.75498,"score":0.87117},"nl":{"n":50,"unit":"wer","wer":8.92061,"wer_orig":5.26316,"dwer":3.65745,"wer_pseudo":5.01343,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.89269,"utmos":1.8206,"dnsmos_ovrl":2.34276,"dnsmos_sig":2.73526,"dnsmos_bak":3.9858,"pesq_wb":2.30891,"pesq_nb":3.05184,"stoi":0.90262,"estoi":0.82148,"si_sdr":3.67664,"mel_dist":0.20459,"stft_dist":1.29053,"f0_rmse_cents":144.03552,"f0_corr":0.86714,"vuv_err":0.26097,"score_intelligibility":0.63133,"score_speaker":0.89269,"score_quality":0.59503,"score_fidelity":0.71458,"score":0.70841},"pl":{"n":50,"unit":"wer","wer":6.35965,"wer_orig":3.28947,"dwer":3.07018,"wer_pseudo":4.93421,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.89257,"utmos":1.89803,"dnsmos_ovrl":2.70086,"dnsmos_sig":3.07768,"dnsmos_bak":3.89956,"pesq_wb":2.38723,"pesq_nb":2.98998,"stoi":0.91587,"estoi":0.84039,"si_sdr":2.26404,"mel_dist":0.18222,"stft_dist":1.17879,"f0_rmse_cents":124.02696,"f0_corr":0.78986,"vuv_err":0.18312,"score_intelligibility":0.58284,"score_speaker":0.89257,"score_quality":0.6833,"score_fidelity":0.7007,"score":0.71485},"cs":{"n":50,"unit":"wer","wer":12.83547,"wer_orig":9.45158,"dwer":3.3839,"wer_pseudo":9.11215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.92285,"utmos":2.00659,"dnsmos_ovrl":2.89311,"dnsmos_sig":3.23392,"dnsmos_bak":3.88139,"pesq_wb":2.58859,"pesq_nb":3.23829,"stoi":0.90785,"estoi":0.8332,"si_sdr":7.4015,"mel_dist":0.17454,"stft_dist":1.10644,"f0_rmse_cents":86.74619,"f0_corr":0.89183,"vuv_err":0.12944,"score_intelligibility":0.75542,"score_speaker":0.92285,"score_quality":0.76733,"score_fidelity":0.75119,"score":0.7992},"tr":{"n":50,"unit":"wer","wer":10.26316,"wer_orig":7.76316,"dwer":2.5,"wer_pseudo":5.7971,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.89317,"utmos":1.70841,"dnsmos_ovrl":2.86705,"dnsmos_sig":3.23618,"dnsmos_bak":3.93794,"pesq_wb":2.63984,"pesq_nb":3.23698,"stoi":0.89756,"estoi":0.80539,"si_sdr":7.01034,"mel_dist":0.18972,"stft_dist":1.14461,"f0_rmse_cents":158.38384,"f0_corr":0.85472,"vuv_err":0.15853,"score_intelligibility":0.77804,"score_speaker":0.89317,"score_quality":0.73229,"score_fidelity":0.74027,"score":0.78594},"id":{"n":50,"unit":"wer","wer":10.03542,"wer_orig":5.90319,"dwer":4.13223,"wer_pseudo":7.43802,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.86097,"utmos":1.48891,"dnsmos_ovrl":2.47087,"dnsmos_sig":3.02856,"dnsmos_bak":3.04064,"pesq_wb":2.45347,"pesq_nb":3.08802,"stoi":0.84205,"estoi":0.72698,"si_sdr":6.03231,"mel_dist":0.14361,"stft_dist":1.0691,"f0_rmse_cents":188.33275,"f0_corr":0.81631,"vuv_err":0.19147,"score_intelligibility":0.62555,"score_speaker":0.86097,"score_quality":0.67852,"score_fidelity":0.69121,"score":0.71406},"vi":{"n":50,"unit":"wer","wer":10.97852,"wer_orig":7.71679,"dwer":3.26173,"wer_pseudo":6.13057,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.86037,"utmos":1.567,"dnsmos_ovrl":2.53849,"dnsmos_sig":3.08824,"dnsmos_bak":3.48571,"pesq_wb":2.44981,"pesq_nb":3.08253,"stoi":0.82647,"estoi":0.72178,"si_sdr":6.65614,"mel_dist":0.14121,"stft_dist":1.03192,"f0_rmse_cents":144.27182,"f0_corr":0.85877,"vuv_err":0.17718,"score_intelligibility":0.7277,"score_speaker":0.86037,"score_quality":0.6731,"score_fidelity":0.69983,"score":0.74025},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.89485,"utmos":1.75225,"dnsmos_ovrl":2.73102,"dnsmos_sig":3.07089,"dnsmos_bak":3.9348,"pesq_wb":2.41456,"pesq_nb":3.00022,"stoi":0.90914,"estoi":0.8345,"si_sdr":5.39374,"mel_dist":0.18855,"stft_dist":1.1805,"f0_rmse_cents":163.13453,"f0_corr":0.809,"vuv_err":0.20994,"score_intelligibility":0.94077,"score_speaker":0.89485,"score_quality":0.64665,"score_fidelity":0.70743,"score":0.79742},"uk":{"n":50,"unit":"wer","wer":9.1941,"wer_orig":6.46992,"dwer":2.72418,"wer_pseudo":5.22727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.88433,"utmos":1.91944,"dnsmos_ovrl":2.94761,"dnsmos_sig":3.2973,"dnsmos_bak":4.02766,"pesq_wb":2.53149,"pesq_nb":3.15807,"stoi":0.90726,"estoi":0.81696,"si_sdr":6.77193,"mel_dist":0.19639,"stft_dist":1.17946,"f0_rmse_cents":108.86335,"f0_corr":0.91302,"vuv_err":0.18085,"score_intelligibility":0.73277,"score_speaker":0.88433,"score_quality":0.76496,"score_fidelity":0.75262,"score":0.78367},"el":{"n":50,"unit":"wer","wer":15.83166,"wer_orig":12.02405,"dwer":3.80762,"wer_pseudo":9.40941,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87587,"utmos":1.8314,"dnsmos_ovrl":2.70631,"dnsmos_sig":3.14408,"dnsmos_bak":3.75067,"pesq_wb":2.60188,"pesq_nb":3.28968,"stoi":0.89886,"estoi":0.80888,"si_sdr":7.369,"mel_dist":0.15318,"stft_dist":1.02827,"f0_rmse_cents":113.08719,"f0_corr":0.85209,"vuv_err":0.17268,"score_intelligibility":0.77378,"score_speaker":0.87587,"score_quality":0.67032,"score_fidelity":0.73621,"score":0.76404},"ar":{"n":50,"unit":"wer","wer":13.4402,"wer_orig":12.45376,"dwer":0.98644,"wer_pseudo":5.43881,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9152,"utmos":1.77854,"dnsmos_ovrl":2.82666,"dnsmos_sig":3.25446,"dnsmos_bak":3.70973,"pesq_wb":2.21219,"pesq_nb":2.72222,"stoi":0.91905,"estoi":0.8582,"si_sdr":5.33117,"mel_dist":0.18693,"stft_dist":1.16654,"f0_rmse_cents":140.08064,"f0_corr":0.87893,"vuv_err":0.16787,"score_intelligibility":0.93169,"score_speaker":0.9152,"score_quality":0.65705,"score_fidelity":0.71477,"score":0.80468},"fa":{"n":50,"unit":"wer","wer":29.14286,"wer_orig":25.94286,"dwer":3.2,"wer_pseudo":10.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89179,"utmos":1.76869,"dnsmos_ovrl":2.65745,"dnsmos_sig":3.16504,"dnsmos_bak":3.66067,"pesq_wb":2.41052,"pesq_nb":3.14626,"stoi":0.80935,"estoi":0.70645,"si_sdr":4.31727,"mel_dist":0.16421,"stft_dist":1.14618,"f0_rmse_cents":216.35713,"f0_corr":0.79445,"vuv_err":0.18369,"score_intelligibility":0.89384,"score_speaker":0.89179,"score_quality":0.68849,"score_fidelity":0.66893,"score":0.78576},"he":{"n":50,"unit":"wer","wer":26.62791,"wer_orig":19.4186,"dwer":7.2093,"wer_pseudo":15.14085,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.88608,"utmos":1.92754,"dnsmos_ovrl":2.61495,"dnsmos_sig":2.99935,"dnsmos_bak":3.83771,"pesq_wb":2.53082,"pesq_nb":3.18589,"stoi":0.91368,"estoi":0.83433,"si_sdr":6.69448,"mel_dist":0.16562,"stft_dist":1.06282,"f0_rmse_cents":159.47633,"f0_corr":0.7548,"vuv_err":0.21965,"score_intelligibility":0.73906,"score_speaker":0.88608,"score_quality":0.7567,"score_fidelity":0.70195,"score":0.77095},"hi":{"n":50,"unit":"wer","wer":28.62419,"wer_orig":26.31579,"dwer":2.3084,"wer_pseudo":11.35332,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.86568,"utmos":1.65483,"dnsmos_ovrl":2.53116,"dnsmos_sig":3.10606,"dnsmos_bak":3.28125,"pesq_wb":2.34696,"pesq_nb":2.92253,"stoi":0.87981,"estoi":0.78883,"si_sdr":7.21197,"mel_dist":0.177,"stft_dist":1.11513,"f0_rmse_cents":128.9917,"f0_corr":0.88702,"vuv_err":0.16727,"score_intelligibility":0.92208,"score_speaker":0.86568,"score_quality":0.69242,"score_fidelity":0.71723,"score":0.79935},"zh":{"n":50,"unit":"cer","wer":8.22157,"wer_orig":7.40525,"dwer":0.81633,"wer_pseudo":1.82927,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.87798,"utmos":1.70508,"dnsmos_ovrl":2.62781,"dnsmos_sig":3.00006,"dnsmos_bak":3.85948,"pesq_wb":2.41879,"pesq_nb":2.91014,"stoi":0.90007,"estoi":0.82552,"si_sdr":3.46766,"mel_dist":0.17263,"stft_dist":1.17759,"f0_rmse_cents":123.63379,"f0_corr":0.89423,"vuv_err":0.15299,"score_intelligibility":0.91148,"score_speaker":0.87798,"score_quality":0.58856,"score_fidelity":0.73322,"score":0.77781},"yue":{"n":50,"unit":"cer","wer":16.63551,"wer_orig":14.39252,"dwer":2.24299,"wer_pseudo":12.66624,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.88969,"utmos":2.01089,"dnsmos_ovrl":2.83604,"dnsmos_sig":3.22604,"dnsmos_bak":3.8047,"pesq_wb":2.44513,"pesq_nb":3.01784,"stoi":0.90572,"estoi":0.82043,"si_sdr":4.80887,"mel_dist":0.15004,"stft_dist":1.08181,"f0_rmse_cents":177.0504,"f0_corr":0.85274,"vuv_err":0.14651,"score_intelligibility":0.87281,"score_speaker":0.88969,"score_quality":0.71106,"score_fidelity":0.72378,"score":0.79934},"ja":{"n":50,"unit":"cer","wer":5.23656,"wer_orig":3.53698,"dwer":1.69959,"wer_pseudo":3.85852,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.85151,"utmos":1.57508,"dnsmos_ovrl":2.36557,"dnsmos_sig":2.97453,"dnsmos_bak":3.22622,"pesq_wb":2.47683,"pesq_nb":3.15931,"stoi":0.80187,"estoi":0.67867,"si_sdr":4.21492,"mel_dist":0.16273,"stft_dist":1.14377,"f0_rmse_cents":109.04697,"f0_corr":0.89176,"vuv_err":0.17626,"score_intelligibility":0.72748,"score_speaker":0.85151,"score_quality":0.72124,"score_fidelity":0.7052,"score":0.75136},"ko":{"n":50,"unit":"cer","wer":5.78431,"wer_orig":5.14706,"dwer":0.63725,"wer_pseudo":1.80361,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.89203,"utmos":2.11308,"dnsmos_ovrl":2.79213,"dnsmos_sig":3.17913,"dnsmos_bak":3.93311,"pesq_wb":2.60513,"pesq_nb":3.12507,"stoi":0.90938,"estoi":0.84314,"si_sdr":6.4868,"mel_dist":0.17884,"stft_dist":1.08309,"f0_rmse_cents":131.48188,"f0_corr":0.91023,"vuv_err":0.14863,"score_intelligibility":0.90607,"score_speaker":0.89203,"score_quality":0.68458,"score_fidelity":0.75941,"score":0.81052},"th":{"n":50,"unit":"cer","wer":9.33711,"wer_orig":7.61924,"dwer":1.71787,"wer_pseudo":4.98077,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.88853,"utmos":1.51341,"dnsmos_ovrl":2.37106,"dnsmos_sig":2.85995,"dnsmos_bak":3.56534,"pesq_wb":1.9748,"pesq_nb":2.55241,"stoi":0.88613,"estoi":0.80678,"si_sdr":4.30456,"mel_dist":0.16427,"stft_dist":1.13097,"f0_rmse_cents":219.5061,"f0_corr":0.84866,"vuv_err":0.22227,"score_intelligibility":0.83382,"score_speaker":0.88853,"score_quality":0.57083,"score_fidelity":0.6711,"score":0.74107}}},{"codec":"dac_24khz_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_24khz_16q","family":"DAC","checkpoint":"descript/dac_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":12.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":12.0,"kbps_measured":11.99669,"tokens_per_s":1199.6686,"params_M":74.65386,"efficiency":{"rtf_encode":0.0034,"rtf_decode":0.00607,"peak_vram_gb":1.14282,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.94308,"score_worst_lang":0.91172,"worst_lang":"ja","en_gap":-0.01225,"score_intelligibility":0.93287,"score_speaker":0.96924,"score_quality":0.94151,"score_fidelity":0.92871,"dwer":0.61636,"wer":9.42217,"wer_pseudo":2.50997,"sim":0.96924,"utmos":2.41743,"dnsmos_ovrl":2.937,"dnsmos_sig":3.36127,"dnsmos_bak":3.84088,"pesq_wb":4.05498,"pesq_nb":4.23625,"stoi":0.96284,"estoi":0.93292,"si_sdr":12.20084,"mel_dist":0.11857,"stft_dist":0.95543,"f0_rmse_cents":79.28054,"f0_corr":0.95044,"vuv_err":0.08739,"score_ci95":[0.93727,0.94733]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":0.77821,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.9466,"utmos":2.34451,"dnsmos_ovrl":2.51787,"dnsmos_sig":3.0989,"dnsmos_bak":3.66753,"pesq_wb":3.54765,"pesq_nb":4.04749,"stoi":0.93611,"estoi":0.8878,"si_sdr":11.26374,"mel_dist":0.1321,"stft_dist":1.00518,"f0_rmse_cents":93.61093,"f0_corr":0.96554,"vuv_err":0.09688,"score_intelligibility":0.97595,"score_speaker":0.9466,"score_quality":0.9263,"score_fidelity":0.87652,"score":0.93134},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":0.91556,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.97687,"utmos":2.57788,"dnsmos_ovrl":3.07535,"dnsmos_sig":3.38024,"dnsmos_bak":4.04007,"pesq_wb":4.25927,"pesq_nb":4.32837,"stoi":0.97513,"estoi":0.94493,"si_sdr":15.79837,"mel_dist":0.10456,"stft_dist":0.86762,"f0_rmse_cents":62.50935,"f0_corr":0.97075,"vuv_err":0.07595,"score_intelligibility":0.92941,"score_speaker":0.97687,"score_quality":0.95432,"score_fidelity":0.95903,"score":0.95491},"fr":{"n":50,"unit":"wer","wer":5.5336,"wer_orig":4.98024,"dwer":0.55336,"wer_pseudo":1.74603,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.96936,"utmos":2.2596,"dnsmos_ovrl":3.01295,"dnsmos_sig":3.3612,"dnsmos_bak":3.96974,"pesq_wb":3.99796,"pesq_nb":4.20928,"stoi":0.97384,"estoi":0.95387,"si_sdr":12.77941,"mel_dist":0.12747,"stft_dist":0.97889,"f0_rmse_cents":66.41758,"f0_corr":0.97603,"vuv_err":0.09743,"score_intelligibility":0.91531,"score_speaker":0.96936,"score_quality":0.95734,"score_fidelity":0.93548,"score":0.94437},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.91158,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.97407,"utmos":2.58293,"dnsmos_ovrl":3.19649,"dnsmos_sig":3.54892,"dnsmos_bak":3.94641,"pesq_wb":4.253,"pesq_nb":4.30508,"stoi":0.97416,"estoi":0.95236,"si_sdr":14.39078,"mel_dist":0.11903,"stft_dist":0.95701,"f0_rmse_cents":107.35148,"f0_corr":0.95433,"vuv_err":0.09352,"score_intelligibility":1.0,"score_speaker":0.97407,"score_quality":0.94948,"score_fidelity":0.95264,"score":0.96905},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.1883,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97894,"utmos":2.87253,"dnsmos_ovrl":3.30028,"dnsmos_sig":3.59828,"dnsmos_bak":4.06924,"pesq_wb":4.20963,"pesq_nb":4.29813,"stoi":0.97208,"estoi":0.94915,"si_sdr":13.93988,"mel_dist":0.11887,"stft_dist":0.94058,"f0_rmse_cents":60.1457,"f0_corr":0.95291,"vuv_err":0.08433,"score_intelligibility":0.90693,"score_speaker":0.97894,"score_quality":0.94348,"score_fidelity":0.94734,"score":0.94417},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":0.98425,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98055,"utmos":2.4068,"dnsmos_ovrl":3.04764,"dnsmos_sig":3.42887,"dnsmos_bak":3.79379,"pesq_wb":4.22932,"pesq_nb":4.29416,"stoi":0.96403,"estoi":0.9371,"si_sdr":12.33045,"mel_dist":0.11084,"stft_dist":0.93782,"f0_rmse_cents":126.39704,"f0_corr":0.96842,"vuv_err":0.0904,"score_intelligibility":1.0,"score_speaker":0.98055,"score_quality":0.96715,"score_fidelity":0.9517,"score":0.97485},"nl":{"n":50,"unit":"wer","wer":6.60125,"wer_orig":5.26316,"dwer":1.33809,"wer_pseudo":2.14861,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.97317,"utmos":2.76818,"dnsmos_ovrl":2.70923,"dnsmos_sig":3.11044,"dnsmos_bak":4.08598,"pesq_wb":4.04459,"pesq_nb":4.25457,"stoi":0.97144,"estoi":0.94629,"si_sdr":10.23286,"mel_dist":0.1349,"stft_dist":1.05103,"f0_rmse_cents":94.38555,"f0_corr":0.93572,"vuv_err":0.1252,"score_intelligibility":0.82396,"score_speaker":0.97317,"score_quality":0.94121,"score_fidelity":0.92568,"score":0.91601},"pl":{"n":50,"unit":"wer","wer":3.72807,"wer_orig":3.28947,"dwer":0.4386,"wer_pseudo":1.42544,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.96967,"utmos":2.55634,"dnsmos_ovrl":3.01151,"dnsmos_sig":3.35281,"dnsmos_bak":4.04353,"pesq_wb":4.05476,"pesq_nb":4.24255,"stoi":0.97473,"estoi":0.95016,"si_sdr":7.63165,"mel_dist":0.13405,"stft_dist":1.031,"f0_rmse_cents":79.0285,"f0_corr":0.91064,"vuv_err":0.08599,"score_intelligibility":0.90724,"score_speaker":0.96967,"score_quality":0.94536,"score_fidelity":0.91939,"score":0.93541},"cs":{"n":50,"unit":"wer","wer":11.08518,"wer_orig":9.45158,"dwer":1.63361,"wer_pseudo":4.6729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.98083,"utmos":2.45288,"dnsmos_ovrl":3.1403,"dnsmos_sig":3.46728,"dnsmos_bak":3.96964,"pesq_wb":4.16513,"pesq_nb":4.28015,"stoi":0.97019,"estoi":0.94483,"si_sdr":12.93842,"mel_dist":0.11812,"stft_dist":0.93492,"f0_rmse_cents":65.2525,"f0_corr":0.93645,"vuv_err":0.07134,"score_intelligibility":0.86483,"score_speaker":0.98083,"score_quality":0.96266,"score_fidelity":0.93699,"score":0.93633},"tr":{"n":50,"unit":"wer","wer":8.28947,"wer_orig":7.76316,"dwer":0.52632,"wer_pseudo":1.44928,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.97382,"utmos":2.12025,"dnsmos_ovrl":3.04146,"dnsmos_sig":3.40628,"dnsmos_bak":3.98553,"pesq_wb":4.10532,"pesq_nb":4.27365,"stoi":0.96647,"estoi":0.93284,"si_sdr":14.34959,"mel_dist":0.1252,"stft_dist":0.9649,"f0_rmse_cents":83.02142,"f0_corr":0.95644,"vuv_err":0.07464,"score_intelligibility":0.94334,"score_speaker":0.97382,"score_quality":0.93552,"score_fidelity":0.93671,"score":0.94735},"id":{"n":50,"unit":"wer","wer":6.49351,"wer_orig":5.90319,"dwer":0.59032,"wer_pseudo":3.54191,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.96507,"utmos":1.84631,"dnsmos_ovrl":2.72222,"dnsmos_sig":3.33213,"dnsmos_bak":3.25373,"pesq_wb":4.14859,"pesq_nb":4.25764,"stoi":0.94312,"estoi":0.89702,"si_sdr":12.52801,"mel_dist":0.10012,"stft_dist":0.90185,"f0_rmse_cents":80.38848,"f0_corr":0.91423,"vuv_err":0.11118,"score_intelligibility":0.92122,"score_speaker":0.96507,"score_quality":0.93697,"score_fidelity":0.91898,"score":0.93556},"vi":{"n":50,"unit":"wer","wer":8.43278,"wer_orig":7.71679,"dwer":0.71599,"wer_pseudo":2.46815,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.95946,"utmos":1.95958,"dnsmos_ovrl":2.798,"dnsmos_sig":3.35508,"dnsmos_bak":3.61284,"pesq_wb":4.09435,"pesq_nb":4.23489,"stoi":0.93806,"estoi":0.89639,"si_sdr":14.08111,"mel_dist":0.10035,"stft_dist":0.88349,"f0_rmse_cents":60.71431,"f0_corr":0.965,"vuv_err":0.07894,"score_intelligibility":0.9241,"score_speaker":0.95946,"score_quality":0.92104,"score_fidelity":0.92906,"score":0.93341},"ru":{"n":50,"unit":"wer","wer":4.9711,"wer_orig":4.50867,"dwer":0.46243,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.97458,"utmos":2.4802,"dnsmos_ovrl":3.01869,"dnsmos_sig":3.36072,"dnsmos_bak":4.02081,"pesq_wb":4.07565,"pesq_nb":4.23249,"stoi":0.97276,"estoi":0.94952,"si_sdr":11.74535,"mel_dist":0.12416,"stft_dist":0.99696,"f0_rmse_cents":70.63573,"f0_corr":0.93854,"vuv_err":0.1009,"score_intelligibility":0.92256,"score_speaker":0.97458,"score_quality":0.93294,"score_fidelity":0.93002,"score":0.94002},"uk":{"n":50,"unit":"wer","wer":7.49149,"wer_orig":6.46992,"dwer":1.02157,"wer_pseudo":2.27273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.96793,"utmos":2.42184,"dnsmos_ovrl":3.06848,"dnsmos_sig":3.4041,"dnsmos_bak":4.06429,"pesq_wb":4.09088,"pesq_nb":4.22501,"stoi":0.96849,"estoi":0.93414,"si_sdr":13.49813,"mel_dist":0.12913,"stft_dist":0.98882,"f0_rmse_cents":66.36157,"f0_corr":0.95987,"vuv_err":0.09187,"score_intelligibility":0.8797,"score_speaker":0.96793,"score_quality":0.95054,"score_fidelity":0.93716,"score":0.93383},"el":{"n":50,"unit":"wer","wer":12.92585,"wer_orig":12.02405,"dwer":0.9018,"wer_pseudo":6.40641,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.96453,"utmos":2.53983,"dnsmos_ovrl":2.92758,"dnsmos_sig":3.37658,"dnsmos_bak":3.81307,"pesq_wb":4.09386,"pesq_nb":4.27028,"stoi":0.96437,"estoi":0.9301,"si_sdr":13.88125,"mel_dist":0.11121,"stft_dist":0.90467,"f0_rmse_cents":72.92751,"f0_corr":0.94774,"vuv_err":0.08042,"score_intelligibility":0.93524,"score_speaker":0.96453,"score_quality":0.93021,"score_fidelity":0.93202,"score":0.9405},"ar":{"n":50,"unit":"wer","wer":12.33046,"wer_orig":12.45376,"dwer":-0.1233,"wer_pseudo":1.48331,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97782,"utmos":2.48793,"dnsmos_ovrl":3.13702,"dnsmos_sig":3.52468,"dnsmos_bak":3.90295,"pesq_wb":3.92216,"pesq_nb":4.1728,"stoi":0.97585,"estoi":0.95685,"si_sdr":10.18335,"mel_dist":0.12228,"stft_dist":0.98917,"f0_rmse_cents":69.05302,"f0_corr":0.95883,"vuv_err":0.07644,"score_intelligibility":1.0,"score_speaker":0.97782,"score_quality":0.94117,"score_fidelity":0.9232,"score":0.96055},"fa":{"n":50,"unit":"wer","wer":26.4,"wer_orig":25.94286,"dwer":0.45714,"wer_pseudo":4.32432,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9679,"utmos":2.4526,"dnsmos_ovrl":2.83744,"dnsmos_sig":3.35039,"dnsmos_bak":3.72672,"pesq_wb":3.9601,"pesq_nb":4.22302,"stoi":0.92704,"estoi":0.88912,"si_sdr":9.12767,"mel_dist":0.11832,"stft_dist":0.98281,"f0_rmse_cents":124.78672,"f0_corr":0.90009,"vuv_err":0.09297,"score_intelligibility":0.98332,"score_speaker":0.9679,"score_quality":0.9488,"score_fidelity":0.89096,"score":0.94774},"he":{"n":50,"unit":"wer","wer":21.74419,"wer_orig":19.4186,"dwer":2.32558,"wer_pseudo":4.92958,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.97128,"utmos":2.32752,"dnsmos_ovrl":2.78847,"dnsmos_sig":3.1738,"dnsmos_bak":3.94186,"pesq_wb":4.0665,"pesq_nb":4.20508,"stoi":0.97167,"estoi":0.94518,"si_sdr":13.16184,"mel_dist":0.11844,"stft_dist":0.92349,"f0_rmse_cents":82.97842,"f0_corr":0.90261,"vuv_err":0.10094,"score_intelligibility":0.89775,"score_speaker":0.97128,"score_quality":0.93898,"score_fidelity":0.91681,"score":0.9312},"hi":{"n":50,"unit":"wer","wer":27.42382,"wer_orig":26.31579,"dwer":1.10803,"wer_pseudo":6.72116,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.96652,"utmos":2.16382,"dnsmos_ovrl":2.77999,"dnsmos_sig":3.35429,"dnsmos_bak":3.44454,"pesq_wb":4.09192,"pesq_nb":4.24721,"stoi":0.96067,"estoi":0.93117,"si_sdr":14.34839,"mel_dist":0.11806,"stft_dist":0.93834,"f0_rmse_cents":69.86413,"f0_corr":0.95937,"vuv_err":0.08082,"score_intelligibility":0.96102,"score_speaker":0.96652,"score_quality":0.9492,"score_fidelity":0.93448,"score":0.95281},"zh":{"n":50,"unit":"cer","wer":7.52187,"wer_orig":7.40525,"dwer":0.11662,"wer_pseudo":1.15854,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.97094,"utmos":2.57769,"dnsmos_ovrl":3.04435,"dnsmos_sig":3.39922,"dnsmos_bak":3.99971,"pesq_wb":3.99052,"pesq_nb":4.24378,"stoi":0.97383,"estoi":0.95361,"si_sdr":10.48479,"mel_dist":0.1152,"stft_dist":0.95547,"f0_rmse_cents":48.89548,"f0_corr":0.97907,"vuv_err":0.05996,"score_intelligibility":0.98632,"score_speaker":0.97094,"score_quality":0.93049,"score_fidelity":0.93578,"score":0.95588},"yue":{"n":50,"unit":"cer","wer":15.3271,"wer_orig":14.39252,"dwer":0.93458,"wer_pseudo":5.31982,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96785,"utmos":2.71101,"dnsmos_ovrl":3.03438,"dnsmos_sig":3.44075,"dnsmos_bak":3.84625,"pesq_wb":4.07903,"pesq_nb":4.23082,"stoi":0.97029,"estoi":0.94385,"si_sdr":10.90234,"mel_dist":0.10567,"stft_dist":0.93908,"f0_rmse_cents":87.34317,"f0_corr":0.96137,"vuv_err":0.06448,"score_intelligibility":0.94276,"score_speaker":0.96785,"score_quality":0.93977,"score_fidelity":0.93713,"score":0.94688},"ja":{"n":50,"unit":"cer","wer":4.45567,"wer_orig":3.53698,"dwer":0.9187,"wer_pseudo":1.56178,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.9548,"utmos":1.94524,"dnsmos_ovrl":2.51494,"dnsmos_sig":3.18273,"dnsmos_bak":3.30663,"pesq_wb":4.00789,"pesq_nb":4.21155,"stoi":0.92888,"estoi":0.87856,"si_sdr":10.67291,"mel_dist":0.11623,"stft_dist":0.94972,"f0_rmse_cents":87.13785,"f0_corr":0.94766,"vuv_err":0.08366,"score_intelligibility":0.83161,"score_speaker":0.9548,"score_quality":0.94848,"score_fidelity":0.91198,"score":0.91172},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":0.6513,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96071,"utmos":3.01154,"dnsmos_ovrl":3.0137,"dnsmos_sig":3.38408,"dnsmos_bak":4.02445,"pesq_wb":4.00924,"pesq_nb":4.24432,"stoi":0.96959,"estoi":0.9452,"si_sdr":12.27565,"mel_dist":0.12633,"stft_dist":0.93315,"f0_rmse_cents":53.62477,"f0_corr":0.9795,"vuv_err":0.0606,"score_intelligibility":1.0,"score_speaker":0.96071,"score_quality":0.93765,"score_fidelity":0.93629,"score":0.95866},"th":{"n":50,"unit":"cer","wer":8.20534,"wer_orig":7.61924,"dwer":0.5861,"wer_pseudo":2.3689,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.96854,"utmos":2.15128,"dnsmos_ovrl":2.74959,"dnsmos_sig":3.27863,"dnsmos_bak":3.65184,"pesq_wb":3.82232,"pesq_nb":4.13768,"stoi":0.96528,"estoi":0.9401,"si_sdr":10.27413,"mel_dist":0.11499,"stft_dist":0.97449,"f0_rmse_cents":89.90181,"f0_corr":0.96935,"vuv_err":0.11854,"score_intelligibility":0.93633,"score_speaker":0.96854,"score_quality":0.90716,"score_fidelity":0.91367,"score":0.93143}}},{"codec":"dac_24khz_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_24khz_32q","family":"DAC","checkpoint":"descript/dac_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":24.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":24.0,"kbps_measured":23.99337,"tokens_per_s":2399.3372,"params_M":74.65386,"efficiency":{"rtf_encode":0.00357,"rtf_decode":0.00615,"peak_vram_gb":1.14307,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.9787,"score_worst_lang":0.94614,"worst_lang":"ja","en_gap":-0.00665,"score_intelligibility":0.96667,"score_speaker":0.98705,"score_quality":0.98401,"score_fidelity":0.97707,"dwer":0.2207,"wer":9.02651,"wer_pseudo":1.49415,"sim":0.98705,"utmos":2.54144,"dnsmos_ovrl":2.95361,"dnsmos_sig":3.37862,"dnsmos_bak":3.84164,"pesq_wb":4.3976,"pesq_nb":4.41152,"stoi":0.98915,"estoi":0.97988,"si_sdr":14.94627,"mel_dist":0.08241,"stft_dist":0.80982,"f0_rmse_cents":60.33613,"f0_corr":0.97131,"vuv_err":0.05289,"score_ci95":[0.97397,0.98089]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.88299,"wer_orig":6.98132,"dwer":-0.09833,"wer_pseudo":0.48638,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.96632,"utmos":2.48471,"dnsmos_ovrl":2.52642,"dnsmos_sig":3.10559,"dnsmos_bak":3.66371,"pesq_wb":4.13499,"pesq_nb":4.27551,"stoi":0.97308,"estoi":0.95013,"si_sdr":13.97886,"mel_dist":0.09767,"stft_dist":0.87344,"f0_rmse_cents":70.30033,"f0_corr":0.97529,"vuv_err":0.06473,"score_intelligibility":1.0,"score_speaker":0.96632,"score_quality":0.97497,"score_fidelity":0.94803,"score":0.97233},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":0.50865,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.99218,"utmos":2.69287,"dnsmos_ovrl":3.0813,"dnsmos_sig":3.38622,"dnsmos_bak":4.03453,"pesq_wb":4.48876,"pesq_nb":4.47099,"stoi":0.99365,"estoi":0.98559,"si_sdr":19.91648,"mel_dist":0.0702,"stft_dist":0.72507,"f0_rmse_cents":44.62175,"f0_corr":0.98264,"vuv_err":0.047,"score_intelligibility":0.95641,"score_speaker":0.99218,"score_quality":0.98899,"score_fidelity":0.99102,"score":0.98215},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":0.63492,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.98697,"utmos":2.32262,"dnsmos_ovrl":3.03947,"dnsmos_sig":3.37586,"dnsmos_bak":3.99509,"pesq_wb":4.37705,"pesq_nb":4.40733,"stoi":0.99267,"estoi":0.98648,"si_sdr":15.3272,"mel_dist":0.09104,"stft_dist":0.84056,"f0_rmse_cents":58.52601,"f0_corr":0.98206,"vuv_err":0.06489,"score_intelligibility":0.98695,"score_speaker":0.98697,"score_quality":0.98432,"score_fidelity":0.97986,"score":0.98453},"es":{"n":50,"unit":"wer","wer":2.90909,"wer_orig":3.09091,"dwer":-0.18182,"wer_pseudo":0.72926,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.99012,"utmos":2.71164,"dnsmos_ovrl":3.20684,"dnsmos_sig":3.5573,"dnsmos_bak":3.94889,"pesq_wb":4.49088,"pesq_nb":4.45389,"stoi":0.99355,"estoi":0.98832,"si_sdr":17.84249,"mel_dist":0.08236,"stft_dist":0.80445,"f0_rmse_cents":83.53534,"f0_corr":0.97932,"vuv_err":0.05079,"score_intelligibility":1.0,"score_speaker":0.99012,"score_quality":0.98602,"score_fidelity":0.99009,"score":0.99156},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.99241,"utmos":3.05131,"dnsmos_ovrl":3.31054,"dnsmos_sig":3.60875,"dnsmos_bak":4.06938,"pesq_wb":4.46638,"pesq_nb":4.4511,"stoi":0.99275,"estoi":0.98678,"si_sdr":16.87881,"mel_dist":0.08312,"stft_dist":0.79529,"f0_rmse_cents":48.51718,"f0_corr":0.97584,"vuv_err":0.04958,"score_intelligibility":0.90693,"score_speaker":0.99241,"score_quality":0.98733,"score_fidelity":0.98633,"score":0.96825},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":0.7874,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.99266,"utmos":2.48281,"dnsmos_ovrl":3.04049,"dnsmos_sig":3.43356,"dnsmos_bak":3.76575,"pesq_wb":4.48354,"pesq_nb":4.45202,"stoi":0.99068,"estoi":0.9834,"si_sdr":14.77432,"mel_dist":0.07463,"stft_dist":0.79365,"f0_rmse_cents":110.51234,"f0_corr":0.97505,"vuv_err":0.05051,"score_intelligibility":1.0,"score_speaker":0.99266,"score_quality":0.99239,"score_fidelity":0.98701,"score":0.99301},"nl":{"n":50,"unit":"wer","wer":5.8876,"wer_orig":5.26316,"dwer":0.62444,"wer_pseudo":0.98478,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.98867,"utmos":2.8987,"dnsmos_ovrl":2.74951,"dnsmos_sig":3.14476,"dnsmos_bak":4.09459,"pesq_wb":4.36646,"pesq_nb":4.42141,"stoi":0.9927,"estoi":0.98647,"si_sdr":12.33566,"mel_dist":0.09988,"stft_dist":0.90749,"f0_rmse_cents":71.89881,"f0_corr":0.96011,"vuv_err":0.07688,"score_intelligibility":0.90934,"score_speaker":0.98867,"score_quality":0.98223,"score_fidelity":0.97155,"score":0.96295},"pl":{"n":50,"unit":"wer","wer":3.28947,"wer_orig":3.28947,"dwer":0.0,"wer_pseudo":0.98684,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.98826,"utmos":2.6945,"dnsmos_ovrl":3.03063,"dnsmos_sig":3.36996,"dnsmos_bak":4.0473,"pesq_wb":4.39476,"pesq_nb":4.41679,"stoi":0.99325,"estoi":0.98626,"si_sdr":9.59939,"mel_dist":0.09261,"stft_dist":0.8743,"f0_rmse_cents":53.21655,"f0_corr":0.95015,"vuv_err":0.05522,"score_intelligibility":1.0,"score_speaker":0.98826,"score_quality":0.9849,"score_fidelity":0.97111,"score":0.98607},"cs":{"n":50,"unit":"wer","wer":9.33489,"wer_orig":9.45158,"dwer":-0.11669,"wer_pseudo":1.86916,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.99273,"utmos":2.55611,"dnsmos_ovrl":3.13663,"dnsmos_sig":3.47145,"dnsmos_bak":3.94946,"pesq_wb":4.43725,"pesq_nb":4.43677,"stoi":0.99212,"estoi":0.98527,"si_sdr":15.01997,"mel_dist":0.08002,"stft_dist":0.79709,"f0_rmse_cents":42.46102,"f0_corr":0.96791,"vuv_err":0.03867,"score_intelligibility":1.0,"score_speaker":0.99273,"score_quality":0.99554,"score_fidelity":0.9807,"score":0.99224},"tr":{"n":50,"unit":"wer","wer":8.02632,"wer_orig":7.76316,"dwer":0.26316,"wer_pseudo":0.65876,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.98921,"utmos":2.23585,"dnsmos_ovrl":3.05855,"dnsmos_sig":3.42033,"dnsmos_bak":3.99751,"pesq_wb":4.39898,"pesq_nb":4.43595,"stoi":0.99021,"estoi":0.97885,"si_sdr":17.84254,"mel_dist":0.09,"stft_dist":0.82275,"f0_rmse_cents":75.12387,"f0_corr":0.9566,"vuv_err":0.04001,"score_intelligibility":0.97085,"score_speaker":0.98921,"score_quality":0.98206,"score_fidelity":0.97265,"score":0.97869},"id":{"n":50,"unit":"wer","wer":6.8477,"wer_orig":5.90319,"dwer":0.94451,"wer_pseudo":2.00708,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.98625,"utmos":1.94191,"dnsmos_ovrl":2.71929,"dnsmos_sig":3.32996,"dnsmos_bak":3.23935,"pesq_wb":4.48031,"pesq_nb":4.43692,"stoi":0.98527,"estoi":0.97217,"si_sdr":15.70965,"mel_dist":0.06581,"stft_dist":0.74631,"f0_rmse_cents":62.32235,"f0_corr":0.94782,"vuv_err":0.06058,"score_intelligibility":0.87964,"score_speaker":0.98625,"score_quality":0.98586,"score_fidelity":0.97582,"score":0.9569},"vi":{"n":50,"unit":"wer","wer":8.035,"wer_orig":7.71679,"dwer":0.31822,"wer_pseudo":1.11465,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.98459,"utmos":2.05882,"dnsmos_ovrl":2.84437,"dnsmos_sig":3.39235,"dnsmos_bak":3.64467,"pesq_wb":4.43973,"pesq_nb":4.40843,"stoi":0.98406,"estoi":0.97242,"si_sdr":17.71628,"mel_dist":0.06588,"stft_dist":0.73302,"f0_rmse_cents":58.67603,"f0_corr":0.97783,"vuv_err":0.05517,"score_intelligibility":0.96478,"score_speaker":0.98459,"score_quality":0.97851,"score_fidelity":0.98156,"score":0.97736},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.23175,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.98958,"utmos":2.62731,"dnsmos_ovrl":3.03596,"dnsmos_sig":3.38601,"dnsmos_bak":4.00932,"pesq_wb":4.414,"pesq_nb":4.42192,"stoi":0.9927,"estoi":0.98647,"si_sdr":14.42708,"mel_dist":0.08868,"stft_dist":0.85784,"f0_rmse_cents":63.73555,"f0_corr":0.95588,"vuv_err":0.06444,"score_intelligibility":0.95972,"score_speaker":0.98958,"score_quality":0.9808,"score_fidelity":0.97467,"score":0.97619},"uk":{"n":50,"unit":"wer","wer":6.69694,"wer_orig":6.46992,"dwer":0.22701,"wer_pseudo":0.68182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.98358,"utmos":2.53384,"dnsmos_ovrl":3.07698,"dnsmos_sig":3.41424,"dnsmos_bak":4.06109,"pesq_wb":4.38494,"pesq_nb":4.38032,"stoi":0.98915,"estoi":0.97561,"si_sdr":16.11386,"mel_dist":0.09349,"stft_dist":0.853,"f0_rmse_cents":40.88165,"f0_corr":0.98623,"vuv_err":0.05032,"score_intelligibility":0.97051,"score_speaker":0.98358,"score_quality":0.98603,"score_fidelity":0.98084,"score":0.98024},"el":{"n":50,"unit":"wer","wer":12.72545,"wer_orig":12.02405,"dwer":0.7014,"wer_pseudo":3.6036,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.98543,"utmos":2.67884,"dnsmos_ovrl":2.96945,"dnsmos_sig":3.4159,"dnsmos_bak":3.83246,"pesq_wb":4.42582,"pesq_nb":4.43068,"stoi":0.99045,"estoi":0.98088,"si_sdr":16.83259,"mel_dist":0.07349,"stft_dist":0.75905,"f0_rmse_cents":43.97877,"f0_corr":0.97587,"vuv_err":0.04695,"score_intelligibility":0.9489,"score_speaker":0.98543,"score_quality":0.98082,"score_fidelity":0.98171,"score":0.97421},"ar":{"n":50,"unit":"wer","wer":12.57707,"wer_orig":12.45376,"dwer":0.1233,"wer_pseudo":1.3597,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.99053,"utmos":2.60876,"dnsmos_ovrl":3.14208,"dnsmos_sig":3.54217,"dnsmos_bak":3.88475,"pesq_wb":4.38702,"pesq_nb":4.4062,"stoi":0.99329,"estoi":0.98796,"si_sdr":12.05795,"mel_dist":0.08379,"stft_dist":0.84421,"f0_rmse_cents":46.12702,"f0_corr":0.98188,"vuv_err":0.04449,"score_intelligibility":0.99092,"score_speaker":0.99053,"score_quality":0.97846,"score_fidelity":0.98097,"score":0.98522},"fa":{"n":50,"unit":"wer","wer":26.4,"wer_orig":25.94286,"dwer":0.45714,"wer_pseudo":2.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.98651,"utmos":2.56891,"dnsmos_ovrl":2.83771,"dnsmos_sig":3.35168,"dnsmos_bak":3.70921,"pesq_wb":4.35064,"pesq_nb":4.37666,"stoi":0.97316,"estoi":0.96009,"si_sdr":10.81525,"mel_dist":0.08524,"stft_dist":0.8474,"f0_rmse_cents":100.57376,"f0_corr":0.92918,"vuv_err":0.05734,"score_intelligibility":0.98332,"score_speaker":0.98651,"score_quality":0.9848,"score_fidelity":0.95322,"score":0.97696},"he":{"n":50,"unit":"wer","wer":20.11628,"wer_orig":19.4186,"dwer":0.69767,"wer_pseudo":3.16901,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.98721,"utmos":2.43696,"dnsmos_ovrl":2.82595,"dnsmos_sig":3.20813,"dnsmos_bak":3.95832,"pesq_wb":4.37541,"pesq_nb":4.3686,"stoi":0.99176,"estoi":0.98383,"si_sdr":15.95805,"mel_dist":0.0824,"stft_dist":0.78512,"f0_rmse_cents":56.39742,"f0_corr":0.95925,"vuv_err":0.06908,"score_intelligibility":0.96696,"score_speaker":0.98721,"score_quality":0.98311,"score_fidelity":0.9718,"score":0.97727},"hi":{"n":50,"unit":"wer","wer":26.68513,"wer_orig":26.31579,"dwer":0.36934,"wer_pseudo":3.54223,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.98778,"utmos":2.2606,"dnsmos_ovrl":2.76185,"dnsmos_sig":3.35196,"dnsmos_bak":3.40399,"pesq_wb":4.42479,"pesq_nb":4.42947,"stoi":0.98977,"estoi":0.98191,"si_sdr":17.86627,"mel_dist":0.08173,"stft_dist":0.78922,"f0_rmse_cents":53.02018,"f0_corr":0.97846,"vuv_err":0.04517,"score_intelligibility":0.98666,"score_speaker":0.98778,"score_quality":0.98656,"score_fidelity":0.98225,"score":0.98581},"zh":{"n":50,"unit":"cer","wer":7.17201,"wer_orig":7.40525,"dwer":-0.23324,"wer_pseudo":0.60976,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.98837,"utmos":2.75614,"dnsmos_ovrl":3.08256,"dnsmos_sig":3.43069,"dnsmos_bak":4.00875,"pesq_wb":4.37464,"pesq_nb":4.4214,"stoi":0.9935,"estoi":0.98865,"si_sdr":13.57321,"mel_dist":0.08044,"stft_dist":0.78906,"f0_rmse_cents":50.85494,"f0_corr":0.97127,"vuv_err":0.04155,"score_intelligibility":1.0,"score_speaker":0.98837,"score_quality":0.9854,"score_fidelity":0.97632,"score":0.98752},"yue":{"n":50,"unit":"cer","wer":14.82866,"wer_orig":14.39252,"dwer":0.43614,"wer_pseudo":3.92654,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.98843,"utmos":2.88602,"dnsmos_ovrl":3.05607,"dnsmos_sig":3.45319,"dnsmos_bak":3.86728,"pesq_wb":4.42396,"pesq_nb":4.41198,"stoi":0.99262,"estoi":0.98611,"si_sdr":13.6225,"mel_dist":0.07065,"stft_dist":0.78473,"f0_rmse_cents":54.09159,"f0_corr":0.98469,"vuv_err":0.04141,"score_intelligibility":0.97245,"score_speaker":0.98843,"score_quality":0.9848,"score_fidelity":0.9852,"score":0.98272},"ja":{"n":50,"unit":"cer","wer":4.3638,"wer_orig":3.53698,"dwer":0.82683,"wer_pseudo":1.1943,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.9789,"utmos":2.01439,"dnsmos_ovrl":2.53722,"dnsmos_sig":3.22749,"dnsmos_bak":3.30874,"pesq_wb":4.34022,"pesq_nb":4.3614,"stoi":0.97692,"estoi":0.95507,"si_sdr":13.55615,"mel_dist":0.08212,"stft_dist":0.79952,"f0_rmse_cents":52.97986,"f0_corr":0.9809,"vuv_err":0.04812,"score_intelligibility":0.84585,"score_speaker":0.9789,"score_quality":0.9891,"score_fidelity":0.97072,"score":0.94614},"ko":{"n":50,"unit":"cer","wer":4.7549,"wer_orig":5.14706,"dwer":-0.39216,"wer_pseudo":0.6012,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.98478,"utmos":3.18214,"dnsmos_ovrl":3.03968,"dnsmos_sig":3.40582,"dnsmos_bak":4.03426,"pesq_wb":4.34689,"pesq_nb":4.41471,"stoi":0.99149,"estoi":0.98433,"si_sdr":14.48399,"mel_dist":0.08573,"stft_dist":0.79019,"f0_rmse_cents":35.3181,"f0_corr":0.99247,"vuv_err":0.0381,"score_intelligibility":1.0,"score_speaker":0.98478,"score_quality":0.98176,"score_fidelity":0.98007,"score":0.98665},"th":{"n":50,"unit":"cer","wer":7.45756,"wer_orig":7.61924,"dwer":-0.16168,"wer_pseudo":2.24742,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.9877,"utmos":2.30889,"dnsmos_ovrl":2.77712,"dnsmos_sig":3.30353,"dnsmos_bak":3.67086,"pesq_wb":4.335,"pesq_nb":4.38603,"stoi":0.99078,"estoi":0.98398,"si_sdr":12.46187,"mel_dist":0.0769,"stft_dist":0.82305,"f0_rmse_cents":70.39669,"f0_corr":0.98487,"vuv_err":0.06828,"score_intelligibility":1.0,"score_speaker":0.9877,"score_quality":0.97156,"score_fidelity":0.97617,"score":0.98386}}},{"codec":"dac_24khz_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_24khz_4q","family":"DAC","checkpoint":"descript/dac_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":3.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":3.0,"kbps_measured":2.99917,"tokens_per_s":299.91715,"params_M":74.65386,"efficiency":{"rtf_encode":0.00329,"rtf_decode":0.00596,"peak_vram_gb":1.14263,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.65514,"score_worst_lang":0.55918,"worst_lang":"nl","en_gap":0.00739,"score_intelligibility":0.54061,"score_speaker":0.77491,"score_quality":0.63707,"score_fidelity":0.66798,"dwer":9.64461,"wer":18.45042,"wer_pseudo":14.30479,"sim":0.77491,"utmos":1.61537,"dnsmos_ovrl":2.718,"dnsmos_sig":3.14998,"dnsmos_bak":3.7332,"pesq_wb":2.13416,"pesq_nb":2.69096,"stoi":0.83652,"estoi":0.71439,"si_sdr":4.82054,"mel_dist":0.23044,"stft_dist":1.39889,"f0_rmse_cents":152.96863,"f0_corr":0.84339,"vuv_err":0.16743,"score_ci95":[0.64924,0.66328]},"per_lang":{"en":{"n":50,"unit":"wer","wer":11.01278,"wer_orig":6.98132,"dwer":4.03147,"wer_pseudo":7.00389,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.72761,"utmos":1.65287,"dnsmos_ovrl":2.39421,"dnsmos_sig":2.93301,"dnsmos_bak":3.70335,"pesq_wb":1.77215,"pesq_nb":2.35496,"stoi":0.78781,"estoi":0.6375,"si_sdr":3.48923,"mel_dist":0.33553,"stft_dist":1.68764,"f0_rmse_cents":223.19271,"f0_corr":0.78194,"vuv_err":0.21589,"score_intelligibility":0.6644,"score_speaker":0.72761,"score_quality":0.66011,"score_fidelity":0.59679,"score":0.66223},"de":{"n":50,"unit":"wer","wer":11.29196,"wer_orig":5.69685,"dwer":5.59512,"wer_pseudo":7.32452,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.7951,"utmos":1.74682,"dnsmos_ovrl":2.89214,"dnsmos_sig":3.19644,"dnsmos_bak":3.9859,"pesq_wb":2.50863,"pesq_nb":2.96844,"stoi":0.87939,"estoi":0.74431,"si_sdr":7.38976,"mel_dist":0.187,"stft_dist":1.22734,"f0_rmse_cents":123.49442,"f0_corr":0.90411,"vuv_err":0.14377,"score_intelligibility":0.54482,"score_speaker":0.7951,"score_quality":0.67009,"score_fidelity":0.73818,"score":0.68705},"fr":{"n":50,"unit":"wer","wer":11.14625,"wer_orig":4.98024,"dwer":6.16601,"wer_pseudo":8.57143,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.79005,"utmos":1.65367,"dnsmos_ovrl":2.89009,"dnsmos_sig":3.24138,"dnsmos_bak":3.94308,"pesq_wb":2.21049,"pesq_nb":2.7365,"stoi":0.87442,"estoi":0.78942,"si_sdr":6.1685,"mel_dist":0.23422,"stft_dist":1.36622,"f0_rmse_cents":110.38223,"f0_corr":0.92147,"vuv_err":0.17534,"score_intelligibility":0.49235,"score_speaker":0.79005,"score_quality":0.70518,"score_fidelity":0.71392,"score":0.67537},"es":{"n":50,"unit":"wer","wer":4.36364,"wer_orig":3.09091,"dwer":1.27273,"wer_pseudo":2.3701,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.80082,"utmos":1.80769,"dnsmos_ovrl":3.09282,"dnsmos_sig":3.47071,"dnsmos_bak":3.88073,"pesq_wb":2.59937,"pesq_nb":3.04859,"stoi":0.87798,"estoi":0.77742,"si_sdr":6.51335,"mel_dist":0.19495,"stft_dist":1.29994,"f0_rmse_cents":162.65249,"f0_corr":0.90075,"vuv_err":0.15199,"score_intelligibility":0.76271,"score_speaker":0.80082,"score_quality":0.70801,"score_fidelity":0.74523,"score":0.75419},"it":{"n":50,"unit":"wer","wer":5.7377,"wer_orig":2.55009,"dwer":3.18761,"wer_pseudo":4.84461,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.81232,"utmos":1.92284,"dnsmos_ovrl":3.05016,"dnsmos_sig":3.39757,"dnsmos_bak":3.92707,"pesq_wb":2.44153,"pesq_nb":2.9896,"stoi":0.86769,"estoi":0.76202,"si_sdr":6.45799,"mel_dist":0.20108,"stft_dist":1.30346,"f0_rmse_cents":98.71437,"f0_corr":0.85146,"vuv_err":0.15896,"score_intelligibility":0.5269,"score_speaker":0.81232,"score_quality":0.66364,"score_fidelity":0.71034,"score":0.6783},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":2.26378,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85075,"utmos":1.81561,"dnsmos_ovrl":2.88275,"dnsmos_sig":3.31775,"dnsmos_bak":3.66056,"pesq_wb":2.45363,"pesq_nb":2.93987,"stoi":0.84633,"estoi":0.74022,"si_sdr":5.93292,"mel_dist":0.18846,"stft_dist":1.26481,"f0_rmse_cents":194.1474,"f0_corr":0.89237,"vuv_err":0.15844,"score_intelligibility":0.93781,"score_speaker":0.85075,"score_quality":0.7414,"score_fidelity":0.71801,"score":0.81199},"nl":{"n":50,"unit":"wer","wer":16.77074,"wer_orig":5.26316,"dwer":11.50758,"wer_pseudo":14.14503,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.78175,"utmos":1.34777,"dnsmos_ovrl":2.44162,"dnsmos_sig":2.85016,"dnsmos_bak":4.01987,"pesq_wb":1.80609,"pesq_nb":2.45295,"stoi":0.84325,"estoi":0.71446,"si_sdr":2.41904,"mel_dist":0.22129,"stft_dist":1.5044,"f0_rmse_cents":243.69106,"f0_corr":0.72379,"vuv_err":0.29291,"score_intelligibility":0.35244,"score_speaker":0.78175,"score_quality":0.5034,"score_fidelity":0.59911,"score":0.55918},"pl":{"n":50,"unit":"wer","wer":15.35088,"wer_orig":3.28947,"dwer":12.0614,"wer_pseudo":15.13158,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.77135,"utmos":1.48439,"dnsmos_ovrl":2.77077,"dnsmos_sig":3.15094,"dnsmos_bak":3.90078,"pesq_wb":2.00588,"pesq_nb":2.54641,"stoi":0.87331,"estoi":0.75869,"si_sdr":1.53909,"mel_dist":0.30936,"stft_dist":1.62757,"f0_rmse_cents":142.56346,"f0_corr":0.76914,"vuv_err":0.17094,"score_intelligibility":0.26234,"score_speaker":0.77135,"score_quality":0.58245,"score_fidelity":0.64328,"score":0.56485},"cs":{"n":50,"unit":"wer","wer":21.23687,"wer_orig":9.45158,"dwer":11.7853,"wer_pseudo":18.92523,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.8162,"utmos":1.73271,"dnsmos_ovrl":2.9165,"dnsmos_sig":3.26955,"dnsmos_bak":3.83626,"pesq_wb":2.1922,"pesq_nb":2.7724,"stoi":0.85366,"estoi":0.74065,"si_sdr":6.80935,"mel_dist":0.20035,"stft_dist":1.26686,"f0_rmse_cents":107.63434,"f0_corr":0.84322,"vuv_err":0.11243,"score_intelligibility":0.47001,"score_speaker":0.8162,"score_quality":0.68563,"score_fidelity":0.67917,"score":0.66275},"tr":{"n":50,"unit":"wer","wer":18.42105,"wer_orig":7.76316,"dwer":10.65789,"wer_pseudo":14.22925,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.81251,"utmos":1.52885,"dnsmos_ovrl":2.93932,"dnsmos_sig":3.3126,"dnsmos_bak":3.95731,"pesq_wb":2.27499,"pesq_nb":2.84017,"stoi":0.85158,"estoi":0.71947,"si_sdr":5.89692,"mel_dist":0.25466,"stft_dist":1.4476,"f0_rmse_cents":138.6736,"f0_corr":0.89602,"vuv_err":0.12757,"score_intelligibility":0.45122,"score_speaker":0.81251,"score_quality":0.6799,"score_fidelity":0.70396,"score":0.6619},"id":{"n":50,"unit":"wer","wer":19.24439,"wer_orig":5.90319,"dwer":13.3412,"wer_pseudo":17.94569,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.72852,"utmos":1.39123,"dnsmos_ovrl":2.45291,"dnsmos_sig":2.98512,"dnsmos_bak":2.98184,"pesq_wb":2.04294,"pesq_nb":2.62068,"stoi":0.76246,"estoi":0.60271,"si_sdr":4.91802,"mel_dist":0.17871,"stft_dist":1.28113,"f0_rmse_cents":190.41822,"f0_corr":0.81369,"vuv_err":0.17982,"score_intelligibility":0.34099,"score_speaker":0.72852,"score_quality":0.62251,"score_fidelity":0.62471,"score":0.57918},"vi":{"n":50,"unit":"wer","wer":30.86714,"wer_orig":7.71679,"dwer":23.15036,"wer_pseudo":28.26433,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.74607,"utmos":1.46187,"dnsmos_ovrl":2.57587,"dnsmos_sig":3.13195,"dnsmos_bak":3.51659,"pesq_wb":2.04405,"pesq_nb":2.69054,"stoi":0.7423,"estoi":0.59553,"si_sdr":5.82367,"mel_dist":0.18041,"stft_dist":1.26478,"f0_rmse_cents":149.83321,"f0_corr":0.88039,"vuv_err":0.1737,"score_intelligibility":0.27354,"score_speaker":0.74607,"score_quality":0.63564,"score_fidelity":0.64033,"score":0.57389},"ru":{"n":50,"unit":"wer","wer":8.20809,"wer_orig":4.50867,"dwer":3.69942,"wer_pseudo":4.51912,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.76885,"utmos":1.5563,"dnsmos_ovrl":2.74449,"dnsmos_sig":3.08971,"dnsmos_bak":3.94174,"pesq_wb":2.13469,"pesq_nb":2.66603,"stoi":0.864,"estoi":0.75742,"si_sdr":4.69973,"mel_dist":0.2095,"stft_dist":1.36085,"f0_rmse_cents":173.51309,"f0_corr":0.77905,"vuv_err":0.18932,"score_intelligibility":0.59824,"score_speaker":0.76885,"score_quality":0.59182,"score_fidelity":0.65575,"score":0.65367},"uk":{"n":50,"unit":"wer","wer":15.09648,"wer_orig":6.46992,"dwer":8.62656,"wer_pseudo":12.5,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.76105,"utmos":1.83951,"dnsmos_ovrl":2.95529,"dnsmos_sig":3.29547,"dnsmos_bak":4.03169,"pesq_wb":2.25637,"pesq_nb":2.74904,"stoi":0.86343,"estoi":0.73151,"si_sdr":6.10383,"mel_dist":0.24016,"stft_dist":1.41027,"f0_rmse_cents":142.44579,"f0_corr":0.87972,"vuv_err":0.1515,"score_intelligibility":0.46407,"score_speaker":0.76105,"score_quality":0.7415,"score_fidelity":0.70071,"score":0.66683},"el":{"n":50,"unit":"wer","wer":42.28457,"wer_orig":12.02405,"dwer":30.26052,"wer_pseudo":37.83784,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.74047,"utmos":1.59053,"dnsmos_ovrl":2.67596,"dnsmos_sig":3.12255,"dnsmos_bak":3.73504,"pesq_wb":2.21798,"pesq_nb":2.8805,"stoi":0.8402,"estoi":0.70635,"si_sdr":6.2459,"mel_dist":0.19437,"stft_dist":1.26404,"f0_rmse_cents":127.60387,"f0_corr":0.83337,"vuv_err":0.15854,"score_intelligibility":0.30089,"score_speaker":0.74047,"score_quality":0.59328,"score_fidelity":0.67385,"score":0.57712},"ar":{"n":50,"unit":"wer","wer":18.8656,"wer_orig":12.45376,"dwer":6.41184,"wer_pseudo":12.11372,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.83421,"utmos":1.57938,"dnsmos_ovrl":2.86661,"dnsmos_sig":3.29175,"dnsmos_bak":3.74821,"pesq_wb":1.9628,"pesq_nb":2.48828,"stoi":0.88154,"estoi":0.79508,"si_sdr":4.31937,"mel_dist":0.20938,"stft_dist":1.33906,"f0_rmse_cents":96.81063,"f0_corr":0.91999,"vuv_err":0.14488,"score_intelligibility":0.67724,"score_speaker":0.83421,"score_quality":0.6068,"score_fidelity":0.69221,"score":0.70262},"fa":{"n":50,"unit":"wer","wer":39.54286,"wer_orig":25.94286,"dwer":13.6,"wer_pseudo":24.86486,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.77658,"utmos":1.55106,"dnsmos_ovrl":2.63977,"dnsmos_sig":3.15767,"dnsmos_bak":3.65473,"pesq_wb":1.92175,"pesq_nb":2.64268,"stoi":0.74111,"estoi":0.59864,"si_sdr":3.13632,"mel_dist":0.27719,"stft_dist":1.53016,"f0_rmse_cents":274.04345,"f0_corr":0.6959,"vuv_err":0.18577,"score_intelligibility":0.66455,"score_speaker":0.77658,"score_quality":0.61644,"score_fidelity":0.56679,"score":0.65609},"he":{"n":50,"unit":"wer","wer":43.72093,"wer_orig":19.4186,"dwer":24.30233,"wer_pseudo":33.80282,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.7519,"utmos":1.68498,"dnsmos_ovrl":2.63943,"dnsmos_sig":3.03278,"dnsmos_bak":3.86562,"pesq_wb":2.14247,"pesq_nb":2.60873,"stoi":0.86097,"estoi":0.74102,"si_sdr":5.68875,"mel_dist":0.22819,"stft_dist":1.34796,"f0_rmse_cents":140.25188,"f0_corr":0.78302,"vuv_err":0.19167,"score_intelligibility":0.45658,"score_speaker":0.7519,"score_quality":0.6819,"score_fidelity":0.6568,"score":0.6368},"hi":{"n":50,"unit":"wer","wer":37.8578,"wer_orig":26.31579,"dwer":11.54201,"wer_pseudo":26.43052,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.74056,"utmos":1.52937,"dnsmos_ovrl":2.53069,"dnsmos_sig":3.08844,"dnsmos_bak":3.24745,"pesq_wb":2.15173,"pesq_nb":2.73898,"stoi":0.82414,"estoi":0.69912,"si_sdr":6.2233,"mel_dist":0.21396,"stft_dist":1.33313,"f0_rmse_cents":110.15333,"f0_corr":0.85867,"vuv_err":0.15004,"score_intelligibility":0.70297,"score_speaker":0.74056,"score_quality":0.64386,"score_fidelity":0.67062,"score":0.68951},"zh":{"n":50,"unit":"cer","wer":12.01166,"wer_orig":7.40525,"dwer":4.60641,"wer_pseudo":6.03659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.77658,"utmos":1.43694,"dnsmos_ovrl":2.61663,"dnsmos_sig":3.00711,"dnsmos_bak":3.85208,"pesq_wb":1.95861,"pesq_nb":2.50695,"stoi":0.85421,"estoi":0.74537,"si_sdr":1.46905,"mel_dist":0.20407,"stft_dist":1.42439,"f0_rmse_cents":134.04144,"f0_corr":0.86338,"vuv_err":0.1396,"score_intelligibility":0.64598,"score_speaker":0.77658,"score_quality":0.51174,"score_fidelity":0.66383,"score":0.64953},"yue":{"n":50,"unit":"cer","wer":22.18069,"wer_orig":14.39252,"dwer":7.78816,"wer_pseudo":18.42939,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.76707,"utmos":1.80127,"dnsmos_ovrl":2.86441,"dnsmos_sig":3.28063,"dnsmos_bak":3.77739,"pesq_wb":2.13011,"pesq_nb":2.66241,"stoi":0.85759,"estoi":0.73655,"si_sdr":3.7911,"mel_dist":0.1892,"stft_dist":1.32713,"f0_rmse_cents":131.34239,"f0_corr":0.91049,"vuv_err":0.13773,"score_intelligibility":0.66402,"score_speaker":0.76707,"score_quality":0.66415,"score_fidelity":0.69699,"score":0.69806},"ja":{"n":50,"unit":"cer","wer":11.29995,"wer_orig":3.53698,"dwer":7.76298,"wer_pseudo":9.6463,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.7155,"utmos":1.51483,"dnsmos_ovrl":2.35162,"dnsmos_sig":2.9503,"dnsmos_bak":3.19863,"pesq_wb":1.99879,"pesq_nb":2.56419,"stoi":0.73819,"estoi":0.576,"si_sdr":2.28292,"mel_dist":0.28379,"stft_dist":1.55614,"f0_rmse_cents":172.55822,"f0_corr":0.80665,"vuv_err":0.1944,"score_intelligibility":0.36886,"score_speaker":0.7155,"score_quality":0.68763,"score_fidelity":0.61007,"score":0.59551},"ko":{"n":50,"unit":"cer","wer":6.17647,"wer_orig":5.14706,"dwer":1.02941,"wer_pseudo":3.15631,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76153,"utmos":1.7997,"dnsmos_ovrl":2.74051,"dnsmos_sig":3.16198,"dnsmos_bak":3.864,"pesq_wb":2.29509,"pesq_nb":2.83062,"stoi":0.85675,"estoi":0.7522,"si_sdr":5.31757,"mel_dist":0.39099,"stft_dist":1.73774,"f0_rmse_cents":114.14491,"f0_corr":0.8684,"vuv_err":0.11823,"score_intelligibility":0.85656,"score_speaker":0.76153,"score_quality":0.60259,"score_fidelity":0.69839,"score":0.72977},"th":{"n":50,"unit":"cer","wer":16.41067,"wer_orig":7.61924,"dwer":8.79143,"wer_pseudo":12.95809,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.77052,"utmos":1.33859,"dnsmos_ovrl":2.30741,"dnsmos_sig":2.86406,"dnsmos_bak":3.36676,"pesq_wb":1.6975,"pesq_nb":2.28347,"stoi":0.83415,"estoi":0.72366,"si_sdr":3.05728,"mel_dist":0.20365,"stft_dist":1.4006,"f0_rmse_cents":168.94065,"f0_corr":0.86427,"vuv_err":0.19498,"score_intelligibility":0.49506,"score_speaker":0.77052,"score_quality":0.48993,"score_fidelity":0.63257,"score":0.59702}}},{"codec":"dac_24khz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_24khz_8q","family":"DAC","checkpoint":"descript/dac_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":6.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":6.0,"kbps_measured":5.99834,"tokens_per_s":599.8343,"params_M":74.65386,"efficiency":{"rtf_encode":0.00348,"rtf_decode":0.00622,"peak_vram_gb":1.14269,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.84498,"score_worst_lang":0.77558,"worst_lang":"vi","en_gap":0.01441,"score_intelligibility":0.82477,"score_speaker":0.9075,"score_quality":0.82919,"score_fidelity":0.81847,"dwer":2.09783,"wer":10.90364,"wer_pseudo":5.37437,"sim":0.9075,"utmos":2.09744,"dnsmos_ovrl":2.89038,"dnsmos_sig":3.31214,"dnsmos_bak":3.8255,"pesq_wb":3.21526,"pesq_nb":3.69753,"stoi":0.91083,"estoi":0.84169,"si_sdr":8.72854,"mel_dist":0.16722,"stft_dist":1.14611,"f0_rmse_cents":107.18679,"f0_corr":0.91164,"vuv_err":0.11897,"score_ci95":[0.83865,0.85132]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":2.14008,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.87291,"utmos":1.96313,"dnsmos_ovrl":2.49087,"dnsmos_sig":3.04498,"dnsmos_bak":3.68932,"pesq_wb":2.70948,"pesq_nb":3.40755,"stoi":0.87418,"estoi":0.77992,"si_sdr":7.75935,"mel_dist":0.19372,"stft_dist":1.21687,"f0_rmse_cents":108.77333,"f0_corr":0.94605,"vuv_err":0.13584,"score_intelligibility":1.0,"score_speaker":0.87291,"score_quality":0.7927,"score_fidelity":0.76955,"score":0.85879},"de":{"n":50,"unit":"wer","wer":6.71414,"wer_orig":5.69685,"dwer":1.01729,"wer_pseudo":2.13632,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9195,"utmos":2.27215,"dnsmos_ovrl":3.04325,"dnsmos_sig":3.3442,"dnsmos_bak":4.03807,"pesq_wb":3.58024,"pesq_nb":3.89073,"stoi":0.93647,"estoi":0.86164,"si_sdr":11.48431,"mel_dist":0.1447,"stft_dist":1.03268,"f0_rmse_cents":86.23625,"f0_corr":0.94175,"vuv_err":0.10745,"score_intelligibility":0.86813,"score_speaker":0.9195,"score_quality":0.85823,"score_fidelity":0.87181,"score":0.87942},"fr":{"n":50,"unit":"wer","wer":7.19368,"wer_orig":4.98024,"dwer":2.21344,"wer_pseudo":4.12698,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91401,"utmos":2.0332,"dnsmos_ovrl":3.005,"dnsmos_sig":3.34513,"dnsmos_bak":3.98547,"pesq_wb":3.19749,"pesq_nb":3.67131,"stoi":0.93419,"estoi":0.88729,"si_sdr":9.51162,"mel_dist":0.17065,"stft_dist":1.14157,"f0_rmse_cents":81.61207,"f0_corr":0.95853,"vuv_err":0.13007,"score_intelligibility":0.72986,"score_speaker":0.91401,"score_quality":0.87248,"score_fidelity":0.84019,"score":0.83914},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.9212,"utmos":2.27859,"dnsmos_ovrl":3.16853,"dnsmos_sig":3.52588,"dnsmos_bak":3.93141,"pesq_wb":3.6011,"pesq_nb":3.909,"stoi":0.93491,"estoi":0.88051,"si_sdr":10.44734,"mel_dist":0.15853,"stft_dist":1.12799,"f0_rmse_cents":134.47704,"f0_corr":0.94582,"vuv_err":0.1202,"score_intelligibility":0.88235,"score_speaker":0.9212,"score_quality":0.85904,"score_fidelity":0.87463,"score":0.88431},"it":{"n":50,"unit":"wer","wer":3.55191,"wer_orig":2.55009,"dwer":1.00182,"wer_pseudo":2.19378,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92369,"utmos":2.52053,"dnsmos_ovrl":3.25055,"dnsmos_sig":3.56154,"dnsmos_bak":4.03781,"pesq_wb":3.51161,"pesq_nb":3.87029,"stoi":0.9302,"estoi":0.87318,"si_sdr":10.37402,"mel_dist":0.16004,"stft_dist":1.10893,"f0_rmse_cents":67.65472,"f0_corr":0.93185,"vuv_err":0.10492,"score_intelligibility":0.77991,"score_speaker":0.92369,"score_quality":0.84907,"score_fidelity":0.85988,"score":0.85314},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93957,"utmos":2.20328,"dnsmos_ovrl":3.04025,"dnsmos_sig":3.42454,"dnsmos_bak":3.79652,"pesq_wb":3.49054,"pesq_nb":3.82456,"stoi":0.91355,"estoi":0.85045,"si_sdr":9.327,"mel_dist":0.15135,"stft_dist":1.0978,"f0_rmse_cents":177.0264,"f0_corr":0.93781,"vuv_err":0.12079,"score_intelligibility":1.0,"score_speaker":0.93957,"score_quality":0.89957,"score_fidelity":0.85431,"score":0.92336},"nl":{"n":50,"unit":"wer","wer":7.76093,"wer_orig":5.26316,"dwer":2.49777,"wer_pseudo":4.02865,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.91165,"utmos":2.36857,"dnsmos_ovrl":2.65682,"dnsmos_sig":3.05665,"dnsmos_bak":4.08336,"pesq_wb":3.04963,"pesq_nb":3.659,"stoi":0.92428,"estoi":0.8589,"si_sdr":7.05439,"mel_dist":0.17743,"stft_dist":1.25307,"f0_rmse_cents":118.0644,"f0_corr":0.89732,"vuv_err":0.17904,"score_intelligibility":0.7149,"score_speaker":0.91165,"score_quality":0.82463,"score_fidelity":0.8024,"score":0.81339},"pl":{"n":50,"unit":"wer","wer":6.4693,"wer_orig":3.28947,"dwer":3.17982,"wer_pseudo":4.27632,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.90562,"utmos":2.19645,"dnsmos_ovrl":2.94305,"dnsmos_sig":3.29145,"dnsmos_bak":4.00532,"pesq_wb":3.12366,"pesq_nb":3.63597,"stoi":0.93549,"estoi":0.87483,"si_sdr":4.72578,"mel_dist":0.21247,"stft_dist":1.29299,"f0_rmse_cents":105.64383,"f0_corr":0.84428,"vuv_err":0.12335,"score_intelligibility":0.57428,"score_speaker":0.90562,"score_quality":0.8294,"score_fidelity":0.79551,"score":0.7762},"cs":{"n":50,"unit":"wer","wer":13.30222,"wer_orig":9.45158,"dwer":3.85064,"wer_pseudo":8.17757,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93378,"utmos":2.18056,"dnsmos_ovrl":3.11463,"dnsmos_sig":3.44731,"dnsmos_bak":3.94926,"pesq_wb":3.31878,"pesq_nb":3.75128,"stoi":0.92243,"estoi":0.85989,"si_sdr":10.03125,"mel_dist":0.16043,"stft_dist":1.09669,"f0_rmse_cents":67.59014,"f0_corr":0.94006,"vuv_err":0.0934,"score_intelligibility":0.73077,"score_speaker":0.93378,"score_quality":0.87501,"score_fidelity":0.84167,"score":0.8453},"tr":{"n":50,"unit":"wer","wer":8.81579,"wer_orig":7.76316,"dwer":1.05263,"wer_pseudo":3.68906,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.91843,"utmos":1.86026,"dnsmos_ovrl":3.01266,"dnsmos_sig":3.38115,"dnsmos_bak":3.98051,"pesq_wb":3.3329,"pesq_nb":3.77332,"stoi":0.91917,"estoi":0.84318,"si_sdr":10.1482,"mel_dist":0.16994,"stft_dist":1.14699,"f0_rmse_cents":103.78764,"f0_corr":0.94058,"vuv_err":0.09247,"score_intelligibility":0.89276,"score_speaker":0.91843,"score_quality":0.82708,"score_fidelity":0.8421,"score":0.87009},"id":{"n":50,"unit":"wer","wer":8.1464,"wer_orig":5.90319,"dwer":2.24321,"wer_pseudo":6.72963,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.8901,"utmos":1.62702,"dnsmos_ovrl":2.68287,"dnsmos_sig":3.27121,"dnsmos_bak":3.21123,"pesq_wb":3.21007,"pesq_nb":3.65437,"stoi":0.86267,"estoi":0.76225,"si_sdr":8.75781,"mel_dist":0.13942,"stft_dist":1.08523,"f0_rmse_cents":93.42533,"f0_corr":0.87996,"vuv_err":0.139,"score_intelligibility":0.75474,"score_speaker":0.8901,"score_quality":0.81152,"score_fidelity":0.79136,"score":0.81193},"vi":{"n":50,"unit":"wer","wer":13.12649,"wer_orig":7.71679,"dwer":5.40971,"wer_pseudo":8.20064,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.88492,"utmos":1.72966,"dnsmos_ovrl":2.71009,"dnsmos_sig":3.25643,"dnsmos_bak":3.57782,"pesq_wb":3.22312,"pesq_nb":3.69711,"stoi":0.85164,"estoi":0.76019,"si_sdr":9.96899,"mel_dist":0.13844,"stft_dist":1.05728,"f0_rmse_cents":92.8177,"f0_corr":0.93471,"vuv_err":0.11004,"score_intelligibility":0.61705,"score_speaker":0.88492,"score_quality":0.79318,"score_fidelity":0.80718,"score":0.77558},"ru":{"n":50,"unit":"wer","wer":4.9711,"wer_orig":4.50867,"dwer":0.46243,"wer_pseudo":1.15875,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91141,"utmos":2.13152,"dnsmos_ovrl":2.95571,"dnsmos_sig":3.30079,"dnsmos_bak":4.00529,"pesq_wb":3.25005,"pesq_nb":3.68754,"stoi":0.93058,"estoi":0.8732,"si_sdr":8.37923,"mel_dist":0.16594,"stft_dist":1.17027,"f0_rmse_cents":118.38966,"f0_corr":0.88851,"vuv_err":0.13457,"score_intelligibility":0.92256,"score_speaker":0.91141,"score_quality":0.81411,"score_fidelity":0.82065,"score":0.86718},"uk":{"n":50,"unit":"wer","wer":10.21566,"wer_orig":6.46992,"dwer":3.74574,"wer_pseudo":5.90909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90704,"utmos":2.17671,"dnsmos_ovrl":3.04892,"dnsmos_sig":3.38774,"dnsmos_bak":4.05345,"pesq_wb":3.30316,"pesq_nb":3.69868,"stoi":0.92596,"estoi":0.85073,"si_sdr":10.05465,"mel_dist":0.17106,"stft_dist":1.15116,"f0_rmse_cents":74.15178,"f0_corr":0.95859,"vuv_err":0.10327,"score_intelligibility":0.66603,"score_speaker":0.90704,"score_quality":0.87112,"score_fidelity":0.84753,"score":0.82293},"el":{"n":50,"unit":"wer","wer":18.43687,"wer_orig":12.02405,"dwer":6.41283,"wer_pseudo":12.31231,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.89142,"utmos":2.21501,"dnsmos_ovrl":2.88258,"dnsmos_sig":3.32077,"dnsmos_bak":3.83045,"pesq_wb":3.34228,"pesq_nb":3.82863,"stoi":0.91303,"estoi":0.83445,"si_sdr":10.24707,"mel_dist":0.15251,"stft_dist":1.07032,"f0_rmse_cents":83.23772,"f0_corr":0.91796,"vuv_err":0.10935,"score_intelligibility":0.67007,"score_speaker":0.89142,"score_quality":0.8253,"score_fidelity":0.8334,"score":0.80505},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":5.56242,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93908,"utmos":2.14407,"dnsmos_ovrl":3.06705,"dnsmos_sig":3.45976,"dnsmos_bak":3.88207,"pesq_wb":3.03476,"pesq_nb":3.56365,"stoi":0.93932,"estoi":0.89373,"si_sdr":7.47419,"mel_dist":0.16601,"stft_dist":1.16377,"f0_rmse_cents":89.39727,"f0_corr":0.94432,"vuv_err":0.10543,"score_intelligibility":0.93971,"score_speaker":0.93908,"score_quality":0.82214,"score_fidelity":0.82167,"score":0.88065},"fa":{"n":50,"unit":"wer","wer":28.68571,"wer_orig":25.94286,"dwer":2.74286,"wer_pseudo":9.51351,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.91147,"utmos":2.06783,"dnsmos_ovrl":2.79507,"dnsmos_sig":3.30361,"dnsmos_bak":3.70755,"pesq_wb":2.95964,"pesq_nb":3.66111,"stoi":0.84331,"estoi":0.7595,"si_sdr":6.59206,"mel_dist":0.15923,"stft_dist":1.15588,"f0_rmse_cents":174.50039,"f0_corr":0.83412,"vuv_err":0.12877,"score_intelligibility":0.9076,"score_speaker":0.91147,"score_quality":0.81838,"score_fidelity":0.74578,"score":0.84581},"he":{"n":50,"unit":"wer","wer":26.27907,"wer_orig":19.4186,"dwer":6.86047,"wer_pseudo":13.73239,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.90109,"utmos":2.0424,"dnsmos_ovrl":2.74245,"dnsmos_sig":3.12661,"dnsmos_bak":3.91644,"pesq_wb":3.15662,"pesq_nb":3.61318,"stoi":0.92877,"estoi":0.86447,"si_sdr":9.59072,"mel_dist":0.16234,"stft_dist":1.09725,"f0_rmse_cents":98.51613,"f0_corr":0.87532,"vuv_err":0.14962,"score_intelligibility":0.74851,"score_speaker":0.90109,"score_quality":0.83044,"score_fidelity":0.80676,"score":0.8217},"hi":{"n":50,"unit":"wer","wer":28.62419,"wer_orig":26.31579,"dwer":2.3084,"wer_pseudo":11.9891,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.89484,"utmos":1.87223,"dnsmos_ovrl":2.7467,"dnsmos_sig":3.30123,"dnsmos_bak":3.44925,"pesq_wb":3.23802,"pesq_nb":3.74115,"stoi":0.90277,"estoi":0.83204,"si_sdr":10.36852,"mel_dist":0.16275,"stft_dist":1.12088,"f0_rmse_cents":71.52278,"f0_corr":0.94323,"vuv_err":0.11148,"score_intelligibility":0.92208,"score_speaker":0.89484,"score_quality":0.83666,"score_fidelity":0.82848,"score":0.87051},"zh":{"n":50,"unit":"cer","wer":7.87172,"wer_orig":7.40525,"dwer":0.46647,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90859,"utmos":2.10223,"dnsmos_ovrl":2.94105,"dnsmos_sig":3.30825,"dnsmos_bak":3.97339,"pesq_wb":3.1458,"pesq_nb":3.66177,"stoi":0.9292,"estoi":0.87492,"si_sdr":6.37672,"mel_dist":0.15685,"stft_dist":1.17002,"f0_rmse_cents":86.86256,"f0_corr":0.93982,"vuv_err":0.0848,"score_intelligibility":0.94742,"score_speaker":0.90859,"score_quality":0.77409,"score_fidelity":0.82737,"score":0.86437},"yue":{"n":50,"unit":"cer","wer":14.82866,"wer_orig":14.39252,"dwer":0.43614,"wer_pseudo":9.1197,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.9015,"utmos":2.30678,"dnsmos_ovrl":3.00097,"dnsmos_sig":3.40015,"dnsmos_bak":3.84611,"pesq_wb":3.2405,"pesq_nb":3.68852,"stoi":0.92519,"estoi":0.85949,"si_sdr":7.5879,"mel_dist":0.14641,"stft_dist":1.11908,"f0_rmse_cents":93.96838,"f0_corr":0.95646,"vuv_err":0.09232,"score_intelligibility":0.97245,"score_speaker":0.9015,"score_quality":0.82765,"score_fidelity":0.8406,"score":0.88555},"ja":{"n":50,"unit":"cer","wer":4.91502,"wer_orig":3.53698,"dwer":1.37804,"wer_pseudo":2.75609,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.87745,"utmos":1.73536,"dnsmos_ovrl":2.47954,"dnsmos_sig":3.11905,"dnsmos_bak":3.27639,"pesq_wb":3.08595,"pesq_nb":3.62372,"stoi":0.84313,"estoi":0.74254,"si_sdr":6.78376,"mel_dist":0.1602,"stft_dist":1.14604,"f0_rmse_cents":108.08644,"f0_corr":0.89315,"vuv_err":0.11905,"score_intelligibility":0.76703,"score_speaker":0.87745,"score_quality":0.83565,"score_fidelity":0.77742,"score":0.81439},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":1.2024,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.89228,"utmos":2.56511,"dnsmos_ovrl":2.96523,"dnsmos_sig":3.34503,"dnsmos_bak":4.00049,"pesq_wb":3.25761,"pesq_nb":3.76126,"stoi":0.9252,"estoi":0.86899,"si_sdr":9.2029,"mel_dist":0.27648,"stft_dist":1.32378,"f0_rmse_cents":222.20443,"f0_corr":0.68997,"vuv_err":0.11349,"score_intelligibility":1.0,"score_speaker":0.89228,"score_quality":0.82697,"score_fidelity":0.7534,"score":0.86816},"th":{"n":50,"unit":"cer","wer":9.96362,"wer_orig":7.61924,"dwer":2.34438,"wer_pseudo":5.44645,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.9085,"utmos":1.74579,"dnsmos_ovrl":2.62527,"dnsmos_sig":3.16792,"dnsmos_bak":3.58503,"pesq_wb":2.80317,"pesq_nb":3.46705,"stoi":0.91437,"estoi":0.85417,"si_sdr":7.23718,"mel_dist":0.15634,"stft_dist":1.1601,"f0_rmse_cents":114.53665,"f0_corr":0.93921,"vuv_err":0.14652,"score_intelligibility":0.78617,"score_speaker":0.9085,"score_quality":0.72609,"score_fidelity":0.78959,"score":0.80259}}},{"codec":"dac_44khz_16kbps_12q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_44khz_16kbps_12q","family":"DAC","checkpoint":"https://github.com/descriptinc/descript-audio-codec/releases/download/1.0.0/weights_44khz_16kbps.pth","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":12,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2024,"bitrate_kbps":10.336,"notes":"44.1 kHz / 16 kbps release 1.0.0 (18 codebooks), converted from the original .pth to transformers.DacModel; first 12 codebooks","side_info":null,"warning":null,"env":"main"},"kbps":10.336,"kbps_measured":10.32977,"tokens_per_s":1032.97719,"params_M":64.18987,"efficiency":{"rtf_encode":0.00613,"rtf_decode":0.01051,"peak_vram_gb":1.79141,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.92412,"score_worst_lang":0.86106,"worst_lang":"ja","en_gap":-0.00998,"score_intelligibility":0.91325,"score_speaker":0.9614,"score_quality":0.92234,"score_fidelity":0.89948,"dwer":0.80019,"wer":9.606,"wer_pseudo":3.41116,"sim":0.9614,"utmos":2.35959,"dnsmos_ovrl":2.93498,"dnsmos_sig":3.35653,"dnsmos_bak":3.84176,"pesq_wb":3.81834,"pesq_nb":4.1111,"stoi":0.94839,"estoi":0.90754,"si_sdr":11.76056,"mel_dist":0.15406,"stft_dist":1.07868,"f0_rmse_cents":87.01575,"f0_corr":0.94482,"vuv_err":0.09585,"score_ci95":[0.91771,0.92825]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.88299,"wer_orig":6.98132,"dwer":-0.09833,"wer_pseudo":1.36187,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93684,"utmos":2.26721,"dnsmos_ovrl":2.46501,"dnsmos_sig":3.03924,"dnsmos_bak":3.62592,"pesq_wb":3.31455,"pesq_nb":3.82699,"stoi":0.91023,"estoi":0.84107,"si_sdr":10.32968,"mel_dist":0.21848,"stft_dist":1.23935,"f0_rmse_cents":101.27852,"f0_corr":0.94049,"vuv_err":0.10728,"score_intelligibility":1.0,"score_speaker":0.93684,"score_quality":0.88405,"score_fidelity":0.83734,"score":0.91456},"de":{"n":50,"unit":"wer","wer":5.1882,"wer_orig":5.69685,"dwer":-0.50865,"wer_pseudo":1.52594,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.97354,"utmos":2.54564,"dnsmos_ovrl":3.08429,"dnsmos_sig":3.3834,"dnsmos_bak":4.05318,"pesq_wb":4.03296,"pesq_nb":4.23959,"stoi":0.96593,"estoi":0.92553,"si_sdr":15.0044,"mel_dist":0.12378,"stft_dist":0.95586,"f0_rmse_cents":69.89458,"f0_corr":0.96222,"vuv_err":0.08822,"score_intelligibility":1.0,"score_speaker":0.97354,"score_quality":0.94683,"score_fidelity":0.93157,"score":0.96299},"fr":{"n":50,"unit":"wer","wer":5.77075,"wer_orig":4.98024,"dwer":0.79051,"wer_pseudo":2.53968,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.96591,"utmos":2.21098,"dnsmos_ovrl":3.0413,"dnsmos_sig":3.375,"dnsmos_bak":4.00103,"pesq_wb":3.78806,"pesq_nb":4.07357,"stoi":0.96436,"estoi":0.93766,"si_sdr":12.82597,"mel_dist":0.15562,"stft_dist":1.06967,"f0_rmse_cents":80.27762,"f0_corr":0.96313,"vuv_err":0.10602,"score_intelligibility":0.88325,"score_speaker":0.96591,"score_quality":0.94344,"score_fidelity":0.90803,"score":0.92516},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":0.54695,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96787,"utmos":2.52696,"dnsmos_ovrl":3.21302,"dnsmos_sig":3.55365,"dnsmos_bak":3.97159,"pesq_wb":4.0947,"pesq_nb":4.2259,"stoi":0.96502,"estoi":0.93618,"si_sdr":14.05345,"mel_dist":0.13075,"stft_dist":1.0118,"f0_rmse_cents":110.90581,"f0_corr":0.95896,"vuv_err":0.0978,"score_intelligibility":0.9,"score_speaker":0.96787,"score_quality":0.93358,"score_fidelity":0.93606,"score":0.93438},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97359,"utmos":2.80031,"dnsmos_ovrl":3.3125,"dnsmos_sig":3.60227,"dnsmos_bak":4.08552,"pesq_wb":4.04564,"pesq_nb":4.21985,"stoi":0.96198,"estoi":0.93098,"si_sdr":13.72476,"mel_dist":0.13816,"stft_dist":1.02172,"f0_rmse_cents":67.11904,"f0_corr":0.94789,"vuv_err":0.08858,"score_intelligibility":0.92854,"score_speaker":0.97359,"score_quality":0.9277,"score_fidelity":0.92669,"score":0.93913},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97457,"utmos":2.37434,"dnsmos_ovrl":3.02512,"dnsmos_sig":3.40804,"dnsmos_bak":3.78088,"pesq_wb":4.04752,"pesq_nb":4.19164,"stoi":0.95092,"estoi":0.91446,"si_sdr":12.39937,"mel_dist":0.12648,"stft_dist":1.00647,"f0_rmse_cents":177.28839,"f0_corr":0.94668,"vuv_err":0.10662,"score_intelligibility":1.0,"score_speaker":0.97457,"score_quality":0.95637,"score_fidelity":0.92277,"score":0.96343},"nl":{"n":50,"unit":"wer","wer":6.06601,"wer_orig":5.26316,"dwer":0.80285,"wer_pseudo":2.32766,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.96424,"utmos":2.69096,"dnsmos_ovrl":2.71057,"dnsmos_sig":3.10758,"dnsmos_bak":4.09109,"pesq_wb":3.70283,"pesq_nb":4.12485,"stoi":0.95957,"estoi":0.92414,"si_sdr":9.38814,"mel_dist":0.15354,"stft_dist":1.15417,"f0_rmse_cents":100.78255,"f0_corr":0.92329,"vuv_err":0.12484,"score_intelligibility":0.88638,"score_speaker":0.96424,"score_quality":0.92198,"score_fidelity":0.88503,"score":0.91441},"pl":{"n":50,"unit":"wer","wer":4.60526,"wer_orig":3.28947,"dwer":1.31579,"wer_pseudo":2.30263,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.96336,"utmos":2.49768,"dnsmos_ovrl":2.99915,"dnsmos_sig":3.35298,"dnsmos_bak":4.01196,"pesq_wb":3.80563,"pesq_nb":4.11109,"stoi":0.9656,"estoi":0.93274,"si_sdr":7.78256,"mel_dist":0.21678,"stft_dist":1.24794,"f0_rmse_cents":79.14029,"f0_corr":0.91381,"vuv_err":0.09033,"score_intelligibility":0.76526,"score_speaker":0.96336,"score_quality":0.92858,"score_fidelity":0.89367,"score":0.88772},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":5.49065,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97453,"utmos":2.38573,"dnsmos_ovrl":3.12954,"dnsmos_sig":3.46826,"dnsmos_bak":3.94065,"pesq_wb":3.93977,"pesq_nb":4.16555,"stoi":0.95887,"estoi":0.92469,"si_sdr":12.66468,"mel_dist":0.1328,"stft_dist":1.00948,"f0_rmse_cents":48.06473,"f0_corr":0.96818,"vuv_err":0.07586,"score_intelligibility":0.87326,"score_speaker":0.97453,"score_quality":0.94128,"score_fidelity":0.92233,"score":0.92785},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":2.10804,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.9663,"utmos":2.06998,"dnsmos_ovrl":3.01925,"dnsmos_sig":3.38837,"dnsmos_bak":3.97657,"pesq_wb":3.88025,"pesq_nb":4.14345,"stoi":0.95389,"estoi":0.9081,"si_sdr":13.43269,"mel_dist":0.16306,"stft_dist":1.0883,"f0_rmse_cents":67.13838,"f0_corr":0.97424,"vuv_err":0.0764,"score_intelligibility":0.98521,"score_speaker":0.9663,"score_quality":0.91049,"score_fidelity":0.91702,"score":0.94475},"id":{"n":50,"unit":"wer","wer":7.20189,"wer_orig":5.90319,"dwer":1.2987,"wer_pseudo":3.06966,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.9551,"utmos":1.81396,"dnsmos_ovrl":2.76211,"dnsmos_sig":3.36076,"dnsmos_bak":3.3103,"pesq_wb":3.95702,"pesq_nb":4.13901,"stoi":0.92138,"estoi":0.86136,"si_sdr":11.9662,"mel_dist":0.11703,"stft_dist":0.99562,"f0_rmse_cents":77.42594,"f0_corr":0.92391,"vuv_err":0.11809,"score_intelligibility":0.84166,"score_speaker":0.9551,"score_quality":0.92354,"score_fidelity":0.89672,"score":0.90425},"vi":{"n":50,"unit":"wer","wer":8.35322,"wer_orig":7.71679,"dwer":0.63644,"wer_pseudo":3.42357,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.95194,"utmos":1.93042,"dnsmos_ovrl":2.79363,"dnsmos_sig":3.34729,"dnsmos_bak":3.6098,"pesq_wb":3.87376,"pesq_nb":4.14227,"stoi":0.91422,"estoi":0.8597,"si_sdr":13.15301,"mel_dist":0.12,"stft_dist":0.98444,"f0_rmse_cents":86.02712,"f0_corr":0.94099,"vuv_err":0.09805,"score_intelligibility":0.93196,"score_speaker":0.95194,"score_quality":0.90666,"score_fidelity":0.8921,"score":0.92066},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.96713,"utmos":2.42589,"dnsmos_ovrl":3.00775,"dnsmos_sig":3.35216,"dnsmos_bak":4.01608,"pesq_wb":3.87125,"pesq_nb":4.12783,"stoi":0.96216,"estoi":0.9307,"si_sdr":11.22018,"mel_dist":0.14247,"stft_dist":1.0832,"f0_rmse_cents":88.68694,"f0_corr":0.91711,"vuv_err":0.10832,"score_intelligibility":0.90503,"score_speaker":0.96713,"score_quality":0.91416,"score_fidelity":0.89987,"score":0.92155},"uk":{"n":50,"unit":"wer","wer":7.49149,"wer_orig":6.46992,"dwer":1.02157,"wer_pseudo":3.29545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.96195,"utmos":2.37945,"dnsmos_ovrl":3.09427,"dnsmos_sig":3.4239,"dnsmos_bak":4.07503,"pesq_wb":3.82914,"pesq_nb":4.07492,"stoi":0.95631,"estoi":0.90874,"si_sdr":12.8596,"mel_dist":0.15521,"stft_dist":1.08528,"f0_rmse_cents":57.216,"f0_corr":0.97148,"vuv_err":0.09416,"score_intelligibility":0.8797,"score_speaker":0.96195,"score_quality":0.93711,"score_fidelity":0.91204,"score":0.9227},"el":{"n":50,"unit":"wer","wer":13.62725,"wer_orig":12.02405,"dwer":1.60321,"wer_pseudo":7.40741,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.95393,"utmos":2.47708,"dnsmos_ovrl":2.94846,"dnsmos_sig":3.38506,"dnsmos_bak":3.83465,"pesq_wb":3.97116,"pesq_nb":4.18871,"stoi":0.9518,"estoi":0.90639,"si_sdr":13.17015,"mel_dist":0.13354,"stft_dist":1.00852,"f0_rmse_cents":79.31698,"f0_corr":0.92782,"vuv_err":0.08726,"score_intelligibility":0.8904,"score_speaker":0.95393,"score_quality":0.91741,"score_fidelity":0.90951,"score":0.91781},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":3.46106,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97219,"utmos":2.43356,"dnsmos_ovrl":3.15496,"dnsmos_sig":3.52937,"dnsmos_bak":3.92764,"pesq_wb":3.69577,"pesq_nb":4.05714,"stoi":0.96725,"estoi":0.94211,"si_sdr":10.19826,"mel_dist":0.13799,"stft_dist":1.05809,"f0_rmse_cents":83.51191,"f0_corr":0.96132,"vuv_err":0.08571,"score_intelligibility":0.93971,"score_speaker":0.97219,"score_quality":0.92845,"score_fidelity":0.89959,"score":0.93499},"fa":{"n":50,"unit":"wer","wer":27.42857,"wer_orig":25.94286,"dwer":1.48571,"wer_pseudo":7.24324,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.96069,"utmos":2.37365,"dnsmos_ovrl":2.84759,"dnsmos_sig":3.34754,"dnsmos_bak":3.74045,"pesq_wb":3.61406,"pesq_nb":4.06697,"stoi":0.894,"estoi":0.83821,"si_sdr":9.0401,"mel_dist":0.15186,"stft_dist":1.10562,"f0_rmse_cents":147.94356,"f0_corr":0.87398,"vuv_err":0.10035,"score_intelligibility":0.94774,"score_speaker":0.96069,"score_quality":0.92446,"score_fidelity":0.83828,"score":0.91779},"he":{"n":50,"unit":"wer","wer":21.86047,"wer_orig":19.4186,"dwer":2.44186,"wer_pseudo":7.04225,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.95974,"utmos":2.28331,"dnsmos_ovrl":2.79628,"dnsmos_sig":3.19032,"dnsmos_bak":3.93574,"pesq_wb":3.67219,"pesq_nb":4.00879,"stoi":0.96044,"estoi":0.9228,"si_sdr":12.49906,"mel_dist":0.15028,"stft_dist":1.0344,"f0_rmse_cents":89.1317,"f0_corr":0.89374,"vuv_err":0.12884,"score_intelligibility":0.89318,"score_speaker":0.95974,"score_quality":0.92626,"score_fidelity":0.87256,"score":0.91293},"hi":{"n":50,"unit":"wer","wer":27.70083,"wer_orig":26.31579,"dwer":1.38504,"wer_pseudo":7.99273,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95778,"utmos":2.12101,"dnsmos_ovrl":2.75948,"dnsmos_sig":3.34537,"dnsmos_bak":3.41998,"pesq_wb":3.89862,"pesq_nb":4.14254,"stoi":0.94628,"estoi":0.90604,"si_sdr":13.77935,"mel_dist":0.14159,"stft_dist":1.03082,"f0_rmse_cents":65.88502,"f0_corr":0.95121,"vuv_err":0.08885,"score_intelligibility":0.95174,"score_speaker":0.95778,"score_quality":0.93268,"score_fidelity":0.90855,"score":0.93769},"zh":{"n":50,"unit":"cer","wer":8.33819,"wer_orig":7.40525,"dwer":0.93294,"wer_pseudo":1.89024,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95889,"utmos":2.4833,"dnsmos_ovrl":3.0151,"dnsmos_sig":3.37399,"dnsmos_bak":3.9876,"pesq_wb":3.77601,"pesq_nb":4.13823,"stoi":0.96205,"estoi":0.93369,"si_sdr":10.34887,"mel_dist":0.13609,"stft_dist":1.04553,"f0_rmse_cents":67.61301,"f0_corr":0.95659,"vuv_err":0.06915,"score_intelligibility":0.90009,"score_speaker":0.95889,"score_quality":0.89733,"score_fidelity":0.90393,"score":0.91506},"yue":{"n":50,"unit":"cer","wer":15.07788,"wer_orig":14.39252,"dwer":0.68536,"wer_pseudo":7.66308,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.95746,"utmos":2.61382,"dnsmos_ovrl":3.03786,"dnsmos_sig":3.43277,"dnsmos_bak":3.86452,"pesq_wb":3.88061,"pesq_nb":4.12521,"stoi":0.9587,"estoi":0.92221,"si_sdr":10.64179,"mel_dist":0.12509,"stft_dist":1.02594,"f0_rmse_cents":94.96194,"f0_corr":0.9609,"vuv_err":0.0778,"score_intelligibility":0.95737,"score_speaker":0.95746,"score_quality":0.91483,"score_fidelity":0.91421,"score":0.93597},"ja":{"n":50,"unit":"cer","wer":5.4203,"wer_orig":3.53698,"dwer":1.88333,"wer_pseudo":3.12356,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.94293,"utmos":1.89865,"dnsmos_ovrl":2.49736,"dnsmos_sig":3.16502,"dnsmos_bak":3.27169,"pesq_wb":3.68858,"pesq_nb":4.00967,"stoi":0.89902,"estoi":0.82801,"si_sdr":10.22304,"mel_dist":0.16456,"stft_dist":1.09753,"f0_rmse_cents":89.67398,"f0_corr":0.95591,"vuv_err":0.0949,"score_intelligibility":0.70666,"score_speaker":0.94293,"score_quality":0.92027,"score_fidelity":0.87436,"score":0.86106},"ko":{"n":50,"unit":"cer","wer":4.80392,"wer_orig":5.14706,"dwer":-0.34314,"wer_pseudo":1.1523,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.95096,"utmos":2.91527,"dnsmos_ovrl":2.99944,"dnsmos_sig":3.37412,"dnsmos_bak":4.00504,"pesq_wb":3.67863,"pesq_nb":4.09963,"stoi":0.95918,"estoi":0.92745,"si_sdr":11.88384,"mel_dist":0.32354,"stft_dist":1.43444,"f0_rmse_cents":59.39635,"f0_corr":0.97525,"vuv_err":0.06853,"score_intelligibility":1.0,"score_speaker":0.95096,"score_quality":0.91285,"score_fidelity":0.89992,"score":0.94093},"th":{"n":50,"unit":"cer","wer":8.06386,"wer_orig":7.61924,"dwer":0.44462,"wer_pseudo":3.7052,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.96223,"utmos":2.11112,"dnsmos_ovrl":2.72551,"dnsmos_sig":3.25033,"dnsmos_bak":3.66536,"pesq_wb":3.58133,"pesq_nb":4.02306,"stoi":0.95219,"estoi":0.91794,"si_sdr":9.66416,"mel_dist":0.13885,"stft_dist":1.09416,"f0_rmse_cents":99.69767,"f0_corr":0.96665,"vuv_err":0.11843,"score_intelligibility":0.95095,"score_speaker":0.96223,"score_quality":0.88592,"score_fidelity":0.88545,"score":0.92114}}},{"codec":"dac_44khz_16kbps_18q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_44khz_16kbps_18q","family":"DAC","checkpoint":"https://github.com/descriptinc/descript-audio-codec/releases/download/1.0.0/weights_44khz_16kbps.pth","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":18,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2024,"bitrate_kbps":15.5039,"notes":"44.1 kHz / 16 kbps release 1.0.0 (18 codebooks), converted from the original .pth to transformers.DacModel","side_info":null,"warning":null,"env":"main"},"kbps":15.5039,"kbps_measured":15.49466,"tokens_per_s":1549.46579,"params_M":64.18987,"efficiency":{"rtf_encode":0.00617,"rtf_decode":0.01056,"peak_vram_gb":1.79152,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.96161,"score_worst_lang":0.93673,"worst_lang":"en","en_gap":-0.02596,"score_intelligibility":0.95724,"score_speaker":0.97887,"score_quality":0.96442,"score_fidelity":0.94589,"dwer":0.328,"wer":9.13381,"wer_pseudo":2.02754,"sim":0.97887,"utmos":2.48222,"dnsmos_ovrl":2.95503,"dnsmos_sig":3.37526,"dnsmos_bak":3.84761,"pesq_wb":4.17285,"pesq_nb":4.30871,"stoi":0.97413,"estoi":0.95295,"si_sdr":14.41357,"mel_dist":0.11993,"stft_dist":0.94675,"f0_rmse_cents":73.70693,"f0_corr":0.95702,"vuv_err":0.07563,"score_ci95":[0.95531,0.96404]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.37463,"wer_orig":6.98132,"dwer":0.39331,"wer_pseudo":0.77821,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.9586,"utmos":2.40358,"dnsmos_ovrl":2.48829,"dnsmos_sig":3.06858,"dnsmos_bak":3.62895,"pesq_wb":3.77836,"pesq_nb":4.09441,"stoi":0.94413,"estoi":0.90056,"si_sdr":12.84416,"mel_dist":0.15422,"stft_dist":1.05336,"f0_rmse_cents":102.36984,"f0_corr":0.95934,"vuv_err":0.09473,"score_intelligibility":0.95304,"score_speaker":0.9586,"score_quality":0.93619,"score_fidelity":0.8991,"score":0.93673},"de":{"n":50,"unit":"wer","wer":6.30722,"wer_orig":5.69685,"dwer":0.61038,"wer_pseudo":0.91556,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.98742,"utmos":2.65952,"dnsmos_ovrl":3.08156,"dnsmos_sig":3.37923,"dnsmos_bak":4.04684,"pesq_wb":4.35186,"pesq_nb":4.39761,"stoi":0.98394,"estoi":0.96413,"si_sdr":18.62619,"mel_dist":0.09876,"stft_dist":0.85369,"f0_rmse_cents":62.4072,"f0_corr":0.96759,"vuv_err":0.06514,"score_intelligibility":0.91647,"score_speaker":0.98742,"score_quality":0.97941,"score_fidelity":0.96973,"score":0.96326},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":1.66667,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.98172,"utmos":2.29393,"dnsmos_ovrl":3.05491,"dnsmos_sig":3.39043,"dnsmos_bak":3.99962,"pesq_wb":4.14291,"pesq_nb":4.29346,"stoi":0.9825,"estoi":0.96877,"si_sdr":15.43672,"mel_dist":0.12631,"stft_dist":0.96604,"f0_rmse_cents":67.57565,"f0_corr":0.97162,"vuv_err":0.09491,"score_intelligibility":0.98695,"score_speaker":0.98172,"score_quality":0.97381,"score_fidelity":0.9507,"score":0.9733},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.98325,"utmos":2.65119,"dnsmos_ovrl":3.20427,"dnsmos_sig":3.55431,"dnsmos_bak":3.94717,"pesq_wb":4.33311,"pesq_nb":4.38284,"stoi":0.98383,"estoi":0.97037,"si_sdr":17.48361,"mel_dist":0.10363,"stft_dist":0.86836,"f0_rmse_cents":104.89473,"f0_corr":0.96189,"vuv_err":0.07101,"score_intelligibility":0.97826,"score_speaker":0.98325,"score_quality":0.96886,"score_fidelity":0.96601,"score":0.9741},"it":{"n":50,"unit":"wer","wer":2.64117,"wer_orig":2.55009,"dwer":0.09107,"wer_pseudo":0.82267,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.98611,"utmos":2.96544,"dnsmos_ovrl":3.33012,"dnsmos_sig":3.61426,"dnsmos_bak":4.09808,"pesq_wb":4.30382,"pesq_nb":4.37674,"stoi":0.98196,"estoi":0.96696,"si_sdr":16.74717,"mel_dist":0.11192,"stft_dist":0.90874,"f0_rmse_cents":58.16291,"f0_corr":0.96647,"vuv_err":0.07005,"score_intelligibility":0.97499,"score_speaker":0.98611,"score_quality":0.96693,"score_fidelity":0.96412,"score":0.97304},"pt":{"n":50,"unit":"wer","wer":3.51562,"wer_orig":3.41797,"dwer":0.09766,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98797,"utmos":2.45501,"dnsmos_ovrl":3.04174,"dnsmos_sig":3.43573,"dnsmos_bak":3.76961,"pesq_wb":4.31979,"pesq_nb":4.36427,"stoi":0.97578,"estoi":0.95745,"si_sdr":15.06197,"mel_dist":0.09931,"stft_dist":0.8872,"f0_rmse_cents":148.8569,"f0_corr":0.95678,"vuv_err":0.08104,"score_intelligibility":0.97837,"score_speaker":0.98797,"score_quality":0.98316,"score_fidelity":0.96036,"score":0.97746},"nl":{"n":50,"unit":"wer","wer":6.06601,"wer_orig":5.26316,"dwer":0.80285,"wer_pseudo":1.70098,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.97887,"utmos":2.84748,"dnsmos_ovrl":2.74815,"dnsmos_sig":3.14553,"dnsmos_bak":4.09346,"pesq_wb":4.04465,"pesq_nb":4.31352,"stoi":0.98138,"estoi":0.96482,"si_sdr":11.40649,"mel_dist":0.12645,"stft_dist":1.00536,"f0_rmse_cents":81.93781,"f0_corr":0.9494,"vuv_err":0.09852,"score_intelligibility":0.88638,"score_speaker":0.97887,"score_quality":0.96922,"score_fidelity":0.93356,"score":0.94201},"pl":{"n":50,"unit":"wer","wer":3.72807,"wer_orig":3.28947,"dwer":0.4386,"wer_pseudo":0.76754,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.97933,"utmos":2.63609,"dnsmos_ovrl":3.01807,"dnsmos_sig":3.36061,"dnsmos_bak":4.02752,"pesq_wb":4.17527,"pesq_nb":4.31651,"stoi":0.98352,"estoi":0.96678,"si_sdr":9.64865,"mel_dist":0.16565,"stft_dist":1.08849,"f0_rmse_cents":65.77199,"f0_corr":0.92945,"vuv_err":0.07202,"score_intelligibility":0.90724,"score_speaker":0.97933,"score_quality":0.96818,"score_fidelity":0.94007,"score":0.9487},"cs":{"n":50,"unit":"wer","wer":9.91832,"wer_orig":9.45158,"dwer":0.46674,"wer_pseudo":3.6215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.98734,"utmos":2.48953,"dnsmos_ovrl":3.14032,"dnsmos_sig":3.47802,"dnsmos_bak":3.94386,"pesq_wb":4.26177,"pesq_nb":4.35537,"stoi":0.98079,"estoi":0.96435,"si_sdr":14.69121,"mel_dist":0.10567,"stft_dist":0.89127,"f0_rmse_cents":44.61825,"f0_corr":0.96604,"vuv_err":0.05706,"score_intelligibility":0.95725,"score_speaker":0.98734,"score_quality":0.97433,"score_fidelity":0.95959,"score":0.96963},"tr":{"n":50,"unit":"wer","wer":7.5,"wer_orig":7.76316,"dwer":-0.26316,"wer_pseudo":1.58103,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.98187,"utmos":2.16767,"dnsmos_ovrl":3.03077,"dnsmos_sig":3.39814,"dnsmos_bak":3.98237,"pesq_wb":4.21623,"pesq_nb":4.33794,"stoi":0.97692,"estoi":0.95206,"si_sdr":16.64999,"mel_dist":0.12109,"stft_dist":0.92913,"f0_rmse_cents":67.74316,"f0_corr":0.96746,"vuv_err":0.05805,"score_intelligibility":1.0,"score_speaker":0.98187,"score_quality":0.95141,"score_fidelity":0.95444,"score":0.97193},"id":{"n":50,"unit":"wer","wer":6.49351,"wer_orig":5.90319,"dwer":0.59032,"wer_pseudo":2.00708,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.97631,"utmos":1.89564,"dnsmos_ovrl":2.77944,"dnsmos_sig":3.38847,"dnsmos_bak":3.31329,"pesq_wb":4.32164,"pesq_nb":4.35732,"stoi":0.96248,"estoi":0.93116,"si_sdr":14.86635,"mel_dist":0.09126,"stft_dist":0.87753,"f0_rmse_cents":84.01205,"f0_corr":0.88786,"vuv_err":0.08789,"score_intelligibility":0.92122,"score_speaker":0.97631,"score_quality":0.96604,"score_fidelity":0.93313,"score":0.94918},"vi":{"n":50,"unit":"wer","wer":7.55768,"wer_orig":7.71679,"dwer":-0.15911,"wer_pseudo":2.14968,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.97418,"utmos":2.02046,"dnsmos_ovrl":2.82593,"dnsmos_sig":3.38094,"dnsmos_bak":3.61889,"pesq_wb":4.22779,"pesq_nb":4.3267,"stoi":0.95889,"estoi":0.93069,"si_sdr":16.46874,"mel_dist":0.0945,"stft_dist":0.87524,"f0_rmse_cents":63.09712,"f0_corr":0.9721,"vuv_err":0.07628,"score_intelligibility":1.0,"score_speaker":0.97418,"score_quality":0.95616,"score_fidelity":0.95107,"score":0.97035},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.34762,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.98251,"utmos":2.56365,"dnsmos_ovrl":3.05492,"dnsmos_sig":3.3891,"dnsmos_bak":4.04179,"pesq_wb":4.20671,"pesq_nb":4.32176,"stoi":0.98171,"estoi":0.96651,"si_sdr":13.7991,"mel_dist":0.11516,"stft_dist":0.95836,"f0_rmse_cents":64.91462,"f0_corr":0.95723,"vuv_err":0.08799,"score_intelligibility":0.94077,"score_speaker":0.98251,"score_quality":0.96378,"score_fidelity":0.95172,"score":0.95969},"uk":{"n":50,"unit":"wer","wer":7.03746,"wer_orig":6.46992,"dwer":0.56754,"wer_pseudo":2.27273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.97749,"utmos":2.48212,"dnsmos_ovrl":3.09185,"dnsmos_sig":3.42412,"dnsmos_bak":4.07343,"pesq_wb":4.13904,"pesq_nb":4.26568,"stoi":0.97611,"estoi":0.94852,"si_sdr":15.48714,"mel_dist":0.12091,"stft_dist":0.93689,"f0_rmse_cents":53.3515,"f0_corr":0.97598,"vuv_err":0.06922,"score_intelligibility":0.92939,"score_speaker":0.97749,"score_quality":0.96964,"score_fidelity":0.94965,"score":0.95654},"el":{"n":50,"unit":"wer","wer":11.92385,"wer_orig":12.02405,"dwer":-0.1002,"wer_pseudo":4.7047,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.97591,"utmos":2.61378,"dnsmos_ovrl":2.97953,"dnsmos_sig":3.41949,"dnsmos_bak":3.83881,"pesq_wb":4.26163,"pesq_nb":4.35165,"stoi":0.97677,"estoi":0.95393,"si_sdr":15.95815,"mel_dist":0.10904,"stft_dist":0.92078,"f0_rmse_cents":66.84134,"f0_corr":0.93523,"vuv_err":0.07003,"score_intelligibility":1.0,"score_speaker":0.97591,"score_quality":0.96463,"score_fidelity":0.94797,"score":0.97213},"ar":{"n":50,"unit":"wer","wer":13.4402,"wer_orig":12.45376,"dwer":0.98644,"wer_pseudo":2.22497,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.98429,"utmos":2.56431,"dnsmos_ovrl":3.16984,"dnsmos_sig":3.5444,"dnsmos_bak":3.93413,"pesq_wb":4.10803,"pesq_nb":4.27836,"stoi":0.98398,"estoi":0.97143,"si_sdr":12.19981,"mel_dist":0.11088,"stft_dist":0.94115,"f0_rmse_cents":57.60663,"f0_corr":0.97341,"vuv_err":0.06278,"score_intelligibility":0.93169,"score_speaker":0.98429,"score_quality":0.96753,"score_fidelity":0.94846,"score":0.95799},"fa":{"n":50,"unit":"wer","wer":26.28571,"wer_orig":25.94286,"dwer":0.34286,"wer_pseudo":3.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9782,"utmos":2.50534,"dnsmos_ovrl":2.86061,"dnsmos_sig":3.35435,"dnsmos_bak":3.74577,"pesq_wb":4.07265,"pesq_nb":4.28256,"stoi":0.94199,"estoi":0.91298,"si_sdr":10.79717,"mel_dist":0.117,"stft_dist":0.99159,"f0_rmse_cents":102.51119,"f0_corr":0.91843,"vuv_err":0.08332,"score_intelligibility":0.98743,"score_speaker":0.9782,"score_quality":0.96515,"score_fidelity":0.91277,"score":0.96089},"he":{"n":50,"unit":"wer","wer":20.46512,"wer_orig":19.4186,"dwer":1.04651,"wer_pseudo":4.34272,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.97731,"utmos":2.37479,"dnsmos_ovrl":2.78957,"dnsmos_sig":3.17545,"dnsmos_bak":3.9281,"pesq_wb":4.06798,"pesq_nb":4.21487,"stoi":0.9802,"estoi":0.96116,"si_sdr":15.2858,"mel_dist":0.11819,"stft_dist":0.9282,"f0_rmse_cents":66.39762,"f0_corr":0.92957,"vuv_err":0.10477,"score_intelligibility":0.95125,"score_speaker":0.97731,"score_quality":0.95517,"score_fidelity":0.92878,"score":0.95313},"hi":{"n":50,"unit":"wer","wer":26.77747,"wer_orig":26.31579,"dwer":0.46168,"wer_pseudo":4.26885,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.97855,"utmos":2.22343,"dnsmos_ovrl":2.78135,"dnsmos_sig":3.3572,"dnsmos_bak":3.42543,"pesq_wb":4.24425,"pesq_nb":4.337,"stoi":0.97457,"estoi":0.95535,"si_sdr":17.17457,"mel_dist":0.11143,"stft_dist":0.90157,"f0_rmse_cents":68.796,"f0_corr":0.95249,"vuv_err":0.06918,"score_intelligibility":0.98338,"score_speaker":0.97855,"score_quality":0.97221,"score_fidelity":0.95133,"score":0.97137},"zh":{"n":50,"unit":"cer","wer":7.7551,"wer_orig":7.40525,"dwer":0.34985,"wer_pseudo":1.15854,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.97833,"utmos":2.65821,"dnsmos_ovrl":3.05557,"dnsmos_sig":3.40698,"dnsmos_bak":3.99638,"pesq_wb":4.15442,"pesq_nb":4.33895,"stoi":0.98274,"estoi":0.96985,"si_sdr":13.35211,"mel_dist":0.1108,"stft_dist":0.92291,"f0_rmse_cents":57.81164,"f0_corr":0.9681,"vuv_err":0.05507,"score_intelligibility":0.96004,"score_speaker":0.97833,"score_quality":0.95546,"score_fidelity":0.9507,"score":0.96113},"yue":{"n":50,"unit":"cer","wer":15.14019,"wer_orig":14.39252,"dwer":0.74766,"wer_pseudo":3.41989,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.97941,"utmos":2.79121,"dnsmos_ovrl":3.04634,"dnsmos_sig":3.43964,"dnsmos_bak":3.86937,"pesq_wb":4.23039,"pesq_nb":4.327,"stoi":0.98099,"estoi":0.96399,"si_sdr":13.11956,"mel_dist":0.09955,"stft_dist":0.91929,"f0_rmse_cents":75.96577,"f0_corr":0.97272,"vuv_err":0.05813,"score_intelligibility":0.95368,"score_speaker":0.97941,"score_quality":0.96043,"score_fidelity":0.95889,"score":0.9631},"ja":{"n":50,"unit":"cer","wer":4.18006,"wer_orig":3.53698,"dwer":0.64309,"wer_pseudo":1.51585,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.96752,"utmos":1.97379,"dnsmos_ovrl":2.53321,"dnsmos_sig":3.20415,"dnsmos_bak":3.30309,"pesq_wb":4.1154,"pesq_nb":4.2426,"stoi":0.94709,"estoi":0.90522,"si_sdr":13.06263,"mel_dist":0.11962,"stft_dist":0.95272,"f0_rmse_cents":67.86917,"f0_corr":0.9699,"vuv_err":0.07597,"score_intelligibility":0.87585,"score_speaker":0.96752,"score_quality":0.9682,"score_fidelity":0.9357,"score":0.93682},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":1.35271,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.97171,"utmos":3.08732,"dnsmos_ovrl":3.04483,"dnsmos_sig":3.40696,"dnsmos_bak":4.03049,"pesq_wb":4.02012,"pesq_nb":4.26693,"stoi":0.97993,"estoi":0.96346,"si_sdr":14.07076,"mel_dist":0.2341,"stft_dist":1.15433,"f0_rmse_cents":50.24102,"f0_corr":0.98102,"vuv_err":0.05413,"score_intelligibility":1.0,"score_speaker":0.97171,"score_quality":0.96203,"score_fidelity":0.94128,"score":0.96875},"th":{"n":50,"unit":"cer","wer":7.15441,"wer_orig":7.61924,"dwer":-0.46483,"wer_pseudo":2.53088,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97876,"utmos":2.24971,"dnsmos_ovrl":2.76956,"dnsmos_sig":3.29005,"dnsmos_bak":3.68629,"pesq_wb":4.05065,"pesq_nb":4.265,"stoi":0.97704,"estoi":0.96029,"si_sdr":11.68771,"mel_dist":0.11286,"stft_dist":0.98974,"f0_rmse_cents":85.2123,"f0_corr":0.97837,"vuv_err":0.09778,"score_intelligibility":1.0,"score_speaker":0.97876,"score_quality":0.94825,"score_fidelity":0.94234,"score":0.96734}}},{"codec":"dac_44khz_16kbps_6q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_44khz_16kbps_6q","family":"DAC","checkpoint":"https://github.com/descriptinc/descript-audio-codec/releases/download/1.0.0/weights_44khz_16kbps.pth","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":6,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2024,"bitrate_kbps":5.168,"notes":"44.1 kHz / 16 kbps release 1.0.0 (18 codebooks), converted from the original .pth to transformers.DacModel; first 6 codebooks","side_info":null,"warning":null,"env":"main"},"kbps":5.168,"kbps_measured":5.16489,"tokens_per_s":516.4886,"params_M":64.18987,"efficiency":{"rtf_encode":0.00609,"rtf_decode":0.01046,"peak_vram_gb":1.7913,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.81334,"score_worst_lang":0.72987,"worst_lang":"el","en_gap":0.01086,"score_intelligibility":0.76935,"score_speaker":0.88388,"score_quality":0.80885,"score_fidelity":0.79127,"dwer":3.46146,"wer":12.26726,"wer_pseudo":7.26508,"sim":0.88388,"utmos":2.03153,"dnsmos_ovrl":2.88904,"dnsmos_sig":3.30903,"dnsmos_bak":3.82249,"pesq_wb":2.96396,"pesq_nb":3.46855,"stoi":0.89582,"estoi":0.81473,"si_sdr":8.35842,"mel_dist":0.20177,"stft_dist":1.27621,"f0_rmse_cents":110.80547,"f0_corr":0.91684,"vuv_err":0.12155,"score_ci95":[0.80605,0.82004]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.88299,"wer_orig":6.98132,"dwer":-0.09833,"wer_pseudo":3.50195,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.83608,"utmos":1.87064,"dnsmos_ovrl":2.37708,"dnsmos_sig":2.94952,"dnsmos_bak":3.56367,"pesq_wb":2.47133,"pesq_nb":3.05146,"stoi":0.85069,"estoi":0.74009,"si_sdr":6.98509,"mel_dist":0.30081,"stft_dist":1.57471,"f0_rmse_cents":118.84508,"f0_corr":0.92765,"vuv_err":0.13372,"score_intelligibility":1.0,"score_speaker":0.83608,"score_quality":0.72598,"score_fidelity":0.73291,"score":0.82374},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":2.84842,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.8992,"utmos":2.20062,"dnsmos_ovrl":3.04558,"dnsmos_sig":3.34516,"dnsmos_bak":4.03477,"pesq_wb":3.36215,"pesq_nb":3.70343,"stoi":0.92658,"estoi":0.84011,"si_sdr":11.31743,"mel_dist":0.162,"stft_dist":1.10322,"f0_rmse_cents":90.66578,"f0_corr":0.94699,"vuv_err":0.1122,"score_intelligibility":0.90389,"score_speaker":0.8992,"score_quality":0.83811,"score_fidelity":0.84949,"score":0.87267},"fr":{"n":50,"unit":"wer","wer":8.85375,"wer_orig":4.98024,"dwer":3.87352,"wer_pseudo":6.26984,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89777,"utmos":2.00454,"dnsmos_ovrl":3.01795,"dnsmos_sig":3.34695,"dnsmos_bak":4.00737,"pesq_wb":2.96865,"pesq_nb":3.44734,"stoi":0.9244,"estoi":0.86929,"si_sdr":9.39481,"mel_dist":0.20269,"stft_dist":1.24239,"f0_rmse_cents":90.06837,"f0_corr":0.95247,"vuv_err":0.1327,"score_intelligibility":0.6069,"score_speaker":0.89777,"score_quality":0.86518,"score_fidelity":0.81311,"score":0.79574},"es":{"n":50,"unit":"wer","wer":3.81818,"wer_orig":3.09091,"dwer":0.72727,"wer_pseudo":1.45852,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.89992,"utmos":2.2311,"dnsmos_ovrl":3.18742,"dnsmos_sig":3.53719,"dnsmos_bak":3.95705,"pesq_wb":3.38576,"pesq_nb":3.74941,"stoi":0.92526,"estoi":0.86324,"si_sdr":10.242,"mel_dist":0.1661,"stft_dist":1.13272,"f0_rmse_cents":141.21154,"f0_corr":0.93854,"vuv_err":0.12115,"score_intelligibility":0.84906,"score_speaker":0.89992,"score_quality":0.84957,"score_fidelity":0.84848,"score":0.86176},"it":{"n":50,"unit":"wer","wer":2.55009,"wer_orig":2.55009,"dwer":0.0,"wer_pseudo":1.82815,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.90757,"utmos":2.44491,"dnsmos_ovrl":3.2899,"dnsmos_sig":3.58291,"dnsmos_bak":4.07829,"pesq_wb":3.34278,"pesq_nb":3.72559,"stoi":0.91927,"estoi":0.85305,"si_sdr":10.16588,"mel_dist":0.17733,"stft_dist":1.17116,"f0_rmse_cents":82.5288,"f0_corr":0.91526,"vuv_err":0.11334,"score_intelligibility":1.0,"score_speaker":0.90757,"score_quality":0.83964,"score_fidelity":0.83463,"score":0.89546},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.67323,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92172,"utmos":2.17615,"dnsmos_ovrl":3.0134,"dnsmos_sig":3.40062,"dnsmos_bak":3.77073,"pesq_wb":3.27597,"pesq_nb":3.64046,"stoi":0.89916,"estoi":0.82661,"si_sdr":9.14598,"mel_dist":0.16381,"stft_dist":1.14277,"f0_rmse_cents":196.36994,"f0_corr":0.93628,"vuv_err":0.12919,"score_intelligibility":1.0,"score_speaker":0.92172,"score_quality":0.89056,"score_fidelity":0.82857,"score":0.91021},"nl":{"n":50,"unit":"wer","wer":9.18822,"wer_orig":5.26316,"dwer":3.92507,"wer_pseudo":5.10295,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.8818,"utmos":2.25525,"dnsmos_ovrl":2.66257,"dnsmos_sig":3.06686,"dnsmos_bak":4.07132,"pesq_wb":2.67431,"pesq_nb":3.36766,"stoi":0.90942,"estoi":0.8292,"si_sdr":6.44225,"mel_dist":0.19462,"stft_dist":1.30679,"f0_rmse_cents":122.03766,"f0_corr":0.89545,"vuv_err":0.16744,"score_intelligibility":0.61474,"score_speaker":0.8818,"score_quality":0.7975,"score_fidelity":0.76108,"score":0.76378},"pl":{"n":50,"unit":"wer","wer":6.14035,"wer_orig":3.28947,"dwer":2.85088,"wer_pseudo":4.93421,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.88543,"utmos":2.08708,"dnsmos_ovrl":2.94677,"dnsmos_sig":3.3076,"dnsmos_bak":3.98539,"pesq_wb":2.85348,"pesq_nb":3.40651,"stoi":0.92492,"estoi":0.85275,"si_sdr":4.66946,"mel_dist":0.28147,"stft_dist":1.57345,"f0_rmse_cents":95.6196,"f0_corr":0.86684,"vuv_err":0.11862,"score_intelligibility":0.60074,"score_speaker":0.88543,"score_quality":0.79903,"score_fidelity":0.77378,"score":0.76474},"cs":{"n":50,"unit":"wer","wer":14.00233,"wer_orig":9.45158,"dwer":4.55076,"wer_pseudo":10.3972,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.91316,"utmos":2.11948,"dnsmos_ovrl":3.11984,"dnsmos_sig":3.44796,"dnsmos_bak":3.95784,"pesq_wb":3.05078,"pesq_nb":3.50885,"stoi":0.90969,"estoi":0.83653,"si_sdr":9.92686,"mel_dist":0.17178,"stft_dist":1.14412,"f0_rmse_cents":64.12636,"f0_corr":0.95144,"vuv_err":0.09812,"score_intelligibility":0.69666,"score_speaker":0.91316,"score_quality":0.85649,"score_fidelity":0.81569,"score":0.8205},"tr":{"n":50,"unit":"wer","wer":9.86842,"wer_orig":7.76316,"dwer":2.10526,"wer_pseudo":4.74308,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.89595,"utmos":1.82782,"dnsmos_ovrl":2.99833,"dnsmos_sig":3.36347,"dnsmos_bak":3.9713,"pesq_wb":3.04978,"pesq_nb":3.525,"stoi":0.90508,"estoi":0.81677,"si_sdr":9.63609,"mel_dist":0.22126,"stft_dist":1.28926,"f0_rmse_cents":79.2693,"f0_corr":0.96346,"vuv_err":0.09465,"score_intelligibility":0.8063,"score_speaker":0.89595,"score_quality":0.81093,"score_fidelity":0.81806,"score":0.83281},"id":{"n":50,"unit":"wer","wer":11.57025,"wer_orig":5.90319,"dwer":5.66706,"wer_pseudo":10.27155,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.86185,"utmos":1.59087,"dnsmos_ovrl":2.72864,"dnsmos_sig":3.32006,"dnsmos_bak":3.27046,"pesq_wb":2.96367,"pesq_nb":3.41829,"stoi":0.84032,"estoi":0.72556,"si_sdr":8.27574,"mel_dist":0.15231,"stft_dist":1.15561,"f0_rmse_cents":99.45218,"f0_corr":0.91972,"vuv_err":0.14748,"score_intelligibility":0.54917,"score_speaker":0.86185,"score_quality":0.8059,"score_fidelity":0.77369,"score":0.74765},"vi":{"n":50,"unit":"wer","wer":11.85362,"wer_orig":7.71679,"dwer":4.13683,"wer_pseudo":7.72293,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.85734,"utmos":1.72224,"dnsmos_ovrl":2.74998,"dnsmos_sig":3.29031,"dnsmos_bak":3.60955,"pesq_wb":2.98024,"pesq_nb":3.51403,"stoi":0.82773,"estoi":0.7224,"si_sdr":9.50462,"mel_dist":0.15605,"stft_dist":1.14213,"f0_rmse_cents":108.49542,"f0_corr":0.92558,"vuv_err":0.11313,"score_intelligibility":0.67816,"score_speaker":0.85734,"score_quality":0.80062,"score_fidelity":0.77303,"score":0.77729},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.89551,"utmos":2.03703,"dnsmos_ovrl":2.95428,"dnsmos_sig":3.29198,"dnsmos_bak":4.01586,"pesq_wb":3.01429,"pesq_nb":3.48871,"stoi":0.91889,"estoi":0.85217,"si_sdr":8.00488,"mel_dist":0.1814,"stft_dist":1.22274,"f0_rmse_cents":122.14881,"f0_corr":0.88517,"vuv_err":0.14365,"score_intelligibility":0.85624,"score_speaker":0.89551,"score_quality":0.78574,"score_fidelity":0.79319,"score":0.83267},"uk":{"n":50,"unit":"wer","wer":11.57775,"wer_orig":6.46992,"dwer":5.10783,"wer_pseudo":7.27273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.87865,"utmos":2.11191,"dnsmos_ovrl":3.06142,"dnsmos_sig":3.39353,"dnsmos_bak":4.06169,"pesq_wb":3.02537,"pesq_nb":3.45677,"stoi":0.91269,"estoi":0.82223,"si_sdr":9.59478,"mel_dist":0.20639,"stft_dist":1.24173,"f0_rmse_cents":69.38459,"f0_corr":0.96193,"vuv_err":0.10615,"score_intelligibility":0.5939,"score_speaker":0.87865,"score_quality":0.85233,"score_fidelity":0.81776,"score":0.78566},"el":{"n":50,"unit":"wer","wer":27.85571,"wer_orig":12.02405,"dwer":15.83166,"wer_pseudo":23.12312,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.86475,"utmos":2.14567,"dnsmos_ovrl":2.88071,"dnsmos_sig":3.3236,"dnsmos_bak":3.80194,"pesq_wb":3.12163,"pesq_nb":3.66221,"stoi":0.89898,"estoi":0.80823,"si_sdr":9.91544,"mel_dist":0.172,"stft_dist":1.16918,"f0_rmse_cents":99.47941,"f0_corr":0.89044,"vuv_err":0.11809,"score_intelligibility":0.45135,"score_speaker":0.86475,"score_quality":0.80486,"score_fidelity":0.79853,"score":0.72987},"ar":{"n":50,"unit":"wer","wer":14.67324,"wer_orig":12.45376,"dwer":2.21948,"wer_pseudo":5.80964,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.92534,"utmos":2.07629,"dnsmos_ovrl":3.07865,"dnsmos_sig":3.45793,"dnsmos_bak":3.89159,"pesq_wb":2.79834,"pesq_nb":3.35793,"stoi":0.93091,"estoi":0.87847,"si_sdr":7.23011,"mel_dist":0.17827,"stft_dist":1.2078,"f0_rmse_cents":107.70481,"f0_corr":0.92273,"vuv_err":0.1025,"score_intelligibility":0.85839,"score_speaker":0.92534,"score_quality":0.80458,"score_fidelity":0.78915,"score":0.84437},"fa":{"n":50,"unit":"wer","wer":31.2,"wer_orig":25.94286,"dwer":5.25714,"wer_pseudo":13.2973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89248,"utmos":1.96032,"dnsmos_ovrl":2.83367,"dnsmos_sig":3.32778,"dnsmos_bak":3.75503,"pesq_wb":2.66975,"pesq_nb":3.3714,"stoi":0.81412,"estoi":0.71048,"si_sdr":6.2583,"mel_dist":0.21906,"stft_dist":1.32062,"f0_rmse_cents":229.06345,"f0_corr":0.77678,"vuv_err":0.13289,"score_intelligibility":0.83673,"score_speaker":0.89248,"score_quality":0.79566,"score_fidelity":0.68933,"score":0.80355},"he":{"n":50,"unit":"wer","wer":30.34884,"wer_orig":19.4186,"dwer":10.93023,"wer_pseudo":19.95305,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.87082,"utmos":2.00924,"dnsmos_ovrl":2.75515,"dnsmos_sig":3.14506,"dnsmos_bak":3.92121,"pesq_wb":2.87814,"pesq_nb":3.3406,"stoi":0.9164,"estoi":0.83846,"si_sdr":9.18326,"mel_dist":0.19959,"stft_dist":1.22894,"f0_rmse_cents":107.68697,"f0_corr":0.86429,"vuv_err":0.15892,"score_intelligibility":0.65134,"score_speaker":0.87082,"score_quality":0.82279,"score_fidelity":0.77244,"score":0.77935},"hi":{"n":50,"unit":"wer","wer":30.84026,"wer_orig":26.31579,"dwer":4.52447,"wer_pseudo":14.44142,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.86481,"utmos":1.84407,"dnsmos_ovrl":2.69578,"dnsmos_sig":3.25881,"dnsmos_bak":3.37345,"pesq_wb":3.03412,"pesq_nb":3.54334,"stoi":0.88739,"estoi":0.805,"si_sdr":10.01028,"mel_dist":0.18466,"stft_dist":1.19443,"f0_rmse_cents":83.10426,"f0_corr":0.9375,"vuv_err":0.1139,"score_intelligibility":0.8579,"score_speaker":0.86481,"score_quality":0.81274,"score_fidelity":0.80202,"score":0.83437},"zh":{"n":50,"unit":"cer","wer":8.97959,"wer_orig":7.40525,"dwer":1.57434,"wer_pseudo":2.62195,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.88163,"utmos":1.97793,"dnsmos_ovrl":2.91027,"dnsmos_sig":3.28367,"dnsmos_bak":3.94786,"pesq_wb":2.88546,"pesq_nb":3.42078,"stoi":0.91612,"estoi":0.85296,"si_sdr":5.92194,"mel_dist":0.17608,"stft_dist":1.24044,"f0_rmse_cents":94.60548,"f0_corr":0.9156,"vuv_err":0.09126,"score_intelligibility":0.84224,"score_speaker":0.88163,"score_quality":0.73229,"score_fidelity":0.79014,"score":0.81158},"yue":{"n":50,"unit":"cer","wer":17.75701,"wer_orig":14.39252,"dwer":3.36449,"wer_pseudo":13.55288,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.86897,"utmos":2.2435,"dnsmos_ovrl":3.01058,"dnsmos_sig":3.40534,"dnsmos_bak":3.85355,"pesq_wb":3.00039,"pesq_nb":3.46086,"stoi":0.91206,"estoi":0.83507,"si_sdr":7.19809,"mel_dist":0.16346,"stft_dist":1.19741,"f0_rmse_cents":115.89459,"f0_corr":0.93121,"vuv_err":0.10381,"score_intelligibility":0.82063,"score_speaker":0.86897,"score_quality":0.81375,"score_fidelity":0.80494,"score":0.82707},"ja":{"n":50,"unit":"cer","wer":5.83372,"wer_orig":3.53698,"dwer":2.29674,"wer_pseudo":4.08819,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.84026,"utmos":1.69869,"dnsmos_ovrl":2.43868,"dnsmos_sig":3.07741,"dnsmos_bak":3.24232,"pesq_wb":2.74763,"pesq_nb":3.30912,"stoi":0.81691,"estoi":0.69744,"si_sdr":6.23425,"mel_dist":0.23647,"stft_dist":1.36931,"f0_rmse_cents":115.77507,"f0_corr":0.91176,"vuv_err":0.12456,"score_intelligibility":0.66391,"score_speaker":0.84026,"score_quality":0.80467,"score_fidelity":0.74267,"score":0.76288},"ko":{"n":50,"unit":"cer","wer":5.4902,"wer_orig":5.14706,"dwer":0.34314,"wer_pseudo":2.10421,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.88004,"utmos":2.41385,"dnsmos_ovrl":2.94889,"dnsmos_sig":3.33581,"dnsmos_bak":3.97771,"pesq_wb":3.00239,"pesq_nb":3.5617,"stoi":0.9133,"estoi":0.84785,"si_sdr":8.79004,"mel_dist":0.39549,"stft_dist":1.98531,"f0_rmse_cents":72.87224,"f0_corr":0.95894,"vuv_err":0.09007,"score_intelligibility":0.94713,"score_speaker":0.88004,"score_quality":0.7895,"score_fidelity":0.81478,"score":0.85786},"th":{"n":50,"unit":"cer","wer":10.06467,"wer_orig":7.61924,"dwer":2.44543,"wer_pseudo":6.4183,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.89219,"utmos":1.70745,"dnsmos_ovrl":2.63147,"dnsmos_sig":3.1572,"dnsmos_bak":3.61974,"pesq_wb":2.57873,"pesq_nb":3.21385,"stoi":0.89945,"estoi":0.82957,"si_sdr":6.55451,"mel_dist":0.17928,"stft_dist":1.27285,"f0_rmse_cents":152.92154,"f0_corr":0.90825,"vuv_err":0.14955,"score_intelligibility":0.77899,"score_speaker":0.89219,"score_quality":0.71403,"score_fidelity":0.75292,"score":0.78453}}},{"codec":"dac_44khz_16kbps_9q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_44khz_16kbps_9q","family":"DAC","checkpoint":"https://github.com/descriptinc/descript-audio-codec/releases/download/1.0.0/weights_44khz_16kbps.pth","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":9,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2024,"bitrate_kbps":7.752,"notes":"44.1 kHz / 16 kbps release 1.0.0 (18 codebooks), converted from the original .pth to transformers.DacModel; first 9 codebooks","side_info":null,"warning":null,"env":"main"},"kbps":7.752,"kbps_measured":7.74733,"tokens_per_s":774.73289,"params_M":64.18987,"efficiency":{"rtf_encode":0.00611,"rtf_decode":0.01048,"peak_vram_gb":1.79135,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89368,"score_worst_lang":0.84735,"worst_lang":"id","en_gap":-0.01386,"score_intelligibility":0.88779,"score_speaker":0.93702,"score_quality":0.88687,"score_fidelity":0.86304,"dwer":1.25262,"wer":10.05843,"wer_pseudo":4.2958,"sim":0.93702,"utmos":2.25432,"dnsmos_ovrl":2.92651,"dnsmos_sig":3.34597,"dnsmos_bak":3.83838,"pesq_wb":3.53776,"pesq_nb":3.92817,"stoi":0.92975,"estoi":0.87422,"si_sdr":10.50498,"mel_dist":0.17546,"stft_dist":1.16693,"f0_rmse_cents":93.43204,"f0_corr":0.9343,"vuv_err":0.10456,"score_ci95":[0.88715,0.89908]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.39135,"wer_orig":6.98132,"dwer":-0.58997,"wer_pseudo":2.43191,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.90389,"utmos":2.10931,"dnsmos_ovrl":2.41812,"dnsmos_sig":2.98512,"dnsmos_bak":3.59226,"pesq_wb":2.99068,"pesq_nb":3.5828,"stoi":0.88917,"estoi":0.80468,"si_sdr":9.17708,"mel_dist":0.26529,"stft_dist":1.41651,"f0_rmse_cents":99.5133,"f0_corr":0.94324,"vuv_err":0.11525,"score_intelligibility":1.0,"score_speaker":0.90389,"score_quality":0.81731,"score_fidelity":0.80039,"score":0.8804},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":2.64496,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.95,"utmos":2.4273,"dnsmos_ovrl":3.07278,"dnsmos_sig":3.37017,"dnsmos_bak":4.05415,"pesq_wb":3.88822,"pesq_nb":4.09344,"stoi":0.95182,"estoi":0.89466,"si_sdr":13.62183,"mel_dist":0.13909,"stft_dist":1.01371,"f0_rmse_cents":81.8197,"f0_corr":0.95193,"vuv_err":0.09968,"score_intelligibility":0.92941,"score_speaker":0.95,"score_quality":0.91017,"score_fidelity":0.90965,"score":0.92481},"fr":{"n":50,"unit":"wer","wer":5.8498,"wer_orig":4.98024,"dwer":0.86957,"wer_pseudo":3.01587,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.94213,"utmos":2.14607,"dnsmos_ovrl":3.04108,"dnsmos_sig":3.37036,"dnsmos_bak":4.01007,"pesq_wb":3.50297,"pesq_nb":3.88453,"stoi":0.95021,"estoi":0.91324,"si_sdr":11.44518,"mel_dist":0.17487,"stft_dist":1.1407,"f0_rmse_cents":78.11466,"f0_corr":0.95586,"vuv_err":0.1149,"score_intelligibility":0.87305,"score_speaker":0.94213,"score_quality":0.91967,"score_fidelity":0.87374,"score":0.90215},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.94604,"utmos":2.43772,"dnsmos_ovrl":3.21499,"dnsmos_sig":3.55951,"dnsmos_bak":3.97068,"pesq_wb":3.87313,"pesq_nb":4.10239,"stoi":0.95147,"estoi":0.91081,"si_sdr":12.6171,"mel_dist":0.14331,"stft_dist":1.03432,"f0_rmse_cents":128.37683,"f0_corr":0.94274,"vuv_err":0.10518,"score_intelligibility":0.9,"score_speaker":0.94604,"score_quality":0.90824,"score_fidelity":0.90503,"score":0.91483},"it":{"n":50,"unit":"wer","wer":2.27687,"wer_orig":2.55009,"dwer":-0.27322,"wer_pseudo":1.27971,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95186,"utmos":2.66412,"dnsmos_ovrl":3.3011,"dnsmos_sig":3.59371,"dnsmos_bak":4.07866,"pesq_wb":3.8427,"pesq_nb":4.08927,"stoi":0.9471,"estoi":0.90341,"si_sdr":12.42812,"mel_dist":0.15308,"stft_dist":1.07181,"f0_rmse_cents":67.53961,"f0_corr":0.93754,"vuv_err":0.09781,"score_intelligibility":1.0,"score_speaker":0.95186,"score_quality":0.89414,"score_fidelity":0.89895,"score":0.93624},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95911,"utmos":2.32497,"dnsmos_ovrl":3.02823,"dnsmos_sig":3.40899,"dnsmos_bak":3.78657,"pesq_wb":3.79385,"pesq_nb":4.02385,"stoi":0.93229,"estoi":0.88216,"si_sdr":11.12563,"mel_dist":0.14099,"stft_dist":1.05153,"f0_rmse_cents":172.36984,"f0_corr":0.94549,"vuv_err":0.11437,"score_intelligibility":1.0,"score_speaker":0.95911,"score_quality":0.93997,"score_fidelity":0.89201,"score":0.94777},"nl":{"n":50,"unit":"wer","wer":6.15522,"wer_orig":5.26316,"dwer":0.89206,"wer_pseudo":1.96956,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.93903,"utmos":2.56705,"dnsmos_ovrl":2.68921,"dnsmos_sig":3.08832,"dnsmos_bak":4.08456,"pesq_wb":3.35949,"pesq_nb":3.90693,"stoi":0.94231,"estoi":0.89085,"si_sdr":8.40978,"mel_dist":0.16806,"stft_dist":1.18668,"f0_rmse_cents":100.53076,"f0_corr":0.91996,"vuv_err":0.14014,"score_intelligibility":0.87533,"score_speaker":0.93903,"score_quality":0.88436,"score_fidelity":0.84547,"score":0.88605},"pl":{"n":50,"unit":"wer","wer":4.71491,"wer_orig":3.28947,"dwer":1.42544,"wer_pseudo":2.96053,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.939,"utmos":2.3743,"dnsmos_ovrl":3.00782,"dnsmos_sig":3.35573,"dnsmos_bak":4.01866,"pesq_wb":3.49992,"pesq_nb":3.92377,"stoi":0.95202,"estoi":0.90561,"si_sdr":6.61834,"mel_dist":0.25193,"stft_dist":1.4487,"f0_rmse_cents":71.43915,"f0_corr":0.91527,"vuv_err":0.10206,"score_intelligibility":0.75058,"score_speaker":0.939,"score_quality":0.89327,"score_fidelity":0.86052,"score":0.86084},"cs":{"n":50,"unit":"wer","wer":11.66861,"wer_orig":9.45158,"dwer":2.21704,"wer_pseudo":7.24299,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95593,"utmos":2.29381,"dnsmos_ovrl":3.1293,"dnsmos_sig":3.46495,"dnsmos_bak":3.94401,"pesq_wb":3.6367,"pesq_nb":3.95269,"stoi":0.94123,"estoi":0.89277,"si_sdr":11.63048,"mel_dist":0.14824,"stft_dist":1.05719,"f0_rmse_cents":65.8468,"f0_corr":0.93419,"vuv_err":0.08464,"score_intelligibility":0.825,"score_speaker":0.95593,"score_quality":0.91201,"score_fidelity":0.87625,"score":0.8923},"tr":{"n":50,"unit":"wer","wer":8.02632,"wer_orig":7.76316,"dwer":0.26316,"wer_pseudo":2.89855,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.944,"utmos":1.98673,"dnsmos_ovrl":3.02156,"dnsmos_sig":3.38815,"dnsmos_bak":3.97852,"pesq_wb":3.61182,"pesq_nb":3.96882,"stoi":0.93661,"estoi":0.87537,"si_sdr":12.04612,"mel_dist":0.19079,"stft_dist":1.16849,"f0_rmse_cents":66.60985,"f0_corr":0.97128,"vuv_err":0.08185,"score_intelligibility":0.97085,"score_speaker":0.944,"score_quality":0.87858,"score_fidelity":0.88471,"score":0.91953},"id":{"n":50,"unit":"wer","wer":8.38253,"wer_orig":5.90319,"dwer":2.47934,"wer_pseudo":4.95868,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.92782,"utmos":1.7314,"dnsmos_ovrl":2.73845,"dnsmos_sig":3.31991,"dnsmos_bak":3.2732,"pesq_wb":3.64209,"pesq_nb":3.93527,"stoi":0.89141,"estoi":0.81006,"si_sdr":10.53771,"mel_dist":0.13173,"stft_dist":1.05714,"f0_rmse_cents":103.33642,"f0_corr":0.88941,"vuv_err":0.12705,"score_intelligibility":0.73575,"score_speaker":0.92782,"score_quality":0.88058,"score_fidelity":0.84524,"score":0.84735},"vi":{"n":50,"unit":"wer","wer":9.70565,"wer_orig":7.71679,"dwer":1.98886,"wer_pseudo":4.21975,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.92164,"utmos":1.85228,"dnsmos_ovrl":2.76927,"dnsmos_sig":3.3153,"dnsmos_bak":3.59577,"pesq_wb":3.61382,"pesq_nb":3.97277,"stoi":0.8824,"estoi":0.80844,"si_sdr":11.80972,"mel_dist":0.13489,"stft_dist":1.04725,"f0_rmse_cents":89.37147,"f0_corr":0.93468,"vuv_err":0.10098,"score_intelligibility":0.81422,"score_speaker":0.92164,"score_quality":0.8647,"score_fidelity":0.85463,"score":0.8638},"ru":{"n":50,"unit":"wer","wer":5.31792,"wer_orig":4.50867,"dwer":0.80925,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.94523,"utmos":2.31345,"dnsmos_ovrl":2.99554,"dnsmos_sig":3.33219,"dnsmos_bak":4.02554,"pesq_wb":3.59829,"pesq_nb":3.94294,"stoi":0.94747,"estoi":0.9035,"si_sdr":10.04367,"mel_dist":0.15651,"stft_dist":1.11955,"f0_rmse_cents":104.24696,"f0_corr":0.90698,"vuv_err":0.12313,"score_intelligibility":0.87191,"score_speaker":0.94523,"score_quality":0.87782,"score_fidelity":0.86561,"score":0.89014},"uk":{"n":50,"unit":"wer","wer":8.85358,"wer_orig":6.46992,"dwer":2.38365,"wer_pseudo":4.77273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.93705,"utmos":2.28166,"dnsmos_ovrl":3.07457,"dnsmos_sig":3.40598,"dnsmos_bak":4.0661,"pesq_wb":3.55408,"pesq_nb":3.88978,"stoi":0.94113,"estoi":0.87845,"si_sdr":11.69556,"mel_dist":0.17632,"stft_dist":1.12891,"f0_rmse_cents":67.19038,"f0_corr":0.95913,"vuv_err":0.09844,"score_intelligibility":0.75809,"score_speaker":0.93705,"score_quality":0.90612,"score_fidelity":0.87667,"score":0.86948},"el":{"n":50,"unit":"wer","wer":14.12826,"wer_orig":12.02405,"dwer":2.10421,"wer_pseudo":8.40841,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.92713,"utmos":2.36962,"dnsmos_ovrl":2.94415,"dnsmos_sig":3.38241,"dnsmos_bak":3.83148,"pesq_wb":3.72778,"pesq_nb":4.04674,"stoi":0.93251,"estoi":0.86951,"si_sdr":11.94924,"mel_dist":0.15015,"stft_dist":1.08307,"f0_rmse_cents":82.65534,"f0_corr":0.91697,"vuv_err":0.09566,"score_intelligibility":0.86091,"score_speaker":0.92713,"score_quality":0.88538,"score_fidelity":0.87628,"score":0.88742},"ar":{"n":50,"unit":"wer","wer":13.81011,"wer_orig":12.45376,"dwer":1.35635,"wer_pseudo":4.44994,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.95631,"utmos":2.33322,"dnsmos_ovrl":3.1439,"dnsmos_sig":3.51804,"dnsmos_bak":3.92293,"pesq_wb":3.38458,"pesq_nb":3.8733,"stoi":0.95464,"estoi":0.91993,"si_sdr":9.10182,"mel_dist":0.15345,"stft_dist":1.10644,"f0_rmse_cents":81.60252,"f0_corr":0.95691,"vuv_err":0.0881,"score_intelligibility":0.90842,"score_speaker":0.95631,"score_quality":0.89653,"score_fidelity":0.86429,"score":0.90638},"fa":{"n":50,"unit":"wer","wer":28.0,"wer_orig":25.94286,"dwer":2.05714,"wer_pseudo":8.43243,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.94028,"utmos":2.26,"dnsmos_ovrl":2.851,"dnsmos_sig":3.3486,"dnsmos_bak":3.75565,"pesq_wb":3.27759,"pesq_nb":3.85561,"stoi":0.86398,"estoi":0.7904,"si_sdr":8.02437,"mel_dist":0.18216,"stft_dist":1.19627,"f0_rmse_cents":172.31417,"f0_corr":0.83356,"vuv_err":0.11577,"score_intelligibility":0.92906,"score_speaker":0.94028,"score_quality":0.88935,"score_fidelity":0.78276,"score":0.88536},"he":{"n":50,"unit":"wer","wer":24.76744,"wer_orig":19.4186,"dwer":5.34884,"wer_pseudo":11.97183,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.93321,"utmos":2.18088,"dnsmos_ovrl":2.79315,"dnsmos_sig":3.18772,"dnsmos_bak":3.93473,"pesq_wb":3.38505,"pesq_nb":3.79494,"stoi":0.94573,"estoi":0.89416,"si_sdr":11.28413,"mel_dist":0.17182,"stft_dist":1.12383,"f0_rmse_cents":86.44013,"f0_corr":0.8999,"vuv_err":0.13952,"score_intelligibility":0.79242,"score_speaker":0.93321,"score_quality":0.89096,"score_fidelity":0.84236,"score":0.86474},"hi":{"n":50,"unit":"wer","wer":28.71653,"wer_orig":26.31579,"dwer":2.40074,"wer_pseudo":9.53678,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93079,"utmos":2.03396,"dnsmos_ovrl":2.75491,"dnsmos_sig":3.34497,"dnsmos_bak":3.40952,"pesq_wb":3.59039,"pesq_nb":3.98763,"stoi":0.92524,"estoi":0.86947,"si_sdr":12.40068,"mel_dist":0.15923,"stft_dist":1.08799,"f0_rmse_cents":75.38286,"f0_corr":0.93974,"vuv_err":0.09632,"score_intelligibility":0.91921,"score_speaker":0.93079,"score_quality":0.89908,"score_fidelity":0.86837,"score":0.90436},"zh":{"n":50,"unit":"cer","wer":8.3965,"wer_orig":7.40525,"dwer":0.99125,"wer_pseudo":1.82927,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.93123,"utmos":2.34047,"dnsmos_ovrl":2.99735,"dnsmos_sig":3.36334,"dnsmos_bak":3.97195,"pesq_wb":3.4632,"pesq_nb":3.94179,"stoi":0.94637,"estoi":0.90642,"si_sdr":8.66345,"mel_dist":0.15137,"stft_dist":1.11541,"f0_rmse_cents":73.13995,"f0_corr":0.95473,"vuv_err":0.0759,"score_intelligibility":0.89451,"score_speaker":0.93123,"score_quality":0.85355,"score_fidelity":0.86829,"score":0.8869},"yue":{"n":50,"unit":"cer","wer":15.63863,"wer_orig":14.39252,"dwer":1.24611,"wer_pseudo":9.18303,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.93021,"utmos":2.47653,"dnsmos_ovrl":3.0501,"dnsmos_sig":3.43507,"dnsmos_bak":3.88286,"pesq_wb":3.6004,"pesq_nb":3.93838,"stoi":0.94234,"estoi":0.89166,"si_sdr":9.32122,"mel_dist":0.14018,"stft_dist":1.09209,"f0_rmse_cents":104.23695,"f0_corr":0.94132,"vuv_err":0.08809,"score_intelligibility":0.92511,"score_speaker":0.93021,"score_quality":0.87954,"score_fidelity":0.87554,"score":0.9026},"ja":{"n":50,"unit":"cer","wer":4.13413,"wer_orig":3.53698,"dwer":0.59715,"wer_pseudo":2.02113,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.91012,"utmos":1.82925,"dnsmos_ovrl":2.49004,"dnsmos_sig":3.15629,"dnsmos_bak":3.26834,"pesq_wb":3.34604,"pesq_nb":3.79517,"stoi":0.86878,"estoi":0.77943,"si_sdr":8.74245,"mel_dist":0.19934,"stft_dist":1.21555,"f0_rmse_cents":89.88854,"f0_corr":0.95017,"vuv_err":0.10552,"score_intelligibility":0.88369,"score_speaker":0.91012,"score_quality":0.88439,"score_fidelity":0.82975,"score":0.87699},"ko":{"n":50,"unit":"cer","wer":4.80392,"wer_orig":5.14706,"dwer":-0.34314,"wer_pseudo":1.25251,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92812,"utmos":2.79258,"dnsmos_ovrl":2.99642,"dnsmos_sig":3.37161,"dnsmos_bak":4.00261,"pesq_wb":3.45871,"pesq_nb":3.95834,"stoi":0.94361,"estoi":0.89943,"si_sdr":10.81885,"mel_dist":0.37307,"stft_dist":1.87267,"f0_rmse_cents":61.84799,"f0_corr":0.97424,"vuv_err":0.07221,"score_intelligibility":1.0,"score_speaker":0.92812,"score_quality":0.88495,"score_fidelity":0.87344,"score":0.92163},"th":{"n":50,"unit":"cer","wer":8.69038,"wer_orig":7.61924,"dwer":1.07114,"wer_pseudo":4.51508,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.93831,"utmos":1.97711,"dnsmos_ovrl":2.71322,"dnsmos_sig":3.23693,"dnsmos_bak":3.66239,"pesq_wb":3.26479,"pesq_nb":3.81495,"stoi":0.93421,"estoi":0.88689,"si_sdr":8.60708,"mel_dist":0.15515,"stft_dist":1.17039,"f0_rmse_cents":118.55468,"f0_corr":0.94804,"vuv_err":0.1268,"score_intelligibility":0.88946,"score_speaker":0.93831,"score_quality":0.83418,"score_fidelity":0.84311,"score":0.87627}}},{"codec":"dac_44khz_3q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_44khz_3q","family":"DAC","checkpoint":"descript/dac_44khz","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":3,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":2.584,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":2.584,"kbps_measured":2.58244,"tokens_per_s":258.2443,"params_M":76.62078,"efficiency":{"rtf_encode":0.00609,"rtf_decode":0.01049,"peak_vram_gb":1.84559,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.65263,"score_worst_lang":0.53773,"worst_lang":"nl","en_gap":-0.04082,"score_intelligibility":0.52478,"score_speaker":0.77083,"score_quality":0.66108,"score_fidelity":0.65381,"dwer":10.01765,"wer":18.82346,"wer_pseudo":14.69034,"sim":0.77083,"utmos":1.67286,"dnsmos_ovrl":2.73974,"dnsmos_sig":3.16388,"dnsmos_bak":3.76061,"pesq_wb":2.05703,"pesq_nb":2.6122,"stoi":0.83033,"estoi":0.70405,"si_sdr":4.61517,"mel_dist":0.24229,"stft_dist":1.45787,"f0_rmse_cents":169.59852,"f0_corr":0.8291,"vuv_err":0.17339,"score_ci95":[0.64742,0.65999]},"per_lang":{"en":{"n":50,"unit":"wer","wer":13.17601,"wer_orig":6.98132,"dwer":6.19469,"wer_pseudo":9.63035,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.69817,"utmos":1.69467,"dnsmos_ovrl":2.31089,"dnsmos_sig":2.84901,"dnsmos_bak":3.67077,"pesq_wb":1.71626,"pesq_nb":2.2144,"stoi":0.774,"estoi":0.61017,"si_sdr":2.63334,"mel_dist":0.36609,"stft_dist":1.93487,"f0_rmse_cents":320.00173,"f0_corr":0.65845,"vuv_err":0.233,"score_intelligibility":0.56302,"score_speaker":0.69817,"score_quality":0.64714,"score_fidelity":0.5457,"score":0.61351},"de":{"n":50,"unit":"wer","wer":9.66429,"wer_orig":5.69685,"dwer":3.96745,"wer_pseudo":5.39166,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79282,"utmos":1.86467,"dnsmos_ovrl":2.94818,"dnsmos_sig":3.25551,"dnsmos_bak":3.99919,"pesq_wb":2.54339,"pesq_nb":2.96675,"stoi":0.88084,"estoi":0.74862,"si_sdr":7.64248,"mel_dist":0.19542,"stft_dist":1.23374,"f0_rmse_cents":132.42691,"f0_corr":0.90631,"vuv_err":0.15028,"score_intelligibility":0.62797,"score_speaker":0.79282,"score_quality":0.71761,"score_fidelity":0.74271,"score":0.72028},"fr":{"n":50,"unit":"wer","wer":15.88933,"wer_orig":4.98024,"dwer":10.90909,"wer_pseudo":13.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.80114,"utmos":1.78581,"dnsmos_ovrl":2.9416,"dnsmos_sig":3.29185,"dnsmos_bak":3.95377,"pesq_wb":2.17516,"pesq_nb":2.72942,"stoi":0.87433,"estoi":0.78872,"si_sdr":6.20981,"mel_dist":0.23727,"stft_dist":1.39463,"f0_rmse_cents":141.27887,"f0_corr":0.87254,"vuv_err":0.17283,"score_intelligibility":0.35408,"score_speaker":0.80114,"score_quality":0.76626,"score_fidelity":0.69421,"score":0.65392},"es":{"n":50,"unit":"wer","wer":4.27273,"wer_orig":3.09091,"dwer":1.18182,"wer_pseudo":1.82315,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.81796,"utmos":1.86423,"dnsmos_ovrl":3.1111,"dnsmos_sig":3.47753,"dnsmos_bak":3.90202,"pesq_wb":2.46708,"pesq_nb":3.01475,"stoi":0.87496,"estoi":0.77452,"si_sdr":6.52316,"mel_dist":0.20141,"stft_dist":1.26617,"f0_rmse_cents":189.91902,"f0_corr":0.90554,"vuv_err":0.16719,"score_intelligibility":0.77586,"score_speaker":0.81796,"score_quality":0.72825,"score_fidelity":0.73322,"score":0.76383},"it":{"n":50,"unit":"wer","wer":6.4663,"wer_orig":2.55009,"dwer":3.91621,"wer_pseudo":5.48446,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.80905,"utmos":2.01133,"dnsmos_ovrl":3.17827,"dnsmos_sig":3.49597,"dnsmos_bak":4.01998,"pesq_wb":2.33292,"pesq_nb":2.95542,"stoi":0.86796,"estoi":0.76413,"si_sdr":6.44694,"mel_dist":0.21053,"stft_dist":1.29923,"f0_rmse_cents":112.31425,"f0_corr":0.83277,"vuv_err":0.16076,"score_intelligibility":0.47548,"score_speaker":0.80905,"score_quality":0.71244,"score_fidelity":0.69386,"score":0.67271},"pt":{"n":50,"unit":"wer","wer":4.29688,"wer_orig":3.41797,"dwer":0.87891,"wer_pseudo":2.06693,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85279,"utmos":1.94077,"dnsmos_ovrl":2.92585,"dnsmos_sig":3.31751,"dnsmos_bak":3.73316,"pesq_wb":2.41137,"pesq_nb":2.93374,"stoi":0.84355,"estoi":0.73633,"si_sdr":5.90444,"mel_dist":0.2021,"stft_dist":1.28725,"f0_rmse_cents":252.08634,"f0_corr":0.86329,"vuv_err":0.16878,"score_intelligibility":0.83407,"score_speaker":0.85279,"score_quality":0.79373,"score_fidelity":0.70336,"score":0.79599},"nl":{"n":50,"unit":"wer","wer":19.0901,"wer_orig":5.26316,"dwer":13.82694,"wer_pseudo":15.93554,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.76342,"utmos":1.36882,"dnsmos_ovrl":2.39096,"dnsmos_sig":2.79854,"dnsmos_bak":4.00234,"pesq_wb":1.66301,"pesq_nb":2.29371,"stoi":0.83754,"estoi":0.70025,"si_sdr":1.80828,"mel_dist":0.22389,"stft_dist":1.48402,"f0_rmse_cents":211.61141,"f0_corr":0.71773,"vuv_err":0.25203,"score_intelligibility":0.31175,"score_speaker":0.76342,"score_quality":0.49416,"score_fidelity":0.58157,"score":0.53773},"pl":{"n":50,"unit":"wer","wer":16.88596,"wer_orig":3.28947,"dwer":13.59649,"wer_pseudo":15.89912,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.77135,"utmos":1.50365,"dnsmos_ovrl":2.72778,"dnsmos_sig":3.11757,"dnsmos_bak":3.87411,"pesq_wb":1.86336,"pesq_nb":2.41361,"stoi":0.86519,"estoi":0.74448,"si_sdr":1.29945,"mel_dist":0.31242,"stft_dist":1.7461,"f0_rmse_cents":132.59374,"f0_corr":0.77245,"vuv_err":0.16779,"score_intelligibility":0.23982,"score_speaker":0.77135,"score_quality":0.57719,"score_fidelity":0.6281,"score":0.55412},"cs":{"n":50,"unit":"wer","wer":19.95333,"wer_orig":9.45158,"dwer":10.50175,"wer_pseudo":18.34112,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.81284,"utmos":1.78224,"dnsmos_ovrl":3.01025,"dnsmos_sig":3.35854,"dnsmos_bak":3.89215,"pesq_wb":2.12191,"pesq_nb":2.69746,"stoi":0.84884,"estoi":0.73177,"si_sdr":6.86777,"mel_dist":0.2117,"stft_dist":1.2813,"f0_rmse_cents":101.91922,"f0_corr":0.85924,"vuv_err":0.13677,"score_intelligibility":0.4988,"score_speaker":0.81284,"score_quality":0.72353,"score_fidelity":0.67621,"score":0.67784},"tr":{"n":50,"unit":"wer","wer":18.55263,"wer_orig":7.76316,"dwer":10.78947,"wer_pseudo":14.0975,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.79501,"utmos":1.56895,"dnsmos_ovrl":2.91866,"dnsmos_sig":3.29021,"dnsmos_bak":3.94826,"pesq_wb":2.18662,"pesq_nb":2.72691,"stoi":0.84268,"estoi":0.70492,"si_sdr":5.56511,"mel_dist":0.26433,"stft_dist":1.48348,"f0_rmse_cents":151.8353,"f0_corr":0.87652,"vuv_err":0.13842,"score_intelligibility":0.44818,"score_speaker":0.79501,"score_quality":0.69049,"score_fidelity":0.68608,"score":0.65494},"id":{"n":50,"unit":"wer","wer":19.59858,"wer_orig":5.90319,"dwer":13.6954,"wer_pseudo":18.53601,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.75366,"utmos":1.43806,"dnsmos_ovrl":2.54824,"dnsmos_sig":3.06507,"dnsmos_bak":3.10043,"pesq_wb":2.01586,"pesq_nb":2.55733,"stoi":0.75525,"estoi":0.5915,"si_sdr":4.91838,"mel_dist":0.18779,"stft_dist":1.30372,"f0_rmse_cents":145.5004,"f0_corr":0.84709,"vuv_err":0.1893,"score_intelligibility":0.33513,"score_speaker":0.75366,"score_quality":0.67437,"score_fidelity":0.63086,"score":0.59851},"vi":{"n":50,"unit":"wer","wer":19.33174,"wer_orig":7.71679,"dwer":11.61496,"wer_pseudo":16.24204,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.75759,"utmos":1.4945,"dnsmos_ovrl":2.61473,"dnsmos_sig":3.14645,"dnsmos_bak":3.53513,"pesq_wb":2.02495,"pesq_nb":2.65592,"stoi":0.73554,"estoi":0.58364,"si_sdr":5.56923,"mel_dist":0.18752,"stft_dist":1.29732,"f0_rmse_cents":175.38124,"f0_corr":0.84342,"vuv_err":0.16428,"score_intelligibility":0.42873,"score_speaker":0.75759,"score_quality":0.66093,"score_fidelity":0.62393,"score":0.6178},"ru":{"n":50,"unit":"wer","wer":6.93642,"wer_orig":4.50867,"dwer":2.42775,"wer_pseudo":4.17149,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.77069,"utmos":1.57729,"dnsmos_ovrl":2.76583,"dnsmos_sig":3.10924,"dnsmos_bak":3.94901,"pesq_wb":2.02814,"pesq_nb":2.58326,"stoi":0.85836,"estoi":0.74643,"si_sdr":4.54927,"mel_dist":0.21673,"stft_dist":1.3571,"f0_rmse_cents":184.7557,"f0_corr":0.75915,"vuv_err":0.18845,"score_intelligibility":0.6941,"score_speaker":0.77069,"score_quality":0.60327,"score_fidelity":0.63709,"score":0.67629},"uk":{"n":50,"unit":"wer","wer":17.13961,"wer_orig":6.46992,"dwer":10.66969,"wer_pseudo":13.97727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.7501,"utmos":1.91181,"dnsmos_ovrl":2.98591,"dnsmos_sig":3.31751,"dnsmos_bak":4.057,"pesq_wb":2.20766,"pesq_nb":2.68089,"stoi":0.85889,"estoi":0.72439,"si_sdr":5.7254,"mel_dist":0.24955,"stft_dist":1.42177,"f0_rmse_cents":122.09967,"f0_corr":0.88655,"vuv_err":0.16137,"score_intelligibility":0.4118,"score_speaker":0.7501,"score_quality":0.77186,"score_fidelity":0.69683,"score":0.65765},"el":{"n":50,"unit":"wer","wer":43.88778,"wer_orig":12.02405,"dwer":31.86373,"wer_pseudo":39.13914,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.73781,"utmos":1.67176,"dnsmos_ovrl":2.73195,"dnsmos_sig":3.16394,"dnsmos_bak":3.76124,"pesq_wb":2.16444,"pesq_nb":2.84102,"stoi":0.83538,"estoi":0.69976,"si_sdr":6.15358,"mel_dist":0.20954,"stft_dist":1.33908,"f0_rmse_cents":139.17101,"f0_corr":0.82739,"vuv_err":0.17069,"score_intelligibility":0.29015,"score_speaker":0.73781,"score_quality":0.63082,"score_fidelity":0.66515,"score":0.58098},"ar":{"n":50,"unit":"wer","wer":19.97534,"wer_orig":12.45376,"dwer":7.52158,"wer_pseudo":13.96786,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.8159,"utmos":1.57887,"dnsmos_ovrl":2.81431,"dnsmos_sig":3.23673,"dnsmos_bak":3.73837,"pesq_wb":1.82446,"pesq_nb":2.38163,"stoi":0.87315,"estoi":0.78245,"si_sdr":3.98667,"mel_dist":0.22289,"stft_dist":1.37179,"f0_rmse_cents":112.49032,"f0_corr":0.92116,"vuv_err":0.15841,"score_intelligibility":0.64141,"score_speaker":0.8159,"score_quality":0.5945,"score_fidelity":0.67662,"score":0.68211},"fa":{"n":50,"unit":"wer","wer":41.02857,"wer_orig":25.94286,"dwer":15.08571,"wer_pseudo":27.89189,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.77164,"utmos":1.57923,"dnsmos_ovrl":2.62994,"dnsmos_sig":3.15719,"dnsmos_bak":3.65306,"pesq_wb":1.84132,"pesq_nb":2.52628,"stoi":0.72732,"estoi":0.57765,"si_sdr":2.93023,"mel_dist":0.29153,"stft_dist":1.63736,"f0_rmse_cents":270.36751,"f0_corr":0.71601,"vuv_err":0.18754,"score_intelligibility":0.64106,"score_speaker":0.77164,"score_quality":0.62247,"score_fidelity":0.56124,"score":0.6491},"he":{"n":50,"unit":"wer","wer":43.37209,"wer_orig":19.4186,"dwer":23.95349,"wer_pseudo":34.62441,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.74019,"utmos":1.82433,"dnsmos_ovrl":2.62959,"dnsmos_sig":3.00615,"dnsmos_bak":3.86021,"pesq_wb":2.11743,"pesq_nb":2.54748,"stoi":0.85994,"estoi":0.73707,"si_sdr":5.56249,"mel_dist":0.23957,"stft_dist":1.38728,"f0_rmse_cents":142.66099,"f0_corr":0.77516,"vuv_err":0.19768,"score_intelligibility":0.46017,"score_speaker":0.74019,"score_quality":0.72604,"score_fidelity":0.65146,"score":0.64446},"hi":{"n":50,"unit":"wer","wer":37.8578,"wer_orig":26.31579,"dwer":11.54201,"wer_pseudo":24.34151,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.73395,"utmos":1.58257,"dnsmos_ovrl":2.55547,"dnsmos_sig":3.10998,"dnsmos_bak":3.26792,"pesq_wb":2.08875,"pesq_nb":2.67251,"stoi":0.81649,"estoi":0.6898,"si_sdr":6.1007,"mel_dist":0.22035,"stft_dist":1.34569,"f0_rmse_cents":126.62688,"f0_corr":0.8833,"vuv_err":0.15734,"score_intelligibility":0.70297,"score_speaker":0.73395,"score_quality":0.67151,"score_fidelity":0.67029,"score":0.69468},"zh":{"n":50,"unit":"cer","wer":11.54519,"wer_orig":7.40525,"dwer":4.13994,"wer_pseudo":5.54878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.74552,"utmos":1.48214,"dnsmos_ovrl":2.64577,"dnsmos_sig":3.0258,"dnsmos_bak":3.88173,"pesq_wb":1.86879,"pesq_nb":2.39199,"stoi":0.84391,"estoi":0.73004,"si_sdr":1.06124,"mel_dist":0.21187,"stft_dist":1.45092,"f0_rmse_cents":183.98884,"f0_corr":0.79704,"vuv_err":0.1562,"score_intelligibility":0.67,"score_speaker":0.74552,"score_quality":0.53128,"score_fidelity":0.62972,"score":0.64413},"yue":{"n":50,"unit":"cer","wer":25.10903,"wer_orig":14.39252,"dwer":10.71651,"wer_pseudo":21.15263,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.76784,"utmos":1.83896,"dnsmos_ovrl":2.8864,"dnsmos_sig":3.2927,"dnsmos_bak":3.80718,"pesq_wb":2.05735,"pesq_nb":2.59256,"stoi":0.8525,"estoi":0.72536,"si_sdr":3.66908,"mel_dist":0.20456,"stft_dist":1.36927,"f0_rmse_cents":167.28243,"f0_corr":0.88829,"vuv_err":0.14691,"score_intelligibility":0.58955,"score_speaker":0.76784,"score_quality":0.67924,"score_fidelity":0.68096,"score":0.6794},"ja":{"n":50,"unit":"cer","wer":12.17271,"wer_orig":3.53698,"dwer":8.63574,"wer_pseudo":10.42719,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.70817,"utmos":1.57439,"dnsmos_ovrl":2.40988,"dnsmos_sig":3.04836,"dnsmos_bak":3.28748,"pesq_wb":1.95694,"pesq_nb":2.4738,"stoi":0.72755,"estoi":0.55766,"si_sdr":2.02936,"mel_dist":0.29795,"stft_dist":1.67834,"f0_rmse_cents":198.41085,"f0_corr":0.74846,"vuv_err":0.1834,"score_intelligibility":0.34442,"score_speaker":0.70817,"score_quality":0.73531,"score_fidelity":0.58314,"score":0.59276},"ko":{"n":50,"unit":"cer","wer":6.42157,"wer_orig":5.14706,"dwer":1.27451,"wer_pseudo":3.40681,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.77094,"utmos":1.86406,"dnsmos_ovrl":2.80868,"dnsmos_sig":3.20185,"dnsmos_bak":3.93191,"pesq_wb":2.15453,"pesq_nb":2.74765,"stoi":0.85529,"estoi":0.75028,"si_sdr":5.09538,"mel_dist":0.43213,"stft_dist":2.16348,"f0_rmse_cents":106.32588,"f0_corr":0.93433,"vuv_err":0.13235,"score_intelligibility":0.82827,"score_speaker":0.77094,"score_quality":0.63351,"score_fidelity":0.7065,"score":0.7348},"th":{"n":50,"unit":"cer","wer":19.13905,"wer_orig":7.61924,"dwer":11.51981,"wer_pseudo":16.5823,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.76149,"utmos":1.3454,"dnsmos_ovrl":2.26355,"dnsmos_sig":2.79986,"dnsmos_bak":3.42829,"pesq_wb":1.53697,"pesq_nb":2.09433,"stoi":0.81837,"estoi":0.69737,"si_sdr":2.51233,"mel_dist":0.2178,"stft_dist":1.45508,"f0_rmse_cents":249.31603,"f0_corr":0.80611,"vuv_err":0.21954,"score_intelligibility":0.42799,"score_speaker":0.76149,"score_quality":0.48004,"score_fidelity":0.59263,"score":0.56554}}},{"codec":"dac_44khz_6q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_44khz_6q","family":"DAC","checkpoint":"descript/dac_44khz","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":6,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":5.168,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":5.168,"kbps_measured":5.16489,"tokens_per_s":516.4886,"params_M":76.62078,"efficiency":{"rtf_encode":0.00611,"rtf_decode":0.01051,"peak_vram_gb":1.84564,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.84521,"score_worst_lang":0.74495,"worst_lang":"el","en_gap":-0.00809,"score_intelligibility":0.81299,"score_speaker":0.91552,"score_quality":0.84774,"score_fidelity":0.8046,"dwer":2.6633,"wer":11.46911,"wer_pseudo":6.09826,"sim":0.91552,"utmos":2.14636,"dnsmos_ovrl":2.90078,"dnsmos_sig":3.32055,"dnsmos_bak":3.8199,"pesq_wb":3.06828,"pesq_nb":3.58701,"stoi":0.90244,"estoi":0.82679,"si_sdr":8.55959,"mel_dist":0.19688,"stft_dist":1.25566,"f0_rmse_cents":106.48493,"f0_corr":0.92043,"vuv_err":0.12205,"score_ci95":[0.83906,0.85368]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.2763,"wer_orig":6.98132,"dwer":0.29499,"wer_pseudo":2.43191,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.88594,"utmos":1.97697,"dnsmos_ovrl":2.39111,"dnsmos_sig":2.97133,"dnsmos_bak":3.56298,"pesq_wb":2.51556,"pesq_nb":3.14598,"stoi":0.85825,"estoi":0.75101,"si_sdr":7.1948,"mel_dist":0.31511,"stft_dist":1.67567,"f0_rmse_cents":124.72648,"f0_corr":0.91143,"vuv_err":0.13754,"score_intelligibility":0.96436,"score_speaker":0.88594,"score_quality":0.76531,"score_fidelity":0.73423,"score":0.83746},"de":{"n":50,"unit":"wer","wer":6.51068,"wer_orig":5.69685,"dwer":0.81384,"wer_pseudo":2.33978,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.93339,"utmos":2.36366,"dnsmos_ovrl":3.08211,"dnsmos_sig":3.38094,"dnsmos_bak":4.05086,"pesq_wb":3.5048,"pesq_nb":3.84129,"stoi":0.93285,"estoi":0.85456,"si_sdr":11.39426,"mel_dist":0.15396,"stft_dist":1.0736,"f0_rmse_cents":98.94292,"f0_corr":0.93927,"vuv_err":0.10936,"score_intelligibility":0.89164,"score_speaker":0.93339,"score_quality":0.89401,"score_fidelity":0.86259,"score":0.89541},"fr":{"n":50,"unit":"wer","wer":7.27273,"wer_orig":4.98024,"dwer":2.29249,"wer_pseudo":4.68254,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92526,"utmos":2.1314,"dnsmos_ovrl":3.0501,"dnsmos_sig":3.38422,"dnsmos_bak":4.0049,"pesq_wb":3.13695,"pesq_nb":3.61765,"stoi":0.93065,"estoi":0.88015,"si_sdr":9.63593,"mel_dist":0.19292,"stft_dist":1.21277,"f0_rmse_cents":86.9085,"f0_corr":0.96017,"vuv_err":0.13527,"score_intelligibility":0.72289,"score_speaker":0.92526,"score_quality":0.9143,"score_fidelity":0.83379,"score":0.84906},"es":{"n":50,"unit":"wer","wer":3.72727,"wer_orig":3.09091,"dwer":0.63636,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93018,"utmos":2.35655,"dnsmos_ovrl":3.17087,"dnsmos_sig":3.53531,"dnsmos_bak":3.91551,"pesq_wb":3.50013,"pesq_nb":3.86654,"stoi":0.93145,"estoi":0.87448,"si_sdr":10.43219,"mel_dist":0.15976,"stft_dist":1.0961,"f0_rmse_cents":154.8183,"f0_corr":0.92859,"vuv_err":0.12354,"score_intelligibility":0.86538,"score_speaker":0.93018,"score_quality":0.88172,"score_fidelity":0.85812,"score":0.88385},"it":{"n":50,"unit":"wer","wer":3.46084,"wer_orig":2.55009,"dwer":0.91075,"wer_pseudo":2.10238,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.93887,"utmos":2.59214,"dnsmos_ovrl":3.28295,"dnsmos_sig":3.57689,"dnsmos_bak":4.07659,"pesq_wb":3.44983,"pesq_nb":3.84209,"stoi":0.92628,"estoi":0.86628,"si_sdr":10.30051,"mel_dist":0.16727,"stft_dist":1.12157,"f0_rmse_cents":71.15977,"f0_corr":0.93383,"vuv_err":0.11683,"score_intelligibility":0.79584,"score_speaker":0.93887,"score_quality":0.87311,"score_fidelity":0.85336,"score":0.86529},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94517,"utmos":2.28834,"dnsmos_ovrl":3.02756,"dnsmos_sig":3.41555,"dnsmos_bak":3.77835,"pesq_wb":3.38836,"pesq_nb":3.77237,"stoi":0.90684,"estoi":0.83978,"si_sdr":9.36931,"mel_dist":0.16131,"stft_dist":1.1167,"f0_rmse_cents":187.90294,"f0_corr":0.9256,"vuv_err":0.13924,"score_intelligibility":1.0,"score_speaker":0.94517,"score_quality":0.92781,"score_fidelity":0.83828,"score":0.92781},"nl":{"n":50,"unit":"wer","wer":8.38537,"wer_orig":5.26316,"dwer":3.12221,"wer_pseudo":4.11817,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.91795,"utmos":2.36583,"dnsmos_ovrl":2.68421,"dnsmos_sig":3.08571,"dnsmos_bak":4.08059,"pesq_wb":2.85128,"pesq_nb":3.52501,"stoi":0.91682,"estoi":0.84481,"si_sdr":6.47791,"mel_dist":0.17669,"stft_dist":1.25722,"f0_rmse_cents":107.47147,"f0_corr":0.91235,"vuv_err":0.15411,"score_intelligibility":0.66733,"score_speaker":0.91795,"score_quality":0.83182,"score_fidelity":0.78604,"score":0.80078},"pl":{"n":50,"unit":"wer","wer":5.37281,"wer_orig":3.28947,"dwer":2.08333,"wer_pseudo":3.72807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.9199,"utmos":2.24119,"dnsmos_ovrl":2.95913,"dnsmos_sig":3.32282,"dnsmos_bak":3.96906,"pesq_wb":3.02638,"pesq_nb":3.57546,"stoi":0.93047,"estoi":0.86501,"si_sdr":5.00818,"mel_dist":0.26226,"stft_dist":1.50806,"f0_rmse_cents":99.72866,"f0_corr":0.85315,"vuv_err":0.1185,"score_intelligibility":0.67309,"score_speaker":0.9199,"score_quality":0.84623,"score_fidelity":0.78753,"score":0.80669},"cs":{"n":50,"unit":"wer","wer":12.13536,"wer_orig":9.45158,"dwer":2.68378,"wer_pseudo":9.34579,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94021,"utmos":2.22011,"dnsmos_ovrl":3.12411,"dnsmos_sig":3.46901,"dnsmos_bak":3.93037,"pesq_wb":3.15678,"pesq_nb":3.63484,"stoi":0.91694,"estoi":0.84934,"si_sdr":9.97293,"mel_dist":0.16697,"stft_dist":1.10957,"f0_rmse_cents":70.08728,"f0_corr":0.94106,"vuv_err":0.1022,"score_intelligibility":0.79568,"score_speaker":0.94021,"score_quality":0.88854,"score_fidelity":0.82474,"score":0.86229},"tr":{"n":50,"unit":"wer","wer":8.68421,"wer_orig":7.76316,"dwer":0.92105,"wer_pseudo":4.21607,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.92243,"utmos":1.90431,"dnsmos_ovrl":2.98788,"dnsmos_sig":3.35938,"dnsmos_bak":3.95439,"pesq_wb":3.13862,"pesq_nb":3.62911,"stoi":0.91,"estoi":0.82654,"si_sdr":9.74077,"mel_dist":0.21809,"stft_dist":1.28143,"f0_rmse_cents":86.48079,"f0_corr":0.95699,"vuv_err":0.09132,"score_intelligibility":0.90489,"score_speaker":0.92243,"score_quality":0.83821,"score_fidelity":0.82601,"score":0.87288},"id":{"n":50,"unit":"wer","wer":9.56316,"wer_orig":5.90319,"dwer":3.65998,"wer_pseudo":8.50059,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89533,"utmos":1.6736,"dnsmos_ovrl":2.6721,"dnsmos_sig":3.27001,"dnsmos_bak":3.18771,"pesq_wb":3.06272,"pesq_nb":3.5183,"stoi":0.8504,"estoi":0.74265,"si_sdr":8.60765,"mel_dist":0.14968,"stft_dist":1.12614,"f0_rmse_cents":108.29884,"f0_corr":0.88156,"vuv_err":0.14205,"score_intelligibility":0.65352,"score_speaker":0.89533,"score_quality":0.83265,"score_fidelity":0.77377,"score":0.78882},"vi":{"n":50,"unit":"wer","wer":10.10342,"wer_orig":7.71679,"dwer":2.38663,"wer_pseudo":5.8121,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.89599,"utmos":1.77823,"dnsmos_ovrl":2.73925,"dnsmos_sig":3.28127,"dnsmos_bak":3.58388,"pesq_wb":3.11947,"pesq_nb":3.6263,"stoi":0.83879,"estoi":0.74074,"si_sdr":9.6362,"mel_dist":0.15024,"stft_dist":1.11466,"f0_rmse_cents":99.64891,"f0_corr":0.93396,"vuv_err":0.11629,"score_intelligibility":0.78505,"score_speaker":0.89599,"score_quality":0.82306,"score_fidelity":0.79277,"score":0.82422},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.92424,"utmos":2.19016,"dnsmos_ovrl":2.98803,"dnsmos_sig":3.32518,"dnsmos_bak":4.02393,"pesq_wb":3.09895,"pesq_nb":3.60892,"stoi":0.92545,"estoi":0.86303,"si_sdr":8.19851,"mel_dist":0.17291,"stft_dist":1.18177,"f0_rmse_cents":132.05626,"f0_corr":0.85028,"vuv_err":0.14396,"score_intelligibility":0.95972,"score_speaker":0.92424,"score_quality":0.83941,"score_fidelity":0.79181,"score":0.8788},"uk":{"n":50,"unit":"wer","wer":10.10216,"wer_orig":6.46992,"dwer":3.63224,"wer_pseudo":5.90909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.91431,"utmos":2.22683,"dnsmos_ovrl":3.06012,"dnsmos_sig":3.3876,"dnsmos_bak":4.06746,"pesq_wb":3.1213,"pesq_nb":3.57143,"stoi":0.91945,"estoi":0.83628,"si_sdr":9.70892,"mel_dist":0.20098,"stft_dist":1.21945,"f0_rmse_cents":73.64071,"f0_corr":0.95401,"vuv_err":0.10464,"score_intelligibility":0.67284,"score_speaker":0.91431,"score_quality":0.88875,"score_fidelity":0.82651,"score":0.8256},"el":{"n":50,"unit":"wer","wer":30.36072,"wer_orig":12.02405,"dwer":18.33667,"wer_pseudo":24.32432,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.90031,"utmos":2.25776,"dnsmos_ovrl":2.91086,"dnsmos_sig":3.33578,"dnsmos_bak":3.81769,"pesq_wb":3.25424,"pesq_nb":3.76449,"stoi":0.90813,"estoi":0.82571,"si_sdr":9.99091,"mel_dist":0.16765,"stft_dist":1.15019,"f0_rmse_cents":95.55362,"f0_corr":0.90614,"vuv_err":0.12384,"score_intelligibility":0.4153,"score_speaker":0.90031,"score_quality":0.84476,"score_fidelity":0.81945,"score":0.74495},"ar":{"n":50,"unit":"wer","wer":14.18002,"wer_orig":12.45376,"dwer":1.72626,"wer_pseudo":5.56242,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93671,"utmos":2.12636,"dnsmos_ovrl":3.10902,"dnsmos_sig":3.49056,"dnsmos_bak":3.90833,"pesq_wb":2.9258,"pesq_nb":3.49672,"stoi":0.93333,"estoi":0.88285,"si_sdr":7.53713,"mel_dist":0.17499,"stft_dist":1.17517,"f0_rmse_cents":121.46663,"f0_corr":0.90877,"vuv_err":0.11099,"score_intelligibility":0.88628,"score_speaker":0.93671,"score_quality":0.8266,"score_fidelity":0.79744,"score":0.86176},"fa":{"n":50,"unit":"wer","wer":30.28571,"wer_orig":25.94286,"dwer":4.34286,"wer_pseudo":11.13514,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.91883,"utmos":2.09794,"dnsmos_ovrl":2.79471,"dnsmos_sig":3.2975,"dnsmos_bak":3.69465,"pesq_wb":2.67069,"pesq_nb":3.44346,"stoi":0.82042,"estoi":0.7218,"si_sdr":6.52074,"mel_dist":0.23851,"stft_dist":1.38952,"f0_rmse_cents":161.30297,"f0_corr":0.84905,"vuv_err":0.125,"score_intelligibility":0.86119,"score_speaker":0.91883,"score_quality":0.82758,"score_fidelity":0.7156,"score":0.8308},"he":{"n":50,"unit":"wer","wer":25.81395,"wer_orig":19.4186,"dwer":6.39535,"wer_pseudo":14.67136,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91598,"utmos":2.14727,"dnsmos_ovrl":2.753,"dnsmos_sig":3.13834,"dnsmos_bak":3.90415,"pesq_wb":2.97907,"pesq_nb":3.44166,"stoi":0.92337,"estoi":0.852,"si_sdr":9.30019,"mel_dist":0.19271,"stft_dist":1.20384,"f0_rmse_cents":93.52088,"f0_corr":0.8806,"vuv_err":0.15477,"score_intelligibility":0.76149,"score_speaker":0.91598,"score_quality":0.8686,"score_fidelity":0.78981,"score":0.83397},"hi":{"n":50,"unit":"wer","wer":30.10157,"wer_orig":26.31579,"dwer":3.78578,"wer_pseudo":11.62579,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90366,"utmos":1.9782,"dnsmos_ovrl":2.74708,"dnsmos_sig":3.29533,"dnsmos_bak":3.42182,"pesq_wb":3.15979,"pesq_nb":3.65513,"stoi":0.89384,"estoi":0.81724,"si_sdr":10.18922,"mel_dist":0.17657,"stft_dist":1.15396,"f0_rmse_cents":66.3441,"f0_corr":0.95568,"vuv_err":0.11132,"score_intelligibility":0.87828,"score_speaker":0.90366,"score_quality":0.87756,"score_fidelity":0.8222,"score":0.87043},"zh":{"n":50,"unit":"cer","wer":8.22157,"wer_orig":7.40525,"dwer":0.81633,"wer_pseudo":1.40244,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90965,"utmos":2.121,"dnsmos_ovrl":2.93758,"dnsmos_sig":3.3013,"dnsmos_bak":3.96545,"pesq_wb":2.92699,"pesq_nb":3.53807,"stoi":0.92012,"estoi":0.86032,"si_sdr":6.34876,"mel_dist":0.16349,"stft_dist":1.20149,"f0_rmse_cents":77.04901,"f0_corr":0.95182,"vuv_err":0.10461,"score_intelligibility":0.91148,"score_speaker":0.90965,"score_quality":0.77844,"score_fidelity":0.8075,"score":0.85177},"yue":{"n":50,"unit":"cer","wer":15.95016,"wer_orig":14.39252,"dwer":1.55763,"wer_pseudo":11.20963,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.90992,"utmos":2.34385,"dnsmos_ovrl":3.02004,"dnsmos_sig":3.40935,"dnsmos_bak":3.87525,"pesq_wb":3.10898,"pesq_nb":3.58347,"stoi":0.91792,"estoi":0.84447,"si_sdr":7.40879,"mel_dist":0.15832,"stft_dist":1.17071,"f0_rmse_cents":125.91341,"f0_corr":0.93599,"vuv_err":0.1041,"score_intelligibility":0.90811,"score_speaker":0.90992,"score_quality":0.84186,"score_fidelity":0.81882,"score":0.86968},"ja":{"n":50,"unit":"cer","wer":5.60404,"wer_orig":3.53698,"dwer":2.06706,"wer_pseudo":3.67478,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.87638,"utmos":1.77285,"dnsmos_ovrl":2.47002,"dnsmos_sig":3.11039,"dnsmos_bak":3.24715,"pesq_wb":2.80294,"pesq_nb":3.37288,"stoi":0.8225,"estoi":0.70744,"si_sdr":6.70812,"mel_dist":0.24529,"stft_dist":1.40461,"f0_rmse_cents":100.72685,"f0_corr":0.93256,"vuv_err":0.1205,"score_intelligibility":0.687,"score_speaker":0.87638,"score_quality":0.85066,"score_fidelity":0.75673,"score":0.79269},"ko":{"n":50,"unit":"cer","wer":5.04902,"wer_orig":5.14706,"dwer":-0.09804,"wer_pseudo":1.35271,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.89958,"utmos":2.59294,"dnsmos_ovrl":2.96474,"dnsmos_sig":3.34091,"dnsmos_bak":3.99543,"pesq_wb":3.07671,"pesq_nb":3.68103,"stoi":0.9208,"estoi":0.86033,"si_sdr":8.92994,"mel_dist":0.38949,"stft_dist":1.96348,"f0_rmse_cents":81.00489,"f0_corr":0.95869,"vuv_err":0.08941,"score_intelligibility":1.0,"score_speaker":0.89958,"score_quality":0.83301,"score_fidelity":0.82428,"score":0.88922},"th":{"n":50,"unit":"cer","wer":9.135,"wer_orig":7.61924,"dwer":1.51576,"wer_pseudo":5.10225,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91224,"utmos":1.76517,"dnsmos_ovrl":2.69206,"dnsmos_sig":3.20852,"dnsmos_bak":3.66106,"pesq_wb":2.66231,"pesq_nb":3.33603,"stoi":0.90349,"estoi":0.83609,"si_sdr":6.81825,"mel_dist":0.16985,"stft_dist":1.22826,"f0_rmse_cents":130.88418,"f0_corr":0.92865,"vuv_err":0.14983,"score_intelligibility":0.85044,"score_speaker":0.91224,"score_quality":0.75187,"score_fidelity":0.76903,"score":0.82089}}},{"codec":"dac_44khz_9q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dac_44khz_9q","family":"DAC","checkpoint":"descript/dac_44khz","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":9,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.06546","year":2023,"bitrate_kbps":7.752,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":7.752,"kbps_measured":7.74733,"tokens_per_s":774.73289,"params_M":76.62078,"efficiency":{"rtf_encode":0.00601,"rtf_decode":0.0103,"peak_vram_gb":1.8457,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.91603,"score_worst_lang":0.86418,"worst_lang":"ja","en_gap":-0.02084,"score_intelligibility":0.91053,"score_speaker":0.95185,"score_quality":0.92036,"score_fidelity":0.88139,"dwer":0.88222,"wer":9.68803,"wer_pseudo":3.57468,"sim":0.95185,"utmos":2.34897,"dnsmos_ovrl":2.94033,"dnsmos_sig":3.36222,"dnsmos_bak":3.83114,"pesq_wb":3.6792,"pesq_nb":4.03609,"stoi":0.94018,"estoi":0.89255,"si_sdr":11.22205,"mel_dist":0.17022,"stft_dist":1.14575,"f0_rmse_cents":92.39662,"f0_corr":0.93849,"vuv_err":0.10146,"score_ci95":[0.90904,0.92012]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.78466,"wer_orig":6.98132,"dwer":-0.19666,"wer_pseudo":1.55642,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.92342,"utmos":2.22652,"dnsmos_ovrl":2.44895,"dnsmos_sig":3.03304,"dnsmos_bak":3.56865,"pesq_wb":3.03379,"pesq_nb":3.65062,"stoi":0.89838,"estoi":0.82062,"si_sdr":9.75667,"mel_dist":0.28365,"stft_dist":1.53078,"f0_rmse_cents":112.81963,"f0_corr":0.90629,"vuv_err":0.1176,"score_intelligibility":1.0,"score_speaker":0.92342,"score_quality":0.86559,"score_fidelity":0.79525,"score":0.89606},"de":{"n":50,"unit":"wer","wer":5.59512,"wer_orig":5.69685,"dwer":-0.10173,"wer_pseudo":1.01729,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96514,"utmos":2.53681,"dnsmos_ovrl":3.09308,"dnsmos_sig":3.39094,"dnsmos_bak":4.04278,"pesq_wb":4.03054,"pesq_nb":4.20084,"stoi":0.96046,"estoi":0.91325,"si_sdr":14.61449,"mel_dist":0.1307,"stft_dist":0.98053,"f0_rmse_cents":76.47813,"f0_corr":0.9591,"vuv_err":0.09057,"score_intelligibility":1.0,"score_speaker":0.96514,"score_quality":0.94428,"score_fidelity":0.92847,"score":0.95947},"fr":{"n":50,"unit":"wer","wer":6.16601,"wer_orig":4.98024,"dwer":1.18577,"wer_pseudo":2.77778,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95793,"utmos":2.23044,"dnsmos_ovrl":3.06056,"dnsmos_sig":3.39458,"dnsmos_bak":4.00918,"pesq_wb":3.67663,"pesq_nb":4.01776,"stoi":0.95781,"estoi":0.92613,"si_sdr":12.18832,"mel_dist":0.16764,"stft_dist":1.12003,"f0_rmse_cents":81.49502,"f0_corr":0.95344,"vuv_err":0.1187,"score_intelligibility":0.83453,"score_speaker":0.95793,"score_quality":0.95056,"score_fidelity":0.892,"score":0.90876},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96047,"utmos":2.52235,"dnsmos_ovrl":3.21502,"dnsmos_sig":3.56632,"dnsmos_bak":3.94606,"pesq_wb":3.94489,"pesq_nb":4.19142,"stoi":0.95999,"estoi":0.92661,"si_sdr":13.49905,"mel_dist":0.13632,"stft_dist":0.99647,"f0_rmse_cents":136.66684,"f0_corr":0.9477,"vuv_err":0.1045,"score_intelligibility":0.9375,"score_speaker":0.96047,"score_quality":0.93227,"score_fidelity":0.91636,"score":0.93665},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.37112,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96617,"utmos":2.8136,"dnsmos_ovrl":3.3006,"dnsmos_sig":3.59552,"dnsmos_bak":4.07568,"pesq_wb":3.94643,"pesq_nb":4.17231,"stoi":0.95644,"estoi":0.92064,"si_sdr":13.19311,"mel_dist":0.14286,"stft_dist":1.02281,"f0_rmse_cents":78.21229,"f0_corr":0.92325,"vuv_err":0.09282,"score_intelligibility":0.84776,"score_speaker":0.96617,"score_quality":0.92955,"score_fidelity":0.90718,"score":0.91266},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":0.7874,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97091,"utmos":2.40284,"dnsmos_ovrl":3.0462,"dnsmos_sig":3.42707,"dnsmos_bak":3.7849,"pesq_wb":3.92725,"pesq_nb":4.13654,"stoi":0.94183,"estoi":0.89938,"si_sdr":11.86198,"mel_dist":0.13594,"stft_dist":1.01917,"f0_rmse_cents":179.51579,"f0_corr":0.94203,"vuv_err":0.11957,"score_intelligibility":1.0,"score_speaker":0.97091,"score_quality":0.96583,"score_fidelity":0.90674,"score":0.96087},"nl":{"n":50,"unit":"wer","wer":6.42284,"wer_orig":5.26316,"dwer":1.15968,"wer_pseudo":1.79051,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95351,"utmos":2.66521,"dnsmos_ovrl":2.75316,"dnsmos_sig":3.15007,"dnsmos_bak":4.09536,"pesq_wb":3.60379,"pesq_nb":4.03335,"stoi":0.95208,"estoi":0.90934,"si_sdr":8.97778,"mel_dist":0.15258,"stft_dist":1.13156,"f0_rmse_cents":81.53697,"f0_corr":0.94599,"vuv_err":0.13214,"score_intelligibility":0.84377,"score_speaker":0.95351,"score_quality":0.92293,"score_fidelity":0.88067,"score":0.90022},"pl":{"n":50,"unit":"wer","wer":4.16667,"wer_orig":3.28947,"dwer":0.87719,"wer_pseudo":2.41228,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95496,"utmos":2.50479,"dnsmos_ovrl":3.01696,"dnsmos_sig":3.37315,"dnsmos_bak":4.00666,"pesq_wb":3.66663,"pesq_nb":4.05732,"stoi":0.9597,"estoi":0.92062,"si_sdr":7.21585,"mel_dist":0.23602,"stft_dist":1.39727,"f0_rmse_cents":80.27736,"f0_corr":0.90636,"vuv_err":0.1,"score_intelligibility":0.83022,"score_speaker":0.95496,"score_quality":0.93061,"score_fidelity":0.87599,"score":0.89794},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":7.00935,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97017,"utmos":2.3877,"dnsmos_ovrl":3.13001,"dnsmos_sig":3.47999,"dnsmos_bak":3.91332,"pesq_wb":3.79634,"pesq_nb":4.08515,"stoi":0.95153,"estoi":0.91142,"si_sdr":12.2279,"mel_dist":0.14271,"stft_dist":1.02421,"f0_rmse_cents":55.33699,"f0_corr":0.95713,"vuv_err":0.08441,"score_intelligibility":0.87326,"score_speaker":0.97017,"score_quality":0.94191,"score_fidelity":0.90254,"score":0.92197},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":1.58103,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.95724,"utmos":2.0712,"dnsmos_ovrl":2.99828,"dnsmos_sig":3.37755,"dnsmos_bak":3.9451,"pesq_wb":3.71458,"pesq_nb":4.05812,"stoi":0.94511,"estoi":0.89132,"si_sdr":12.89998,"mel_dist":0.1868,"stft_dist":1.15449,"f0_rmse_cents":74.87809,"f0_corr":0.96485,"vuv_err":0.0726,"score_intelligibility":0.98521,"score_speaker":0.95724,"score_quality":0.90585,"score_fidelity":0.89519,"score":0.93587},"id":{"n":50,"unit":"wer","wer":8.1464,"wer_orig":5.90319,"dwer":2.24321,"wer_pseudo":5.43093,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.94505,"utmos":1.81137,"dnsmos_ovrl":2.69645,"dnsmos_sig":3.29741,"dnsmos_bak":3.2072,"pesq_wb":3.84136,"pesq_nb":4.0639,"stoi":0.90961,"estoi":0.83992,"si_sdr":11.30629,"mel_dist":0.12587,"stft_dist":1.02249,"f0_rmse_cents":99.51608,"f0_corr":0.90974,"vuv_err":0.1183,"score_intelligibility":0.75474,"score_speaker":0.94505,"score_quality":0.91135,"score_fidelity":0.87706,"score":0.87205},"vi":{"n":50,"unit":"wer","wer":8.35322,"wer_orig":7.71679,"dwer":0.63644,"wer_pseudo":3.26433,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.94116,"utmos":1.90826,"dnsmos_ovrl":2.81401,"dnsmos_sig":3.35846,"dnsmos_bak":3.62654,"pesq_wb":3.81002,"pesq_nb":4.08526,"stoi":0.90241,"estoi":0.83918,"si_sdr":12.64239,"mel_dist":0.12748,"stft_dist":1.01623,"f0_rmse_cents":98.46091,"f0_corr":0.93005,"vuv_err":0.10042,"score_intelligibility":0.93196,"score_speaker":0.94116,"score_quality":0.90215,"score_fidelity":0.87844,"score":0.91343},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.4635,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95965,"utmos":2.41353,"dnsmos_ovrl":3.04909,"dnsmos_sig":3.38736,"dnsmos_bak":4.03735,"pesq_wb":3.72461,"pesq_nb":4.06195,"stoi":0.95603,"estoi":0.91911,"si_sdr":10.78727,"mel_dist":0.14726,"stft_dist":1.07642,"f0_rmse_cents":89.17151,"f0_corr":0.91732,"vuv_err":0.12096,"score_intelligibility":0.95972,"score_speaker":0.95965,"score_quality":0.91926,"score_fidelity":0.88393,"score":0.93064},"uk":{"n":50,"unit":"wer","wer":8.05902,"wer_orig":6.46992,"dwer":1.5891,"wer_pseudo":4.09091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.95038,"utmos":2.36605,"dnsmos_ovrl":3.07895,"dnsmos_sig":3.41456,"dnsmos_bak":4.06408,"pesq_wb":3.66606,"pesq_nb":3.98244,"stoi":0.94817,"estoi":0.89244,"si_sdr":12.40526,"mel_dist":0.17303,"stft_dist":1.11286,"f0_rmse_cents":63.56706,"f0_corr":0.9654,"vuv_err":0.09016,"score_intelligibility":0.82458,"score_speaker":0.95038,"score_quality":0.93286,"score_fidelity":0.89177,"score":0.8999},"el":{"n":50,"unit":"wer","wer":13.42685,"wer_orig":12.02405,"dwer":1.40281,"wer_pseudo":7.40741,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94036,"utmos":2.46345,"dnsmos_ovrl":2.96784,"dnsmos_sig":3.40351,"dnsmos_bak":3.83001,"pesq_wb":3.85785,"pesq_nb":4.13209,"stoi":0.94432,"estoi":0.89116,"si_sdr":12.8053,"mel_dist":0.14366,"stft_dist":1.05185,"f0_rmse_cents":91.34215,"f0_corr":0.90651,"vuv_err":0.09748,"score_intelligibility":0.90276,"score_speaker":0.94036,"score_quality":0.91838,"score_fidelity":0.88912,"score":0.91266},"ar":{"n":50,"unit":"wer","wer":13.4402,"wer_orig":12.45376,"dwer":0.98644,"wer_pseudo":3.70828,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96513,"utmos":2.38608,"dnsmos_ovrl":3.14499,"dnsmos_sig":3.52843,"dnsmos_bak":3.91188,"pesq_wb":3.5681,"pesq_nb":4.00016,"stoi":0.96117,"estoi":0.93134,"si_sdr":9.71838,"mel_dist":0.1495,"stft_dist":1.08109,"f0_rmse_cents":110.70085,"f0_corr":0.92306,"vuv_err":0.08685,"score_intelligibility":0.93169,"score_speaker":0.96513,"score_quality":0.91258,"score_fidelity":0.87266,"score":0.92051},"fa":{"n":50,"unit":"wer","wer":27.08571,"wer_orig":25.94286,"dwer":1.14286,"wer_pseudo":6.27027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.95357,"utmos":2.35761,"dnsmos_ovrl":2.82996,"dnsmos_sig":3.32331,"dnsmos_bak":3.71468,"pesq_wb":3.35836,"pesq_nb":3.92847,"stoi":0.87921,"estoi":0.81397,"si_sdr":8.60691,"mel_dist":0.19774,"stft_dist":1.23818,"f0_rmse_cents":133.22228,"f0_corr":0.89676,"vuv_err":0.10712,"score_intelligibility":0.95931,"score_speaker":0.95357,"score_quality":0.91741,"score_fidelity":0.81659,"score":0.91172},"he":{"n":50,"unit":"wer","wer":22.2093,"wer_orig":19.4186,"dwer":2.7907,"wer_pseudo":8.21596,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.95452,"utmos":2.2967,"dnsmos_ovrl":2.78211,"dnsmos_sig":3.16668,"dnsmos_bak":3.92843,"pesq_wb":3.56864,"pesq_nb":3.90785,"stoi":0.9533,"estoi":0.90932,"si_sdr":12.01648,"mel_dist":0.1653,"stft_dist":1.09824,"f0_rmse_cents":82.52694,"f0_corr":0.9185,"vuv_err":0.13188,"score_intelligibility":0.87976,"score_speaker":0.95452,"score_quality":0.92686,"score_fidelity":0.86856,"score":0.90743},"hi":{"n":50,"unit":"wer","wer":27.51616,"wer_orig":26.31579,"dwer":1.20037,"wer_pseudo":8.26521,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95036,"utmos":2.10681,"dnsmos_ovrl":2.76096,"dnsmos_sig":3.33496,"dnsmos_bak":3.41258,"pesq_wb":3.80358,"pesq_nb":4.09175,"stoi":0.93665,"estoi":0.89019,"si_sdr":13.27474,"mel_dist":0.15144,"stft_dist":1.05218,"f0_rmse_cents":61.64723,"f0_corr":0.95442,"vuv_err":0.09063,"score_intelligibility":0.95791,"score_speaker":0.95036,"score_quality":0.9272,"score_fidelity":0.89737,"score":0.93321},"zh":{"n":50,"unit":"cer","wer":7.63848,"wer_orig":7.40525,"dwer":0.23324,"wer_pseudo":1.15854,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.94742,"utmos":2.45371,"dnsmos_ovrl":3.04958,"dnsmos_sig":3.39905,"dnsmos_bak":4.00275,"pesq_wb":3.64283,"pesq_nb":4.07635,"stoi":0.95595,"estoi":0.92249,"si_sdr":9.39101,"mel_dist":0.13856,"stft_dist":1.0761,"f0_rmse_cents":58.42009,"f0_corr":0.96974,"vuv_err":0.08056,"score_intelligibility":0.973,"score_speaker":0.94742,"score_quality":0.89749,"score_fidelity":0.8936,"score":0.92788},"yue":{"n":50,"unit":"cer","wer":15.70093,"wer_orig":14.39252,"dwer":1.30841,"wer_pseudo":7.72641,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.94959,"utmos":2.6002,"dnsmos_ovrl":3.03921,"dnsmos_sig":3.42617,"dnsmos_bak":3.8782,"pesq_wb":3.7616,"pesq_nb":4.05515,"stoi":0.95284,"estoi":0.91032,"si_sdr":9.93341,"mel_dist":0.13332,"stft_dist":1.06418,"f0_rmse_cents":88.17318,"f0_corr":0.96235,"vuv_err":0.08088,"score_intelligibility":0.92166,"score_speaker":0.94959,"score_quality":0.91133,"score_fidelity":0.9014,"score":0.921},"ja":{"n":50,"unit":"cer","wer":5.09876,"wer_orig":3.53698,"dwer":1.56178,"wer_pseudo":3.12356,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.9222,"utmos":1.93099,"dnsmos_ovrl":2.52131,"dnsmos_sig":3.19278,"dnsmos_bak":3.27227,"pesq_wb":3.4624,"pesq_nb":3.88638,"stoi":0.88512,"estoi":0.80428,"si_sdr":9.51125,"mel_dist":0.2046,"stft_dist":1.24119,"f0_rmse_cents":88.03366,"f0_corr":0.95217,"vuv_err":0.09915,"score_intelligibility":0.74392,"score_speaker":0.9222,"score_quality":0.94367,"score_fidelity":0.84694,"score":0.86418},"ko":{"n":50,"unit":"cer","wer":5.14706,"wer_orig":5.14706,"dwer":0.0,"wer_pseudo":1.40281,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.93642,"utmos":2.86995,"dnsmos_ovrl":3.01481,"dnsmos_sig":3.38649,"dnsmos_bak":4.00766,"pesq_wb":3.48102,"pesq_nb":4.04903,"stoi":0.95224,"estoi":0.91447,"si_sdr":11.30555,"mel_dist":0.36745,"stft_dist":1.87128,"f0_rmse_cents":69.18761,"f0_corr":0.96823,"vuv_err":0.07077,"score_intelligibility":1.0,"score_speaker":0.93642,"score_quality":0.90658,"score_fidelity":0.87645,"score":0.92986},"th":{"n":50,"unit":"cer","wer":7.98302,"wer_orig":7.61924,"dwer":0.36378,"wer_pseudo":3.86718,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.94872,"utmos":2.04921,"dnsmos_ovrl":2.75585,"dnsmos_sig":3.28594,"dnsmos_bak":3.66597,"pesq_wb":3.4135,"pesq_nb":3.94189,"stoi":0.94386,"estoi":0.9037,"si_sdr":9.1898,"mel_dist":0.14493,"stft_dist":1.11838,"f0_rmse_cents":126.33214,"f0_corr":0.94348,"vuv_err":0.12696,"score_intelligibility":0.9595,"score_speaker":0.94872,"score_quality":0.87216,"score_fidelity":0.85897,"score":0.90984}}},{"codec":"dacvae_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dacvae_48k","family":"DACVAE","checkpoint":"facebook/dacvae-watermarked","sample_rate":48000,"output_sample_rate":48000,"frame_rate":25.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":128,"domain":"general","causal":false,"multilingual":null,"license":"code Apache-2.0; weights: model-card metadata says Apache-2.0 but its text says SAM License","paper":"2410.13720","year":2025,"bitrate_kbps":null,"notes":"Movie Gen DAC-VAE (public watermarked release); 48 kHz mono, 1920x downsampling, 128-d latent, posterior mean; decoder always embeds an AudioSeal-style watermark (fixed all-zero 16-bit message here)","side_info":null,"warning":"watermarked decoder: every reconstruction carries an imperceptible-by-design watermark, which may slightly lower fidelity metrics vs an unwatermarked DACVAE","env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":107.67117,"efficiency":{"rtf_encode":0.00334,"rtf_decode":0.01105,"peak_vram_gb":2.46601,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.96164,"score_worst_lang":0.93848,"worst_lang":"nl","en_gap":-0.01807,"score_intelligibility":0.95542,"score_speaker":0.97017,"score_quality":0.95582,"score_fidelity":0.96513,"dwer":0.37272,"wer":9.17853,"wer_pseudo":2.12854,"sim":0.97017,"utmos":2.45737,"dnsmos_ovrl":2.95171,"dnsmos_sig":3.36985,"dnsmos_bak":3.85238,"pesq_wb":4.29328,"pesq_nb":4.31096,"stoi":0.97364,"estoi":0.94968,"si_sdr":15.01223,"mel_dist":0.12468,"stft_dist":0.97006,"f0_rmse_cents":44.32639,"f0_corr":0.98081,"vuv_err":0.03714,"score_ci95":[0.95577,0.96408]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":0.97276,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.94462,"utmos":2.30787,"dnsmos_ovrl":2.5292,"dnsmos_sig":3.10353,"dnsmos_bak":3.67459,"pesq_wb":4.07567,"pesq_nb":4.20276,"stoi":0.95027,"estoi":0.91021,"si_sdr":13.84996,"mel_dist":0.13831,"stft_dist":1.0879,"f0_rmse_cents":51.48401,"f0_corr":0.98734,"vuv_err":0.03218,"score_intelligibility":0.97595,"score_speaker":0.94462,"score_quality":0.91792,"score_fidelity":0.93879,"score":0.94432},"de":{"n":50,"unit":"wer","wer":5.59512,"wer_orig":5.69685,"dwer":-0.10173,"wer_pseudo":0.40692,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.98113,"utmos":2.61609,"dnsmos_ovrl":3.06582,"dnsmos_sig":3.35829,"dnsmos_bak":4.05629,"pesq_wb":4.42078,"pesq_nb":4.37371,"stoi":0.98233,"estoi":0.95846,"si_sdr":21.06342,"mel_dist":0.10188,"stft_dist":0.83145,"f0_rmse_cents":27.19349,"f0_corr":0.9938,"vuv_err":0.0237,"score_intelligibility":1.0,"score_speaker":0.98113,"score_quality":0.96308,"score_fidelity":0.9845,"score":0.98218},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":1.26984,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.96947,"utmos":2.24381,"dnsmos_ovrl":3.04378,"dnsmos_sig":3.38273,"dnsmos_bak":3.9898,"pesq_wb":4.22702,"pesq_nb":4.28153,"stoi":0.98226,"estoi":0.96705,"si_sdr":15.50056,"mel_dist":0.1247,"stft_dist":0.96928,"f0_rmse_cents":44.43898,"f0_corr":0.98964,"vuv_err":0.04245,"score_intelligibility":0.98695,"score_speaker":0.96947,"score_quality":0.95546,"score_fidelity":0.96463,"score":0.96913},"es":{"n":50,"unit":"wer","wer":3.0,"wer_orig":3.09091,"dwer":-0.09091,"wer_pseudo":0.09116,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.97912,"utmos":2.63003,"dnsmos_ovrl":3.20287,"dnsmos_sig":3.55438,"dnsmos_bak":3.94778,"pesq_wb":4.40318,"pesq_nb":4.37554,"stoi":0.9845,"estoi":0.96933,"si_sdr":18.45398,"mel_dist":0.13268,"stft_dist":0.94703,"f0_rmse_cents":66.18773,"f0_corr":0.98608,"vuv_err":0.04395,"score_intelligibility":1.0,"score_speaker":0.97912,"score_quality":0.96285,"score_fidelity":0.98097,"score":0.98073},"it":{"n":50,"unit":"wer","wer":2.73224,"wer_orig":2.55009,"dwer":0.18215,"wer_pseudo":0.36563,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9801,"utmos":2.92791,"dnsmos_ovrl":3.31267,"dnsmos_sig":3.60197,"dnsmos_bak":4.08891,"pesq_wb":4.35588,"pesq_nb":4.36074,"stoi":0.98373,"estoi":0.9681,"si_sdr":17.36824,"mel_dist":0.12393,"stft_dist":0.92021,"f0_rmse_cents":38.88198,"f0_corr":0.98397,"vuv_err":0.03907,"score_intelligibility":0.9512,"score_speaker":0.9801,"score_quality":0.95801,"score_fidelity":0.97551,"score":0.9662},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98227,"utmos":2.43009,"dnsmos_ovrl":3.0365,"dnsmos_sig":3.42322,"dnsmos_bak":3.77838,"pesq_wb":4.30395,"pesq_nb":4.30034,"stoi":0.97401,"estoi":0.95172,"si_sdr":14.49978,"mel_dist":0.11959,"stft_dist":0.94703,"f0_rmse_cents":82.58148,"f0_corr":0.98644,"vuv_err":0.04654,"score_intelligibility":1.0,"score_speaker":0.98227,"score_quality":0.97488,"score_fidelity":0.96815,"score":0.98132},"nl":{"n":50,"unit":"wer","wer":6.33363,"wer_orig":5.26316,"dwer":1.07047,"wer_pseudo":1.07431,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.97319,"utmos":2.82488,"dnsmos_ovrl":2.71931,"dnsmos_sig":3.11321,"dnsmos_bak":4.09275,"pesq_wb":4.31107,"pesq_nb":4.31556,"stoi":0.98325,"estoi":0.96496,"si_sdr":12.19512,"mel_dist":0.15389,"stft_dist":1.08963,"f0_rmse_cents":54.71819,"f0_corr":0.97526,"vuv_err":0.06986,"score_intelligibility":0.85403,"score_speaker":0.97319,"score_quality":0.95851,"score_fidelity":0.96818,"score":0.93848},"pl":{"n":50,"unit":"wer","wer":3.83772,"wer_orig":3.28947,"dwer":0.54825,"wer_pseudo":0.65789,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.97292,"utmos":2.63478,"dnsmos_ovrl":3.04563,"dnsmos_sig":3.38611,"dnsmos_bak":4.05014,"pesq_wb":4.26498,"pesq_nb":4.31519,"stoi":0.98495,"estoi":0.96592,"si_sdr":9.96151,"mel_dist":0.13391,"stft_dist":1.04407,"f0_rmse_cents":50.26217,"f0_corr":0.958,"vuv_err":0.03751,"score_intelligibility":0.88667,"score_speaker":0.97292,"score_quality":0.96781,"score_fidelity":0.9586,"score":0.9465},"cs":{"n":50,"unit":"wer","wer":10.03501,"wer_orig":9.45158,"dwer":0.58343,"wer_pseudo":3.6215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.98227,"utmos":2.4977,"dnsmos_ovrl":3.1346,"dnsmos_sig":3.46946,"dnsmos_bak":3.94745,"pesq_wb":4.25905,"pesq_nb":4.30483,"stoi":0.97743,"estoi":0.95595,"si_sdr":15.51087,"mel_dist":0.12931,"stft_dist":0.9504,"f0_rmse_cents":35.018,"f0_corr":0.96414,"vuv_err":0.03225,"score_intelligibility":0.94713,"score_speaker":0.98227,"score_quality":0.97693,"score_fidelity":0.95758,"score":0.96598},"tr":{"n":50,"unit":"wer","wer":7.5,"wer_orig":7.76316,"dwer":-0.26316,"wer_pseudo":1.31752,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.97221,"utmos":2.13913,"dnsmos_ovrl":3.03855,"dnsmos_sig":3.40591,"dnsmos_bak":3.98472,"pesq_wb":4.34631,"pesq_nb":4.33557,"stoi":0.97483,"estoi":0.94564,"si_sdr":17.91509,"mel_dist":0.13978,"stft_dist":1.00113,"f0_rmse_cents":46.87713,"f0_corr":0.97728,"vuv_err":0.04155,"score_intelligibility":1.0,"score_speaker":0.97221,"score_quality":0.94218,"score_fidelity":0.9694,"score":0.97095},"id":{"n":50,"unit":"wer","wer":6.61157,"wer_orig":5.90319,"dwer":0.70838,"wer_pseudo":2.5974,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.96141,"utmos":1.85955,"dnsmos_ovrl":2.75253,"dnsmos_sig":3.35717,"dnsmos_bak":3.2869,"pesq_wb":4.28949,"pesq_nb":4.27195,"stoi":0.95322,"estoi":0.90964,"si_sdr":14.32259,"mel_dist":0.10756,"stft_dist":0.91157,"f0_rmse_cents":36.76475,"f0_corr":0.97039,"vuv_err":0.0299,"score_intelligibility":0.90693,"score_speaker":0.96141,"score_quality":0.94726,"score_fidelity":0.95449,"score":0.94253},"vi":{"n":50,"unit":"wer","wer":8.51233,"wer_orig":7.71679,"dwer":0.79554,"wer_pseudo":2.07006,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.95804,"utmos":2.02076,"dnsmos_ovrl":2.82948,"dnsmos_sig":3.37581,"dnsmos_bak":3.61909,"pesq_wb":4.36583,"pesq_nb":4.33009,"stoi":0.95111,"estoi":0.91223,"si_sdr":17.1101,"mel_dist":0.10441,"stft_dist":0.878,"f0_rmse_cents":46.11514,"f0_corr":0.98179,"vuv_err":0.03457,"score_intelligibility":0.91637,"score_speaker":0.95804,"score_quality":0.95725,"score_fidelity":0.96485,"score":0.94913},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.97377,"utmos":2.53928,"dnsmos_ovrl":3.03273,"dnsmos_sig":3.37159,"dnsmos_bak":4.03316,"pesq_wb":4.29458,"pesq_nb":4.3223,"stoi":0.98244,"estoi":0.96569,"si_sdr":14.85113,"mel_dist":0.13647,"stft_dist":1.02114,"f0_rmse_cents":48.78438,"f0_corr":0.96738,"vuv_err":0.05603,"score_intelligibility":0.88816,"score_speaker":0.97377,"score_quality":0.9539,"score_fidelity":0.96371,"score":0.94488},"uk":{"n":50,"unit":"wer","wer":7.03746,"wer_orig":6.46992,"dwer":0.56754,"wer_pseudo":1.81818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.96777,"utmos":2.43324,"dnsmos_ovrl":3.07688,"dnsmos_sig":3.41356,"dnsmos_bak":4.0623,"pesq_wb":4.30691,"pesq_nb":4.32609,"stoi":0.97537,"estoi":0.94541,"si_sdr":16.74226,"mel_dist":0.14549,"stft_dist":1.03449,"f0_rmse_cents":30.27829,"f0_corr":0.99055,"vuv_err":0.04063,"score_intelligibility":0.92939,"score_speaker":0.96777,"score_quality":0.95415,"score_fidelity":0.97025,"score":0.95539},"el":{"n":50,"unit":"wer","wer":12.32465,"wer_orig":12.02405,"dwer":0.3006,"wer_pseudo":3.8038,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.96884,"utmos":2.58762,"dnsmos_ovrl":2.98019,"dnsmos_sig":3.39661,"dnsmos_bak":3.87245,"pesq_wb":4.35437,"pesq_nb":4.336,"stoi":0.97363,"estoi":0.94304,"si_sdr":17.18778,"mel_dist":0.11188,"stft_dist":0.89069,"f0_rmse_cents":30.81039,"f0_corr":0.98754,"vuv_err":0.03197,"score_intelligibility":0.97744,"score_speaker":0.96884,"score_quality":0.95722,"score_fidelity":0.97319,"score":0.96917},"ar":{"n":50,"unit":"wer","wer":12.57707,"wer_orig":12.45376,"dwer":0.1233,"wer_pseudo":1.85414,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97857,"utmos":2.5405,"dnsmos_ovrl":3.17928,"dnsmos_sig":3.54546,"dnsmos_bak":3.95362,"pesq_wb":4.23601,"pesq_nb":4.30516,"stoi":0.98727,"estoi":0.97497,"si_sdr":12.418,"mel_dist":0.13294,"stft_dist":0.98339,"f0_rmse_cents":48.62252,"f0_corr":0.97248,"vuv_err":0.04199,"score_intelligibility":0.99092,"score_speaker":0.97857,"score_quality":0.96041,"score_fidelity":0.96144,"score":0.97283},"fa":{"n":50,"unit":"wer","wer":26.05714,"wer_orig":25.94286,"dwer":0.11429,"wer_pseudo":4.54054,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.97132,"utmos":2.4784,"dnsmos_ovrl":2.86156,"dnsmos_sig":3.35784,"dnsmos_bak":3.7386,"pesq_wb":4.17323,"pesq_nb":4.24638,"stoi":0.94442,"estoi":0.91522,"si_sdr":11.05997,"mel_dist":0.12283,"stft_dist":1.03947,"f0_rmse_cents":70.84037,"f0_corr":0.9428,"vuv_err":0.03178,"score_intelligibility":0.99578,"score_speaker":0.97132,"score_quality":0.95683,"score_fidelity":0.93128,"score":0.9638},"he":{"n":50,"unit":"wer","wer":21.74419,"wer_orig":19.4186,"dwer":2.32558,"wer_pseudo":5.75117,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.96763,"utmos":2.32595,"dnsmos_ovrl":2.80841,"dnsmos_sig":3.19588,"dnsmos_bak":3.93574,"pesq_wb":4.26465,"pesq_nb":4.29438,"stoi":0.97969,"estoi":0.95803,"si_sdr":16.12779,"mel_dist":0.11764,"stft_dist":0.9231,"f0_rmse_cents":39.27604,"f0_corr":0.97823,"vuv_err":0.04965,"score_intelligibility":0.89775,"score_speaker":0.96763,"score_quality":0.94394,"score_fidelity":0.96356,"score":0.94322},"hi":{"n":50,"unit":"wer","wer":27.23915,"wer_orig":26.31579,"dwer":0.92336,"wer_pseudo":4.35967,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.96624,"utmos":2.17717,"dnsmos_ovrl":2.7782,"dnsmos_sig":3.36586,"dnsmos_bak":3.43413,"pesq_wb":4.35107,"pesq_nb":4.33648,"stoi":0.97142,"estoi":0.94758,"si_sdr":18.61995,"mel_dist":0.12522,"stft_dist":0.93443,"f0_rmse_cents":36.34933,"f0_corr":0.9867,"vuv_err":0.03301,"score_intelligibility":0.9673,"score_speaker":0.96624,"score_quality":0.95436,"score_fidelity":0.97186,"score":0.96494},"zh":{"n":50,"unit":"cer","wer":7.40525,"wer_orig":7.40525,"dwer":0.0,"wer_pseudo":0.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.97517,"utmos":2.69075,"dnsmos_ovrl":3.06298,"dnsmos_sig":3.41018,"dnsmos_bak":4.0135,"pesq_wb":4.34677,"pesq_nb":4.34357,"stoi":0.98711,"estoi":0.97614,"si_sdr":13.28325,"mel_dist":0.1118,"stft_dist":0.9406,"f0_rmse_cents":21.67376,"f0_corr":0.9948,"vuv_err":0.0202,"score_intelligibility":1.0,"score_speaker":0.97517,"score_quality":0.96624,"score_fidelity":0.97938,"score":0.9802},"yue":{"n":50,"unit":"cer","wer":14.39252,"wer_orig":14.39252,"dwer":0.0,"wer_pseudo":6.71311,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.97199,"utmos":2.79433,"dnsmos_ovrl":3.04314,"dnsmos_sig":3.42919,"dnsmos_bak":3.88096,"pesq_wb":4.31463,"pesq_nb":4.31633,"stoi":0.98042,"estoi":0.96168,"si_sdr":13.01342,"mel_dist":0.09966,"stft_dist":0.9021,"f0_rmse_cents":25.8976,"f0_corr":0.99643,"vuv_err":0.01603,"score_intelligibility":1.0,"score_speaker":0.97199,"score_quality":0.96123,"score_fidelity":0.97463,"score":0.97696},"ja":{"n":50,"unit":"cer","wer":3.90446,"wer_orig":3.53698,"dwer":0.36748,"wer_pseudo":1.24024,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.94816,"utmos":1.95989,"dnsmos_ovrl":2.51132,"dnsmos_sig":3.18107,"dnsmos_bak":3.2939,"pesq_wb":4.22068,"pesq_nb":4.26303,"stoi":0.94534,"estoi":0.90338,"si_sdr":12.3804,"mel_dist":0.12085,"stft_dist":1.02413,"f0_rmse_cents":44.77828,"f0_corr":0.98458,"vuv_err":0.02738,"score_intelligibility":0.92507,"score_speaker":0.94816,"score_quality":0.95438,"score_fidelity":0.95004,"score":0.94441},"ko":{"n":50,"unit":"cer","wer":5.58824,"wer_orig":5.14706,"dwer":0.44118,"wer_pseudo":1.55311,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96655,"utmos":3.10929,"dnsmos_ovrl":3.03986,"dnsmos_sig":3.39814,"dnsmos_bak":4.03855,"pesq_wb":4.31028,"pesq_nb":4.32673,"stoi":0.98045,"estoi":0.96254,"si_sdr":14.69627,"mel_dist":0.13996,"stft_dist":1.03698,"f0_rmse_cents":27.63082,"f0_corr":0.9949,"vuv_err":0.02526,"score_intelligibility":0.93304,"score_speaker":0.96655,"score_quality":0.96568,"score_fidelity":0.97372,"score":0.95975},"th":{"n":50,"unit":"cer","wer":7.19483,"wer_orig":7.61924,"dwer":-0.42441,"wer_pseudo":2.7131,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97137,"utmos":2.2079,"dnsmos_ovrl":2.75564,"dnsmos_sig":3.27916,"dnsmos_bak":3.68349,"pesq_wb":4.2424,"pesq_nb":4.27882,"stoi":0.9778,"estoi":0.95947,"si_sdr":12.16211,"mel_dist":0.11765,"stft_dist":0.97327,"f0_rmse_cents":58.36846,"f0_corr":0.98905,"vuv_err":0.04387,"score_intelligibility":1.0,"score_speaker":0.97137,"score_quality":0.92927,"score_fidelity":0.96442,"score":0.96626}}},{"codec":"descript_audio_vae_44k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"descript_audio_vae_44k","family":"Descript-Audio-VAE","checkpoint":"innnky/vae-dac","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.13281,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"music","causal":false,"multilingual":null,"license":"code MIT; weights: no licence stated on the model card","paper":null,"year":2024,"bitrate_kbps":null,"notes":"community DAC-to-VAE adaptation by innnky (not Meta DACVAE); v1.0 music checkpoint, 44.1 kHz, 512x downsampling (86.1 Hz), 64-d latent, posterior mean","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":76.54429,"efficiency":{"rtf_encode":0.00373,"rtf_decode":0.00694,"peak_vram_gb":2.14519,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.9621,"score_worst_lang":0.90665,"worst_lang":"en","en_gap":-0.05785,"score_intelligibility":0.95489,"score_speaker":0.98,"score_quality":0.94495,"score_fidelity":0.96853,"dwer":0.34,"wer":9.14581,"wer_pseudo":1.87848,"sim":0.98,"utmos":2.51424,"dnsmos_ovrl":2.83611,"dnsmos_sig":3.25109,"dnsmos_bak":3.72682,"pesq_wb":4.33252,"pesq_nb":4.39289,"stoi":0.98248,"estoi":0.96798,"si_sdr":15.92024,"mel_dist":0.11794,"stft_dist":0.98826,"f0_rmse_cents":58.08446,"f0_corr":0.97097,"vuv_err":0.05329,"score_ci95":[0.95626,0.96525]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.76794,"wer_orig":6.98132,"dwer":0.78663,"wer_pseudo":1.16732,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.95543,"utmos":2.46841,"dnsmos_ovrl":2.14429,"dnsmos_sig":2.62123,"dnsmos_bak":2.97813,"pesq_wb":3.92195,"pesq_nb":4.19368,"stoi":0.94894,"estoi":0.9114,"si_sdr":14.90792,"mel_dist":0.19534,"stft_dist":1.66709,"f0_rmse_cents":88.87675,"f0_corr":0.95689,"vuv_err":0.06071,"score_intelligibility":0.91028,"score_speaker":0.95543,"score_quality":0.84733,"score_fidelity":0.91356,"score":0.90665},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":0.50865,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.98778,"utmos":2.64682,"dnsmos_ovrl":3.06286,"dnsmos_sig":3.35328,"dnsmos_bak":4.06035,"pesq_wb":4.48028,"pesq_nb":4.46008,"stoi":0.99079,"estoi":0.97827,"si_sdr":21.47561,"mel_dist":0.07614,"stft_dist":0.75431,"f0_rmse_cents":55.41178,"f0_corr":0.9744,"vuv_err":0.04345,"score_intelligibility":0.92941,"score_speaker":0.98778,"score_quality":0.97125,"score_fidelity":0.98652,"score":0.96874},"fr":{"n":50,"unit":"wer","wer":5.13834,"wer_orig":4.98024,"dwer":0.1581,"wer_pseudo":0.63492,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.97948,"utmos":2.31423,"dnsmos_ovrl":2.9724,"dnsmos_sig":3.28279,"dnsmos_bak":3.94092,"pesq_wb":4.28683,"pesq_nb":4.36234,"stoi":0.98936,"estoi":0.98105,"si_sdr":15.97943,"mel_dist":0.11331,"stft_dist":0.94225,"f0_rmse_cents":53.53456,"f0_corr":0.98145,"vuv_err":0.05941,"score_intelligibility":0.97424,"score_speaker":0.97948,"score_quality":0.96735,"score_fidelity":0.96997,"score":0.97276},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.72926,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.98341,"utmos":2.66462,"dnsmos_ovrl":3.19321,"dnsmos_sig":3.54457,"dnsmos_bak":3.94734,"pesq_wb":4.44367,"pesq_nb":4.45594,"stoi":0.99102,"estoi":0.98341,"si_sdr":19.74759,"mel_dist":0.09579,"stft_dist":0.83338,"f0_rmse_cents":69.47932,"f0_corr":0.98445,"vuv_err":0.05669,"score_intelligibility":1.0,"score_speaker":0.98341,"score_quality":0.97267,"score_fidelity":0.98646,"score":0.98563},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":0.45704,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.98777,"utmos":3.01503,"dnsmos_ovrl":3.27614,"dnsmos_sig":3.56098,"dnsmos_bak":4.08952,"pesq_wb":4.42264,"pesq_nb":4.44674,"stoi":0.99054,"estoi":0.9826,"si_sdr":18.4297,"mel_dist":0.09496,"stft_dist":0.82003,"f0_rmse_cents":50.84631,"f0_corr":0.96757,"vuv_err":0.05091,"score_intelligibility":0.92854,"score_speaker":0.98777,"score_quality":0.9721,"score_fidelity":0.97867,"score":0.96677},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98965,"utmos":2.46258,"dnsmos_ovrl":3.01027,"dnsmos_sig":3.38731,"dnsmos_bak":3.7861,"pesq_wb":4.42518,"pesq_nb":4.42228,"stoi":0.98562,"estoi":0.97519,"si_sdr":15.34857,"mel_dist":0.08561,"stft_dist":0.82451,"f0_rmse_cents":110.92375,"f0_corr":0.97522,"vuv_err":0.05801,"score_intelligibility":1.0,"score_speaker":0.98965,"score_quality":0.98567,"score_fidelity":0.97982,"score":0.98879},"nl":{"n":50,"unit":"wer","wer":6.33363,"wer_orig":5.26316,"dwer":1.07047,"wer_pseudo":1.70098,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.98124,"utmos":2.87252,"dnsmos_ovrl":2.41722,"dnsmos_sig":2.86417,"dnsmos_bak":3.92319,"pesq_wb":4.36432,"pesq_nb":4.41278,"stoi":0.98922,"estoi":0.97927,"si_sdr":12.82833,"mel_dist":0.12737,"stft_dist":1.16877,"f0_rmse_cents":66.93117,"f0_corr":0.96652,"vuv_err":0.08977,"score_intelligibility":0.85403,"score_speaker":0.98124,"score_quality":0.88363,"score_fidelity":0.97232,"score":0.92281},"pl":{"n":50,"unit":"wer","wer":3.83772,"wer_orig":3.28947,"dwer":0.54825,"wer_pseudo":1.42544,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.98012,"utmos":2.67879,"dnsmos_ovrl":2.91992,"dnsmos_sig":3.27575,"dnsmos_bak":3.96776,"pesq_wb":4.34578,"pesq_nb":4.41302,"stoi":0.99134,"estoi":0.98208,"si_sdr":10.07164,"mel_dist":0.16484,"stft_dist":1.06991,"f0_rmse_cents":51.65452,"f0_corr":0.95016,"vuv_err":0.05292,"score_intelligibility":0.88667,"score_speaker":0.98012,"score_quality":0.96163,"score_fidelity":0.96581,"score":0.94856},"cs":{"n":50,"unit":"wer","wer":9.80163,"wer_orig":9.45158,"dwer":0.35006,"wer_pseudo":2.57009,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.98928,"utmos":2.51139,"dnsmos_ovrl":3.10937,"dnsmos_sig":3.43132,"dnsmos_bak":3.96877,"pesq_wb":4.38252,"pesq_nb":4.42108,"stoi":0.9882,"estoi":0.97777,"si_sdr":15.20519,"mel_dist":0.09549,"stft_dist":0.84437,"f0_rmse_cents":44.53339,"f0_corr":0.96278,"vuv_err":0.04397,"score_intelligibility":0.96759,"score_speaker":0.98928,"score_quality":0.97912,"score_fidelity":0.97247,"score":0.97711},"tr":{"n":50,"unit":"wer","wer":7.36842,"wer_orig":7.76316,"dwer":-0.39474,"wer_pseudo":1.05402,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.98419,"utmos":2.20889,"dnsmos_ovrl":2.85827,"dnsmos_sig":3.22037,"dnsmos_bak":3.69266,"pesq_wb":4.35653,"pesq_nb":4.41475,"stoi":0.98513,"estoi":0.96785,"si_sdr":19.40417,"mel_dist":0.1377,"stft_dist":1.00377,"f0_rmse_cents":40.37436,"f0_corr":0.98488,"vuv_err":0.05022,"score_intelligibility":1.0,"score_speaker":0.98419,"score_quality":0.92536,"score_fidelity":0.97634,"score":0.97147},"id":{"n":50,"unit":"wer","wer":7.20189,"wer_orig":5.90319,"dwer":1.2987,"wer_pseudo":2.71547,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.97753,"utmos":1.90772,"dnsmos_ovrl":2.76114,"dnsmos_sig":3.36884,"dnsmos_bak":3.29621,"pesq_wb":4.44591,"pesq_nb":4.42961,"stoi":0.97375,"estoi":0.94784,"si_sdr":16.33609,"mel_dist":0.07511,"stft_dist":0.7744,"f0_rmse_cents":50.90082,"f0_corr":0.96123,"vuv_err":0.04948,"score_intelligibility":0.84166,"score_speaker":0.97753,"score_quality":0.97233,"score_fidelity":0.97317,"score":0.94117},"vi":{"n":50,"unit":"wer","wer":8.035,"wer_orig":7.71679,"dwer":0.31822,"wer_pseudo":1.59236,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.97805,"utmos":2.047,"dnsmos_ovrl":2.63927,"dnsmos_sig":3.15388,"dnsmos_bak":3.34027,"pesq_wb":4.44247,"pesq_nb":4.44025,"stoi":0.97518,"estoi":0.95615,"si_sdr":19.14094,"mel_dist":0.08,"stft_dist":0.83317,"f0_rmse_cents":63.90267,"f0_corr":0.96995,"vuv_err":0.05414,"score_intelligibility":0.96478,"score_speaker":0.97805,"score_quality":0.91764,"score_fidelity":0.97623,"score":0.95918},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.11587,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.98423,"utmos":2.58987,"dnsmos_ovrl":2.89604,"dnsmos_sig":3.23423,"dnsmos_bak":4.00054,"pesq_wb":4.3882,"pesq_nb":4.42405,"stoi":0.98979,"estoi":0.98089,"si_sdr":15.46834,"mel_dist":0.11656,"stft_dist":0.96482,"f0_rmse_cents":54.39733,"f0_corr":0.97467,"vuv_err":0.06622,"score_intelligibility":0.97945,"score_speaker":0.98423,"score_quality":0.93546,"score_fidelity":0.9775,"score":0.96916},"uk":{"n":50,"unit":"wer","wer":6.46992,"wer_orig":6.46992,"dwer":0.0,"wer_pseudo":1.13636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.97851,"utmos":2.50349,"dnsmos_ovrl":2.87817,"dnsmos_sig":3.21764,"dnsmos_bak":3.78862,"pesq_wb":4.24956,"pesq_nb":4.34133,"stoi":0.98183,"estoi":0.96096,"si_sdr":17.12245,"mel_dist":0.1342,"stft_dist":1.19146,"f0_rmse_cents":32.99053,"f0_corr":0.98992,"vuv_err":0.05472,"score_intelligibility":1.0,"score_speaker":0.97851,"score_quality":0.93315,"score_fidelity":0.96673,"score":0.9696},"el":{"n":50,"unit":"wer","wer":12.92585,"wer_orig":12.02405,"dwer":0.9018,"wer_pseudo":3.4034,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.97996,"utmos":2.64333,"dnsmos_ovrl":2.87571,"dnsmos_sig":3.30049,"dnsmos_bak":3.83518,"pesq_wb":4.43808,"pesq_nb":4.43898,"stoi":0.98531,"estoi":0.96891,"si_sdr":17.73852,"mel_dist":0.08732,"stft_dist":0.81761,"f0_rmse_cents":37.59346,"f0_corr":0.97135,"vuv_err":0.04282,"score_intelligibility":0.93524,"score_speaker":0.97996,"score_quality":0.94692,"score_fidelity":0.97966,"score":0.96045},"ar":{"n":50,"unit":"wer","wer":12.70037,"wer_orig":12.45376,"dwer":0.24661,"wer_pseudo":1.23609,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.98646,"utmos":2.60418,"dnsmos_ovrl":3.14356,"dnsmos_sig":3.49906,"dnsmos_bak":3.96276,"pesq_wb":4.3391,"pesq_nb":4.41749,"stoi":0.99189,"estoi":0.9856,"si_sdr":12.65745,"mel_dist":0.09836,"stft_dist":0.88248,"f0_rmse_cents":71.48574,"f0_corr":0.96743,"vuv_err":0.05344,"score_intelligibility":0.982,"score_speaker":0.98646,"score_quality":0.97743,"score_fidelity":0.97112,"score":0.97925},"fa":{"n":50,"unit":"wer","wer":26.28571,"wer_orig":25.94286,"dwer":0.34286,"wer_pseudo":2.7027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.97816,"utmos":2.52687,"dnsmos_ovrl":2.6493,"dnsmos_sig":3.19918,"dnsmos_bak":3.50983,"pesq_wb":4.14336,"pesq_nb":4.32777,"stoi":0.94632,"estoi":0.92362,"si_sdr":11.08321,"mel_dist":0.16394,"stft_dist":1.23849,"f0_rmse_cents":81.52624,"f0_corr":0.94543,"vuv_err":0.06079,"score_intelligibility":0.98743,"score_speaker":0.97816,"score_quality":0.92056,"score_fidelity":0.92995,"score":0.95403},"he":{"n":50,"unit":"wer","wer":20.46512,"wer_orig":19.4186,"dwer":1.04651,"wer_pseudo":4.10798,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.97674,"utmos":2.39601,"dnsmos_ovrl":2.70792,"dnsmos_sig":3.11368,"dnsmos_bak":3.81279,"pesq_wb":4.22789,"pesq_nb":4.29793,"stoi":0.98653,"estoi":0.97303,"si_sdr":17.37643,"mel_dist":0.11759,"stft_dist":1.10991,"f0_rmse_cents":74.9014,"f0_corr":0.93121,"vuv_err":0.06288,"score_intelligibility":0.95125,"score_speaker":0.97674,"score_quality":0.93981,"score_fidelity":0.94666,"score":0.95362},"hi":{"n":50,"unit":"wer","wer":27.05448,"wer_orig":26.31579,"dwer":0.73869,"wer_pseudo":4.08719,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.97946,"utmos":2.22971,"dnsmos_ovrl":2.71706,"dnsmos_sig":3.30025,"dnsmos_bak":3.37355,"pesq_wb":4.43207,"pesq_nb":4.4429,"stoi":0.98521,"estoi":0.97416,"si_sdr":19.89751,"mel_dist":0.10472,"stft_dist":0.84349,"f0_rmse_cents":42.51738,"f0_corr":0.97314,"vuv_err":0.04857,"score_intelligibility":0.97367,"score_speaker":0.97946,"score_quality":0.96769,"score_fidelity":0.97965,"score":0.97512},"zh":{"n":50,"unit":"cer","wer":7.7551,"wer_orig":7.40525,"dwer":0.34985,"wer_pseudo":1.09756,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.9813,"utmos":2.7231,"dnsmos_ovrl":3.02743,"dnsmos_sig":3.37647,"dnsmos_bak":4.00176,"pesq_wb":4.3618,"pesq_nb":4.42686,"stoi":0.99173,"estoi":0.98578,"si_sdr":15.04926,"mel_dist":0.09449,"stft_dist":0.86659,"f0_rmse_cents":48.67713,"f0_corr":0.97268,"vuv_err":0.03967,"score_intelligibility":0.96004,"score_speaker":0.9813,"score_quality":0.96659,"score_fidelity":0.97497,"score":0.97073},"yue":{"n":50,"unit":"cer","wer":15.07788,"wer_orig":14.39252,"dwer":0.68536,"wer_pseudo":7.78974,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.98138,"utmos":2.84407,"dnsmos_ovrl":3.02475,"dnsmos_sig":3.40599,"dnsmos_bak":3.87533,"pesq_wb":4.41622,"pesq_nb":4.42306,"stoi":0.98958,"estoi":0.98079,"si_sdr":14.08671,"mel_dist":0.0781,"stft_dist":0.82799,"f0_rmse_cents":54.16402,"f0_corr":0.98258,"vuv_err":0.03401,"score_intelligibility":0.95737,"score_speaker":0.98138,"score_quality":0.97161,"score_fidelity":0.98274,"score":0.97328},"ja":{"n":50,"unit":"cer","wer":3.85852,"wer_orig":3.53698,"dwer":0.32154,"wer_pseudo":1.0565,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.96621,"utmos":1.99589,"dnsmos_ovrl":2.33527,"dnsmos_sig":3.03787,"dnsmos_bak":3.09164,"pesq_wb":4.07428,"pesq_nb":4.25787,"stoi":0.95601,"estoi":0.91776,"si_sdr":14.4621,"mel_dist":0.16921,"stft_dist":1.34026,"f0_rmse_cents":52.38399,"f0_corr":0.98179,"vuv_err":0.04793,"score_intelligibility":0.93382,"score_speaker":0.96621,"score_quality":0.91456,"score_fidelity":0.93872,"score":0.93833},"ko":{"n":50,"unit":"cer","wer":4.5098,"wer_orig":5.14706,"dwer":-0.63725,"wer_pseudo":1.2024,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.97429,"utmos":3.1911,"dnsmos_ovrl":2.98455,"dnsmos_sig":3.3454,"dnsmos_bak":4.01065,"pesq_wb":4.23554,"pesq_nb":4.34413,"stoi":0.98837,"estoi":0.97848,"si_sdr":15.06682,"mel_dist":0.23187,"stft_dist":1.17102,"f0_rmse_cents":37.35418,"f0_corr":0.98948,"vuv_err":0.0358,"score_intelligibility":1.0,"score_speaker":0.97429,"score_quality":0.97027,"score_fidelity":0.96743,"score":0.978},"th":{"n":50,"unit":"cer","wer":6.7502,"wer_orig":7.61924,"dwer":-0.86904,"wer_pseudo":1.90322,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97946,"utmos":2.29616,"dnsmos_ovrl":2.46262,"dnsmos_sig":2.93152,"dnsmos_bak":3.18984,"pesq_wb":4.35616,"pesq_nb":4.41442,"stoi":0.98793,"estoi":0.97865,"si_sdr":13.20184,"mel_dist":0.09246,"stft_dist":0.92802,"f0_rmse_cents":58.66629,"f0_corr":0.98818,"vuv_err":0.06235,"score_intelligibility":1.0,"score_speaker":0.97946,"score_quality":0.8786,"score_fidelity":0.97834,"score":0.9591}}},{"codec":"diffrhythm_vae_44k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"diffrhythm_vae_44k","family":"DiffRhythm-VAE","checkpoint":"ASLP-lab/DiffRhythm-vae","sample_rate":44100,"output_sample_rate":44100,"frame_rate":21.5332,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"music","causal":false,"multilingual":null,"license":"code Apache-2.0; weights Stability AI Community License","paper":"2503.01183","year":2025,"bitrate_kbps":null,"notes":"stable-audio-tools Oobleck VAE of the DiffRhythm song generator: stereo 44.1 kHz, hop 2048, 64-d posterior mean at 21.53 Hz; input peak-normalised to -6 dBFS as in DiffRhythm (gain restored); mono input duplicated to stereo; trained on music","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":156.11251,"efficiency":{"rtf_encode":0.0093,"rtf_decode":0.00941,"peak_vram_gb":3.29108,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.77895,"score_worst_lang":0.7096,"worst_lang":"el","en_gap":0.06709,"score_intelligibility":0.76252,"score_speaker":0.85926,"score_quality":0.75982,"score_fidelity":0.7342,"dwer":3.13486,"wer":11.94067,"wer_pseudo":6.60378,"sim":0.85926,"utmos":1.96282,"dnsmos_ovrl":2.77996,"dnsmos_sig":3.21713,"dnsmos_bak":3.76926,"pesq_wb":2.65892,"pesq_nb":3.3572,"stoi":0.87979,"estoi":0.77645,"si_sdr":8.13088,"mel_dist":0.19279,"stft_dist":1.13504,"f0_rmse_cents":150.4216,"f0_corr":0.84885,"vuv_err":0.16853,"score_ci95":[0.77152,0.78533]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.78466,"wer_orig":6.98132,"dwer":-0.19666,"wer_pseudo":1.94553,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.83289,"utmos":2.02832,"dnsmos_ovrl":2.42388,"dnsmos_sig":2.99059,"dnsmos_bak":3.65264,"pesq_wb":2.6382,"pesq_nb":3.35546,"stoi":0.85703,"estoi":0.74324,"si_sdr":7.71817,"mel_dist":0.19213,"stft_dist":1.16879,"f0_rmse_cents":137.95821,"f0_corr":0.91739,"vuv_err":0.14451,"score_intelligibility":1.0,"score_speaker":0.83289,"score_quality":0.79262,"score_fidelity":0.74749,"score":0.84325},"de":{"n":50,"unit":"wer","wer":7.42625,"wer_orig":5.69685,"dwer":1.7294,"wer_pseudo":2.84842,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.85492,"utmos":1.9039,"dnsmos_ovrl":2.90164,"dnsmos_sig":3.21688,"dnsmos_bak":3.98725,"pesq_wb":2.89792,"pesq_nb":3.45883,"stoi":0.91424,"estoi":0.79981,"si_sdr":10.93694,"mel_dist":0.17866,"stft_dist":1.02366,"f0_rmse_cents":129.44006,"f0_corr":0.9037,"vuv_err":0.1471,"score_intelligibility":0.79476,"score_speaker":0.85492,"score_quality":0.71778,"score_fidelity":0.78674,"score":0.78855},"fr":{"n":50,"unit":"wer","wer":9.01186,"wer_orig":4.98024,"dwer":4.03162,"wer_pseudo":7.22222,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.87036,"utmos":1.9929,"dnsmos_ovrl":2.91728,"dnsmos_sig":3.27316,"dnsmos_bak":3.93711,"pesq_wb":2.7456,"pesq_nb":3.36471,"stoi":0.91576,"estoi":0.84602,"si_sdr":9.27379,"mel_dist":0.2014,"stft_dist":1.09875,"f0_rmse_cents":107.90462,"f0_corr":0.90503,"vuv_err":0.17104,"score_intelligibility":0.59732,"score_speaker":0.87036,"score_quality":0.83611,"score_fidelity":0.77318,"score":0.76924},"es":{"n":50,"unit":"wer","wer":3.81818,"wer_orig":3.09091,"dwer":0.72727,"wer_pseudo":1.36737,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.86631,"utmos":2.05492,"dnsmos_ovrl":3.05641,"dnsmos_sig":3.42698,"dnsmos_bak":3.8812,"pesq_wb":2.96947,"pesq_nb":3.55631,"stoi":0.91013,"estoi":0.82549,"si_sdr":9.913,"mel_dist":0.19977,"stft_dist":1.12804,"f0_rmse_cents":174.50714,"f0_corr":0.89935,"vuv_err":0.16957,"score_intelligibility":0.84906,"score_speaker":0.86631,"score_quality":0.76989,"score_fidelity":0.79073,"score":0.819},"it":{"n":50,"unit":"wer","wer":3.82514,"wer_orig":2.55009,"dwer":1.27505,"wer_pseudo":2.19378,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.86359,"utmos":2.23867,"dnsmos_ovrl":3.14071,"dnsmos_sig":3.47114,"dnsmos_bak":3.98512,"pesq_wb":2.91245,"pesq_nb":3.52868,"stoi":0.90524,"estoi":0.81268,"si_sdr":10.1839,"mel_dist":0.19597,"stft_dist":1.07978,"f0_rmse_cents":128.7083,"f0_corr":0.79392,"vuv_err":0.20973,"score_intelligibility":0.73575,"score_speaker":0.86359,"score_quality":0.7583,"score_fidelity":0.74852,"score":0.77654},"pt":{"n":50,"unit":"wer","wer":2.63672,"wer_orig":3.41797,"dwer":-0.78125,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.90548,"utmos":1.97929,"dnsmos_ovrl":2.89081,"dnsmos_sig":3.30315,"dnsmos_bak":3.69355,"pesq_wb":2.80353,"pesq_nb":3.43409,"stoi":0.87257,"estoi":0.77003,"si_sdr":8.55399,"mel_dist":0.19684,"stft_dist":1.1119,"f0_rmse_cents":224.17588,"f0_corr":0.88764,"vuv_err":0.18231,"score_intelligibility":1.0,"score_speaker":0.90548,"score_quality":0.79777,"score_fidelity":0.7585,"score":0.86544},"nl":{"n":50,"unit":"wer","wer":10.08029,"wer_orig":5.26316,"dwer":4.81713,"wer_pseudo":6.08774,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.86577,"utmos":2.29555,"dnsmos_ovrl":2.49663,"dnsmos_sig":2.89901,"dnsmos_bak":4.04631,"pesq_wb":2.50304,"pesq_nb":3.27614,"stoi":0.90753,"estoi":0.80767,"si_sdr":6.3856,"mel_dist":0.19319,"stft_dist":1.21846,"f0_rmse_cents":146.00572,"f0_corr":0.86579,"vuv_err":0.22674,"score_intelligibility":0.56525,"score_speaker":0.86577,"score_quality":0.75996,"score_fidelity":0.73425,"score":0.73131},"pl":{"n":50,"unit":"wer","wer":7.34649,"wer_orig":3.28947,"dwer":4.05702,"wer_pseudo":6.4693,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.87762,"utmos":2.08894,"dnsmos_ovrl":2.7861,"dnsmos_sig":3.1557,"dnsmos_bak":3.93741,"pesq_wb":2.61095,"pesq_nb":3.20603,"stoi":0.91762,"estoi":0.8204,"si_sdr":4.15364,"mel_dist":0.20439,"stft_dist":1.18793,"f0_rmse_cents":117.93282,"f0_corr":0.80604,"vuv_err":0.16753,"score_intelligibility":0.51393,"score_speaker":0.87762,"score_quality":0.75929,"score_fidelity":0.72798,"score":0.7197},"cs":{"n":50,"unit":"wer","wer":14.46908,"wer_orig":9.45158,"dwer":5.0175,"wer_pseudo":12.03271,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.87712,"utmos":1.9505,"dnsmos_ovrl":2.99917,"dnsmos_sig":3.35546,"dnsmos_bak":3.88445,"pesq_wb":2.53401,"pesq_nb":3.17571,"stoi":0.89065,"estoi":0.79141,"si_sdr":9.63821,"mel_dist":0.20099,"stft_dist":1.122,"f0_rmse_cents":111.66062,"f0_corr":0.81325,"vuv_err":0.1351,"score_intelligibility":0.67564,"score_speaker":0.87712,"score_quality":0.7745,"score_fidelity":0.71406,"score":0.76033},"tr":{"n":50,"unit":"wer","wer":10.65789,"wer_orig":7.76316,"dwer":2.89474,"wer_pseudo":5.92885,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.87196,"utmos":1.8137,"dnsmos_ovrl":2.92608,"dnsmos_sig":3.29303,"dnsmos_bak":3.95782,"pesq_wb":2.79144,"pesq_nb":3.47166,"stoi":0.88859,"estoi":0.78114,"si_sdr":9.57172,"mel_dist":0.19514,"stft_dist":1.13793,"f0_rmse_cents":172.81347,"f0_corr":0.83122,"vuv_err":0.14714,"score_intelligibility":0.75169,"score_speaker":0.87196,"score_quality":0.78777,"score_fidelity":0.74388,"score":0.78883},"id":{"n":50,"unit":"wer","wer":9.79929,"wer_orig":5.90319,"dwer":3.8961,"wer_pseudo":7.91027,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.85896,"utmos":1.52532,"dnsmos_ovrl":2.50248,"dnsmos_sig":3.11136,"dnsmos_bak":3.06469,"pesq_wb":2.41086,"pesq_nb":3.16415,"stoi":0.81318,"estoi":0.6641,"si_sdr":7.09466,"mel_dist":0.17784,"stft_dist":1.15002,"f0_rmse_cents":105.45482,"f0_corr":0.86263,"vuv_err":0.16835,"score_intelligibility":0.63923,"score_speaker":0.85896,"score_quality":0.70658,"score_fidelity":0.69297,"score":0.72443},"vi":{"n":50,"unit":"wer","wer":10.18298,"wer_orig":7.71679,"dwer":2.46619,"wer_pseudo":5.8121,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.84457,"utmos":1.6548,"dnsmos_ovrl":2.7002,"dnsmos_sig":3.24878,"dnsmos_bak":3.59419,"pesq_wb":2.63813,"pesq_nb":3.38876,"stoi":0.79391,"estoi":0.66722,"si_sdr":9.39296,"mel_dist":0.17505,"stft_dist":1.08892,"f0_rmse_cents":132.53666,"f0_corr":0.89784,"vuv_err":0.1513,"score_intelligibility":0.77947,"score_speaker":0.84457,"score_quality":0.75662,"score_fidelity":0.71993,"score":0.77515},"ru":{"n":50,"unit":"wer","wer":5.31792,"wer_orig":4.50867,"dwer":0.80925,"wer_pseudo":1.27462,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.85519,"utmos":2.02989,"dnsmos_ovrl":2.83513,"dnsmos_sig":3.19219,"dnsmos_bak":3.95492,"pesq_wb":2.72455,"pesq_nb":3.36432,"stoi":0.9073,"estoi":0.81868,"si_sdr":8.09666,"mel_dist":0.20337,"stft_dist":1.17292,"f0_rmse_cents":191.61124,"f0_corr":0.73511,"vuv_err":0.18502,"score_intelligibility":0.87191,"score_speaker":0.85519,"score_quality":0.75447,"score_fidelity":0.71171,"score":0.79832},"uk":{"n":50,"unit":"wer","wer":10.32917,"wer_orig":6.46992,"dwer":3.85925,"wer_pseudo":6.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.82032,"utmos":1.92555,"dnsmos_ovrl":2.96201,"dnsmos_sig":3.31857,"dnsmos_bak":4.01987,"pesq_wb":2.73709,"pesq_nb":3.38459,"stoi":0.90225,"estoi":0.79844,"si_sdr":9.74745,"mel_dist":0.20408,"stft_dist":1.15525,"f0_rmse_cents":78.52153,"f0_corr":0.94095,"vuv_err":0.1435,"score_intelligibility":0.65935,"score_speaker":0.82032,"score_quality":0.7704,"score_fidelity":0.77984,"score":0.75748},"el":{"n":50,"unit":"wer","wer":21.64329,"wer_orig":12.02405,"dwer":9.61924,"wer_pseudo":16.41642,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.83306,"utmos":2.0154,"dnsmos_ovrl":2.7652,"dnsmos_sig":3.21611,"dnsmos_bak":3.75888,"pesq_wb":2.85549,"pesq_nb":3.51221,"stoi":0.87475,"estoi":0.75156,"si_sdr":10.39516,"mel_dist":0.19362,"stft_dist":1.08627,"f0_rmse_cents":265.34858,"f0_corr":0.67103,"vuv_err":0.20191,"score_intelligibility":0.57518,"score_speaker":0.83306,"score_quality":0.73818,"score_fidelity":0.69197,"score":0.7096},"ar":{"n":50,"unit":"wer","wer":15.41307,"wer_orig":12.45376,"dwer":2.95931,"wer_pseudo":7.54017,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.88636,"utmos":2.05662,"dnsmos_ovrl":2.98784,"dnsmos_sig":3.39981,"dnsmos_bak":3.82357,"pesq_wb":2.58845,"pesq_nb":3.25881,"stoi":0.92024,"estoi":0.84816,"si_sdr":7.08223,"mel_dist":0.21441,"stft_dist":1.18921,"f0_rmse_cents":113.00902,"f0_corr":0.90975,"vuv_err":0.14916,"score_intelligibility":0.8197,"score_speaker":0.88636,"score_quality":0.7776,"score_fidelity":0.76128,"score":0.81124},"fa":{"n":50,"unit":"wer","wer":30.85714,"wer_orig":25.94286,"dwer":4.91429,"wer_pseudo":12.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.88448,"utmos":2.0628,"dnsmos_ovrl":2.6912,"dnsmos_sig":3.21682,"dnsmos_bak":3.65115,"pesq_wb":2.5136,"pesq_nb":3.31091,"stoi":0.80329,"estoi":0.68118,"si_sdr":5.49294,"mel_dist":0.18282,"stft_dist":1.18119,"f0_rmse_cents":255.87359,"f0_corr":0.75215,"vuv_err":0.14918,"score_intelligibility":0.84574,"score_speaker":0.88448,"score_quality":0.78856,"score_fidelity":0.66263,"score":0.79535},"he":{"n":50,"unit":"wer","wer":29.4186,"wer_orig":19.4186,"dwer":10.0,"wer_pseudo":17.95775,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.85149,"utmos":1.85327,"dnsmos_ovrl":2.61494,"dnsmos_sig":3.01309,"dnsmos_bak":3.88025,"pesq_wb":2.54745,"pesq_nb":3.27428,"stoi":0.90418,"estoi":0.80551,"si_sdr":8.59701,"mel_dist":0.19226,"stft_dist":1.10853,"f0_rmse_cents":234.10592,"f0_corr":0.57791,"vuv_err":0.28925,"score_intelligibility":0.67125,"score_speaker":0.85149,"score_quality":0.73173,"score_fidelity":0.64141,"score":0.72397},"hi":{"n":50,"unit":"wer","wer":30.10157,"wer_orig":26.31579,"dwer":3.78578,"wer_pseudo":12.35241,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.83683,"utmos":1.8279,"dnsmos_ovrl":2.67967,"dnsmos_sig":3.24865,"dnsmos_bak":3.41187,"pesq_wb":2.70648,"pesq_nb":3.4433,"stoi":0.86752,"estoi":0.76038,"si_sdr":10.25564,"mel_dist":0.19414,"stft_dist":1.11708,"f0_rmse_cents":99.67335,"f0_corr":0.91321,"vuv_err":0.15153,"score_intelligibility":0.87828,"score_speaker":0.83683,"score_quality":0.80187,"score_fidelity":0.7561,"score":0.81827},"zh":{"n":50,"unit":"cer","wer":7.7551,"wer_orig":7.40525,"dwer":0.34985,"wer_pseudo":1.21951,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.84371,"utmos":1.89321,"dnsmos_ovrl":2.72006,"dnsmos_sig":3.1229,"dnsmos_bak":3.84432,"pesq_wb":2.38948,"pesq_nb":3.30116,"stoi":0.89167,"estoi":0.7963,"si_sdr":5.21019,"mel_dist":0.18558,"stft_dist":1.15248,"f0_rmse_cents":118.39336,"f0_corr":0.8943,"vuv_err":0.14624,"score_intelligibility":0.96004,"score_speaker":0.84371,"score_quality":0.66287,"score_fidelity":0.72765,"score":0.79857},"yue":{"n":50,"unit":"cer","wer":17.57009,"wer_orig":14.39252,"dwer":3.17757,"wer_pseudo":10.32299,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.86778,"utmos":2.04191,"dnsmos_ovrl":2.89727,"dnsmos_sig":3.31125,"dnsmos_bak":3.79483,"pesq_wb":2.4253,"pesq_nb":3.26623,"stoi":0.89244,"estoi":0.78971,"si_sdr":6.06561,"mel_dist":0.17886,"stft_dist":1.12308,"f0_rmse_cents":141.18412,"f0_corr":0.9103,"vuv_err":0.14096,"score_intelligibility":0.82889,"score_speaker":0.86778,"score_quality":0.73408,"score_fidelity":0.73665,"score":0.79185},"ja":{"n":50,"unit":"cer","wer":6.06339,"wer_orig":3.53698,"dwer":2.52641,"wer_pseudo":3.81259,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.83209,"utmos":1.64867,"dnsmos_ovrl":2.32596,"dnsmos_sig":2.98786,"dnsmos_bak":3.14571,"pesq_wb":2.46022,"pesq_nb":3.31506,"stoi":0.7698,"estoi":0.63402,"si_sdr":5.05535,"mel_dist":0.18372,"stft_dist":1.18005,"f0_rmse_cents":119.89996,"f0_corr":0.85812,"vuv_err":0.16901,"score_intelligibility":0.64232,"score_speaker":0.83209,"score_quality":0.74391,"score_fidelity":0.68171,"score":0.72501},"ko":{"n":50,"unit":"cer","wer":6.22549,"wer_orig":5.14706,"dwer":1.07843,"wer_pseudo":1.40281,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8603,"utmos":2.45578,"dnsmos_ovrl":2.87618,"dnsmos_sig":3.27679,"dnsmos_bak":3.94963,"pesq_wb":2.99626,"pesq_nb":3.52698,"stoi":0.90826,"estoi":0.83098,"si_sdr":9.34714,"mel_dist":0.19195,"stft_dist":1.08451,"f0_rmse_cents":83.50659,"f0_corr":0.9579,"vuv_err":0.11291,"score_intelligibility":0.85075,"score_speaker":0.8603,"score_quality":0.781,"score_fidelity":0.81217,"score":0.82606},"th":{"n":50,"unit":"cer","wer":9.84236,"wer_orig":7.61924,"dwer":2.22312,"wer_pseudo":5.38571,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.8611,"utmos":1.76994,"dnsmos_ovrl":2.62225,"dnsmos_sig":3.16183,"dnsmos_bak":3.60542,"pesq_wb":2.414,"pesq_nb":3.23451,"stoi":0.88676,"estoi":0.79072,"si_sdr":6.97913,"mel_dist":0.19079,"stft_dist":1.17417,"f0_rmse_cents":219.89287,"f0_corr":0.86791,"vuv_err":0.18564,"score_intelligibility":0.79496,"score_speaker":0.8611,"score_quality":0.73394,"score_fidelity":0.71956,"score":0.77739}}},{"codec":"dots_audiovae_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dots_audiovae_48k","family":"dots.tts-AudioVAE","checkpoint":"dots-studio/dots.tts-base","sample_rate":48000,"output_sample_rate":48000,"frame_rate":25.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":128,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2606.07080","year":2026,"bitrate_kbps":null,"notes":"AudioVAE of dots.tts (file vocoder.safetensors): causal conv+LSTM encoder, stride 1920, LSTM + causal BigVGAN-v2 decoder, 2-frame lookahead each side; posterior mean","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":180.86662,"efficiency":{"rtf_encode":0.00266,"rtf_decode":0.03719,"peak_vram_gb":1.57057,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.97068,"score_worst_lang":0.94671,"worst_lang":"ja","en_gap":-0.01174,"score_intelligibility":0.95584,"score_speaker":0.97874,"score_quality":1.0,"score_fidelity":0.94813,"dwer":0.29527,"wer":9.10108,"wer_pseudo":2.07896,"sim":0.97874,"utmos":2.70318,"dnsmos_ovrl":3.01448,"dnsmos_sig":3.42288,"dnsmos_bak":3.89012,"pesq_wb":4.20453,"pesq_nb":4.24239,"stoi":0.97178,"estoi":0.94747,"si_sdr":12.5729,"mel_dist":0.11943,"stft_dist":0.9445,"f0_rmse_cents":82.01593,"f0_corr":0.95704,"vuv_err":0.07227,"score_ci95":[0.9654,0.97249]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.37463,"wer_orig":6.98132,"dwer":0.39331,"wer_pseudo":1.45914,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.96259,"utmos":2.58086,"dnsmos_ovrl":2.59658,"dnsmos_sig":3.14445,"dnsmos_bak":3.72939,"pesq_wb":4.07021,"pesq_nb":4.17663,"stoi":0.94858,"estoi":0.91089,"si_sdr":11.52925,"mel_dist":0.13117,"stft_dist":0.96867,"f0_rmse_cents":132.91162,"f0_corr":0.94043,"vuv_err":0.08994,"score_intelligibility":0.95304,"score_speaker":0.96259,"score_quality":1.0,"score_fidelity":0.92207,"score":0.95942},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":0.91556,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.98612,"utmos":2.86427,"dnsmos_ovrl":3.13494,"dnsmos_sig":3.43271,"dnsmos_bak":4.06131,"pesq_wb":4.33982,"pesq_nb":4.31665,"stoi":0.98166,"estoi":0.9576,"si_sdr":17.81868,"mel_dist":0.10211,"stft_dist":0.83794,"f0_rmse_cents":52.03268,"f0_corr":0.97672,"vuv_err":0.06102,"score_intelligibility":0.95641,"score_speaker":0.98612,"score_quality":1.0,"score_fidelity":0.97087,"score":0.97835},"fr":{"n":50,"unit":"wer","wer":5.6917,"wer_orig":4.98024,"dwer":0.71146,"wer_pseudo":0.87302,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.97992,"utmos":2.49309,"dnsmos_ovrl":3.10933,"dnsmos_sig":3.43732,"dnsmos_bak":4.02933,"pesq_wb":4.15285,"pesq_nb":4.2127,"stoi":0.98074,"estoi":0.965,"si_sdr":12.32239,"mel_dist":0.12633,"stft_dist":0.9426,"f0_rmse_cents":75.39471,"f0_corr":0.97188,"vuv_err":0.07601,"score_intelligibility":0.89368,"score_speaker":0.97992,"score_quality":1.0,"score_fidelity":0.95115,"score":0.95619},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.09116,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.98326,"utmos":2.93989,"dnsmos_ovrl":3.26393,"dnsmos_sig":3.60801,"dnsmos_bak":3.97459,"pesq_wb":4.31014,"pesq_nb":4.30442,"stoi":0.98295,"estoi":0.96699,"si_sdr":15.15924,"mel_dist":0.12578,"stft_dist":0.95298,"f0_rmse_cents":103.85401,"f0_corr":0.96592,"vuv_err":0.06511,"score_intelligibility":0.97826,"score_speaker":0.98326,"score_quality":1.0,"score_fidelity":0.96488,"score":0.9816},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":1.27971,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.98562,"utmos":3.2126,"dnsmos_ovrl":3.35895,"dnsmos_sig":3.63705,"dnsmos_bak":4.11476,"pesq_wb":4.29446,"pesq_nb":4.29222,"stoi":0.98282,"estoi":0.96714,"si_sdr":14.78207,"mel_dist":0.11958,"stft_dist":0.90836,"f0_rmse_cents":58.61745,"f0_corr":0.96037,"vuv_err":0.06334,"score_intelligibility":0.86661,"score_speaker":0.98562,"score_quality":1.0,"score_fidelity":0.96149,"score":0.95343},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98698,"utmos":2.62741,"dnsmos_ovrl":3.10802,"dnsmos_sig":3.48247,"dnsmos_bak":3.83195,"pesq_wb":4.21608,"pesq_nb":4.23939,"stoi":0.96938,"estoi":0.94592,"si_sdr":11.47508,"mel_dist":0.11611,"stft_dist":0.94857,"f0_rmse_cents":148.8545,"f0_corr":0.9535,"vuv_err":0.08887,"score_intelligibility":1.0,"score_speaker":0.98698,"score_quality":1.0,"score_fidelity":0.94725,"score":0.98356},"nl":{"n":50,"unit":"wer","wer":5.70919,"wer_orig":5.26316,"dwer":0.44603,"wer_pseudo":0.80573,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.97915,"utmos":3.08807,"dnsmos_ovrl":2.7591,"dnsmos_sig":3.14772,"dnsmos_bak":4.10454,"pesq_wb":4.25164,"pesq_nb":4.27664,"stoi":0.98282,"estoi":0.96477,"si_sdr":10.72655,"mel_dist":0.13952,"stft_dist":1.03854,"f0_rmse_cents":84.28948,"f0_corr":0.95239,"vuv_err":0.11043,"score_intelligibility":0.93352,"score_speaker":0.97915,"score_quality":1.0,"score_fidelity":0.95475,"score":0.96686},"pl":{"n":50,"unit":"wer","wer":3.39912,"wer_orig":3.28947,"dwer":0.10965,"wer_pseudo":0.32895,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.98103,"utmos":2.87069,"dnsmos_ovrl":3.08441,"dnsmos_sig":3.41801,"dnsmos_bak":4.06929,"pesq_wb":4.25556,"pesq_nb":4.28001,"stoi":0.98612,"estoi":0.96931,"si_sdr":7.6828,"mel_dist":0.12443,"stft_dist":0.98328,"f0_rmse_cents":62.19285,"f0_corr":0.94268,"vuv_err":0.07977,"score_intelligibility":0.97507,"score_speaker":0.98103,"score_quality":1.0,"score_fidelity":0.95299,"score":0.97727},"cs":{"n":50,"unit":"wer","wer":9.45158,"wer_orig":9.45158,"dwer":0.0,"wer_pseudo":2.80374,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.98572,"utmos":2.65692,"dnsmos_ovrl":3.18587,"dnsmos_sig":3.52022,"dnsmos_bak":3.96015,"pesq_wb":4.22343,"pesq_nb":4.26175,"stoi":0.97799,"estoi":0.95761,"si_sdr":13.19997,"mel_dist":0.11982,"stft_dist":0.94183,"f0_rmse_cents":36.43504,"f0_corr":0.97853,"vuv_err":0.05064,"score_intelligibility":1.0,"score_speaker":0.98572,"score_quality":1.0,"score_fidelity":0.95917,"score":0.98622},"tr":{"n":50,"unit":"wer","wer":6.84211,"wer_orig":7.76316,"dwer":-0.92105,"wer_pseudo":1.18577,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.98117,"utmos":2.4006,"dnsmos_ovrl":3.09411,"dnsmos_sig":3.44755,"dnsmos_bak":4.02647,"pesq_wb":4.23808,"pesq_nb":4.2596,"stoi":0.97519,"estoi":0.94742,"si_sdr":13.76929,"mel_dist":0.12963,"stft_dist":1.01715,"f0_rmse_cents":52.01319,"f0_corr":0.98185,"vuv_err":0.05379,"score_intelligibility":1.0,"score_speaker":0.98117,"score_quality":1.0,"score_fidelity":0.96074,"score":0.98548},"id":{"n":50,"unit":"wer","wer":6.61157,"wer_orig":5.90319,"dwer":0.70838,"wer_pseudo":2.5974,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.97146,"utmos":2.08446,"dnsmos_ovrl":2.85295,"dnsmos_sig":3.43725,"dnsmos_bak":3.38755,"pesq_wb":4.11276,"pesq_nb":4.15054,"stoi":0.94888,"estoi":0.90274,"si_sdr":12.28874,"mel_dist":0.10391,"stft_dist":0.92219,"f0_rmse_cents":66.83051,"f0_corr":0.92658,"vuv_err":0.07087,"score_intelligibility":0.90693,"score_speaker":0.97146,"score_quality":1.0,"score_fidelity":0.92161,"score":0.95},"vi":{"n":50,"unit":"wer","wer":8.35322,"wer_orig":7.71679,"dwer":0.63644,"wer_pseudo":1.99045,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.97031,"utmos":2.22936,"dnsmos_ovrl":2.90118,"dnsmos_sig":3.43755,"dnsmos_bak":3.68594,"pesq_wb":4.14821,"pesq_nb":4.19524,"stoi":0.94719,"estoi":0.90626,"si_sdr":14.73519,"mel_dist":0.10572,"stft_dist":0.88879,"f0_rmse_cents":101.00449,"f0_corr":0.94109,"vuv_err":0.0765,"score_intelligibility":0.93196,"score_speaker":0.97031,"score_quality":1.0,"score_fidelity":0.92926,"score":0.95788},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.98202,"utmos":2.80372,"dnsmos_ovrl":3.11482,"dnsmos_sig":3.44707,"dnsmos_bak":4.05627,"pesq_wb":4.21257,"pesq_nb":4.24763,"stoi":0.98194,"estoi":0.96464,"si_sdr":12.25369,"mel_dist":0.13236,"stft_dist":0.99792,"f0_rmse_cents":91.45496,"f0_corr":0.9274,"vuv_err":0.09372,"score_intelligibility":0.90503,"score_speaker":0.98202,"score_quality":1.0,"score_fidelity":0.94241,"score":0.95737},"uk":{"n":50,"unit":"wer","wer":6.92395,"wer_orig":6.46992,"dwer":0.45403,"wer_pseudo":2.15909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.97546,"utmos":2.67739,"dnsmos_ovrl":3.12249,"dnsmos_sig":3.455,"dnsmos_bak":4.07891,"pesq_wb":4.23084,"pesq_nb":4.26511,"stoi":0.97634,"estoi":0.9479,"si_sdr":14.30127,"mel_dist":0.13327,"stft_dist":0.97582,"f0_rmse_cents":50.78986,"f0_corr":0.97986,"vuv_err":0.06673,"score_intelligibility":0.9427,"score_speaker":0.97546,"score_quality":1.0,"score_fidelity":0.95976,"score":0.96948},"el":{"n":50,"unit":"wer","wer":12.62525,"wer_orig":12.02405,"dwer":0.6012,"wer_pseudo":5.00501,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.97383,"utmos":2.87418,"dnsmos_ovrl":3.04868,"dnsmos_sig":3.45985,"dnsmos_bak":3.90178,"pesq_wb":4.2398,"pesq_nb":4.26085,"stoi":0.97257,"estoi":0.9415,"si_sdr":14.80603,"mel_dist":0.1121,"stft_dist":0.89015,"f0_rmse_cents":51.92136,"f0_corr":0.97227,"vuv_err":0.065,"score_intelligibility":0.95588,"score_speaker":0.97383,"score_quality":1.0,"score_fidelity":0.95683,"score":0.97163},"ar":{"n":50,"unit":"wer","wer":12.33046,"wer_orig":12.45376,"dwer":-0.1233,"wer_pseudo":1.3597,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.98508,"utmos":2.8591,"dnsmos_ovrl":3.2569,"dnsmos_sig":3.60117,"dnsmos_bak":3.99943,"pesq_wb":4.16478,"pesq_nb":4.23224,"stoi":0.98595,"estoi":0.97304,"si_sdr":10.51423,"mel_dist":0.12829,"stft_dist":0.98695,"f0_rmse_cents":88.04343,"f0_corr":0.95341,"vuv_err":0.06196,"score_intelligibility":1.0,"score_speaker":0.98508,"score_quality":1.0,"score_fidelity":0.94786,"score":0.98323},"fa":{"n":50,"unit":"wer","wer":25.6,"wer_orig":25.94286,"dwer":-0.34286,"wer_pseudo":3.56757,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.97563,"utmos":2.74735,"dnsmos_ovrl":2.88076,"dnsmos_sig":3.37758,"dnsmos_bak":3.74973,"pesq_wb":4.13709,"pesq_nb":4.20763,"stoi":0.93645,"estoi":0.90475,"si_sdr":8.56048,"mel_dist":0.1172,"stft_dist":0.99802,"f0_rmse_cents":148.20015,"f0_corr":0.90433,"vuv_err":0.07513,"score_intelligibility":1.0,"score_speaker":0.97563,"score_quality":1.0,"score_fidelity":0.91237,"score":0.972},"he":{"n":50,"unit":"wer","wer":21.27907,"wer_orig":19.4186,"dwer":1.86047,"wer_pseudo":4.92958,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.97631,"utmos":2.52859,"dnsmos_ovrl":2.83999,"dnsmos_sig":3.21442,"dnsmos_bak":3.96771,"pesq_wb":4.18992,"pesq_nb":4.23107,"stoi":0.97885,"estoi":0.95733,"si_sdr":14.0277,"mel_dist":0.11413,"stft_dist":0.87652,"f0_rmse_cents":80.94277,"f0_corr":0.93109,"vuv_err":0.09974,"score_intelligibility":0.91649,"score_speaker":0.97631,"score_quality":1.0,"score_fidelity":0.94045,"score":0.95831},"hi":{"n":50,"unit":"wer","wer":27.33149,"wer_orig":26.31579,"dwer":1.0157,"wer_pseudo":5.26794,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.9778,"utmos":2.44151,"dnsmos_ovrl":2.89998,"dnsmos_sig":3.46789,"dnsmos_bak":3.53192,"pesq_wb":4.16009,"pesq_nb":4.21573,"stoi":0.96834,"estoi":0.94257,"si_sdr":15.57677,"mel_dist":0.1246,"stft_dist":0.93321,"f0_rmse_cents":51.01889,"f0_corr":0.9774,"vuv_err":0.06767,"score_intelligibility":0.96415,"score_speaker":0.9778,"score_quality":1.0,"score_fidelity":0.94954,"score":0.97287},"zh":{"n":50,"unit":"cer","wer":7.28863,"wer_orig":7.40525,"dwer":-0.11662,"wer_pseudo":0.60976,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.98167,"utmos":2.89393,"dnsmos_ovrl":3.11573,"dnsmos_sig":3.45734,"dnsmos_bak":4.0308,"pesq_wb":4.29144,"pesq_nb":4.30156,"stoi":0.98469,"estoi":0.97157,"si_sdr":11.62298,"mel_dist":0.1088,"stft_dist":0.91281,"f0_rmse_cents":54.0015,"f0_corr":0.96889,"vuv_err":0.04803,"score_intelligibility":1.0,"score_speaker":0.98167,"score_quality":1.0,"score_fidelity":0.96467,"score":0.98658},"yue":{"n":50,"unit":"cer","wer":14.33022,"wer_orig":14.39252,"dwer":-0.06231,"wer_pseudo":6.26979,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.98177,"utmos":3.07604,"dnsmos_ovrl":3.10949,"dnsmos_sig":3.47853,"dnsmos_bak":3.92679,"pesq_wb":4.19009,"pesq_nb":4.22671,"stoi":0.97767,"estoi":0.95711,"si_sdr":10.8202,"mel_dist":0.10199,"stft_dist":0.92283,"f0_rmse_cents":56.0392,"f0_corr":0.98475,"vuv_err":0.04576,"score_intelligibility":1.0,"score_speaker":0.98177,"score_quality":1.0,"score_fidelity":0.95796,"score":0.98493},"ja":{"n":50,"unit":"cer","wer":4.13413,"wer_orig":3.53698,"dwer":0.59715,"wer_pseudo":1.65365,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.96955,"utmos":2.11247,"dnsmos_ovrl":2.56197,"dnsmos_sig":3.23044,"dnsmos_bak":3.34251,"pesq_wb":4.15348,"pesq_nb":4.19098,"stoi":0.94059,"estoi":0.90018,"si_sdr":10.43679,"mel_dist":0.11275,"stft_dist":0.95224,"f0_rmse_cents":90.46973,"f0_corr":0.95915,"vuv_err":0.0667,"score_intelligibility":0.88369,"score_speaker":0.96955,"score_quality":1.0,"score_fidelity":0.93358,"score":0.94671},"ko":{"n":50,"unit":"cer","wer":5.29412,"wer_orig":5.14706,"dwer":0.14706,"wer_pseudo":0.4509,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.9791,"utmos":3.3002,"dnsmos_ovrl":3.07825,"dnsmos_sig":3.42945,"dnsmos_bak":4.06561,"pesq_wb":4.27406,"pesq_nb":4.30146,"stoi":0.97983,"estoi":0.96287,"si_sdr":12.97194,"mel_dist":0.11802,"stft_dist":0.90222,"f0_rmse_cents":66.20941,"f0_corr":0.97583,"vuv_err":0.0546,"score_intelligibility":0.97664,"score_speaker":0.9791,"score_quality":1.0,"score_fidelity":0.9637,"score":0.97986},"th":{"n":50,"unit":"cer","wer":7.55861,"wer_orig":7.61924,"dwer":-0.06063,"wer_pseudo":2.53088,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.9781,"utmos":2.51358,"dnsmos_ovrl":2.86922,"dnsmos_sig":3.38,"dnsmos_bak":3.73604,"pesq_wb":4.05123,"pesq_nb":4.1707,"stoi":0.97504,"estoi":0.95421,"si_sdr":10.36824,"mel_dist":0.1187,"stft_dist":0.96853,"f0_rmse_cents":164.86063,"f0_corr":0.94266,"vuv_err":0.1031,"score_intelligibility":1.0,"score_speaker":0.9781,"score_quality":1.0,"score_fidelity":0.92983,"score":0.97698}}},{"codec":"dualcodec_12hz_6q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dualcodec_12hz_6q","family":"DualCodec","checkpoint":"amphion/dualcodec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":6,"codebook_size":[16384,4096,4096,4096,4096,4096],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights untagged on HF, trained on Emilia (CC-BY-NC-4.0)","paper":"2505.13000","year":2025,"bitrate_kbps":0.925,"notes":"model_id=12hz_v1; RVQ-1 semantic (w2v-BERT 2.0 distilled), rest acoustic; encoder runs under fp16 autocast (upstream default)","side_info":null,"warning":null,"env":"dualcodec"},"kbps":0.925,"kbps_measured":0.92023,"tokens_per_s":74.61335,"params_M":664.5077,"efficiency":{"rtf_encode":0.01245,"rtf_decode":0.00131,"peak_vram_gb":3.28267,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.79192,"score_worst_lang":0.70395,"worst_lang":"id","en_gap":-0.05567,"score_intelligibility":0.70717,"score_speaker":0.80863,"score_quality":0.98378,"score_fidelity":0.66812,"dwer":4.29762,"wer":13.10343,"wer_pseudo":8.35259,"sim":0.80863,"utmos":2.5816,"dnsmos_ovrl":3.03638,"dnsmos_sig":3.4134,"dnsmos_bak":3.94539,"pesq_wb":2.14396,"pesq_nb":2.75156,"stoi":0.83648,"estoi":0.71183,"si_sdr":1.60722,"mel_dist":0.21398,"stft_dist":1.45283,"f0_rmse_cents":151.91864,"f0_corr":0.84103,"vuv_err":0.16476,"score_ci95":[0.78317,0.79872]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.14454,"wer_orig":6.98132,"dwer":2.16323,"wer_pseudo":5.35019,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.71204,"utmos":2.23519,"dnsmos_ovrl":2.47227,"dnsmos_sig":3.00009,"dnsmos_bak":3.7376,"pesq_wb":1.68804,"pesq_nb":2.2769,"stoi":0.75267,"estoi":0.60989,"si_sdr":-5.63961,"mel_dist":0.24022,"stft_dist":1.79038,"f0_rmse_cents":183.12091,"f0_corr":0.78955,"vuv_err":0.185,"score_intelligibility":0.78676,"score_speaker":0.71204,"score_quality":0.87589,"score_fidelity":0.5796,"score":0.73857},"de":{"n":50,"unit":"wer","wer":8.13835,"wer_orig":5.69685,"dwer":2.44151,"wer_pseudo":3.96745,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.84231,"utmos":2.81682,"dnsmos_ovrl":3.16804,"dnsmos_sig":3.44208,"dnsmos_bak":4.10106,"pesq_wb":2.30885,"pesq_nb":2.87636,"stoi":0.88507,"estoi":0.74446,"si_sdr":5.14443,"mel_dist":0.19437,"stft_dist":1.30005,"f0_rmse_cents":183.62647,"f0_corr":0.82339,"vuv_err":0.16785,"score_intelligibility":0.73283,"score_speaker":0.84231,"score_quality":1.0,"score_fidelity":0.69414,"score":0.81732},"fr":{"n":50,"unit":"wer","wer":10.03953,"wer_orig":4.98024,"dwer":5.05929,"wer_pseudo":7.53968,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.8139,"utmos":2.46562,"dnsmos_ovrl":3.11212,"dnsmos_sig":3.42493,"dnsmos_bak":4.04506,"pesq_wb":2.22329,"pesq_nb":2.78041,"stoi":0.87794,"estoi":0.791,"si_sdr":3.79929,"mel_dist":0.22494,"stft_dist":1.38039,"f0_rmse_cents":126.5008,"f0_corr":0.88202,"vuv_err":0.18359,"score_intelligibility":0.54171,"score_speaker":0.8139,"score_quality":1.0,"score_fidelity":0.70316,"score":0.76469},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.36737,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.84427,"utmos":2.8781,"dnsmos_ovrl":3.26815,"dnsmos_sig":3.5777,"dnsmos_bak":4.02838,"pesq_wb":2.58188,"pesq_nb":3.10998,"stoi":0.88791,"estoi":0.78408,"si_sdr":4.40063,"mel_dist":0.21251,"stft_dist":1.33102,"f0_rmse_cents":174.42762,"f0_corr":0.85935,"vuv_err":0.16961,"score_intelligibility":0.9375,"score_speaker":0.84427,"score_quality":1.0,"score_fidelity":0.73307,"score":0.87871},"it":{"n":50,"unit":"wer","wer":4.37158,"wer_orig":2.55009,"dwer":1.82149,"wer_pseudo":3.5649,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.84976,"utmos":3.11731,"dnsmos_ovrl":3.34189,"dnsmos_sig":3.61849,"dnsmos_bak":4.11481,"pesq_wb":2.65653,"pesq_nb":3.17034,"stoi":0.89324,"estoi":0.79929,"si_sdr":5.54758,"mel_dist":0.20692,"stft_dist":1.28324,"f0_rmse_cents":93.49056,"f0_corr":0.8744,"vuv_err":0.12957,"score_intelligibility":0.6609,"score_speaker":0.84976,"score_quality":1.0,"score_fidelity":0.74698,"score":0.81441},"pt":{"n":50,"unit":"wer","wer":3.51562,"wer_orig":3.41797,"dwer":0.09766,"wer_pseudo":1.87008,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.87587,"utmos":2.64241,"dnsmos_ovrl":3.13416,"dnsmos_sig":3.49067,"dnsmos_bak":3.87401,"pesq_wb":2.32019,"pesq_nb":2.89176,"stoi":0.83902,"estoi":0.72411,"si_sdr":2.83655,"mel_dist":0.20742,"stft_dist":1.32665,"f0_rmse_cents":268.03437,"f0_corr":0.78309,"vuv_err":0.19534,"score_intelligibility":0.97837,"score_speaker":0.87587,"score_quality":1.0,"score_fidelity":0.66643,"score":0.88017},"nl":{"n":50,"unit":"wer","wer":13.82694,"wer_orig":5.26316,"dwer":8.56378,"wer_pseudo":11.19069,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.78453,"utmos":2.8642,"dnsmos_ovrl":2.91656,"dnsmos_sig":3.25681,"dnsmos_bak":4.12605,"pesq_wb":1.96812,"pesq_nb":2.56042,"stoi":0.85524,"estoi":0.7319,"si_sdr":-0.03188,"mel_dist":0.25866,"stft_dist":1.78093,"f0_rmse_cents":139.98173,"f0_corr":0.8957,"vuv_err":0.18719,"score_intelligibility":0.42242,"score_speaker":0.78453,"score_quality":0.97347,"score_fidelity":0.67585,"score":0.71407},"pl":{"n":50,"unit":"wer","wer":9.86842,"wer_orig":3.28947,"dwer":6.57895,"wer_pseudo":8.33333,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.81896,"utmos":2.67347,"dnsmos_ovrl":3.14552,"dnsmos_sig":3.44668,"dnsmos_bak":4.10762,"pesq_wb":2.05231,"pesq_nb":2.59911,"stoi":0.88708,"estoi":0.77291,"si_sdr":-1.05201,"mel_dist":0.22152,"stft_dist":1.53088,"f0_rmse_cents":133.30478,"f0_corr":0.76663,"vuv_err":0.16469,"score_intelligibility":0.39467,"score_speaker":0.81896,"score_quality":0.97888,"score_fidelity":0.65146,"score":0.71099},"cs":{"n":50,"unit":"wer","wer":16.33606,"wer_orig":9.45158,"dwer":6.88448,"wer_pseudo":13.31776,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.8484,"utmos":2.60376,"dnsmos_ovrl":3.22361,"dnsmos_sig":3.52849,"dnsmos_bak":4.01588,"pesq_wb":1.8885,"pesq_nb":2.58382,"stoi":0.84907,"estoi":0.72929,"si_sdr":4.75323,"mel_dist":0.21359,"stft_dist":1.35006,"f0_rmse_cents":100.35808,"f0_corr":0.86361,"vuv_err":0.12376,"score_intelligibility":0.60288,"score_speaker":0.8484,"score_quality":1.0,"score_fidelity":0.65551,"score":0.7767},"tr":{"n":50,"unit":"wer","wer":11.57895,"wer_orig":7.76316,"dwer":3.81579,"wer_pseudo":6.71937,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.8262,"utmos":2.36237,"dnsmos_ovrl":3.06904,"dnsmos_sig":3.41123,"dnsmos_bak":4.04537,"pesq_wb":2.26581,"pesq_nb":2.87477,"stoi":0.84813,"estoi":0.70664,"si_sdr":-1.67686,"mel_dist":0.21995,"stft_dist":1.50856,"f0_rmse_cents":128.40068,"f0_corr":0.88645,"vuv_err":0.13321,"score_intelligibility":0.69665,"score_speaker":0.8262,"score_quality":1.0,"score_fidelity":0.69875,"score":0.8054},"id":{"n":50,"unit":"wer","wer":13.22314,"wer_orig":5.90319,"dwer":7.31995,"wer_pseudo":11.45218,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.77145,"utmos":2.10315,"dnsmos_ovrl":3.00187,"dnsmos_sig":3.5185,"dnsmos_bak":3.598,"pesq_wb":1.77793,"pesq_nb":2.50574,"stoi":0.7436,"estoi":0.56411,"si_sdr":0.78146,"mel_dist":0.19536,"stft_dist":1.42954,"f0_rmse_cents":340.00733,"f0_corr":0.71112,"vuv_err":0.23619,"score_intelligibility":0.48535,"score_speaker":0.77145,"score_quality":1.0,"score_fidelity":0.559,"score":0.70395},"vi":{"n":50,"unit":"wer","wer":11.13763,"wer_orig":7.71679,"dwer":3.42084,"wer_pseudo":7.48408,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.80865,"utmos":2.09993,"dnsmos_ovrl":2.88908,"dnsmos_sig":3.39059,"dnsmos_bak":3.75142,"pesq_wb":1.98562,"pesq_nb":2.69879,"stoi":0.73189,"estoi":0.57406,"si_sdr":3.31663,"mel_dist":0.19165,"stft_dist":1.37723,"f0_rmse_cents":144.27439,"f0_corr":0.8769,"vuv_err":0.15308,"score_intelligibility":0.71816,"score_speaker":0.80865,"score_quality":0.99784,"score_fidelity":0.63013,"score":0.7887},"ru":{"n":50,"unit":"wer","wer":5.89595,"wer_orig":4.50867,"dwer":1.38728,"wer_pseudo":2.20162,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.79753,"utmos":2.66343,"dnsmos_ovrl":3.10173,"dnsmos_sig":3.41151,"dnsmos_bak":4.08158,"pesq_wb":2.19601,"pesq_nb":2.76712,"stoi":0.87907,"estoi":0.76757,"si_sdr":3.17855,"mel_dist":0.22232,"stft_dist":1.47741,"f0_rmse_cents":121.21851,"f0_corr":0.85438,"vuv_err":0.17568,"score_intelligibility":0.79883,"score_speaker":0.79753,"score_quality":0.99338,"score_fidelity":0.69172,"score":0.82036},"uk":{"n":50,"unit":"wer","wer":12.2588,"wer_orig":6.46992,"dwer":5.78888,"wer_pseudo":8.75,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.76724,"utmos":2.47415,"dnsmos_ovrl":3.05259,"dnsmos_sig":3.36951,"dnsmos_bak":4.08564,"pesq_wb":2.15804,"pesq_nb":2.65692,"stoi":0.85022,"estoi":0.71816,"si_sdr":0.2283,"mel_dist":0.23662,"stft_dist":1.64788,"f0_rmse_cents":107.13294,"f0_corr":0.91113,"vuv_err":0.15189,"score_intelligibility":0.56339,"score_speaker":0.76724,"score_quality":0.96626,"score_fidelity":0.6974,"score":0.74858},"el":{"n":50,"unit":"wer","wer":16.53307,"wer_orig":12.02405,"dwer":4.50902,"wer_pseudo":11.81181,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.78838,"utmos":2.74711,"dnsmos_ovrl":3.07564,"dnsmos_sig":3.43511,"dnsmos_bak":3.9787,"pesq_wb":2.40019,"pesq_nb":2.98987,"stoi":0.86028,"estoi":0.73401,"si_sdr":5.24069,"mel_dist":0.19826,"stft_dist":1.34072,"f0_rmse_cents":94.53877,"f0_corr":0.88909,"vuv_err":0.14512,"score_intelligibility":0.74283,"score_speaker":0.78838,"score_quality":1.0,"score_fidelity":0.71647,"score":0.81192},"ar":{"n":50,"unit":"wer","wer":15.28977,"wer_orig":12.45376,"dwer":2.836,"wer_pseudo":8.15822,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.85469,"utmos":2.82278,"dnsmos_ovrl":3.2891,"dnsmos_sig":3.59341,"dnsmos_bak":4.06459,"pesq_wb":2.26531,"pesq_nb":2.88779,"stoi":0.90455,"estoi":0.82615,"si_sdr":3.71542,"mel_dist":0.219,"stft_dist":1.36419,"f0_rmse_cents":107.81718,"f0_corr":0.88592,"vuv_err":0.13348,"score_intelligibility":0.8259,"score_speaker":0.85469,"score_quality":1.0,"score_fidelity":0.71733,"score":0.84948},"fa":{"n":50,"unit":"wer","wer":33.25714,"wer_orig":25.94286,"dwer":7.31429,"wer_pseudo":15.56757,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.80997,"utmos":2.53461,"dnsmos_ovrl":2.86035,"dnsmos_sig":3.34185,"dnsmos_bak":3.77692,"pesq_wb":1.88342,"pesq_nb":2.65604,"stoi":0.70972,"estoi":0.55946,"si_sdr":-1.94388,"mel_dist":0.21344,"stft_dist":1.57378,"f0_rmse_cents":220.30082,"f0_corr":0.71601,"vuv_err":0.18464,"score_intelligibility":0.78649,"score_speaker":0.80997,"score_quality":0.9742,"score_fidelity":0.55938,"score":0.78251},"he":{"n":50,"unit":"wer","wer":36.27907,"wer_orig":19.4186,"dwer":16.86047,"wer_pseudo":25.58685,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.72611,"utmos":2.36815,"dnsmos_ovrl":2.89343,"dnsmos_sig":3.25031,"dnsmos_bak":4.00875,"pesq_wb":1.87077,"pesq_nb":2.36127,"stoi":0.83866,"estoi":0.71497,"si_sdr":-1.76612,"mel_dist":0.22368,"stft_dist":1.57096,"f0_rmse_cents":185.27804,"f0_corr":0.75536,"vuv_err":0.21289,"score_intelligibility":0.54772,"score_speaker":0.72611,"score_quality":0.95997,"score_fidelity":0.61427,"score":0.71202},"hi":{"n":50,"unit":"wer","wer":30.93259,"wer_orig":26.31579,"dwer":4.61681,"wer_pseudo":14.44142,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.79654,"utmos":2.4015,"dnsmos_ovrl":2.92664,"dnsmos_sig":3.42021,"dnsmos_bak":3.63716,"pesq_wb":2.11345,"pesq_nb":2.75459,"stoi":0.82398,"estoi":0.68654,"si_sdr":3.08244,"mel_dist":0.21887,"stft_dist":1.4093,"f0_rmse_cents":134.14465,"f0_corr":0.80859,"vuv_err":0.17746,"score_intelligibility":0.85542,"score_speaker":0.79654,"score_quality":1.0,"score_fidelity":0.65023,"score":0.82555},"zh":{"n":50,"unit":"cer","wer":8.3965,"wer_orig":7.40525,"dwer":0.99125,"wer_pseudo":2.7439,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.83875,"utmos":2.76378,"dnsmos_ovrl":3.13598,"dnsmos_sig":3.45201,"dnsmos_bak":4.07497,"pesq_wb":2.37122,"pesq_nb":2.95253,"stoi":0.88293,"estoi":0.78488,"si_sdr":0.4114,"mel_dist":0.20748,"stft_dist":1.40937,"f0_rmse_cents":102.18046,"f0_corr":0.90755,"vuv_err":0.10802,"score_intelligibility":0.89451,"score_speaker":0.83875,"score_quality":0.98751,"score_fidelity":0.72742,"score":0.86205},"yue":{"n":50,"unit":"cer","wer":15.51402,"wer_orig":14.39252,"dwer":1.1215,"wer_pseudo":13.36289,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.86647,"utmos":2.87856,"dnsmos_ovrl":3.09836,"dnsmos_sig":3.4525,"dnsmos_bak":3.95289,"pesq_wb":2.12172,"pesq_nb":2.8108,"stoi":0.86508,"estoi":0.74062,"si_sdr":2.30976,"mel_dist":0.19182,"stft_dist":1.33155,"f0_rmse_cents":146.21674,"f0_corr":0.84819,"vuv_err":0.1664,"score_intelligibility":0.93209,"score_speaker":0.86647,"score_quality":0.98288,"score_fidelity":0.67792,"score":0.86484},"ja":{"n":50,"unit":"cer","wer":7.16582,"wer_orig":3.53698,"dwer":3.62885,"wer_pseudo":5.05282,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.70688,"utmos":1.96856,"dnsmos_ovrl":2.68042,"dnsmos_sig":3.30185,"dnsmos_bak":3.51605,"pesq_wb":1.95142,"pesq_nb":2.56093,"stoi":0.69327,"estoi":0.51118,"si_sdr":-1.91981,"mel_dist":0.21258,"stft_dist":1.54614,"f0_rmse_cents":135.38911,"f0_corr":0.84161,"vuv_err":0.15736,"score_intelligibility":0.55561,"score_speaker":0.70688,"score_quality":0.96761,"score_fidelity":0.60224,"score":0.70808},"ko":{"n":50,"unit":"cer","wer":6.12745,"wer_orig":5.14706,"dwer":0.98039,"wer_pseudo":1.1523,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.81936,"utmos":3.04545,"dnsmos_ovrl":3.06903,"dnsmos_sig":3.39644,"dnsmos_bak":4.09593,"pesq_wb":2.55806,"pesq_nb":3.14705,"stoi":0.87718,"estoi":0.78319,"si_sdr":4.36856,"mel_dist":0.19025,"stft_dist":1.28929,"f0_rmse_cents":85.173,"f0_corr":0.94736,"vuv_err":0.10216,"score_intelligibility":0.86245,"score_speaker":0.81936,"score_quality":0.95279,"score_fidelity":0.75657,"score":0.84779},"th":{"n":50,"unit":"cer","wer":12.28779,"wer_orig":7.61924,"dwer":4.66855,"wer_pseudo":9.4756,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.83877,"utmos":2.42788,"dnsmos_ovrl":2.94757,"dnsmos_sig":3.3906,"dnsmos_bak":3.87084,"pesq_wb":1.84824,"pesq_nb":2.56404,"stoi":0.83968,"estoi":0.72547,"si_sdr":-0.51136,"mel_dist":0.21416,"stft_dist":1.51833,"f0_rmse_cents":191.12931,"f0_corr":0.80743,"vuv_err":0.2102,"score_intelligibility":0.64866,"score_speaker":0.83877,"score_quality":1.0,"score_fidelity":0.62982,"score":0.77931}}},{"codec":"dualcodec_12hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dualcodec_12hz_8q","family":"DualCodec","checkpoint":"amphion/dualcodec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":[16384,4096,4096,4096,4096,4096,4096,4096],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights untagged on HF, trained on Emilia (CC-BY-NC-4.0)","paper":"2505.13000","year":2025,"bitrate_kbps":1.225,"notes":"model_id=12hz_v1; RVQ-1 semantic (w2v-BERT 2.0 distilled), rest acoustic; encoder runs under fp16 autocast (upstream default)","side_info":null,"warning":null,"env":"dualcodec"},"kbps":1.225,"kbps_measured":1.21868,"tokens_per_s":99.48447,"params_M":664.5077,"efficiency":{"rtf_encode":0.01136,"rtf_decode":0.0013,"peak_vram_gb":3.28281,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.82936,"score_worst_lang":0.73934,"worst_lang":"he","en_gap":-0.07094,"score_intelligibility":0.77973,"score_speaker":0.85225,"score_quality":0.98813,"score_fidelity":0.69731,"dwer":2.93114,"wer":11.73695,"wer_pseudo":6.47461,"sim":0.85225,"utmos":2.61124,"dnsmos_ovrl":3.03324,"dnsmos_sig":3.4059,"dnsmos_bak":3.95557,"pesq_wb":2.31996,"pesq_nb":2.95314,"stoi":0.86018,"estoi":0.74778,"si_sdr":2.93734,"mel_dist":0.2014,"stft_dist":1.33943,"f0_rmse_cents":146.11796,"f0_corr":0.85461,"vuv_err":0.1598,"score_ci95":[0.82174,0.83641]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.53786,"wer_orig":6.98132,"dwer":2.55654,"wer_pseudo":5.05837,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.74984,"utmos":2.29657,"dnsmos_ovrl":2.50175,"dnsmos_sig":3.01698,"dnsmos_bak":3.78177,"pesq_wb":1.83074,"pesq_nb":2.46325,"stoi":0.78183,"estoi":0.64545,"si_sdr":-4.12096,"mel_dist":0.22785,"stft_dist":1.53863,"f0_rmse_cents":141.81216,"f0_corr":0.87928,"vuv_err":0.18057,"score_intelligibility":0.75739,"score_speaker":0.74984,"score_quality":0.90543,"score_fidelity":0.63282,"score":0.76137},"de":{"n":50,"unit":"wer","wer":7.52798,"wer_orig":5.69685,"dwer":1.83113,"wer_pseudo":2.95015,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.88046,"utmos":2.82208,"dnsmos_ovrl":3.14514,"dnsmos_sig":3.41197,"dnsmos_bak":4.10206,"pesq_wb":2.47699,"pesq_nb":3.06602,"stoi":0.90426,"estoi":0.78027,"si_sdr":6.4626,"mel_dist":0.18269,"stft_dist":1.22693,"f0_rmse_cents":173.91861,"f0_corr":0.85248,"vuv_err":0.16042,"score_intelligibility":0.78528,"score_speaker":0.88046,"score_quality":1.0,"score_fidelity":0.72625,"score":0.848},"fr":{"n":50,"unit":"wer","wer":7.35178,"wer_orig":4.98024,"dwer":2.37154,"wer_pseudo":4.28571,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.86376,"utmos":2.47535,"dnsmos_ovrl":3.09471,"dnsmos_sig":3.41124,"dnsmos_bak":4.03701,"pesq_wb":2.37321,"pesq_nb":2.97579,"stoi":0.89977,"estoi":0.82221,"si_sdr":4.94431,"mel_dist":0.21208,"stft_dist":1.29566,"f0_rmse_cents":117.11997,"f0_corr":0.8981,"vuv_err":0.18011,"score_intelligibility":0.71604,"score_speaker":0.86376,"score_quality":1.0,"score_fidelity":0.73007,"score":0.82747},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.6381,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.88412,"utmos":2.88353,"dnsmos_ovrl":3.2761,"dnsmos_sig":3.58843,"dnsmos_bak":4.02537,"pesq_wb":2.76435,"pesq_nb":3.28696,"stoi":0.90681,"estoi":0.81577,"si_sdr":5.79247,"mel_dist":0.20139,"stft_dist":1.2646,"f0_rmse_cents":168.15475,"f0_corr":0.86323,"vuv_err":0.17119,"score_intelligibility":0.97826,"score_speaker":0.88412,"score_quality":1.0,"score_fidelity":0.75805,"score":0.90511},"it":{"n":50,"unit":"wer","wer":3.27869,"wer_orig":2.55009,"dwer":0.7286,"wer_pseudo":2.19378,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.8941,"utmos":3.15858,"dnsmos_ovrl":3.34104,"dnsmos_sig":3.6136,"dnsmos_bak":4.11804,"pesq_wb":2.87232,"pesq_nb":3.37553,"stoi":0.9133,"estoi":0.83296,"si_sdr":7.05684,"mel_dist":0.19474,"stft_dist":1.21621,"f0_rmse_cents":86.75371,"f0_corr":0.88906,"vuv_err":0.12703,"score_intelligibility":0.82971,"score_speaker":0.8941,"score_quality":1.0,"score_fidelity":0.7791,"score":0.87573},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":1.77165,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.90643,"utmos":2.69592,"dnsmos_ovrl":3.14401,"dnsmos_sig":3.48459,"dnsmos_bak":3.90348,"pesq_wb":2.4974,"pesq_nb":3.07931,"stoi":0.86078,"estoi":0.75736,"si_sdr":3.9739,"mel_dist":0.19596,"stft_dist":1.27332,"f0_rmse_cents":249.43427,"f0_corr":0.81305,"vuv_err":0.19946,"score_intelligibility":1.0,"score_speaker":0.90643,"score_quality":1.0,"score_fidelity":0.70055,"score":0.90175},"nl":{"n":50,"unit":"wer","wer":9.63426,"wer_orig":5.26316,"dwer":4.3711,"wer_pseudo":5.99821,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.83837,"utmos":2.91138,"dnsmos_ovrl":2.85117,"dnsmos_sig":3.19992,"dnsmos_bak":4.13075,"pesq_wb":2.22707,"pesq_nb":2.82097,"stoi":0.88817,"estoi":0.7813,"si_sdr":2.16195,"mel_dist":0.23714,"stft_dist":1.52881,"f0_rmse_cents":145.24046,"f0_corr":0.88793,"vuv_err":0.1805,"score_intelligibility":0.58896,"score_speaker":0.83837,"score_quality":0.98545,"score_fidelity":0.7089,"score":0.78042},"pl":{"n":50,"unit":"wer","wer":7.34649,"wer_orig":3.28947,"dwer":4.05702,"wer_pseudo":6.35965,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.86036,"utmos":2.68341,"dnsmos_ovrl":3.11493,"dnsmos_sig":3.41841,"dnsmos_bak":4.10975,"pesq_wb":2.28298,"pesq_nb":2.84731,"stoi":0.90998,"estoi":0.81043,"si_sdr":0.26617,"mel_dist":0.20442,"stft_dist":1.39584,"f0_rmse_cents":118.51038,"f0_corr":0.8012,"vuv_err":0.15671,"score_intelligibility":0.51393,"score_speaker":0.86036,"score_quality":0.98172,"score_fidelity":0.69258,"score":0.76215},"cs":{"n":50,"unit":"wer","wer":13.88565,"wer_orig":9.45158,"dwer":4.43407,"wer_pseudo":9.57944,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.8853,"utmos":2.62226,"dnsmos_ovrl":3.2234,"dnsmos_sig":3.53041,"dnsmos_bak":4.01292,"pesq_wb":2.07386,"pesq_nb":2.79277,"stoi":0.87423,"estoi":0.76816,"si_sdr":6.02875,"mel_dist":0.20183,"stft_dist":1.29141,"f0_rmse_cents":104.43483,"f0_corr":0.86546,"vuv_err":0.11816,"score_intelligibility":0.70212,"score_speaker":0.8853,"score_quality":1.0,"score_fidelity":0.68217,"score":0.8174},"tr":{"n":50,"unit":"wer","wer":9.86842,"wer_orig":7.76316,"dwer":2.10526,"wer_pseudo":5.00659,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.86466,"utmos":2.40499,"dnsmos_ovrl":3.07807,"dnsmos_sig":3.41369,"dnsmos_bak":4.05378,"pesq_wb":2.42698,"pesq_nb":3.06161,"stoi":0.87304,"estoi":0.74715,"si_sdr":-0.72299,"mel_dist":0.20736,"stft_dist":1.40003,"f0_rmse_cents":114.9969,"f0_corr":0.91048,"vuv_err":0.12604,"score_intelligibility":0.8063,"score_speaker":0.86466,"score_quality":1.0,"score_fidelity":0.73041,"score":0.85034},"id":{"n":50,"unit":"wer","wer":9.91736,"wer_orig":5.90319,"dwer":4.01417,"wer_pseudo":8.61865,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.81279,"utmos":2.13933,"dnsmos_ovrl":3.00009,"dnsmos_sig":3.50847,"dnsmos_bak":3.59969,"pesq_wb":1.90555,"pesq_nb":2.67756,"stoi":0.77009,"estoi":0.60362,"si_sdr":1.63019,"mel_dist":0.18662,"stft_dist":1.37971,"f0_rmse_cents":337.204,"f0_corr":0.7235,"vuv_err":0.23954,"score_intelligibility":0.63231,"score_speaker":0.81279,"score_quality":1.0,"score_fidelity":0.58411,"score":0.7573},"vi":{"n":50,"unit":"wer","wer":13.12649,"wer_orig":7.71679,"dwer":5.40971,"wer_pseudo":8.83758,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.84872,"utmos":2.15821,"dnsmos_ovrl":2.90812,"dnsmos_sig":3.40451,"dnsmos_bak":3.76189,"pesq_wb":2.17081,"pesq_nb":2.91646,"stoi":0.76027,"estoi":0.61481,"si_sdr":4.65608,"mel_dist":0.18224,"stft_dist":1.29076,"f0_rmse_cents":145.22441,"f0_corr":0.87354,"vuv_err":0.14792,"score_intelligibility":0.61705,"score_speaker":0.84872,"score_quality":1.0,"score_fidelity":0.65611,"score":0.78047},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":1.96987,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.85458,"utmos":2.6931,"dnsmos_ovrl":3.13493,"dnsmos_sig":3.43857,"dnsmos_bak":4.10632,"pesq_wb":2.41092,"pesq_nb":2.99439,"stoi":0.90115,"estoi":0.80441,"si_sdr":4.56101,"mel_dist":0.2099,"stft_dist":1.3738,"f0_rmse_cents":118.00424,"f0_corr":0.86487,"vuv_err":0.16937,"score_intelligibility":0.84113,"score_speaker":0.85458,"score_quality":1.0,"score_fidelity":0.72305,"score":0.85469},"uk":{"n":50,"unit":"wer","wer":10.32917,"wer_orig":6.46992,"dwer":3.85925,"wer_pseudo":6.36364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.80114,"utmos":2.51926,"dnsmos_ovrl":3.05766,"dnsmos_sig":3.37374,"dnsmos_bak":4.0934,"pesq_wb":2.31916,"pesq_nb":2.82385,"stoi":0.87251,"estoi":0.75307,"si_sdr":1.73616,"mel_dist":0.22278,"stft_dist":1.42198,"f0_rmse_cents":99.60238,"f0_corr":0.91927,"vuv_err":0.13965,"score_intelligibility":0.65935,"score_speaker":0.80114,"score_quality":0.98141,"score_fidelity":0.72289,"score":0.7912},"el":{"n":50,"unit":"wer","wer":15.53106,"wer_orig":12.02405,"dwer":3.50701,"wer_pseudo":9.20921,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.84969,"utmos":2.77908,"dnsmos_ovrl":3.07702,"dnsmos_sig":3.4344,"dnsmos_bak":3.9781,"pesq_wb":2.5776,"pesq_nb":3.17121,"stoi":0.88229,"estoi":0.76957,"si_sdr":6.74099,"mel_dist":0.18751,"stft_dist":1.25979,"f0_rmse_cents":93.72371,"f0_corr":0.88491,"vuv_err":0.13801,"score_intelligibility":0.78785,"score_speaker":0.84969,"score_quality":1.0,"score_fidelity":0.73931,"score":0.84421},"ar":{"n":50,"unit":"wer","wer":13.93342,"wer_orig":12.45376,"dwer":1.47965,"wer_pseudo":5.93325,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.89646,"utmos":2.83405,"dnsmos_ovrl":3.30242,"dnsmos_sig":3.59372,"dnsmos_bak":4.08333,"pesq_wb":2.47899,"pesq_nb":3.11527,"stoi":0.92441,"estoi":0.85589,"si_sdr":5.06305,"mel_dist":0.206,"stft_dist":1.28978,"f0_rmse_cents":102.80452,"f0_corr":0.90178,"vuv_err":0.13203,"score_intelligibility":0.90092,"score_speaker":0.89646,"score_quality":1.0,"score_fidelity":0.74959,"score":0.88674},"fa":{"n":50,"unit":"wer","wer":29.02857,"wer_orig":25.94286,"dwer":3.08571,"wer_pseudo":11.24324,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.85381,"utmos":2.56868,"dnsmos_ovrl":2.88984,"dnsmos_sig":3.35946,"dnsmos_bak":3.82288,"pesq_wb":2.04576,"pesq_nb":2.8608,"stoi":0.73839,"estoi":0.59714,"si_sdr":-0.11305,"mel_dist":0.1983,"stft_dist":1.417,"f0_rmse_cents":217.38889,"f0_corr":0.70694,"vuv_err":0.17583,"score_intelligibility":0.89724,"score_speaker":0.85381,"score_quality":0.98473,"score_fidelity":0.58137,"score":0.82929},"he":{"n":50,"unit":"wer","wer":34.65116,"wer_orig":19.4186,"dwer":15.23256,"wer_pseudo":24.29577,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.78539,"utmos":2.35894,"dnsmos_ovrl":2.84729,"dnsmos_sig":3.20008,"dnsmos_bak":4.00399,"pesq_wb":2.01603,"pesq_nb":2.56774,"stoi":0.86563,"estoi":0.75311,"si_sdr":-0.29697,"mel_dist":0.20961,"stft_dist":1.34824,"f0_rmse_cents":185.81183,"f0_corr":0.77112,"vuv_err":0.20833,"score_intelligibility":0.57273,"score_speaker":0.78539,"score_quality":0.95688,"score_fidelity":0.64235,"score":0.73934},"hi":{"n":50,"unit":"wer","wer":30.37858,"wer_orig":26.31579,"dwer":4.06279,"wer_pseudo":11.9891,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.84453,"utmos":2.46528,"dnsmos_ovrl":2.92709,"dnsmos_sig":3.41438,"dnsmos_bak":3.66319,"pesq_wb":2.23875,"pesq_nb":2.91957,"stoi":0.84752,"estoi":0.72293,"si_sdr":4.42583,"mel_dist":0.20772,"stft_dist":1.34286,"f0_rmse_cents":144.70632,"f0_corr":0.80342,"vuv_err":0.17058,"score_intelligibility":0.87052,"score_speaker":0.84453,"score_quality":1.0,"score_fidelity":0.66829,"score":0.84584},"zh":{"n":50,"unit":"cer","wer":8.45481,"wer_orig":7.40525,"dwer":1.04956,"wer_pseudo":2.68293,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.87937,"utmos":2.76681,"dnsmos_ovrl":3.114,"dnsmos_sig":3.42586,"dnsmos_bak":4.08269,"pesq_wb":2.56056,"pesq_nb":3.18427,"stoi":0.90303,"estoi":0.81637,"si_sdr":1.77411,"mel_dist":0.19472,"stft_dist":1.32174,"f0_rmse_cents":99.96404,"f0_corr":0.91114,"vuv_err":0.10236,"score_intelligibility":0.88899,"score_speaker":0.87937,"score_quality":0.98835,"score_fidelity":0.75335,"score":0.87752},"yue":{"n":50,"unit":"cer","wer":14.51713,"wer_orig":14.39252,"dwer":0.12461,"wer_pseudo":8.86637,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.89408,"utmos":2.89464,"dnsmos_ovrl":3.11179,"dnsmos_sig":3.45288,"dnsmos_bak":3.97931,"pesq_wb":2.27902,"pesq_nb":2.99913,"stoi":0.88334,"estoi":0.77093,"si_sdr":3.1242,"mel_dist":0.18159,"stft_dist":1.27657,"f0_rmse_cents":147.24663,"f0_corr":0.85527,"vuv_err":0.15799,"score_intelligibility":0.99197,"score_speaker":0.89408,"score_quality":0.98702,"score_fidelity":0.70135,"score":0.8936},"ja":{"n":50,"unit":"cer","wer":6.01746,"wer_orig":3.53698,"dwer":2.48048,"wer_pseudo":4.13413,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.76855,"utmos":1.99384,"dnsmos_ovrl":2.6436,"dnsmos_sig":3.26657,"dnsmos_bak":3.49442,"pesq_wb":2.13056,"pesq_nb":2.77292,"stoi":0.71966,"estoi":0.547,"si_sdr":-0.50779,"mel_dist":0.19866,"stft_dist":1.39257,"f0_rmse_cents":128.30642,"f0_corr":0.87121,"vuv_err":0.15348,"score_intelligibility":0.64653,"score_speaker":0.76855,"score_quality":0.97982,"score_fidelity":0.63796,"score":0.75821},"ko":{"n":50,"unit":"cer","wer":5.4902,"wer_orig":5.14706,"dwer":0.34314,"wer_pseudo":0.501,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8672,"utmos":3.0977,"dnsmos_ovrl":3.06649,"dnsmos_sig":3.39319,"dnsmos_bak":4.09736,"pesq_wb":2.7637,"pesq_nb":3.35005,"stoi":0.89872,"estoi":0.81696,"si_sdr":6.15041,"mel_dist":0.17922,"stft_dist":1.18389,"f0_rmse_cents":82.15633,"f0_corr":0.94958,"vuv_err":0.10054,"score_intelligibility":0.94713,"score_speaker":0.8672,"score_quality":0.96435,"score_fidelity":0.78407,"score":0.89069},"th":{"n":50,"unit":"cer","wer":10.02425,"wer_orig":7.61924,"dwer":2.40501,"wer_pseudo":6.90423,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.87036,"utmos":2.44679,"dnsmos_ovrl":2.94699,"dnsmos_sig":3.38645,"dnsmos_bak":3.8921,"pesq_wb":1.95573,"pesq_nb":2.75268,"stoi":0.86505,"estoi":0.75991,"si_sdr":-0.29113,"mel_dist":0.20339,"stft_dist":1.41625,"f0_rmse_cents":184.31121,"f0_corr":0.81394,"vuv_err":0.19939,"score_intelligibility":0.78184,"score_speaker":0.87036,"score_quality":1.0,"score_fidelity":0.65069,"score":0.82572}}},{"codec":"dualcodec_25hz_12q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dualcodec_25hz_12q","family":"DualCodec","checkpoint":"amphion/dualcodec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25.0,"n_codebooks":12,"codebook_size":[16384,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights untagged on HF, trained on Emilia (CC-BY-NC-4.0)","paper":"2505.13000","year":2025,"bitrate_kbps":3.1,"notes":"model_id=25hz_v1; RVQ-1 semantic (w2v-BERT 2.0 distilled), rest acoustic; encoder runs under fp16 autocast (upstream default)","side_info":null,"warning":null,"env":"dualcodec"},"kbps":3.1,"kbps_measured":3.09022,"tokens_per_s":299.05311,"params_M":682.78499,"efficiency":{"rtf_encode":0.01257,"rtf_decode":0.00263,"peak_vram_gb":3.81046,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89645,"score_worst_lang":0.82116,"worst_lang":"nl","en_gap":-0.0602,"score_intelligibility":0.90364,"score_speaker":0.92737,"score_quality":0.98646,"score_fidelity":0.76834,"dwer":1.01167,"wer":9.81748,"wer_pseudo":3.60045,"sim":0.92737,"utmos":2.58567,"dnsmos_ovrl":2.97189,"dnsmos_sig":3.36313,"dnsmos_bak":3.87984,"pesq_wb":2.81522,"pesq_nb":3.42222,"stoi":0.90088,"estoi":0.81941,"si_sdr":5.73934,"mel_dist":0.17549,"stft_dist":1.28022,"f0_rmse_cents":129.91522,"f0_corr":0.8855,"vuv_err":0.1407,"score_ci95":[0.88918,0.90137]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.76794,"wer_orig":6.98132,"dwer":0.78663,"wer_pseudo":2.14008,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.86354,"utmos":2.27556,"dnsmos_ovrl":2.54132,"dnsmos_sig":3.06923,"dnsmos_bak":3.73963,"pesq_wb":2.12367,"pesq_nb":2.74683,"stoi":0.83359,"estoi":0.71979,"si_sdr":-0.60943,"mel_dist":0.21905,"stft_dist":1.75491,"f0_rmse_cents":150.63929,"f0_corr":0.85533,"vuv_err":0.15477,"score_intelligibility":0.91028,"score_speaker":0.86354,"score_quality":0.91121,"score_fidelity":0.66999,"score":0.83876},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":1.01729,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.95868,"utmos":2.84609,"dnsmos_ovrl":3.12059,"dnsmos_sig":3.40316,"dnsmos_bak":4.08123,"pesq_wb":3.12873,"pesq_nb":3.68457,"stoi":0.9398,"estoi":0.85989,"si_sdr":9.94879,"mel_dist":0.1476,"stft_dist":1.02581,"f0_rmse_cents":156.85774,"f0_corr":0.88451,"vuv_err":0.14524,"score_intelligibility":0.94272,"score_speaker":0.95868,"score_quality":1.0,"score_fidelity":0.81084,"score":0.92806},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":2.30159,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.94168,"utmos":2.44234,"dnsmos_ovrl":3.05654,"dnsmos_sig":3.37883,"dnsmos_bak":4.01912,"pesq_wb":2.98537,"pesq_nb":3.54292,"stoi":0.93801,"estoi":0.88753,"si_sdr":7.56136,"mel_dist":0.16922,"stft_dist":1.17819,"f0_rmse_cents":97.43061,"f0_corr":0.93461,"vuv_err":0.15465,"score_intelligibility":0.98695,"score_speaker":0.94168,"score_quality":1.0,"score_fidelity":0.81329,"score":0.93548},"es":{"n":50,"unit":"wer","wer":3.0,"wer_orig":3.09091,"dwer":-0.09091,"wer_pseudo":0.91158,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95691,"utmos":2.8718,"dnsmos_ovrl":3.1996,"dnsmos_sig":3.54572,"dnsmos_bak":3.94131,"pesq_wb":3.38847,"pesq_nb":3.8063,"stoi":0.94164,"estoi":0.88352,"si_sdr":9.31529,"mel_dist":0.17599,"stft_dist":1.12689,"f0_rmse_cents":157.0867,"f0_corr":0.89638,"vuv_err":0.14373,"score_intelligibility":1.0,"score_speaker":0.95691,"score_quality":1.0,"score_fidelity":0.84015,"score":0.94926},"it":{"n":50,"unit":"wer","wer":3.27869,"wer_orig":2.55009,"dwer":0.7286,"wer_pseudo":1.09689,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96233,"utmos":3.11307,"dnsmos_ovrl":3.30073,"dnsmos_sig":3.59085,"dnsmos_bak":4.07453,"pesq_wb":3.45821,"pesq_nb":3.86954,"stoi":0.94691,"estoi":0.89668,"si_sdr":9.48623,"mel_dist":0.16296,"stft_dist":1.06085,"f0_rmse_cents":86.79231,"f0_corr":0.89477,"vuv_err":0.1135,"score_intelligibility":0.82971,"score_speaker":0.96233,"score_quality":0.99872,"score_fidelity":0.84801,"score":0.90969},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.7874,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96315,"utmos":2.63752,"dnsmos_ovrl":3.00309,"dnsmos_sig":3.37871,"dnsmos_bak":3.78083,"pesq_wb":3.08852,"pesq_nb":3.6084,"stoi":0.90569,"estoi":0.8321,"si_sdr":6.99329,"mel_dist":0.1686,"stft_dist":1.12852,"f0_rmse_cents":200.61271,"f0_corr":0.88339,"vuv_err":0.15704,"score_intelligibility":1.0,"score_speaker":0.96315,"score_quality":1.0,"score_fidelity":0.79527,"score":0.9396},"nl":{"n":50,"unit":"wer","wer":8.29616,"wer_orig":5.26316,"dwer":3.03301,"wer_pseudo":4.47628,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.90952,"utmos":2.83439,"dnsmos_ovrl":2.83645,"dnsmos_sig":3.18777,"dnsmos_bak":4.10514,"pesq_wb":2.38588,"pesq_nb":3.05671,"stoi":0.90499,"estoi":0.81596,"si_sdr":2.49427,"mel_dist":0.22296,"stft_dist":1.56833,"f0_rmse_cents":113.45507,"f0_corr":0.90554,"vuv_err":0.16147,"score_intelligibility":0.67374,"score_speaker":0.90952,"score_quality":0.9659,"score_fidelity":0.7355,"score":0.82116},"pl":{"n":50,"unit":"wer","wer":5.15351,"wer_orig":3.28947,"dwer":1.86404,"wer_pseudo":2.74123,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.93194,"utmos":2.72421,"dnsmos_ovrl":3.11146,"dnsmos_sig":3.42207,"dnsmos_bak":4.09835,"pesq_wb":2.93625,"pesq_nb":3.46225,"stoi":0.93998,"estoi":0.87188,"si_sdr":2.75916,"mel_dist":0.16695,"stft_dist":1.22455,"f0_rmse_cents":105.36332,"f0_corr":0.84872,"vuv_err":0.13617,"score_intelligibility":0.69708,"score_speaker":0.93194,"score_quality":0.9934,"score_fidelity":0.78064,"score":0.85077},"cs":{"n":50,"unit":"wer","wer":10.15169,"wer_orig":9.45158,"dwer":0.70012,"wer_pseudo":5.02336,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95576,"utmos":2.6417,"dnsmos_ovrl":3.14106,"dnsmos_sig":3.46915,"dnsmos_bak":3.95214,"pesq_wb":2.74108,"pesq_nb":3.46347,"stoi":0.92049,"estoi":0.85112,"si_sdr":7.86785,"mel_dist":0.17137,"stft_dist":1.12226,"f0_rmse_cents":77.08071,"f0_corr":0.92532,"vuv_err":0.10951,"score_intelligibility":0.93722,"score_speaker":0.95576,"score_quality":1.0,"score_fidelity":0.78108,"score":0.91852},"tr":{"n":50,"unit":"wer","wer":8.28947,"wer_orig":7.76316,"dwer":0.52632,"wer_pseudo":1.44928,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.93154,"utmos":2.3505,"dnsmos_ovrl":3.03852,"dnsmos_sig":3.37287,"dnsmos_bak":4.03429,"pesq_wb":2.86022,"pesq_nb":3.4375,"stoi":0.91059,"estoi":0.82239,"si_sdr":4.38796,"mel_dist":0.19548,"stft_dist":1.38665,"f0_rmse_cents":106.59996,"f0_corr":0.93134,"vuv_err":0.12088,"score_intelligibility":0.94334,"score_speaker":0.93154,"score_quality":0.99784,"score_fidelity":0.79114,"score":0.91597},"id":{"n":50,"unit":"wer","wer":6.37544,"wer_orig":5.90319,"dwer":0.47226,"wer_pseudo":4.36836,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.90126,"utmos":2.02343,"dnsmos_ovrl":2.75022,"dnsmos_sig":3.29345,"dnsmos_bak":3.31297,"pesq_wb":2.36051,"pesq_nb":3.18872,"stoi":0.83331,"estoi":0.7111,"si_sdr":4.52301,"mel_dist":0.16015,"stft_dist":1.18608,"f0_rmse_cents":281.49122,"f0_corr":0.79146,"vuv_err":0.18799,"score_intelligibility":0.93597,"score_speaker":0.90126,"score_quality":1.0,"score_fidelity":0.67116,"score":0.8771},"vi":{"n":50,"unit":"wer","wer":8.98966,"wer_orig":7.71679,"dwer":1.27287,"wer_pseudo":4.14013,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.90628,"utmos":2.08758,"dnsmos_ovrl":2.81263,"dnsmos_sig":3.35359,"dnsmos_bak":3.6433,"pesq_wb":2.56795,"pesq_nb":3.30724,"stoi":0.81987,"estoi":0.71161,"si_sdr":6.37583,"mel_dist":0.15709,"stft_dist":1.17058,"f0_rmse_cents":126.38429,"f0_corr":0.89977,"vuv_err":0.12687,"score_intelligibility":0.87258,"score_speaker":0.90628,"score_quality":0.98293,"score_fidelity":0.72254,"score":0.87108},"ru":{"n":50,"unit":"wer","wer":4.9711,"wer_orig":4.50867,"dwer":0.46243,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.93781,"utmos":2.69254,"dnsmos_ovrl":3.07945,"dnsmos_sig":3.39744,"dnsmos_bak":4.06811,"pesq_wb":2.91951,"pesq_nb":3.48444,"stoi":0.9344,"estoi":0.86741,"si_sdr":6.57477,"mel_dist":0.17882,"stft_dist":1.20727,"f0_rmse_cents":110.44489,"f0_corr":0.87786,"vuv_err":0.14885,"score_intelligibility":0.92256,"score_speaker":0.93781,"score_quality":1.0,"score_fidelity":0.7869,"score":0.91182},"uk":{"n":50,"unit":"wer","wer":8.05902,"wer_orig":6.46992,"dwer":1.5891,"wer_pseudo":2.84091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90344,"utmos":2.56672,"dnsmos_ovrl":3.08459,"dnsmos_sig":3.38865,"dnsmos_bak":4.09126,"pesq_wb":2.8159,"pesq_nb":3.30267,"stoi":0.91285,"estoi":0.82318,"si_sdr":5.72926,"mel_dist":0.21214,"stft_dist":1.6841,"f0_rmse_cents":83.27198,"f0_corr":0.9443,"vuv_err":0.122,"score_intelligibility":0.82458,"score_speaker":0.90344,"score_quality":0.99645,"score_fidelity":0.79199,"score":0.87912},"el":{"n":50,"unit":"wer","wer":12.12425,"wer_orig":12.02405,"dwer":0.1002,"wer_pseudo":6.10611,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.93872,"utmos":2.75653,"dnsmos_ovrl":3.01854,"dnsmos_sig":3.41077,"dnsmos_bak":3.92699,"pesq_wb":3.12654,"pesq_nb":3.66353,"stoi":0.92234,"estoi":0.84229,"si_sdr":8.88111,"mel_dist":0.15518,"stft_dist":1.06862,"f0_rmse_cents":85.86524,"f0_corr":0.91379,"vuv_err":0.13261,"score_intelligibility":0.99237,"score_speaker":0.93872,"score_quality":1.0,"score_fidelity":0.81457,"score":0.93641},"ar":{"n":50,"unit":"wer","wer":12.94698,"wer_orig":12.45376,"dwer":0.49322,"wer_pseudo":2.5958,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.95865,"utmos":2.74534,"dnsmos_ovrl":3.22226,"dnsmos_sig":3.55411,"dnsmos_bak":3.99963,"pesq_wb":3.07233,"pesq_nb":3.66722,"stoi":0.95343,"estoi":0.9074,"si_sdr":6.97636,"mel_dist":0.17393,"stft_dist":1.14283,"f0_rmse_cents":108.16797,"f0_corr":0.90173,"vuv_err":0.12062,"score_intelligibility":0.96464,"score_speaker":0.95865,"score_quality":1.0,"score_fidelity":0.81575,"score":0.93476},"fa":{"n":50,"unit":"wer","wer":26.85714,"wer_orig":25.94286,"dwer":0.91429,"wer_pseudo":6.27027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.91301,"utmos":2.40439,"dnsmos_ovrl":2.82273,"dnsmos_sig":3.2841,"dnsmos_bak":3.7489,"pesq_wb":2.3916,"pesq_nb":3.19778,"stoi":0.79555,"estoi":0.68417,"si_sdr":2.45723,"mel_dist":0.17631,"stft_dist":1.40063,"f0_rmse_cents":196.14249,"f0_corr":0.78084,"vuv_err":0.15142,"score_intelligibility":0.96718,"score_speaker":0.91301,"score_quality":0.9299,"score_fidelity":0.658,"score":0.86702},"he":{"n":50,"unit":"wer","wer":24.88372,"wer_orig":19.4186,"dwer":5.46512,"wer_pseudo":11.97183,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.86475,"utmos":2.44796,"dnsmos_ovrl":2.92807,"dnsmos_sig":3.28654,"dnsmos_bak":3.99049,"pesq_wb":2.46621,"pesq_nb":3.02283,"stoi":0.89746,"estoi":0.81382,"si_sdr":4.41262,"mel_dist":0.21408,"stft_dist":2.14195,"f0_rmse_cents":160.45989,"f0_corr":0.80937,"vuv_err":0.17966,"score_intelligibility":0.78886,"score_speaker":0.86475,"score_quality":0.98681,"score_fidelity":0.70858,"score":0.83725},"hi":{"n":50,"unit":"wer","wer":27.97784,"wer_orig":26.31579,"dwer":1.66205,"wer_pseudo":8.08356,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93406,"utmos":2.4251,"dnsmos_ovrl":2.74051,"dnsmos_sig":3.28911,"dnsmos_bak":3.43548,"pesq_wb":2.75637,"pesq_nb":3.43281,"stoi":0.8958,"estoi":0.80778,"si_sdr":7.98153,"mel_dist":0.17492,"stft_dist":1.14843,"f0_rmse_cents":102.71934,"f0_corr":0.90266,"vuv_err":0.1506,"score_intelligibility":0.94264,"score_speaker":0.93406,"score_quality":0.99979,"score_fidelity":0.76676,"score":0.91081},"zh":{"n":50,"unit":"cer","wer":7.87172,"wer_orig":7.40525,"dwer":0.46647,"wer_pseudo":1.40244,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.94224,"utmos":2.78834,"dnsmos_ovrl":3.08933,"dnsmos_sig":3.41619,"dnsmos_bak":4.04646,"pesq_wb":3.14969,"pesq_nb":3.70933,"stoi":0.9385,"estoi":0.87854,"si_sdr":5.56842,"mel_dist":0.15237,"stft_dist":1.12117,"f0_rmse_cents":81.55069,"f0_corr":0.93502,"vuv_err":0.08722,"score_intelligibility":0.94742,"score_speaker":0.94224,"score_quality":0.9943,"score_fidelity":0.82924,"score":0.9283},"yue":{"n":50,"unit":"cer","wer":16.19938,"wer_orig":14.39252,"dwer":1.80685,"wer_pseudo":9.56301,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.95236,"utmos":2.93026,"dnsmos_ovrl":3.04778,"dnsmos_sig":3.41583,"dnsmos_bak":3.9135,"pesq_wb":2.84544,"pesq_nb":3.52898,"stoi":0.92252,"estoi":0.84502,"si_sdr":5.71559,"mel_dist":0.14612,"stft_dist":1.08822,"f0_rmse_cents":122.85279,"f0_corr":0.90529,"vuv_err":0.14282,"score_intelligibility":0.89495,"score_speaker":0.95236,"score_quality":0.99617,"score_fidelity":0.78503,"score":0.90713},"ja":{"n":50,"unit":"cer","wer":4.86909,"wer_orig":3.53698,"dwer":1.33211,"wer_pseudo":2.113,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.86902,"utmos":1.98213,"dnsmos_ovrl":2.50545,"dnsmos_sig":3.09737,"dnsmos_bak":3.30266,"pesq_wb":2.42485,"pesq_nb":3.1169,"stoi":0.78571,"estoi":0.64673,"si_sdr":1.34983,"mel_dist":0.18097,"stft_dist":1.39134,"f0_rmse_cents":146.53832,"f0_corr":0.84836,"vuv_err":0.15642,"score_intelligibility":0.77303,"score_speaker":0.86902,"score_quality":0.9632,"score_fidelity":0.68039,"score":0.82141},"ko":{"n":50,"unit":"cer","wer":5.2451,"wer_orig":5.14706,"dwer":0.09804,"wer_pseudo":0.3006,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92847,"utmos":3.09633,"dnsmos_ovrl":3.05974,"dnsmos_sig":3.39768,"dnsmos_bak":4.05752,"pesq_wb":3.18376,"pesq_nb":3.653,"stoi":0.92537,"estoi":0.86475,"si_sdr":7.15511,"mel_dist":0.16231,"stft_dist":1.17255,"f0_rmse_cents":75.47451,"f0_corr":0.95189,"vuv_err":0.08581,"score_intelligibility":0.9843,"score_speaker":0.92847,"score_quality":0.96405,"score_fidelity":0.83373,"score":0.92764},"th":{"n":50,"unit":"cer","wer":8.02344,"wer_orig":7.61924,"dwer":0.4042,"wer_pseudo":4.13039,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.93176,"utmos":2.37237,"dnsmos_ovrl":2.81467,"dnsmos_sig":3.31191,"dnsmos_bak":3.75245,"pesq_wb":2.38832,"pesq_nb":3.17944,"stoi":0.90235,"estoi":0.82127,"si_sdr":3.83868,"mel_dist":0.16722,"stft_dist":1.22451,"f0_rmse_cents":184.68335,"f0_corr":0.8297,"vuv_err":0.1869,"score_intelligibility":0.95521,"score_speaker":0.93176,"score_quality":0.99443,"score_fidelity":0.70957,"score":0.89774}}},{"codec":"dualcodec_25hz_3q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dualcodec_25hz_3q","family":"DualCodec","checkpoint":"amphion/dualcodec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25.0,"n_codebooks":3,"codebook_size":[16384,1024,1024],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights untagged on HF, trained on Emilia (CC-BY-NC-4.0)","paper":"2505.13000","year":2025,"bitrate_kbps":0.85,"notes":"model_id=25hz_v1; RVQ-1 semantic (w2v-BERT 2.0 distilled), rest acoustic; encoder runs under fp16 autocast (upstream default)","side_info":null,"warning":null,"env":"dualcodec"},"kbps":0.85,"kbps_measured":0.84732,"tokens_per_s":74.76328,"params_M":682.78499,"efficiency":{"rtf_encode":0.01216,"rtf_decode":0.00253,"peak_vram_gb":3.80982,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.78,"score_worst_lang":0.69065,"worst_lang":"pl","en_gap":0.015,"score_intelligibility":0.75513,"score_speaker":0.78048,"score_quality":0.96375,"score_fidelity":0.62065,"dwer":3.36315,"wer":12.16896,"wer_pseudo":7.36353,"sim":0.78048,"utmos":2.4826,"dnsmos_ovrl":3.029,"dnsmos_sig":3.39235,"dnsmos_bak":3.93648,"pesq_wb":1.83106,"pesq_nb":2.4375,"stoi":0.80919,"estoi":0.67092,"si_sdr":-2.61692,"mel_dist":0.2628,"stft_dist":1.99722,"f0_rmse_cents":176.55419,"f0_corr":0.8153,"vuv_err":0.18671,"score_ci95":[0.77193,0.78848]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.86627,"wer_orig":6.98132,"dwer":0.88496,"wer_pseudo":3.30739,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.73281,"utmos":2.41749,"dnsmos_ovrl":2.6191,"dnsmos_sig":3.09433,"dnsmos_bak":3.79002,"pesq_wb":1.52313,"pesq_nb":2.05056,"stoi":0.74894,"estoi":0.59924,"si_sdr":-11.57595,"mel_dist":0.35768,"stft_dist":3.65414,"f0_rmse_cents":163.24312,"f0_corr":0.84184,"vuv_err":0.18335,"score_intelligibility":0.90019,"score_speaker":0.73281,"score_quality":0.96443,"score_fidelity":0.58008,"score":0.79438},"de":{"n":50,"unit":"wer","wer":8.03662,"wer_orig":5.69685,"dwer":2.33978,"wer_pseudo":4.47609,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.81015,"utmos":2.82658,"dnsmos_ovrl":3.11708,"dnsmos_sig":3.39939,"dnsmos_bak":4.07876,"pesq_wb":1.94685,"pesq_nb":2.58349,"stoi":0.85748,"estoi":0.69492,"si_sdr":1.87993,"mel_dist":0.21447,"stft_dist":1.36976,"f0_rmse_cents":203.66625,"f0_corr":0.77884,"vuv_err":0.19609,"score_intelligibility":0.74108,"score_speaker":0.81015,"score_quality":1.0,"score_fidelity":0.63562,"score":0.79671},"fr":{"n":50,"unit":"wer","wer":7.35178,"wer_orig":4.98024,"dwer":2.37154,"wer_pseudo":5.0,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77046,"utmos":2.40653,"dnsmos_ovrl":3.06455,"dnsmos_sig":3.37562,"dnsmos_bak":4.03242,"pesq_wb":1.94745,"pesq_nb":2.49926,"stoi":0.85502,"estoi":0.75496,"si_sdr":1.08709,"mel_dist":0.24833,"stft_dist":1.73077,"f0_rmse_cents":121.91153,"f0_corr":0.88576,"vuv_err":0.19022,"score_intelligibility":0.71604,"score_speaker":0.77046,"score_quality":1.0,"score_fidelity":0.67049,"score":0.78925},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":1.82315,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.83002,"utmos":2.71478,"dnsmos_ovrl":3.23292,"dnsmos_sig":3.55418,"dnsmos_bak":3.99957,"pesq_wb":2.31539,"pesq_nb":2.88943,"stoi":0.86756,"estoi":0.75019,"si_sdr":2.13235,"mel_dist":0.24194,"stft_dist":1.37853,"f0_rmse_cents":189.44801,"f0_corr":0.86572,"vuv_err":0.19864,"score_intelligibility":1.0,"score_speaker":0.83002,"score_quality":0.98692,"score_fidelity":0.70304,"score":0.87999},"it":{"n":50,"unit":"wer","wer":3.55191,"wer_orig":2.55009,"dwer":1.00182,"wer_pseudo":2.83364,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83477,"utmos":2.94889,"dnsmos_ovrl":3.30915,"dnsmos_sig":3.59371,"dnsmos_bak":4.09205,"pesq_wb":2.33665,"pesq_nb":2.86372,"stoi":0.87106,"estoi":0.76189,"si_sdr":2.34346,"mel_dist":0.2326,"stft_dist":1.34411,"f0_rmse_cents":105.49316,"f0_corr":0.8461,"vuv_err":0.1651,"score_intelligibility":0.77991,"score_speaker":0.83477,"score_quality":0.96299,"score_fidelity":0.69969,"score":0.81934},"pt":{"n":50,"unit":"wer","wer":2.63672,"wer_orig":3.41797,"dwer":-0.78125,"wer_pseudo":1.5748,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.84602,"utmos":2.60078,"dnsmos_ovrl":3.11681,"dnsmos_sig":3.45558,"dnsmos_bak":3.90671,"pesq_wb":2.01996,"pesq_nb":2.6206,"stoi":0.81794,"estoi":0.69298,"si_sdr":0.6518,"mel_dist":0.23649,"stft_dist":1.36476,"f0_rmse_cents":389.80156,"f0_corr":0.65785,"vuv_err":0.22447,"score_intelligibility":1.0,"score_speaker":0.84602,"score_quality":1.0,"score_fidelity":0.58907,"score":0.85877},"nl":{"n":50,"unit":"wer","wer":10.97235,"wer_orig":5.26316,"dwer":5.70919,"wer_pseudo":8.59445,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.74445,"utmos":2.54562,"dnsmos_ovrl":2.98922,"dnsmos_sig":3.30362,"dnsmos_bak":4.11549,"pesq_wb":1.55559,"pesq_nb":2.12069,"stoi":0.81557,"estoi":0.67376,"si_sdr":-8.01962,"mel_dist":0.35911,"stft_dist":2.88406,"f0_rmse_cents":152.36122,"f0_corr":0.8438,"vuv_err":0.20989,"score_intelligibility":0.52314,"score_speaker":0.74445,"score_quality":0.89255,"score_fidelity":0.60604,"score":0.69154},"pl":{"n":50,"unit":"wer","wer":8.22368,"wer_orig":3.28947,"dwer":4.93421,"wer_pseudo":7.34649,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.784,"utmos":2.44576,"dnsmos_ovrl":3.13209,"dnsmos_sig":3.43096,"dnsmos_bak":4.08312,"pesq_wb":1.72365,"pesq_nb":2.28544,"stoi":0.85344,"estoi":0.72057,"si_sdr":-5.18493,"mel_dist":0.25346,"stft_dist":1.90187,"f0_rmse_cents":151.2828,"f0_corr":0.73927,"vuv_err":0.1669,"score_intelligibility":0.46505,"score_speaker":0.784,"score_quality":0.91372,"score_fidelity":0.59982,"score":0.69065},"cs":{"n":50,"unit":"wer","wer":16.68611,"wer_orig":9.45158,"dwer":7.23454,"wer_pseudo":12.03271,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.82285,"utmos":2.5145,"dnsmos_ovrl":3.16869,"dnsmos_sig":3.46573,"dnsmos_bak":4.02364,"pesq_wb":1.65026,"pesq_nb":2.34711,"stoi":0.81869,"estoi":0.68263,"si_sdr":1.04731,"mel_dist":0.24434,"stft_dist":1.45577,"f0_rmse_cents":101.8011,"f0_corr":0.87433,"vuv_err":0.13793,"score_intelligibility":0.59095,"score_speaker":0.82285,"score_quality":0.98228,"score_fidelity":0.62627,"score":0.75559},"tr":{"n":50,"unit":"wer","wer":10.13158,"wer_orig":7.76316,"dwer":2.36842,"wer_pseudo":5.13834,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.81908,"utmos":2.33067,"dnsmos_ovrl":3.08746,"dnsmos_sig":3.40489,"dnsmos_bak":4.05056,"pesq_wb":1.91614,"pesq_nb":2.56223,"stoi":0.81636,"estoi":0.65901,"si_sdr":-5.9391,"mel_dist":0.28839,"stft_dist":2.11411,"f0_rmse_cents":157.85681,"f0_corr":0.85466,"vuv_err":0.1995,"score_intelligibility":0.78723,"score_speaker":0.81908,"score_quality":1.0,"score_fidelity":0.64426,"score":0.81264},"id":{"n":50,"unit":"wer","wer":9.68123,"wer_orig":5.90319,"dwer":3.77804,"wer_pseudo":6.37544,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.71457,"utmos":2.07548,"dnsmos_ovrl":2.8672,"dnsmos_sig":3.35722,"dnsmos_bak":3.536,"pesq_wb":1.5274,"pesq_nb":2.23363,"stoi":0.70694,"estoi":0.51394,"si_sdr":-2.25949,"mel_dist":0.22444,"stft_dist":1.57173,"f0_rmse_cents":377.3456,"f0_corr":0.66102,"vuv_err":0.24294,"score_intelligibility":0.64629,"score_speaker":0.71457,"score_quality":1.0,"score_fidelity":0.50621,"score":0.71677},"vi":{"n":50,"unit":"wer","wer":15.43357,"wer_orig":7.71679,"dwer":7.71679,"wer_pseudo":11.70382,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.7565,"utmos":1.97172,"dnsmos_ovrl":2.80247,"dnsmos_sig":3.29347,"dnsmos_bak":3.6998,"pesq_wb":1.64006,"pesq_nb":2.27516,"stoi":0.68666,"estoi":0.51358,"si_sdr":-2.83985,"mel_dist":0.22925,"stft_dist":1.78898,"f0_rmse_cents":166.49425,"f0_corr":0.85512,"vuv_err":0.17515,"score_intelligibility":0.53043,"score_speaker":0.7565,"score_quality":0.92774,"score_fidelity":0.57488,"score":0.69739},"ru":{"n":50,"unit":"wer","wer":6.01156,"wer_orig":4.50867,"dwer":1.50289,"wer_pseudo":2.20162,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.78482,"utmos":2.50892,"dnsmos_ovrl":3.0963,"dnsmos_sig":3.4016,"dnsmos_bak":4.07423,"pesq_wb":1.83607,"pesq_nb":2.37928,"stoi":0.84459,"estoi":0.71467,"si_sdr":-1.31077,"mel_dist":0.26037,"stft_dist":1.75502,"f0_rmse_cents":141.81477,"f0_corr":0.82753,"vuv_err":0.20012,"score_intelligibility":0.78566,"score_speaker":0.78482,"score_quality":0.94755,"score_fidelity":0.637,"score":0.78876},"uk":{"n":50,"unit":"wer","wer":9.64813,"wer_orig":6.46992,"dwer":3.17821,"wer_pseudo":6.25,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.74472,"utmos":2.55224,"dnsmos_ovrl":3.17004,"dnsmos_sig":3.4543,"dnsmos_bak":4.10259,"pesq_wb":1.88622,"pesq_nb":2.42187,"stoi":0.84014,"estoi":0.69253,"si_sdr":-4.33803,"mel_dist":0.33741,"stft_dist":3.19911,"f0_rmse_cents":103.60468,"f0_corr":0.91164,"vuv_err":0.16534,"score_intelligibility":0.70152,"score_speaker":0.74472,"score_quality":0.99186,"score_fidelity":0.66833,"score":0.77661},"el":{"n":50,"unit":"wer","wer":14.72946,"wer_orig":12.02405,"dwer":2.70541,"wer_pseudo":9.70971,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.72282,"utmos":2.58813,"dnsmos_ovrl":2.95517,"dnsmos_sig":3.32336,"dnsmos_bak":3.94898,"pesq_wb":1.93933,"pesq_nb":2.60899,"stoi":0.82351,"estoi":0.67954,"si_sdr":0.66912,"mel_dist":0.2187,"stft_dist":1.44136,"f0_rmse_cents":112.21007,"f0_corr":0.85137,"vuv_err":0.16299,"score_intelligibility":0.828,"score_speaker":0.72282,"score_quality":0.95109,"score_fidelity":0.64775,"score":0.78742},"ar":{"n":50,"unit":"wer","wer":15.28977,"wer_orig":12.45376,"dwer":2.836,"wer_pseudo":6.42769,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.8199,"utmos":2.56587,"dnsmos_ovrl":3.24714,"dnsmos_sig":3.56013,"dnsmos_bak":4.03638,"pesq_wb":1.91043,"pesq_nb":2.49214,"stoi":0.87953,"estoi":0.78982,"si_sdr":0.3577,"mel_dist":0.25208,"stft_dist":1.53822,"f0_rmse_cents":115.40459,"f0_corr":0.87435,"vuv_err":0.15033,"score_intelligibility":0.8259,"score_speaker":0.8199,"score_quality":0.968,"score_fidelity":0.67134,"score":0.82128},"fa":{"n":50,"unit":"wer","wer":28.68571,"wer_orig":25.94286,"dwer":2.74286,"wer_pseudo":11.45946,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.79126,"utmos":2.49513,"dnsmos_ovrl":2.97579,"dnsmos_sig":3.40491,"dnsmos_bak":3.8598,"pesq_wb":1.60643,"pesq_nb":2.3708,"stoi":0.6876,"estoi":0.52793,"si_sdr":-5.65207,"mel_dist":0.27535,"stft_dist":2.47833,"f0_rmse_cents":229.01635,"f0_corr":0.70749,"vuv_err":0.18894,"score_intelligibility":0.9076,"score_speaker":0.79126,"score_quality":0.962,"score_fidelity":0.52278,"score":0.79591},"he":{"n":50,"unit":"wer","wer":30.93023,"wer_orig":19.4186,"dwer":11.51163,"wer_pseudo":21.47887,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.69835,"utmos":2.53336,"dnsmos_ovrl":3.00426,"dnsmos_sig":3.3223,"dnsmos_bak":4.00813,"pesq_wb":1.72027,"pesq_nb":2.22981,"stoi":0.82501,"estoi":0.6921,"si_sdr":-7.03432,"mel_dist":0.364,"stft_dist":4.4873,"f0_rmse_cents":227.68946,"f0_corr":0.74286,"vuv_err":0.21697,"score_intelligibility":0.63948,"score_speaker":0.69835,"score_quality":1.0,"score_fidelity":0.59122,"score":0.73226},"hi":{"n":50,"unit":"wer","wer":29.82456,"wer_orig":26.31579,"dwer":3.50877,"wer_pseudo":14.25976,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.76225,"utmos":2.28838,"dnsmos_ovrl":2.90366,"dnsmos_sig":3.42778,"dnsmos_bak":3.62544,"pesq_wb":1.82232,"pesq_nb":2.45994,"stoi":0.79413,"estoi":0.64334,"si_sdr":-1.28417,"mel_dist":0.25083,"stft_dist":1.54643,"f0_rmse_cents":200.40532,"f0_corr":0.78138,"vuv_err":0.236,"score_intelligibility":0.88617,"score_speaker":0.76225,"score_quality":0.99728,"score_fidelity":0.60349,"score":0.8123},"zh":{"n":50,"unit":"cer","wer":8.74636,"wer_orig":7.40525,"dwer":1.34111,"wer_pseudo":2.5,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.79039,"utmos":2.4672,"dnsmos_ovrl":3.05219,"dnsmos_sig":3.37201,"dnsmos_bak":4.05377,"pesq_wb":1.93334,"pesq_nb":2.49557,"stoi":0.85085,"estoi":0.73874,"si_sdr":-3.28036,"mel_dist":0.21681,"stft_dist":1.47989,"f0_rmse_cents":148.12194,"f0_corr":0.83912,"vuv_err":0.12297,"score_intelligibility":0.8624,"score_speaker":0.79039,"score_quality":0.90185,"score_fidelity":0.65221,"score":0.80171},"yue":{"n":50,"unit":"cer","wer":17.88162,"wer_orig":14.39252,"dwer":3.4891,"wer_pseudo":13.55288,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.81104,"utmos":2.69793,"dnsmos_ovrl":3.10655,"dnsmos_sig":3.43671,"dnsmos_bak":3.99822,"pesq_wb":1.80121,"pesq_nb":2.47256,"stoi":0.83634,"estoi":0.69402,"si_sdr":-0.92328,"mel_dist":0.21325,"stft_dist":1.44964,"f0_rmse_cents":151.11835,"f0_corr":0.85788,"vuv_err":0.17961,"score_intelligibility":0.81521,"score_speaker":0.81104,"score_quality":0.93645,"score_fidelity":0.64105,"score":0.80094},"ja":{"n":50,"unit":"cer","wer":5.64998,"wer_orig":3.53698,"dwer":2.113,"wer_pseudo":3.67478,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.75011,"utmos":2.04063,"dnsmos_ovrl":2.63947,"dnsmos_sig":3.19829,"dnsmos_bak":3.41602,"pesq_wb":1.7184,"pesq_nb":2.34997,"stoi":0.67249,"estoi":0.48975,"si_sdr":-7.22238,"mel_dist":0.2985,"stft_dist":2.28725,"f0_rmse_cents":179.03764,"f0_corr":0.78209,"vuv_err":0.19344,"score_intelligibility":0.68225,"score_speaker":0.75011,"score_quality":1.0,"score_fidelity":0.55328,"score":0.74641},"ko":{"n":50,"unit":"cer","wer":5.04902,"wer_orig":5.14706,"dwer":-0.09804,"wer_pseudo":1.90381,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.79687,"utmos":2.82879,"dnsmos_ovrl":3.15723,"dnsmos_sig":3.4573,"dnsmos_bak":4.11404,"pesq_wb":2.15075,"pesq_nb":2.75144,"stoi":0.84929,"estoi":0.74546,"si_sdr":-0.70092,"mel_dist":0.24084,"stft_dist":1.80284,"f0_rmse_cents":132.71801,"f0_corr":0.88804,"vuv_err":0.11614,"score_intelligibility":1.0,"score_speaker":0.79687,"score_quality":0.90482,"score_fidelity":0.6887,"score":0.8476},"th":{"n":50,"unit":"cer","wer":15.94584,"wer_orig":7.61924,"dwer":8.3266,"wer_pseudo":13.09982,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.79327,"utmos":2.21716,"dnsmos_ovrl":2.8815,"dnsmos_sig":3.32897,"dnsmos_bak":3.82979,"pesq_wb":1.51824,"pesq_nb":2.13641,"stoi":0.80142,"estoi":0.67646,"si_sdr":-5.40956,"mel_dist":0.24867,"stft_dist":1.90926,"f0_rmse_cents":215.45394,"f0_corr":0.79927,"vuv_err":0.25795,"score_intelligibility":0.50863,"score_speaker":0.79327,"score_quality":0.93851,"score_fidelity":0.58292,"score":0.70583}}},{"codec":"dualcodec_25hz_6q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"dualcodec_25hz_6q","family":"DualCodec","checkpoint":"amphion/dualcodec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25.0,"n_codebooks":6,"codebook_size":[16384,1024,1024,1024,1024,1024],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights untagged on HF, trained on Emilia (CC-BY-NC-4.0)","paper":"2505.13000","year":2025,"bitrate_kbps":1.6,"notes":"model_id=25hz_v1; RVQ-1 semantic (w2v-BERT 2.0 distilled), rest acoustic; encoder runs under fp16 autocast (upstream default)","side_info":null,"warning":null,"env":"dualcodec"},"kbps":1.6,"kbps_measured":1.59495,"tokens_per_s":149.52656,"params_M":682.78499,"efficiency":{"rtf_encode":0.0123,"rtf_decode":0.00258,"peak_vram_gb":3.81003,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.85354,"score_worst_lang":0.75962,"worst_lang":"nl","en_gap":-0.04005,"score_intelligibility":0.85682,"score_speaker":0.87266,"score_quality":0.98845,"score_fidelity":0.69623,"dwer":1.655,"wer":10.46081,"wer_pseudo":4.91069,"sim":0.87266,"utmos":2.6095,"dnsmos_ovrl":3.02434,"dnsmos_sig":3.40229,"dnsmos_bak":3.92598,"pesq_wb":2.31542,"pesq_nb":2.96852,"stoi":0.85988,"estoi":0.75019,"si_sdr":2.51353,"mel_dist":0.20477,"stft_dist":1.51422,"f0_rmse_cents":150.26817,"f0_corr":0.85297,"vuv_err":0.15859,"score_ci95":[0.84618,0.8592]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.86627,"wer_orig":6.98132,"dwer":0.88496,"wer_pseudo":2.52918,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.80359,"utmos":2.32745,"dnsmos_ovrl":2.55675,"dnsmos_sig":3.0634,"dnsmos_bak":3.75691,"pesq_wb":1.77087,"pesq_nb":2.3665,"stoi":0.79087,"estoi":0.6573,"si_sdr":-5.49183,"mel_dist":0.25868,"stft_dist":2.3884,"f0_rmse_cents":149.69389,"f0_corr":0.85994,"vuv_err":0.15996,"score_intelligibility":0.90019,"score_speaker":0.80359,"score_quality":0.93315,"score_fidelity":0.62369,"score":0.81515},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":1.93286,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.91489,"utmos":2.89167,"dnsmos_ovrl":3.11505,"dnsmos_sig":3.39884,"dnsmos_bak":4.07481,"pesq_wb":2.5435,"pesq_nb":3.19588,"stoi":0.90688,"estoi":0.78847,"si_sdr":6.81495,"mel_dist":0.17308,"stft_dist":1.1482,"f0_rmse_cents":183.6139,"f0_corr":0.82909,"vuv_err":0.1674,"score_intelligibility":0.92941,"score_speaker":0.91489,"score_quality":1.0,"score_fidelity":0.72566,"score":0.89249},"fr":{"n":50,"unit":"wer","wer":6.08696,"wer_orig":4.98024,"dwer":1.10672,"wer_pseudo":3.49206,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.88788,"utmos":2.48328,"dnsmos_ovrl":3.10245,"dnsmos_sig":3.41987,"dnsmos_bak":4.04055,"pesq_wb":2.47854,"pesq_nb":3.07683,"stoi":0.90558,"estoi":0.83216,"si_sdr":5.34591,"mel_dist":0.19558,"stft_dist":1.35436,"f0_rmse_cents":100.48476,"f0_corr":0.92307,"vuv_err":0.17525,"score_intelligibility":0.84384,"score_speaker":0.88788,"score_quality":1.0,"score_fidelity":0.75036,"score":0.87052},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.6381,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.91427,"utmos":2.90854,"dnsmos_ovrl":3.26531,"dnsmos_sig":3.58625,"dnsmos_bak":4.00719,"pesq_wb":2.90784,"pesq_nb":3.4541,"stoi":0.91151,"estoi":0.82669,"si_sdr":6.58335,"mel_dist":0.20047,"stft_dist":1.21987,"f0_rmse_cents":162.86139,"f0_corr":0.88319,"vuv_err":0.16088,"score_intelligibility":0.95745,"score_speaker":0.91427,"score_quality":1.0,"score_fidelity":0.77993,"score":0.91291},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":1.55393,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92451,"utmos":3.1552,"dnsmos_ovrl":3.34467,"dnsmos_sig":3.62124,"dnsmos_bak":4.11234,"pesq_wb":2.99888,"pesq_nb":3.49955,"stoi":0.91685,"estoi":0.84077,"si_sdr":6.72559,"mel_dist":0.18741,"stft_dist":1.15698,"f0_rmse_cents":98.58247,"f0_corr":0.87794,"vuv_err":0.12278,"score_intelligibility":0.86661,"score_speaker":0.92451,"score_quality":1.0,"score_fidelity":0.78863,"score":0.89494},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92874,"utmos":2.71069,"dnsmos_ovrl":3.08537,"dnsmos_sig":3.44027,"dnsmos_bak":3.85486,"pesq_wb":2.60237,"pesq_nb":3.21476,"stoi":0.86787,"estoi":0.769,"si_sdr":4.83388,"mel_dist":0.19389,"stft_dist":1.21639,"f0_rmse_cents":284.18643,"f0_corr":0.75151,"vuv_err":0.18437,"score_intelligibility":1.0,"score_speaker":0.92874,"score_quality":1.0,"score_fidelity":0.6924,"score":0.90529},"nl":{"n":50,"unit":"wer","wer":9.27743,"wer_orig":5.26316,"dwer":4.01427,"wer_pseudo":6.53536,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.8343,"utmos":2.74357,"dnsmos_ovrl":2.90718,"dnsmos_sig":3.2416,"dnsmos_bak":4.11166,"pesq_wb":1.83709,"pesq_nb":2.47476,"stoi":0.85896,"estoi":0.74124,"si_sdr":-1.72881,"mel_dist":0.26509,"stft_dist":1.98093,"f0_rmse_cents":143.16369,"f0_corr":0.85765,"vuv_err":0.19025,"score_intelligibility":0.60941,"score_speaker":0.8343,"score_quality":0.94283,"score_fidelity":0.65193,"score":0.75962},"pl":{"n":50,"unit":"wer","wer":5.92105,"wer_orig":3.28947,"dwer":2.63158,"wer_pseudo":3.61842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.87218,"utmos":2.64261,"dnsmos_ovrl":3.1304,"dnsmos_sig":3.42928,"dnsmos_bak":4.10217,"pesq_wb":2.23667,"pesq_nb":2.85518,"stoi":0.9029,"estoi":0.8015,"si_sdr":-0.28441,"mel_dist":0.19811,"stft_dist":1.45502,"f0_rmse_cents":125.47849,"f0_corr":0.79139,"vuv_err":0.15378,"score_intelligibility":0.61977,"score_speaker":0.87218,"score_quality":0.97005,"score_fidelity":0.68254,"score":0.78614},"cs":{"n":50,"unit":"wer","wer":12.13536,"wer_orig":9.45158,"dwer":2.68378,"wer_pseudo":7.59346,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.91274,"utmos":2.65168,"dnsmos_ovrl":3.19807,"dnsmos_sig":3.50158,"dnsmos_bak":4.00846,"pesq_wb":2.13059,"pesq_nb":2.92739,"stoi":0.87693,"estoi":0.77456,"si_sdr":5.34146,"mel_dist":0.19902,"stft_dist":1.24155,"f0_rmse_cents":83.9057,"f0_corr":0.89994,"vuv_err":0.11851,"score_intelligibility":0.79568,"score_speaker":0.91274,"score_quality":1.0,"score_fidelity":0.69997,"score":0.8521},"tr":{"n":50,"unit":"wer","wer":9.73684,"wer_orig":7.76316,"dwer":1.97368,"wer_pseudo":3.82082,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.89112,"utmos":2.40295,"dnsmos_ovrl":3.09038,"dnsmos_sig":3.41225,"dnsmos_bak":4.07116,"pesq_wb":2.42183,"pesq_nb":3.04941,"stoi":0.8714,"estoi":0.74981,"si_sdr":0.68683,"mel_dist":0.22451,"stft_dist":1.62871,"f0_rmse_cents":111.64634,"f0_corr":0.92707,"vuv_err":0.12243,"score_intelligibility":0.81618,"score_speaker":0.89112,"score_quality":1.0,"score_fidelity":0.7349,"score":0.86055},"id":{"n":50,"unit":"wer","wer":8.02834,"wer_orig":5.90319,"dwer":2.12515,"wer_pseudo":6.02125,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.82992,"utmos":2.06812,"dnsmos_ovrl":2.90861,"dnsmos_sig":3.42949,"dnsmos_bak":3.52064,"pesq_wb":1.89394,"pesq_nb":2.74193,"stoi":0.77325,"estoi":0.61552,"si_sdr":1.83087,"mel_dist":0.18296,"stft_dist":1.30103,"f0_rmse_cents":361.10334,"f0_corr":0.68146,"vuv_err":0.20932,"score_intelligibility":0.76461,"score_speaker":0.82992,"score_quality":1.0,"score_fidelity":0.57004,"score":0.79114},"vi":{"n":50,"unit":"wer","wer":10.18298,"wer_orig":7.71679,"dwer":2.46619,"wer_pseudo":5.73248,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.84776,"utmos":2.08535,"dnsmos_ovrl":2.81757,"dnsmos_sig":3.33516,"dnsmos_bak":3.67146,"pesq_wb":2.10155,"pesq_nb":2.8594,"stoi":0.75454,"estoi":0.61308,"si_sdr":3.21314,"mel_dist":0.18308,"stft_dist":1.35215,"f0_rmse_cents":138.31761,"f0_corr":0.88477,"vuv_err":0.15258,"score_intelligibility":0.77947,"score_speaker":0.84776,"score_quality":0.98326,"score_fidelity":0.65135,"score":0.81546},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87986,"utmos":2.65819,"dnsmos_ovrl":3.11945,"dnsmos_sig":3.42545,"dnsmos_bak":4.08909,"pesq_wb":2.36389,"pesq_nb":2.95357,"stoi":0.89687,"estoi":0.8,"si_sdr":3.66789,"mel_dist":0.20778,"stft_dist":1.37665,"f0_rmse_cents":125.3322,"f0_corr":0.8574,"vuv_err":0.16838,"score_intelligibility":0.97945,"score_speaker":0.87986,"score_quality":0.99182,"score_fidelity":0.71465,"score":0.89144},"uk":{"n":50,"unit":"wer","wer":8.85358,"wer_orig":6.46992,"dwer":2.38365,"wer_pseudo":3.86364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.84834,"utmos":2.6344,"dnsmos_ovrl":3.11881,"dnsmos_sig":3.41823,"dnsmos_bak":4.10731,"pesq_wb":2.34192,"pesq_nb":2.8823,"stoi":0.88071,"estoi":0.76279,"si_sdr":1.40868,"mel_dist":0.24846,"stft_dist":2.15224,"f0_rmse_cents":98.57975,"f0_corr":0.92019,"vuv_err":0.14071,"score_intelligibility":0.75809,"score_speaker":0.84834,"score_quality":1.0,"score_fidelity":0.7281,"score":0.83363},"el":{"n":50,"unit":"wer","wer":14.72946,"wer_orig":12.02405,"dwer":2.70541,"wer_pseudo":9.70971,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.86683,"utmos":2.77372,"dnsmos_ovrl":3.01774,"dnsmos_sig":3.39831,"dnsmos_bak":3.95275,"pesq_wb":2.54457,"pesq_nb":3.18527,"stoi":0.87991,"estoi":0.7666,"si_sdr":5.60204,"mel_dist":0.18048,"stft_dist":1.19499,"f0_rmse_cents":91.37604,"f0_corr":0.90888,"vuv_err":0.14137,"score_intelligibility":0.828,"score_speaker":0.86683,"score_quality":1.0,"score_fidelity":0.74337,"score":0.85955},"ar":{"n":50,"unit":"wer","wer":13.81011,"wer_orig":12.45376,"dwer":1.35635,"wer_pseudo":4.94438,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.91293,"utmos":2.76803,"dnsmos_ovrl":3.25243,"dnsmos_sig":3.57703,"dnsmos_bak":4.0226,"pesq_wb":2.54471,"pesq_nb":3.17189,"stoi":0.92454,"estoi":0.8578,"si_sdr":4.5558,"mel_dist":0.20237,"stft_dist":1.2655,"f0_rmse_cents":108.68326,"f0_corr":0.89384,"vuv_err":0.13206,"score_intelligibility":0.90842,"score_speaker":0.91293,"score_quality":1.0,"score_fidelity":0.75324,"score":0.89365},"fa":{"n":50,"unit":"wer","wer":27.88571,"wer_orig":25.94286,"dwer":1.94286,"wer_pseudo":8.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.85609,"utmos":2.52789,"dnsmos_ovrl":2.89662,"dnsmos_sig":3.34293,"dnsmos_bak":3.80845,"pesq_wb":1.925,"pesq_nb":2.77102,"stoi":0.7419,"estoi":0.60413,"si_sdr":-0.93867,"mel_dist":0.20586,"stft_dist":1.7149,"f0_rmse_cents":215.38434,"f0_corr":0.73295,"vuv_err":0.16918,"score_intelligibility":0.93274,"score_speaker":0.85609,"score_quality":0.97212,"score_fidelity":0.57971,"score":0.83517},"he":{"n":50,"unit":"wer","wer":26.62791,"wer_orig":19.4186,"dwer":7.2093,"wer_pseudo":14.20188,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.78637,"utmos":2.56711,"dnsmos_ovrl":3.02119,"dnsmos_sig":3.35219,"dnsmos_bak":4.01844,"pesq_wb":2.10277,"pesq_nb":2.6634,"stoi":0.86266,"estoi":0.75651,"si_sdr":-0.43386,"mel_dist":0.25741,"stft_dist":2.98121,"f0_rmse_cents":194.95072,"f0_corr":0.78808,"vuv_err":0.20418,"score_intelligibility":0.73906,"score_speaker":0.78637,"score_quality":1.0,"score_fidelity":0.65527,"score":0.79517},"hi":{"n":50,"unit":"wer","wer":28.80886,"wer_orig":26.31579,"dwer":2.49307,"wer_pseudo":11.44414,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.86744,"utmos":2.4585,"dnsmos_ovrl":2.84034,"dnsmos_sig":3.38173,"dnsmos_bak":3.53685,"pesq_wb":2.32798,"pesq_nb":3.02496,"stoi":0.8519,"estoi":0.73302,"si_sdr":4.96359,"mel_dist":0.20128,"stft_dist":1.27125,"f0_rmse_cents":142.92159,"f0_corr":0.85437,"vuv_err":0.18562,"score_intelligibility":0.91636,"score_speaker":0.86744,"score_quality":1.0,"score_fidelity":0.69523,"score":0.86976},"zh":{"n":50,"unit":"cer","wer":8.3965,"wer_orig":7.40525,"dwer":0.99125,"wer_pseudo":1.64634,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.8886,"utmos":2.73781,"dnsmos_ovrl":3.08306,"dnsmos_sig":3.40105,"dnsmos_bak":4.06206,"pesq_wb":2.51304,"pesq_nb":3.17105,"stoi":0.90265,"estoi":0.81728,"si_sdr":2.0518,"mel_dist":0.17778,"stft_dist":1.26521,"f0_rmse_cents":111.91663,"f0_corr":0.89066,"vuv_err":0.10198,"score_intelligibility":0.89451,"score_speaker":0.8886,"score_quality":0.98033,"score_fidelity":0.74187,"score":0.87633},"yue":{"n":50,"unit":"cer","wer":15.38941,"wer_orig":14.39252,"dwer":0.99688,"wer_pseudo":9.43635,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.90985,"utmos":2.94848,"dnsmos_ovrl":3.10939,"dnsmos_sig":3.45175,"dnsmos_bak":3.97852,"pesq_wb":2.3382,"pesq_nb":3.07218,"stoi":0.8869,"estoi":0.7785,"si_sdr":3.42268,"mel_dist":0.17116,"stft_dist":1.20933,"f0_rmse_cents":123.13293,"f0_corr":0.89787,"vuv_err":0.15615,"score_intelligibility":0.93918,"score_speaker":0.90985,"score_quality":1.0,"score_fidelity":0.72237,"score":0.89285},"ja":{"n":50,"unit":"cer","wer":4.77722,"wer_orig":3.53698,"dwer":1.24024,"wer_pseudo":2.80202,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.81828,"utmos":2.02413,"dnsmos_ovrl":2.64632,"dnsmos_sig":3.27359,"dnsmos_bak":3.42829,"pesq_wb":2.03859,"pesq_nb":2.69254,"stoi":0.72399,"estoi":0.55814,"si_sdr":-2.31736,"mel_dist":0.21319,"stft_dist":1.65045,"f0_rmse_cents":169.43216,"f0_corr":0.79944,"vuv_err":0.17422,"score_intelligibility":0.78532,"score_speaker":0.81828,"score_quality":0.99444,"score_fidelity":0.60673,"score":0.80119},"ko":{"n":50,"unit":"cer","wer":4.90196,"wer_orig":5.14706,"dwer":-0.2451,"wer_pseudo":1.30261,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.87189,"utmos":3.05432,"dnsmos_ovrl":3.11015,"dnsmos_sig":3.43622,"dnsmos_bak":4.08537,"pesq_wb":2.69009,"pesq_nb":3.25926,"stoi":0.89185,"estoi":0.80918,"si_sdr":4.29337,"mel_dist":0.18758,"stft_dist":1.37196,"f0_rmse_cents":84.28747,"f0_corr":0.94835,"vuv_err":0.0945,"score_intelligibility":1.0,"score_speaker":0.87189,"score_quality":0.95475,"score_fidelity":0.77436,"score":0.90025},"th":{"n":50,"unit":"cer","wer":7.41714,"wer_orig":7.61924,"dwer":-0.2021,"wer_pseudo":4.33286,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.8754,"utmos":2.40437,"dnsmos_ovrl":2.84686,"dnsmos_sig":3.31735,"dnsmos_bak":3.80155,"pesq_wb":1.9157,"pesq_nb":2.68134,"stoi":0.8556,"estoi":0.75054,"si_sdr":0.17788,"mel_dist":0.19921,"stft_dist":1.44397,"f0_rmse_cents":197.40113,"f0_corr":0.81231,"vuv_err":0.22036,"score_intelligibility":1.0,"score_speaker":0.8754,"score_quality":1.0,"score_fidelity":0.64318,"score":0.87965}}},{"codec":"ear_vae2_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ear_vae2_48k","family":"\u03b5ar-VAE2","checkpoint":"earlab/EAR_VAE2","sample_rate":48000,"output_sample_rate":48000,"frame_rate":25.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":128,"domain":"music","causal":false,"multilingual":null,"license":"Apache-2.0 (code and weights)","paper":"2608.19843","year":2026,"bitrate_kbps":null,"notes":"full model with banded refiner (configs/ear_vae2.json); 48 kHz stereo STFT-domain VAE, 1920x downsampling, posterior mean; public weights retrained on public data (not the paper run); mono input duplicated to L/R, output mixed to mono","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":178.35424,"efficiency":{"rtf_encode":0.00671,"rtf_decode":0.01451,"peak_vram_gb":2.96011,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.8494,"score_worst_lang":0.72401,"worst_lang":"en","en_gap":-0.13084,"score_intelligibility":0.86901,"score_speaker":0.91175,"score_quality":0.78431,"score_fidelity":0.83254,"dwer":1.6272,"wer":10.43301,"wer_pseudo":4.21313,"sim":0.91175,"utmos":1.96359,"dnsmos_ovrl":2.87776,"dnsmos_sig":3.27244,"dnsmos_bak":3.89097,"pesq_wb":3.22737,"pesq_nb":3.48828,"stoi":0.91567,"estoi":0.84482,"si_sdr":7.43781,"mel_dist":0.35679,"stft_dist":1.59493,"f0_rmse_cents":87.83072,"f0_corr":0.94556,"vuv_err":0.08575,"score_ci95":[0.84218,0.8562]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.81613,"wer_orig":6.98132,"dwer":3.83481,"wer_pseudo":5.93385,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.80634,"utmos":1.89787,"dnsmos_ovrl":2.40739,"dnsmos_sig":2.91582,"dnsmos_bak":3.78902,"pesq_wb":2.33365,"pesq_nb":2.64684,"stoi":0.81389,"estoi":0.67211,"si_sdr":3.61182,"mel_dist":0.55092,"stft_dist":2.28043,"f0_rmse_cents":298.1604,"f0_corr":0.81403,"vuv_err":0.21123,"score_intelligibility":0.67546,"score_speaker":0.80634,"score_quality":0.7446,"score_fidelity":0.66965,"score":0.72401},"de":{"n":50,"unit":"wer","wer":5.59512,"wer_orig":5.69685,"dwer":-0.10173,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94271,"utmos":2.09365,"dnsmos_ovrl":3.016,"dnsmos_sig":3.29894,"dnsmos_bak":4.07528,"pesq_wb":3.65058,"pesq_nb":3.79229,"stoi":0.94499,"estoi":0.88023,"si_sdr":11.1137,"mel_dist":0.24513,"stft_dist":1.17645,"f0_rmse_cents":60.12427,"f0_corr":0.96976,"vuv_err":0.0597,"score_intelligibility":1.0,"score_speaker":0.94271,"score_quality":0.80009,"score_fidelity":0.89069,"score":0.90837},"fr":{"n":50,"unit":"wer","wer":7.11462,"wer_orig":4.98024,"dwer":2.13439,"wer_pseudo":3.80952,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92823,"utmos":2.06135,"dnsmos_ovrl":3.0352,"dnsmos_sig":3.35218,"dnsmos_bak":4.04536,"pesq_wb":3.38331,"pesq_nb":3.63501,"stoi":0.95026,"estoi":0.90764,"si_sdr":10.07978,"mel_dist":0.36676,"stft_dist":1.5707,"f0_rmse_cents":84.98441,"f0_corr":0.95589,"vuv_err":0.1063,"score_intelligibility":0.73697,"score_speaker":0.92823,"score_quality":0.88865,"score_fidelity":0.86236,"score":0.85405},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.94043,"utmos":2.18177,"dnsmos_ovrl":3.18633,"dnsmos_sig":3.5119,"dnsmos_bak":3.99161,"pesq_wb":3.81767,"pesq_nb":3.90524,"stoi":0.95602,"estoi":0.91629,"si_sdr":9.80043,"mel_dist":0.21732,"stft_dist":1.17733,"f0_rmse_cents":89.21417,"f0_corr":0.9782,"vuv_err":0.07166,"score_intelligibility":0.97826,"score_speaker":0.94043,"score_quality":0.83557,"score_fidelity":0.91309,"score":0.91684},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.27971,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94803,"utmos":2.53781,"dnsmos_ovrl":3.27048,"dnsmos_sig":3.55858,"dnsmos_bak":4.08564,"pesq_wb":3.74839,"pesq_nb":3.88442,"stoi":0.95362,"estoi":0.91422,"si_sdr":9.73676,"mel_dist":0.24972,"stft_dist":1.22803,"f0_rmse_cents":59.67792,"f0_corr":0.94921,"vuv_err":0.08047,"score_intelligibility":0.90693,"score_speaker":0.94803,"score_quality":0.8575,"score_fidelity":0.89603,"score":0.90212},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95795,"utmos":2.15456,"dnsmos_ovrl":3.02834,"dnsmos_sig":3.38701,"dnsmos_bak":3.84078,"pesq_wb":3.67626,"pesq_nb":3.79824,"stoi":0.93609,"estoi":0.88512,"si_sdr":8.08422,"mel_dist":0.19953,"stft_dist":1.16812,"f0_rmse_cents":164.53666,"f0_corr":0.94063,"vuv_err":0.08805,"score_intelligibility":1.0,"score_speaker":0.95795,"score_quality":0.88339,"score_fidelity":0.88046,"score":0.93045},"nl":{"n":50,"unit":"wer","wer":6.60125,"wer_orig":5.26316,"dwer":1.33809,"wer_pseudo":2.50671,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.90314,"utmos":1.58662,"dnsmos_ovrl":2.52992,"dnsmos_sig":2.92089,"dnsmos_bak":4.09505,"pesq_wb":2.39191,"pesq_nb":2.96995,"stoi":0.93341,"estoi":0.85975,"si_sdr":4.6276,"mel_dist":0.58506,"stft_dist":2.26666,"f0_rmse_cents":92.38928,"f0_corr":0.93581,"vuv_err":0.12092,"score_intelligibility":0.82396,"score_speaker":0.90314,"score_quality":0.58949,"score_fidelity":0.75564,"score":0.76806},"pl":{"n":50,"unit":"wer","wer":4.05702,"wer_orig":3.28947,"dwer":0.76754,"wer_pseudo":1.64474,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92778,"utmos":1.81395,"dnsmos_ovrl":2.9526,"dnsmos_sig":3.29041,"dnsmos_bak":4.05921,"pesq_wb":3.04688,"pesq_nb":3.43272,"stoi":0.95247,"estoi":0.8966,"si_sdr":3.35613,"mel_dist":0.52134,"stft_dist":2.10158,"f0_rmse_cents":81.49857,"f0_corr":0.90267,"vuv_err":0.08767,"score_intelligibility":0.84822,"score_speaker":0.92778,"score_quality":0.72234,"score_fidelity":0.81332,"score":0.82791},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":5.49065,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95143,"utmos":2.15328,"dnsmos_ovrl":3.06121,"dnsmos_sig":3.38673,"dnsmos_bak":3.95223,"pesq_wb":3.48141,"pesq_nb":3.66066,"stoi":0.93904,"estoi":0.88338,"si_sdr":10.89435,"mel_dist":0.23995,"stft_dist":1.17801,"f0_rmse_cents":42.02161,"f0_corr":0.98,"vuv_err":0.05032,"score_intelligibility":0.87326,"score_speaker":0.95143,"score_quality":0.85371,"score_fidelity":0.87601,"score":0.8886},"tr":{"n":50,"unit":"wer","wer":9.34211,"wer_orig":7.76316,"dwer":1.57895,"wer_pseudo":3.55731,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.92351,"utmos":1.71768,"dnsmos_ovrl":2.96103,"dnsmos_sig":3.29578,"dnsmos_bak":4.04151,"pesq_wb":3.27167,"pesq_nb":3.5213,"stoi":0.92256,"estoi":0.8419,"si_sdr":8.32898,"mel_dist":0.36396,"stft_dist":1.63616,"f0_rmse_cents":63.17356,"f0_corr":0.96921,"vuv_err":0.05399,"score_intelligibility":0.84733,"score_speaker":0.92351,"score_quality":0.75885,"score_fidelity":0.84694,"score":0.84416},"id":{"n":50,"unit":"wer","wer":7.31995,"wer_orig":5.90319,"dwer":1.41677,"wer_pseudo":4.60449,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.92161,"utmos":1.55369,"dnsmos_ovrl":2.67888,"dnsmos_sig":3.23407,"dnsmos_bak":3.27877,"pesq_wb":3.40675,"pesq_nb":3.55672,"stoi":0.88463,"estoi":0.7942,"si_sdr":7.76604,"mel_dist":0.19435,"stft_dist":1.15064,"f0_rmse_cents":54.32087,"f0_corr":0.96135,"vuv_err":0.05816,"score_intelligibility":0.82971,"score_speaker":0.92161,"score_quality":0.77221,"score_fidelity":0.84454,"score":0.84202},"vi":{"n":50,"unit":"wer","wer":8.43278,"wer_orig":7.71679,"dwer":0.71599,"wer_pseudo":3.50318,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.90319,"utmos":1.80448,"dnsmos_ovrl":2.7905,"dnsmos_sig":3.29287,"dnsmos_bak":3.73385,"pesq_wb":3.22586,"pesq_nb":3.47077,"stoi":0.85149,"estoi":0.75724,"si_sdr":9.14873,"mel_dist":0.25553,"stft_dist":1.26692,"f0_rmse_cents":72.15185,"f0_corr":0.96811,"vuv_err":0.07396,"score_intelligibility":0.9241,"score_speaker":0.90319,"score_quality":0.84881,"score_fidelity":0.81852,"score":0.87366},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.15875,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.9299,"utmos":1.88244,"dnsmos_ovrl":2.96099,"dnsmos_sig":3.28977,"dnsmos_bak":4.05036,"pesq_wb":3.2318,"pesq_nb":3.56791,"stoi":0.94274,"estoi":0.88604,"si_sdr":7.81287,"mel_dist":0.45091,"stft_dist":1.80238,"f0_rmse_cents":86.24187,"f0_corr":0.92646,"vuv_err":0.10187,"score_intelligibility":0.85624,"score_speaker":0.9299,"score_quality":0.74153,"score_fidelity":0.83562,"score":0.84082},"uk":{"n":50,"unit":"wer","wer":10.10216,"wer_orig":6.46992,"dwer":3.63224,"wer_pseudo":6.47727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.87437,"utmos":2.11631,"dnsmos_ovrl":2.9811,"dnsmos_sig":3.30844,"dnsmos_bak":4.07426,"pesq_wb":3.12025,"pesq_nb":3.32333,"stoi":0.91382,"estoi":0.82201,"si_sdr":8.31809,"mel_dist":0.445,"stft_dist":1.88082,"f0_rmse_cents":56.39476,"f0_corr":0.97209,"vuv_err":0.09113,"score_intelligibility":0.67284,"score_speaker":0.87437,"score_quality":0.83549,"score_fidelity":0.83057,"score":0.80332},"el":{"n":50,"unit":"wer","wer":13.32665,"wer_orig":12.02405,"dwer":1.30261,"wer_pseudo":5.90591,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.91822,"utmos":2.18036,"dnsmos_ovrl":2.91473,"dnsmos_sig":3.30613,"dnsmos_bak":3.91756,"pesq_wb":3.42913,"pesq_nb":3.69271,"stoi":0.92301,"estoi":0.85259,"si_sdr":9.78156,"mel_dist":0.25037,"stft_dist":1.22205,"f0_rmse_cents":56.10669,"f0_corr":0.96362,"vuv_err":0.07789,"score_intelligibility":0.90908,"score_speaker":0.91822,"score_quality":0.82344,"score_fidelity":0.86022,"score":0.87774},"ar":{"n":50,"unit":"wer","wer":14.30333,"wer_orig":12.45376,"dwer":1.84957,"wer_pseudo":2.96663,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.94898,"utmos":2.16302,"dnsmos_ovrl":3.1591,"dnsmos_sig":3.4961,"dnsmos_bak":4.00482,"pesq_wb":3.44084,"pesq_nb":3.68329,"stoi":0.96524,"estoi":0.93052,"si_sdr":6.83966,"mel_dist":0.22294,"stft_dist":1.21242,"f0_rmse_cents":79.53236,"f0_corr":0.94703,"vuv_err":0.07407,"score_intelligibility":0.87914,"score_speaker":0.94898,"score_quality":0.8476,"score_fidelity":0.86988,"score":0.8864},"fa":{"n":50,"unit":"wer","wer":28.91429,"wer_orig":25.94286,"dwer":2.97143,"wer_pseudo":9.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.8965,"utmos":1.81539,"dnsmos_ovrl":2.70662,"dnsmos_sig":3.18847,"dnsmos_bak":3.76123,"pesq_wb":2.8616,"pesq_nb":3.22619,"stoi":0.82469,"estoi":0.72271,"si_sdr":4.30181,"mel_dist":0.45463,"stft_dist":1.92605,"f0_rmse_cents":132.85889,"f0_corr":0.87702,"vuv_err":0.10316,"score_intelligibility":0.90067,"score_speaker":0.8965,"score_quality":0.7163,"score_fidelity":0.74453,"score":0.8145},"he":{"n":50,"unit":"wer","wer":30.0,"wer_orig":19.4186,"dwer":10.5814,"wer_pseudo":17.25352,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.85145,"utmos":1.69942,"dnsmos_ovrl":2.66213,"dnsmos_sig":3.02231,"dnsmos_bak":3.9225,"pesq_wb":2.88226,"pesq_nb":3.13218,"stoi":0.91146,"estoi":0.82574,"si_sdr":7.94374,"mel_dist":0.40849,"stft_dist":1.74086,"f0_rmse_cents":79.0727,"f0_corr":0.90859,"vuv_err":0.09755,"score_intelligibility":0.65866,"score_speaker":0.85145,"score_quality":0.693,"score_fidelity":0.78595,"score":0.74726},"hi":{"n":50,"unit":"wer","wer":27.8855,"wer_orig":26.31579,"dwer":1.56971,"wer_pseudo":7.62943,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93551,"utmos":1.91965,"dnsmos_ovrl":2.80307,"dnsmos_sig":3.35026,"dnsmos_bak":3.53499,"pesq_wb":3.59557,"pesq_nb":3.74694,"stoi":0.92674,"estoi":0.86498,"si_sdr":10.67422,"mel_dist":0.27804,"stft_dist":1.35268,"f0_rmse_cents":54.19096,"f0_corr":0.97301,"vuv_err":0.06273,"score_intelligibility":0.94566,"score_speaker":0.93551,"score_quality":0.85496,"score_fidelity":0.88045,"score":0.90414},"zh":{"n":50,"unit":"cer","wer":8.3965,"wer_orig":7.40525,"dwer":0.99125,"wer_pseudo":1.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.89981,"utmos":1.76082,"dnsmos_ovrl":2.89116,"dnsmos_sig":3.26229,"dnsmos_bak":3.95983,"pesq_wb":3.16254,"pesq_nb":3.50623,"stoi":0.93813,"estoi":0.8862,"si_sdr":3.24958,"mel_dist":0.52782,"stft_dist":2.12375,"f0_rmse_cents":65.50547,"f0_corr":0.9597,"vuv_err":0.05963,"score_intelligibility":0.89451,"score_speaker":0.89981,"score_quality":0.66766,"score_fidelity":0.83857,"score":0.82514},"yue":{"n":50,"unit":"cer","wer":14.82866,"wer_orig":14.39252,"dwer":0.43614,"wer_pseudo":5.69981,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91599,"utmos":2.2791,"dnsmos_ovrl":2.98536,"dnsmos_sig":3.34957,"dnsmos_bak":3.93519,"pesq_wb":3.37162,"pesq_nb":3.60314,"stoi":0.92574,"estoi":0.86372,"si_sdr":5.85223,"mel_dist":0.23773,"stft_dist":1.26081,"f0_rmse_cents":82.42958,"f0_corr":0.97404,"vuv_err":0.06107,"score_intelligibility":0.97245,"score_speaker":0.91599,"score_quality":0.8167,"score_fidelity":0.85913,"score":0.89107},"ja":{"n":50,"unit":"cer","wer":4.63941,"wer_orig":3.53698,"dwer":1.10243,"wer_pseudo":2.75609,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.83412,"utmos":1.50349,"dnsmos_ovrl":2.48711,"dnsmos_sig":3.0828,"dnsmos_bak":3.41832,"pesq_wb":2.76809,"pesq_nb":3.12209,"stoi":0.80974,"estoi":0.67972,"si_sdr":2.41046,"mel_dist":0.51498,"stft_dist":2.20813,"f0_rmse_cents":81.20974,"f0_corr":0.93927,"vuv_err":0.08768,"score_intelligibility":0.80451,"score_speaker":0.83412,"score_quality":0.72616,"score_fidelity":0.75139,"score":0.77905},"ko":{"n":50,"unit":"cer","wer":4.80392,"wer_orig":5.14706,"dwer":-0.34314,"wer_pseudo":1.40281,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.9068,"utmos":2.48654,"dnsmos_ovrl":2.92083,"dnsmos_sig":3.26286,"dnsmos_bak":4.05858,"pesq_wb":3.25733,"pesq_nb":3.56406,"stoi":0.93404,"estoi":0.87542,"si_sdr":8.62477,"mel_dist":0.47693,"stft_dist":1.90342,"f0_rmse_cents":73.55241,"f0_corr":0.9665,"vuv_err":0.06202,"score_intelligibility":1.0,"score_speaker":0.9068,"score_quality":0.79872,"score_fidelity":0.8485,"score":0.8885},"th":{"n":50,"unit":"cer","wer":8.38723,"wer_orig":7.61924,"dwer":0.76799,"wer_pseudo":4.0494,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91591,"utmos":1.76287,"dnsmos_ovrl":2.67615,"dnsmos_sig":3.17435,"dnsmos_bak":3.75729,"pesq_wb":2.90143,"pesq_nb":3.27656,"stoi":0.92214,"estoi":0.8573,"si_sdr":6.14991,"mel_dist":0.30548,"stft_dist":1.44389,"f0_rmse_cents":98.58835,"f0_corr":0.96129,"vuv_err":0.11684,"score_intelligibility":0.91819,"score_speaker":0.91591,"score_quality":0.74656,"score_fidelity":0.8089,"score":0.84739}}},{"codec":"ear_vae_44k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ear_vae_44k","family":"\u03b5ar-VAE","checkpoint":"earlab/EAR_VAE","sample_rate":44100,"output_sample_rate":44100,"frame_rate":43.06641,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"music","causal":false,"multilingual":null,"license":"Apache-2.0 (code and weights)","paper":"2509.14912","year":2025,"bitrate_kbps":null,"notes":"paper checkpoint (pretrained_weight/ear_vae_44k.pyt): 44.1 kHz stereo, 1024x downsampling, 64-d latent, posterior mean; mono input duplicated to L/R, output mixed to mono","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":147.83181,"efficiency":{"rtf_encode":0.00957,"rtf_decode":0.00987,"peak_vram_gb":3.2341,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89271,"score_worst_lang":0.80889,"worst_lang":"nl","en_gap":-0.04815,"score_intelligibility":0.87217,"score_speaker":0.93317,"score_quality":0.90269,"score_fidelity":0.86283,"dwer":1.50413,"wer":10.30994,"wer_pseudo":4.17065,"sim":0.93317,"utmos":2.31767,"dnsmos_ovrl":2.90674,"dnsmos_sig":3.33863,"dnsmos_bak":3.82549,"pesq_wb":3.54562,"pesq_nb":3.76363,"stoi":0.92677,"estoi":0.86554,"si_sdr":14.7871,"mel_dist":0.19423,"stft_dist":1.07149,"f0_rmse_cents":93.52294,"f0_corr":0.93438,"vuv_err":0.11234,"score_ci95":[0.8861,0.89732]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.57129,"wer_orig":6.98132,"dwer":0.58997,"wer_pseudo":1.55642,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.8995,"utmos":2.11839,"dnsmos_ovrl":2.4256,"dnsmos_sig":3.02923,"dnsmos_bak":3.55425,"pesq_wb":2.73542,"pesq_nb":3.27976,"stoi":0.86082,"estoi":0.75395,"si_sdr":11.57793,"mel_dist":0.21685,"stft_dist":1.19237,"f0_rmse_cents":210.55893,"f0_corr":0.84212,"vuv_err":0.22117,"score_intelligibility":0.93117,"score_speaker":0.8995,"score_quality":0.82268,"score_fidelity":0.73292,"score":0.84657},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94328,"utmos":2.46692,"dnsmos_ovrl":3.0805,"dnsmos_sig":3.37962,"dnsmos_bak":4.05598,"pesq_wb":3.9792,"pesq_nb":4.0466,"stoi":0.95217,"estoi":0.89216,"si_sdr":19.77241,"mel_dist":0.17208,"stft_dist":0.96686,"f0_rmse_cents":66.43222,"f0_corr":0.96044,"vuv_err":0.07321,"score_intelligibility":0.90389,"score_speaker":0.94328,"score_quality":0.92348,"score_fidelity":0.92127,"score":0.92298},"fr":{"n":50,"unit":"wer","wer":5.45455,"wer_orig":4.98024,"dwer":0.47431,"wer_pseudo":2.61905,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.94218,"utmos":2.22848,"dnsmos_ovrl":3.01792,"dnsmos_sig":3.35723,"dnsmos_bak":3.99154,"pesq_wb":3.54689,"pesq_nb":3.71632,"stoi":0.95386,"estoi":0.91365,"si_sdr":16.86159,"mel_dist":0.19446,"stft_dist":1.03749,"f0_rmse_cents":100.08429,"f0_corr":0.9472,"vuv_err":0.12089,"score_intelligibility":0.92652,"score_speaker":0.94218,"score_quality":0.94717,"score_fidelity":0.87625,"score":0.92303},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.94122,"utmos":2.53755,"dnsmos_ovrl":3.2081,"dnsmos_sig":3.55829,"dnsmos_bak":3.95415,"pesq_wb":4.09641,"pesq_nb":4.12223,"stoi":0.96339,"estoi":0.92791,"si_sdr":17.81891,"mel_dist":0.19175,"stft_dist":1.0533,"f0_rmse_cents":106.44263,"f0_corr":0.95855,"vuv_err":0.08512,"score_intelligibility":0.95745,"score_speaker":0.94122,"score_quality":0.93659,"score_fidelity":0.93554,"score":0.9427},"it":{"n":50,"unit":"wer","wer":3.27869,"wer_orig":2.55009,"dwer":0.7286,"wer_pseudo":1.37112,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9535,"utmos":2.81675,"dnsmos_ovrl":3.29875,"dnsmos_sig":3.59647,"dnsmos_bak":4.07611,"pesq_wb":3.96244,"pesq_nb":4.038,"stoi":0.95947,"estoi":0.92251,"si_sdr":17.33383,"mel_dist":0.18936,"stft_dist":1.02427,"f0_rmse_cents":69.94314,"f0_corr":0.92923,"vuv_err":0.08817,"score_intelligibility":0.82971,"score_speaker":0.9535,"score_quality":0.9299,"score_fidelity":0.9117,"score":0.9062},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":0.98425,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95831,"utmos":2.37112,"dnsmos_ovrl":3.0268,"dnsmos_sig":3.4041,"dnsmos_bak":3.80542,"pesq_wb":3.96956,"pesq_nb":4.00272,"stoi":0.94049,"estoi":0.89012,"si_sdr":15.32227,"mel_dist":0.18247,"stft_dist":1.03248,"f0_rmse_cents":165.38778,"f0_corr":0.93918,"vuv_err":0.09813,"score_intelligibility":1.0,"score_speaker":0.95831,"score_quality":0.9553,"score_fidelity":0.90937,"score":0.95574},"nl":{"n":50,"unit":"wer","wer":8.11775,"wer_orig":5.26316,"dwer":2.85459,"wer_pseudo":4.2077,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.9214,"utmos":2.48738,"dnsmos_ovrl":2.56276,"dnsmos_sig":2.97736,"dnsmos_bak":4.05852,"pesq_wb":2.9022,"pesq_nb":3.35008,"stoi":0.94094,"estoi":0.87875,"si_sdr":11.77902,"mel_dist":0.24119,"stft_dist":1.22967,"f0_rmse_cents":116.2179,"f0_corr":0.91417,"vuv_err":0.21192,"score_intelligibility":0.68692,"score_speaker":0.9214,"score_quality":0.82772,"score_fidelity":0.79953,"score":0.80889},"pl":{"n":50,"unit":"wer","wer":5.37281,"wer_orig":3.28947,"dwer":2.08333,"wer_pseudo":3.61842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92832,"utmos":2.40347,"dnsmos_ovrl":2.93562,"dnsmos_sig":3.30208,"dnsmos_bak":3.99728,"pesq_wb":3.06969,"pesq_nb":3.3197,"stoi":0.95368,"estoi":0.8972,"si_sdr":10.66032,"mel_dist":0.22799,"stft_dist":1.12758,"f0_rmse_cents":98.63855,"f0_corr":0.85194,"vuv_err":0.1522,"score_intelligibility":0.67309,"score_speaker":0.92832,"score_quality":0.88678,"score_fidelity":0.79899,"score":0.82179},"cs":{"n":50,"unit":"wer","wer":11.43524,"wer_orig":9.45158,"dwer":1.98366,"wer_pseudo":7.12617,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94146,"utmos":2.33565,"dnsmos_ovrl":3.11615,"dnsmos_sig":3.44976,"dnsmos_bak":3.94909,"pesq_wb":3.60479,"pesq_nb":3.72083,"stoi":0.9365,"estoi":0.87886,"si_sdr":16.94526,"mel_dist":0.20215,"stft_dist":1.04653,"f0_rmse_cents":58.41541,"f0_corr":0.95091,"vuv_err":0.07173,"score_intelligibility":0.84048,"score_speaker":0.94146,"score_quality":0.92475,"score_fidelity":0.87721,"score":0.89598},"tr":{"n":50,"unit":"wer","wer":8.02632,"wer_orig":7.76316,"dwer":0.26316,"wer_pseudo":1.71278,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.94119,"utmos":2.11826,"dnsmos_ovrl":3.00455,"dnsmos_sig":3.38242,"dnsmos_bak":3.9595,"pesq_wb":3.66551,"pesq_nb":3.89757,"stoi":0.93493,"estoi":0.86793,"si_sdr":16.61093,"mel_dist":0.20946,"stft_dist":1.10926,"f0_rmse_cents":81.89671,"f0_corr":0.95545,"vuv_err":0.07919,"score_intelligibility":0.97085,"score_speaker":0.94119,"score_quality":0.92573,"score_fidelity":0.88399,"score":0.93044},"id":{"n":50,"unit":"wer","wer":7.79221,"wer_orig":5.90319,"dwer":1.88902,"wer_pseudo":4.84061,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.93767,"utmos":1.8454,"dnsmos_ovrl":2.78949,"dnsmos_sig":3.37272,"dnsmos_bak":3.36018,"pesq_wb":3.85423,"pesq_nb":3.91419,"stoi":0.89113,"estoi":0.80408,"si_sdr":14.27939,"mel_dist":0.16444,"stft_dist":1.02611,"f0_rmse_cents":61.34087,"f0_corr":0.94771,"vuv_err":0.06893,"score_intelligibility":0.78515,"score_speaker":0.93767,"score_quality":0.9399,"score_fidelity":0.88478,"score":0.88687},"vi":{"n":50,"unit":"wer","wer":8.51233,"wer_orig":7.71679,"dwer":0.79554,"wer_pseudo":3.66242,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.93118,"utmos":1.97428,"dnsmos_ovrl":2.81813,"dnsmos_sig":3.37993,"dnsmos_bak":3.61546,"pesq_wb":3.73506,"pesq_nb":3.92724,"stoi":0.87008,"estoi":0.78791,"si_sdr":16.2372,"mel_dist":0.16247,"stft_dist":0.99991,"f0_rmse_cents":77.94849,"f0_corr":0.95788,"vuv_err":0.08818,"score_intelligibility":0.91637,"score_speaker":0.93118,"score_quality":0.93314,"score_fidelity":0.8698,"score":0.91262},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.93611,"utmos":2.33909,"dnsmos_ovrl":2.97614,"dnsmos_sig":3.33119,"dnsmos_bak":3.9979,"pesq_wb":3.44428,"pesq_nb":3.73877,"stoi":0.94273,"estoi":0.888,"si_sdr":15.31372,"mel_dist":0.2155,"stft_dist":1.11841,"f0_rmse_cents":94.22339,"f0_corr":0.90436,"vuv_err":0.15564,"score_intelligibility":0.88816,"score_speaker":0.93611,"score_quality":0.88068,"score_fidelity":0.84849,"score":0.88836},"uk":{"n":50,"unit":"wer","wer":10.21566,"wer_orig":6.46992,"dwer":3.74574,"wer_pseudo":5.34091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.91453,"utmos":2.27516,"dnsmos_ovrl":3.0453,"dnsmos_sig":3.40123,"dnsmos_bak":4.02859,"pesq_wb":3.47861,"pesq_nb":3.69358,"stoi":0.92712,"estoi":0.85243,"si_sdr":16.27031,"mel_dist":0.21307,"stft_dist":1.11905,"f0_rmse_cents":61.38518,"f0_corr":0.96417,"vuv_err":0.12461,"score_intelligibility":0.66603,"score_speaker":0.91453,"score_quality":0.90143,"score_fidelity":0.86649,"score":0.83712},"el":{"n":50,"unit":"wer","wer":14.62926,"wer_orig":12.02405,"dwer":2.60521,"wer_pseudo":8.70871,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.9325,"utmos":2.46782,"dnsmos_ovrl":2.93835,"dnsmos_sig":3.37866,"dnsmos_bak":3.82301,"pesq_wb":3.71912,"pesq_nb":3.93675,"stoi":0.9239,"estoi":0.85398,"si_sdr":17.10261,"mel_dist":0.1798,"stft_dist":1.00439,"f0_rmse_cents":60.97549,"f0_corr":0.96029,"vuv_err":0.08742,"score_intelligibility":0.83331,"score_speaker":0.9325,"score_quality":0.9122,"score_fidelity":0.88703,"score":0.89126},"ar":{"n":50,"unit":"wer","wer":13.68681,"wer_orig":12.45376,"dwer":1.23305,"wer_pseudo":4.32633,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9557,"utmos":2.45748,"dnsmos_ovrl":3.12878,"dnsmos_sig":3.50868,"dnsmos_bak":3.92283,"pesq_wb":3.60775,"pesq_nb":3.8228,"stoi":0.96684,"estoi":0.9332,"si_sdr":12.96434,"mel_dist":0.19797,"stft_dist":1.07489,"f0_rmse_cents":82.49445,"f0_corr":0.94403,"vuv_err":0.08106,"score_intelligibility":0.91604,"score_speaker":0.9557,"score_quality":0.93015,"score_fidelity":0.88531,"score":0.9218},"fa":{"n":50,"unit":"wer","wer":27.54286,"wer_orig":25.94286,"dwer":1.6,"wer_pseudo":8.10811,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93758,"utmos":2.22782,"dnsmos_ovrl":2.78104,"dnsmos_sig":3.30483,"dnsmos_bak":3.69178,"pesq_wb":3.24295,"pesq_nb":3.59057,"stoi":0.85005,"estoi":0.76515,"si_sdr":11.03109,"mel_dist":0.19625,"stft_dist":1.12943,"f0_rmse_cents":117.98112,"f0_corr":0.90562,"vuv_err":0.11056,"score_intelligibility":0.94394,"score_speaker":0.93758,"score_quality":0.864,"score_fidelity":0.79884,"score":0.88609},"he":{"n":50,"unit":"wer","wer":27.67442,"wer_orig":19.4186,"dwer":8.25581,"wer_pseudo":15.02347,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91311,"utmos":2.15952,"dnsmos_ovrl":2.75091,"dnsmos_sig":3.14981,"dnsmos_bak":3.91591,"pesq_wb":3.24783,"pesq_nb":3.51115,"stoi":0.92391,"estoi":0.85253,"si_sdr":15.51188,"mel_dist":0.19074,"stft_dist":1.04304,"f0_rmse_cents":80.51307,"f0_corr":0.90857,"vuv_err":0.11628,"score_intelligibility":0.71208,"score_speaker":0.91311,"score_quality":0.87215,"score_fidelity":0.82491,"score":0.83056},"hi":{"n":50,"unit":"wer","wer":28.80886,"wer_orig":26.31579,"dwer":2.49307,"wer_pseudo":9.35513,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93326,"utmos":2.12558,"dnsmos_ovrl":2.78879,"dnsmos_sig":3.36783,"dnsmos_bak":3.44338,"pesq_wb":3.97313,"pesq_nb":4.05861,"stoi":0.93469,"estoi":0.88127,"si_sdr":18.24796,"mel_dist":0.17967,"stft_dist":1.01607,"f0_rmse_cents":63.12944,"f0_corr":0.96835,"vuv_err":0.06855,"score_intelligibility":0.91636,"score_speaker":0.93326,"score_quality":0.93444,"score_fidelity":0.9175,"score":0.92539},"zh":{"n":50,"unit":"cer","wer":7.7551,"wer_orig":7.40525,"dwer":0.34985,"wer_pseudo":1.34146,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.94254,"utmos":2.46651,"dnsmos_ovrl":2.96535,"dnsmos_sig":3.34428,"dnsmos_bak":3.94249,"pesq_wb":3.50133,"pesq_nb":3.78918,"stoi":0.94821,"estoi":0.90898,"si_sdr":11.81976,"mel_dist":0.18496,"stft_dist":1.07876,"f0_rmse_cents":68.828,"f0_corr":0.95205,"vuv_err":0.109,"score_intelligibility":0.96004,"score_speaker":0.94254,"score_quality":0.88065,"score_fidelity":0.87164,"score":0.91372},"yue":{"n":50,"unit":"cer","wer":15.3271,"wer_orig":14.39252,"dwer":0.93458,"wer_pseudo":7.40975,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.93894,"utmos":2.63964,"dnsmos_ovrl":2.9821,"dnsmos_sig":3.4019,"dnsmos_bak":3.80291,"pesq_wb":3.6183,"pesq_nb":3.80898,"stoi":0.93068,"estoi":0.87721,"si_sdr":13.11092,"mel_dist":0.17041,"stft_dist":1.02572,"f0_rmse_cents":92.65687,"f0_corr":0.96031,"vuv_err":0.0749,"score_intelligibility":0.94276,"score_speaker":0.93894,"score_quality":0.90858,"score_fidelity":0.87969,"score":0.91749},"ja":{"n":50,"unit":"cer","wer":4.45567,"wer_orig":3.53698,"dwer":0.9187,"wer_pseudo":1.92926,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.8929,"utmos":1.81507,"dnsmos_ovrl":2.47587,"dnsmos_sig":3.16886,"dnsmos_bak":3.2701,"pesq_wb":3.3152,"pesq_nb":3.63128,"stoi":0.86104,"estoi":0.76913,"si_sdr":10.90032,"mel_dist":0.19222,"stft_dist":1.13593,"f0_rmse_cents":85.6226,"f0_corr":0.93978,"vuv_err":0.14465,"score_intelligibility":0.83161,"score_speaker":0.8929,"score_quality":0.87294,"score_fidelity":0.82077,"score":0.85456},"ko":{"n":50,"unit":"cer","wer":5.39216,"wer_orig":5.14706,"dwer":0.2451,"wer_pseudo":0.7014,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92527,"utmos":2.88003,"dnsmos_ovrl":2.95264,"dnsmos_sig":3.34525,"dnsmos_bak":3.97167,"pesq_wb":3.52804,"pesq_nb":3.74236,"stoi":0.94222,"estoi":0.89559,"si_sdr":14.86245,"mel_dist":0.20416,"stft_dist":1.04151,"f0_rmse_cents":118.14691,"f0_corr":0.91595,"vuv_err":0.15034,"score_intelligibility":0.96166,"score_speaker":0.92527,"score_quality":0.89361,"score_fidelity":0.86016,"score":0.91017},"th":{"n":50,"unit":"cer","wer":8.18513,"wer_orig":7.61924,"dwer":0.56589,"wer_pseudo":3.4015,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.93451,"utmos":2.06673,"dnsmos_ovrl":2.69213,"dnsmos_sig":3.23543,"dnsmos_bak":3.62379,"pesq_wb":3.29688,"pesq_nb":3.66775,"stoi":0.93375,"estoi":0.88041,"si_sdr":12.55609,"mel_dist":0.18202,"stft_dist":1.08282,"f0_rmse_cents":105.28724,"f0_corr":0.94692,"vuv_err":0.1144,"score_intelligibility":0.93839,"score_speaker":0.93451,"score_quality":0.86053,"score_fidelity":0.84564,"score":0.89477}}},{"codec":"ear_vae_v2_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ear_vae_v2_48k","family":"\u03b5ar-VAE","checkpoint":"earlab/EAR_VAE","sample_rate":48000,"output_sample_rate":48000,"frame_rate":50.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"music","causal":false,"multilingual":null,"license":"Apache-2.0 (code and weights)","paper":"2509.14912","year":2025,"bitrate_kbps":null,"notes":"Dec 2025 48 kHz checkpoint (pretrained_weight/ear_vae_v2_48k.pyt): 960x downsampling, 64-d latent, no bottleneck transformer, posterior mean; separately trained, paper numbers do not apply; mono input duplicated to L/R, output mixed to mono","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":168.40871,"efficiency":{"rtf_encode":0.01321,"rtf_decode":0.01338,"peak_vram_gb":3.5703,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89286,"score_worst_lang":0.81629,"worst_lang":"en","en_gap":-0.0799,"score_intelligibility":0.86326,"score_speaker":0.91535,"score_quality":0.8942,"score_fidelity":0.89864,"dwer":1.48936,"wer":10.29517,"wer_pseudo":4.10857,"sim":0.91535,"utmos":2.28221,"dnsmos_ovrl":2.91632,"dnsmos_sig":3.33818,"dnsmos_bak":3.85082,"pesq_wb":3.75985,"pesq_nb":3.88141,"stoi":0.93369,"estoi":0.87755,"si_sdr":15.17526,"mel_dist":0.21319,"stft_dist":1.11182,"f0_rmse_cents":57.85634,"f0_corr":0.97369,"vuv_err":0.04974,"score_ci95":[0.88586,0.89808]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.75123,"wer_orig":6.98132,"dwer":1.76991,"wer_pseudo":4.86381,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.8429,"utmos":2.05122,"dnsmos_ovrl":2.44203,"dnsmos_sig":3.01384,"dnsmos_bak":3.62057,"pesq_wb":3.04184,"pesq_nb":3.44342,"stoi":0.86125,"estoi":0.76874,"si_sdr":12.53863,"mel_dist":0.27914,"stft_dist":1.33696,"f0_rmse_cents":108.38765,"f0_corr":0.94891,"vuv_err":0.08273,"score_intelligibility":0.81849,"score_speaker":0.8429,"score_quality":0.80593,"score_fidelity":0.79785,"score":0.81629},"de":{"n":50,"unit":"wer","wer":5.59512,"wer_orig":5.69685,"dwer":-0.10173,"wer_pseudo":1.83113,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.92878,"utmos":2.40289,"dnsmos_ovrl":3.02566,"dnsmos_sig":3.3268,"dnsmos_bak":4.04479,"pesq_wb":4.15523,"pesq_nb":4.15937,"stoi":0.95731,"estoi":0.90006,"si_sdr":20.74826,"mel_dist":0.17109,"stft_dist":0.94759,"f0_rmse_cents":39.95136,"f0_corr":0.98661,"vuv_err":0.03245,"score_intelligibility":1.0,"score_speaker":0.92878,"score_quality":0.8918,"score_fidelity":0.94847,"score":0.94226},"fr":{"n":50,"unit":"wer","wer":6.64032,"wer_orig":4.98024,"dwer":1.66008,"wer_pseudo":2.93651,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91688,"utmos":2.17654,"dnsmos_ovrl":3.0116,"dnsmos_sig":3.34994,"dnsmos_bak":3.99632,"pesq_wb":3.65783,"pesq_nb":3.76204,"stoi":0.95266,"estoi":0.91555,"si_sdr":16.54182,"mel_dist":0.21423,"stft_dist":1.11806,"f0_rmse_cents":65.67281,"f0_corr":0.9632,"vuv_err":0.06607,"score_intelligibility":0.78272,"score_speaker":0.91688,"score_quality":0.92659,"score_fidelity":0.89175,"score":0.87949},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.18505,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.9291,"utmos":2.51979,"dnsmos_ovrl":3.18625,"dnsmos_sig":3.53846,"dnsmos_bak":3.9478,"pesq_wb":4.20608,"pesq_nb":4.19446,"stoi":0.96696,"estoi":0.93547,"si_sdr":18.24194,"mel_dist":0.18578,"stft_dist":1.02708,"f0_rmse_cents":72.69551,"f0_corr":0.98415,"vuv_err":0.04162,"score_intelligibility":0.9375,"score_speaker":0.9291,"score_quality":0.93155,"score_fidelity":0.95571,"score":0.93846},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9448,"utmos":2.79493,"dnsmos_ovrl":3.27392,"dnsmos_sig":3.57268,"dnsmos_bak":4.07297,"pesq_wb":4.10004,"pesq_nb":4.121,"stoi":0.96407,"estoi":0.92957,"si_sdr":17.68921,"mel_dist":0.18167,"stft_dist":1.0064,"f0_rmse_cents":48.7724,"f0_corr":0.96924,"vuv_err":0.04606,"score_intelligibility":0.84776,"score_speaker":0.9448,"score_quality":0.91933,"score_fidelity":0.93968,"score":0.91289},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95869,"utmos":2.34396,"dnsmos_ovrl":3.01445,"dnsmos_sig":3.39085,"dnsmos_bak":3.79796,"pesq_wb":4.09726,"pesq_nb":4.09401,"stoi":0.948,"estoi":0.9033,"si_sdr":15.40717,"mel_dist":0.17165,"stft_dist":0.99367,"f0_rmse_cents":88.2321,"f0_corr":0.98395,"vuv_err":0.04911,"score_intelligibility":1.0,"score_speaker":0.95869,"score_quality":0.94628,"score_fidelity":0.93896,"score":0.96098},"nl":{"n":50,"unit":"wer","wer":6.69045,"wer_orig":5.26316,"dwer":1.4273,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.88538,"utmos":2.49096,"dnsmos_ovrl":2.66909,"dnsmos_sig":3.07748,"dnsmos_bak":4.10532,"pesq_wb":3.24187,"pesq_nb":3.42605,"stoi":0.94632,"estoi":0.88529,"si_sdr":12.49942,"mel_dist":0.27472,"stft_dist":1.32635,"f0_rmse_cents":74.20064,"f0_corr":0.96196,"vuv_err":0.08683,"score_intelligibility":0.81441,"score_speaker":0.88538,"score_quality":0.85924,"score_fidelity":0.84961,"score":0.85216},"pl":{"n":50,"unit":"wer","wer":5.92105,"wer_orig":3.28947,"dwer":2.63158,"wer_pseudo":3.94737,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92284,"utmos":2.35735,"dnsmos_ovrl":3.00597,"dnsmos_sig":3.34983,"dnsmos_bak":4.05985,"pesq_wb":3.31495,"pesq_nb":3.42943,"stoi":0.95753,"estoi":0.90503,"si_sdr":10.71735,"mel_dist":0.24931,"stft_dist":1.23696,"f0_rmse_cents":60.57328,"f0_corr":0.94234,"vuv_err":0.06198,"score_intelligibility":0.61977,"score_speaker":0.92284,"score_quality":0.88842,"score_fidelity":0.85376,"score":0.8212},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":5.95794,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93576,"utmos":2.2969,"dnsmos_ovrl":3.08585,"dnsmos_sig":3.42011,"dnsmos_bak":3.94084,"pesq_wb":3.83412,"pesq_nb":3.88699,"stoi":0.94482,"estoi":0.89238,"si_sdr":16.86703,"mel_dist":0.191,"stft_dist":1.02419,"f0_rmse_cents":26.68204,"f0_corr":0.99104,"vuv_err":0.0341,"score_intelligibility":0.87326,"score_speaker":0.93576,"score_quality":0.90526,"score_fidelity":0.9152,"score":0.90737},"tr":{"n":50,"unit":"wer","wer":10.13158,"wer_orig":7.76316,"dwer":2.36842,"wer_pseudo":4.74308,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.91726,"utmos":2.06068,"dnsmos_ovrl":2.99149,"dnsmos_sig":3.35603,"dnsmos_bak":3.98425,"pesq_wb":3.82844,"pesq_nb":3.96416,"stoi":0.93742,"estoi":0.87227,"si_sdr":17.30327,"mel_dist":0.22787,"stft_dist":1.13118,"f0_rmse_cents":34.83752,"f0_corr":0.98827,"vuv_err":0.03438,"score_intelligibility":0.78723,"score_speaker":0.91726,"score_quality":0.90008,"score_fidelity":0.91127,"score":0.87896},"id":{"n":50,"unit":"wer","wer":7.31995,"wer_orig":5.90319,"dwer":1.41677,"wer_pseudo":3.18772,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.92325,"utmos":1.81869,"dnsmos_ovrl":2.78507,"dnsmos_sig":3.37471,"dnsmos_bak":3.35785,"pesq_wb":4.06559,"pesq_nb":4.08313,"stoi":0.90646,"estoi":0.82791,"si_sdr":14.71586,"mel_dist":0.16575,"stft_dist":0.98581,"f0_rmse_cents":39.14367,"f0_corr":0.9857,"vuv_err":0.02803,"score_intelligibility":0.82971,"score_speaker":0.92325,"score_quality":0.926,"score_fidelity":0.92268,"score":0.90041},"vi":{"n":50,"unit":"wer","wer":9.22832,"wer_orig":7.71679,"dwer":1.51154,"wer_pseudo":4.21975,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.92053,"utmos":1.9403,"dnsmos_ovrl":2.79917,"dnsmos_sig":3.34481,"dnsmos_bak":3.64719,"pesq_wb":4.06016,"pesq_nb":4.13006,"stoi":0.89212,"estoi":0.81701,"si_sdr":17.15674,"mel_dist":0.16102,"stft_dist":0.94763,"f0_rmse_cents":54.83049,"f0_corr":0.9794,"vuv_err":0.04526,"score_intelligibility":0.85222,"score_speaker":0.92053,"score_quality":0.91263,"score_fidelity":0.91528,"score":0.90017},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91643,"utmos":2.29049,"dnsmos_ovrl":2.97837,"dnsmos_sig":3.32704,"dnsmos_bak":4.02391,"pesq_wb":3.71749,"pesq_nb":3.84548,"stoi":0.95007,"estoi":0.90084,"si_sdr":15.5752,"mel_dist":0.25828,"stft_dist":1.21209,"f0_rmse_cents":58.10547,"f0_corr":0.96598,"vuv_err":0.06875,"score_intelligibility":0.85624,"score_speaker":0.91643,"score_quality":0.86681,"score_fidelity":0.89749,"score":0.88424},"uk":{"n":50,"unit":"wer","wer":10.10216,"wer_orig":6.46992,"dwer":3.63224,"wer_pseudo":5.22727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.88704,"utmos":2.24783,"dnsmos_ovrl":3.05021,"dnsmos_sig":3.38663,"dnsmos_bak":4.05831,"pesq_wb":3.59265,"pesq_nb":3.75883,"stoi":0.92651,"estoi":0.85293,"si_sdr":16.39737,"mel_dist":0.25621,"stft_dist":1.24176,"f0_rmse_cents":34.73198,"f0_corr":0.98989,"vuv_err":0.04641,"score_intelligibility":0.67284,"score_speaker":0.88704,"score_quality":0.89397,"score_fidelity":0.88572,"score":0.83489},"el":{"n":50,"unit":"wer","wer":14.32866,"wer_orig":12.02405,"dwer":2.30461,"wer_pseudo":8.00801,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.91824,"utmos":2.43365,"dnsmos_ovrl":2.93173,"dnsmos_sig":3.36121,"dnsmos_bak":3.8568,"pesq_wb":3.9924,"pesq_nb":4.0439,"stoi":0.93395,"estoi":0.86894,"si_sdr":17.56188,"mel_dist":0.16778,"stft_dist":0.95667,"f0_rmse_cents":41.35197,"f0_corr":0.97989,"vuv_err":0.04358,"score_intelligibility":0.84965,"score_speaker":0.91824,"score_quality":0.90068,"score_fidelity":0.92294,"score":0.89788},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.94821,"utmos":2.43807,"dnsmos_ovrl":3.14292,"dnsmos_sig":3.51854,"dnsmos_bak":3.9347,"pesq_wb":3.84746,"pesq_nb":3.93268,"stoi":0.96952,"estoi":0.93969,"si_sdr":12.91392,"mel_dist":0.18831,"stft_dist":1.06611,"f0_rmse_cents":62.96758,"f0_corr":0.97455,"vuv_err":0.04533,"score_intelligibility":0.93971,"score_speaker":0.94821,"score_quality":0.92764,"score_fidelity":0.91921,"score":0.93369},"fa":{"n":50,"unit":"wer","wer":28.68571,"wer_orig":25.94286,"dwer":2.74286,"wer_pseudo":7.89189,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.90749,"utmos":2.17587,"dnsmos_ovrl":2.81702,"dnsmos_sig":3.31241,"dnsmos_bak":3.74467,"pesq_wb":3.43509,"pesq_nb":3.7278,"stoi":0.85831,"estoi":0.78145,"si_sdr":11.1913,"mel_dist":0.25408,"stft_dist":1.24361,"f0_rmse_cents":100.33106,"f0_corr":0.92521,"vuv_err":0.06399,"score_intelligibility":0.9076,"score_speaker":0.90749,"score_quality":0.85773,"score_fidelity":0.82642,"score":0.87481},"he":{"n":50,"unit":"wer","wer":26.04651,"wer_orig":19.4186,"dwer":6.62791,"wer_pseudo":12.32394,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.87769,"utmos":2.11202,"dnsmos_ovrl":2.79072,"dnsmos_sig":3.17722,"dnsmos_bak":3.93789,"pesq_wb":3.38642,"pesq_nb":3.61485,"stoi":0.93097,"estoi":0.86597,"si_sdr":16.07089,"mel_dist":0.22595,"stft_dist":1.11019,"f0_rmse_cents":57.83415,"f0_corr":0.95607,"vuv_err":0.05614,"score_intelligibility":0.75494,"score_speaker":0.87769,"score_quality":0.86714,"score_fidelity":0.85629,"score":0.83902},"hi":{"n":50,"unit":"wer","wer":27.60849,"wer_orig":26.31579,"dwer":1.29271,"wer_pseudo":8.35604,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.91647,"utmos":2.07804,"dnsmos_ovrl":2.77541,"dnsmos_sig":3.35529,"dnsmos_bak":3.46139,"pesq_wb":4.11634,"pesq_nb":4.14994,"stoi":0.9403,"estoi":0.89167,"si_sdr":18.82795,"mel_dist":0.19342,"stft_dist":1.03561,"f0_rmse_cents":33.67517,"f0_corr":0.98934,"vuv_err":0.03106,"score_intelligibility":0.95481,"score_speaker":0.91647,"score_quality":0.9161,"score_fidelity":0.94001,"score":0.93185},"zh":{"n":50,"unit":"cer","wer":7.28863,"wer_orig":7.40525,"dwer":-0.11662,"wer_pseudo":1.21951,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.92831,"utmos":2.43349,"dnsmos_ovrl":2.99225,"dnsmos_sig":3.35641,"dnsmos_bak":3.97957,"pesq_wb":3.77071,"pesq_nb":3.89914,"stoi":0.95777,"estoi":0.92392,"si_sdr":12.3414,"mel_dist":0.25327,"stft_dist":1.24994,"f0_rmse_cents":45.76537,"f0_corr":0.97648,"vuv_err":0.03848,"score_intelligibility":1.0,"score_speaker":0.92831,"score_quality":0.87803,"score_fidelity":0.90863,"score":0.92874},"yue":{"n":50,"unit":"cer","wer":14.70405,"wer_orig":14.39252,"dwer":0.31153,"wer_pseudo":6.14313,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.93437,"utmos":2.61932,"dnsmos_ovrl":3.00347,"dnsmos_sig":3.40936,"dnsmos_bak":3.85138,"pesq_wb":3.91009,"pesq_nb":3.98356,"stoi":0.94538,"estoi":0.90042,"si_sdr":13.41194,"mel_dist":0.16235,"stft_dist":0.9975,"f0_rmse_cents":52.51923,"f0_corr":0.98967,"vuv_err":0.03562,"score_intelligibility":0.98016,"score_speaker":0.93437,"score_quality":0.9086,"score_fidelity":0.92217,"score":0.93633},"ja":{"n":50,"unit":"cer","wer":5.69591,"wer_orig":3.53698,"dwer":2.15893,"wer_pseudo":3.21543,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.86871,"utmos":1.78242,"dnsmos_ovrl":2.54035,"dnsmos_sig":3.20987,"dnsmos_bak":3.34059,"pesq_wb":3.43057,"pesq_nb":3.74493,"stoi":0.86936,"estoi":0.78135,"si_sdr":11.44576,"mel_dist":0.25127,"stft_dist":1.24967,"f0_rmse_cents":53.10265,"f0_corr":0.97861,"vuv_err":0.04439,"score_intelligibility":0.67757,"score_speaker":0.86871,"score_quality":0.87774,"score_fidelity":0.84747,"score":0.81787},"ko":{"n":50,"unit":"cer","wer":5.39216,"wer_orig":5.14706,"dwer":0.2451,"wer_pseudo":1.40281,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92217,"utmos":2.84639,"dnsmos_ovrl":2.9817,"dnsmos_sig":3.36185,"dnsmos_bak":4.00464,"pesq_wb":3.77882,"pesq_nb":3.89719,"stoi":0.94954,"estoi":0.90437,"si_sdr":15.28814,"mel_dist":0.24705,"stft_dist":1.15323,"f0_rmse_cents":50.3102,"f0_corr":0.97894,"vuv_err":0.04404,"score_intelligibility":0.96166,"score_speaker":0.92217,"score_quality":0.89326,"score_fidelity":0.90748,"score":0.92114},"th":{"n":50,"unit":"cer","wer":7.55861,"wer_orig":7.61924,"dwer":-0.06063,"wer_pseudo":3.13829,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91709,"utmos":2.06119,"dnsmos_ovrl":2.69701,"dnsmos_sig":3.22486,"dnsmos_bak":3.65017,"pesq_wb":3.65504,"pesq_nb":3.86149,"stoi":0.94208,"estoi":0.89716,"si_sdr":12.75387,"mel_dist":0.18537,"stft_dist":1.08536,"f0_rmse_cents":83.87779,"f0_corr":0.9792,"vuv_err":0.06728,"score_intelligibility":1.0,"score_speaker":0.91709,"score_quality":0.85991,"score_fidelity":0.89329,"score":0.91757}}},{"codec":"encodec_16khz_audio_magnet","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_16khz_audio_magnet","family":"EnCodec (AudioCraft)","checkpoint":"facebook/audio-magnet-small","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code), CC-BY-NC-4.0 (weights)","paper":"2401.04577","year":2024,"bitrate_kbps":2.2,"notes":"Audio-MAGNeT compression model (same 16 kHz SEANet/RVQ config as AudioGen's but different, re-trained weights; identical file in audio-magnet-small/medium); 4 RVQ codebooks, no quantizer dropout; sound effects","side_info":null,"warning":null,"env":"main"},"kbps":2.2,"kbps_measured":2.2,"tokens_per_s":200.0,"params_M":56.81914,"efficiency":{"rtf_encode":0.00283,"rtf_decode":0.00265,"peak_vram_gb":0.55465,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.60536,"score_worst_lang":0.41939,"worst_lang":"en","en_gap":-0.19406,"score_intelligibility":0.4014,"score_speaker":0.69477,"score_quality":0.69052,"score_fidelity":0.63475,"dwer":19.58212,"wer":28.38793,"wer_pseudo":24.84552,"sim":0.69477,"utmos":1.74557,"dnsmos_ovrl":2.77011,"dnsmos_sig":3.20449,"dnsmos_bak":3.75878,"pesq_wb":2.11557,"pesq_nb":2.64734,"stoi":0.80534,"estoi":0.66581,"si_sdr":3.99096,"mel_dist":0.28749,"stft_dist":1.35205,"f0_rmse_cents":176.20614,"f0_corr":0.78017,"vuv_err":0.17722,"score_ci95":[0.59828,0.61418]},"per_lang":{"en":{"n":50,"unit":"wer","wer":51.03245,"wer_orig":6.98132,"dwer":44.05113,"wer_pseudo":50.68093,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.39955,"utmos":1.74303,"dnsmos_ovrl":2.25347,"dnsmos_sig":2.79729,"dnsmos_bak":3.57028,"pesq_wb":1.61398,"pesq_nb":2.01218,"stoi":0.64799,"estoi":0.45207,"si_sdr":-3.36638,"mel_dist":0.36528,"stft_dist":1.65707,"f0_rmse_cents":288.42344,"f0_corr":0.6166,"vuv_err":0.28806,"score_intelligibility":0.15339,"score_speaker":0.39955,"score_quality":0.64461,"score_fidelity":0.48001,"score":0.41939},"de":{"n":50,"unit":"wer","wer":16.88708,"wer_orig":5.69685,"dwer":11.19023,"wer_pseudo":12.51272,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.74423,"utmos":1.88578,"dnsmos_ovrl":3.01024,"dnsmos_sig":3.32525,"dnsmos_bak":3.99011,"pesq_wb":2.40599,"pesq_nb":2.93595,"stoi":0.8654,"estoi":0.71623,"si_sdr":7.62198,"mel_dist":0.24571,"stft_dist":1.1494,"f0_rmse_cents":149.36858,"f0_corr":0.88499,"vuv_err":0.15121,"score_intelligibility":0.3744,"score_speaker":0.74423,"score_quality":0.73861,"score_fidelity":0.71737,"score":0.64365},"fr":{"n":50,"unit":"wer","wer":22.37154,"wer_orig":4.98024,"dwer":17.3913,"wer_pseudo":19.68254,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.71728,"utmos":1.79835,"dnsmos_ovrl":2.95384,"dnsmos_sig":3.31446,"dnsmos_bak":3.95095,"pesq_wb":2.1459,"pesq_nb":2.66576,"stoi":0.854,"estoi":0.75347,"si_sdr":6.21145,"mel_dist":0.3232,"stft_dist":1.36405,"f0_rmse_cents":188.26614,"f0_corr":0.74462,"vuv_err":0.18806,"score_intelligibility":0.25588,"score_speaker":0.71728,"score_quality":0.77387,"score_fidelity":0.642,"score":0.59726},"es":{"n":50,"unit":"wer","wer":4.54545,"wer_orig":3.09091,"dwer":1.45455,"wer_pseudo":2.64357,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.79228,"utmos":1.91076,"dnsmos_ovrl":3.11308,"dnsmos_sig":3.48268,"dnsmos_bak":3.90359,"pesq_wb":2.60835,"pesq_nb":3.11361,"stoi":0.8795,"estoi":0.78102,"si_sdr":6.69394,"mel_dist":0.25109,"stft_dist":1.24915,"f0_rmse_cents":172.89466,"f0_corr":0.86742,"vuv_err":0.15916,"score_intelligibility":0.7377,"score_speaker":0.79228,"score_quality":0.74191,"score_fidelity":0.73548,"score":0.75185},"it":{"n":50,"unit":"wer","wer":5.7377,"wer_orig":2.55009,"dwer":3.18761,"wer_pseudo":5.11883,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.76344,"utmos":2.12395,"dnsmos_ovrl":3.23956,"dnsmos_sig":3.55171,"dnsmos_bak":4.04562,"pesq_wb":2.56652,"pesq_nb":3.07547,"stoi":0.87338,"estoi":0.77155,"si_sdr":6.80716,"mel_dist":0.27402,"stft_dist":1.25388,"f0_rmse_cents":139.34971,"f0_corr":0.75472,"vuv_err":0.14523,"score_intelligibility":0.5269,"score_speaker":0.76344,"score_quality":0.75248,"score_fidelity":0.69189,"score":0.68368},"pt":{"n":50,"unit":"wer","wer":4.39453,"wer_orig":3.41797,"dwer":0.97656,"wer_pseudo":2.65748,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85159,"utmos":1.94689,"dnsmos_ovrl":2.99071,"dnsmos_sig":3.36916,"dnsmos_bak":3.78495,"pesq_wb":2.50229,"pesq_nb":3.04055,"stoi":0.84682,"estoi":0.7397,"si_sdr":6.09258,"mel_dist":0.21944,"stft_dist":1.18994,"f0_rmse_cents":231.98145,"f0_corr":0.86246,"vuv_err":0.18904,"score_intelligibility":0.81897,"score_speaker":0.85159,"score_quality":0.81198,"score_fidelity":0.71284,"score":0.79884},"nl":{"n":50,"unit":"wer","wer":48.88492,"wer_orig":5.26316,"dwer":43.62177,"wer_pseudo":47.0009,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.57515,"utmos":1.60636,"dnsmos_ovrl":2.37228,"dnsmos_sig":2.79744,"dnsmos_bak":3.94247,"pesq_wb":1.68212,"pesq_nb":2.18422,"stoi":0.80996,"estoi":0.63991,"si_sdr":1.23746,"mel_dist":0.42717,"stft_dist":1.76536,"f0_rmse_cents":204.42286,"f0_corr":0.74436,"vuv_err":0.22548,"score_intelligibility":0.12555,"score_speaker":0.57515,"score_quality":0.54911,"score_fidelity":0.58307,"score":0.45822},"pl":{"n":50,"unit":"wer","wer":28.72807,"wer_orig":3.28947,"dwer":25.4386,"wer_pseudo":28.50877,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.71533,"utmos":1.67809,"dnsmos_ovrl":2.79353,"dnsmos_sig":3.1904,"dnsmos_bak":3.87349,"pesq_wb":1.92875,"pesq_nb":2.3932,"stoi":0.84374,"estoi":0.71421,"si_sdr":0.84092,"mel_dist":0.35669,"stft_dist":1.54702,"f0_rmse_cents":160.19137,"f0_corr":0.70748,"vuv_err":0.18152,"score_intelligibility":0.14429,"score_speaker":0.71533,"score_quality":0.64359,"score_fidelity":0.60553,"score":0.52718},"cs":{"n":50,"unit":"wer","wer":23.33722,"wer_orig":9.45158,"dwer":13.88565,"wer_pseudo":21.96262,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.74728,"utmos":1.83582,"dnsmos_ovrl":3.09317,"dnsmos_sig":3.4469,"dnsmos_bak":3.92119,"pesq_wb":2.06917,"pesq_nb":2.66373,"stoi":0.84005,"estoi":0.71177,"si_sdr":7.00856,"mel_dist":0.24015,"stft_dist":1.18705,"f0_rmse_cents":87.91787,"f0_corr":0.88974,"vuv_err":0.12495,"score_intelligibility":0.42945,"score_speaker":0.74728,"score_quality":0.76016,"score_fidelity":0.67842,"score":0.65383},"tr":{"n":50,"unit":"wer","wer":28.94737,"wer_orig":7.76316,"dwer":21.18421,"wer_pseudo":25.82345,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.72811,"utmos":1.68928,"dnsmos_ovrl":2.88056,"dnsmos_sig":3.26785,"dnsmos_bak":3.89461,"pesq_wb":2.19594,"pesq_nb":2.78143,"stoi":0.81749,"estoi":0.66623,"si_sdr":5.46008,"mel_dist":0.28782,"stft_dist":1.33827,"f0_rmse_cents":137.28842,"f0_corr":0.87993,"vuv_err":0.14012,"score_intelligibility":0.29262,"score_speaker":0.72811,"score_quality":0.72812,"score_fidelity":0.6797,"score":0.60714},"id":{"n":50,"unit":"wer","wer":16.05667,"wer_orig":5.90319,"dwer":10.15348,"wer_pseudo":13.93152,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.76826,"utmos":1.48588,"dnsmos_ovrl":2.64334,"dnsmos_sig":3.20835,"dnsmos_bak":3.23691,"pesq_wb":2.11549,"pesq_nb":2.70469,"stoi":0.75317,"estoi":0.58556,"si_sdr":4.6953,"mel_dist":0.18525,"stft_dist":1.13215,"f0_rmse_cents":143.48665,"f0_corr":0.78992,"vuv_err":0.19593,"score_intelligibility":0.40472,"score_speaker":0.76826,"score_quality":0.72667,"score_fidelity":0.6206,"score":0.63006},"vi":{"n":50,"unit":"wer","wer":33.572,"wer_orig":7.71679,"dwer":25.85521,"wer_pseudo":31.05096,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.68592,"utmos":1.61569,"dnsmos_ovrl":2.6469,"dnsmos_sig":3.17387,"dnsmos_bak":3.58753,"pesq_wb":2.13242,"pesq_nb":2.697,"stoi":0.69807,"estoi":0.53359,"si_sdr":5.13153,"mel_dist":0.21783,"stft_dist":1.16874,"f0_rmse_cents":131.06305,"f0_corr":0.89333,"vuv_err":0.14801,"score_intelligibility":0.25213,"score_speaker":0.68592,"score_quality":0.72449,"score_fidelity":0.63832,"score":0.57522},"ru":{"n":50,"unit":"wer","wer":10.28902,"wer_orig":4.50867,"dwer":5.78035,"wer_pseudo":7.53187,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.67625,"utmos":1.67843,"dnsmos_ovrl":2.85324,"dnsmos_sig":3.19625,"dnsmos_bak":3.98321,"pesq_wb":2.08428,"pesq_nb":2.58293,"stoi":0.8416,"estoi":0.71288,"si_sdr":4.51298,"mel_dist":0.34716,"stft_dist":1.45826,"f0_rmse_cents":194.41946,"f0_corr":0.69089,"vuv_err":0.19374,"score_intelligibility":0.48797,"score_speaker":0.67625,"score_quality":0.65465,"score_fidelity":0.61409,"score":0.60824},"uk":{"n":50,"unit":"wer","wer":36.20885,"wer_orig":6.46992,"dwer":29.73893,"wer_pseudo":33.06818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.62206,"utmos":1.90335,"dnsmos_ovrl":2.91349,"dnsmos_sig":3.25285,"dnsmos_bak":3.99835,"pesq_wb":2.1512,"pesq_nb":2.59066,"stoi":0.79353,"estoi":0.63349,"si_sdr":4.0912,"mel_dist":0.33534,"stft_dist":1.47654,"f0_rmse_cents":114.10745,"f0_corr":0.85017,"vuv_err":0.19513,"score_intelligibility":0.20076,"score_speaker":0.62206,"score_quality":0.75157,"score_fidelity":0.65754,"score":0.55798},"el":{"n":50,"unit":"wer","wer":48.59719,"wer_orig":12.02405,"dwer":36.57315,"wer_pseudo":46.24625,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.63894,"utmos":1.75856,"dnsmos_ovrl":2.70039,"dnsmos_sig":3.15149,"dnsmos_bak":3.70709,"pesq_wb":2.27798,"pesq_nb":2.83429,"stoi":0.81426,"estoi":0.66692,"si_sdr":6.22832,"mel_dist":0.21831,"stft_dist":1.13636,"f0_rmse_cents":182.58053,"f0_corr":0.72607,"vuv_err":0.1674,"score_intelligibility":0.2626,"score_speaker":0.63894,"score_quality":0.64784,"score_fidelity":0.63515,"score":0.54613},"ar":{"n":50,"unit":"wer","wer":21.20838,"wer_orig":12.45376,"dwer":8.75462,"wer_pseudo":14.83313,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.79507,"utmos":1.71023,"dnsmos_ovrl":3.0227,"dnsmos_sig":3.42565,"dnsmos_bak":3.85664,"pesq_wb":2.11495,"pesq_nb":2.63448,"stoi":0.88561,"estoi":0.79699,"si_sdr":4.32685,"mel_dist":0.24406,"stft_dist":1.25794,"f0_rmse_cents":130.38133,"f0_corr":0.87204,"vuv_err":0.13982,"score_intelligibility":0.6058,"score_speaker":0.79507,"score_quality":0.68218,"score_fidelity":0.69207,"score":0.69378},"fa":{"n":50,"unit":"wer","wer":81.37143,"wer_orig":25.94286,"dwer":55.42857,"wer_pseudo":66.7027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.69198,"utmos":1.72016,"dnsmos_ovrl":2.58421,"dnsmos_sig":3.10839,"dnsmos_bak":3.56266,"pesq_wb":1.84599,"pesq_nb":2.53934,"stoi":0.68205,"estoi":0.51813,"si_sdr":1.19627,"mel_dist":0.3001,"stft_dist":1.43908,"f0_rmse_cents":273.3249,"f0_corr":0.64205,"vuv_err":0.18681,"score_intelligibility":0.32709,"score_speaker":0.69198,"score_quality":0.65357,"score_fidelity":0.52194,"score":0.54865},"he":{"n":50,"unit":"wer","wer":58.48837,"wer_orig":19.4186,"dwer":39.06977,"wer_pseudo":52.11268,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.61005,"utmos":1.6801,"dnsmos_ovrl":2.54984,"dnsmos_sig":2.9501,"dnsmos_bak":3.76386,"pesq_wb":1.96571,"pesq_nb":2.38782,"stoi":0.7747,"estoi":0.61613,"si_sdr":3.5211,"mel_dist":0.30389,"stft_dist":1.37266,"f0_rmse_cents":177.68576,"f0_corr":0.66313,"vuv_err":0.23825,"score_intelligibility":0.34324,"score_speaker":0.61005,"score_quality":0.65558,"score_fidelity":0.57125,"score":0.54503},"hi":{"n":50,"unit":"wer","wer":37.8578,"wer_orig":26.31579,"dwer":11.54201,"wer_pseudo":27.42961,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.70928,"utmos":1.64032,"dnsmos_ovrl":2.66634,"dnsmos_sig":3.24277,"dnsmos_bak":3.39929,"pesq_wb":2.25814,"pesq_nb":2.83945,"stoi":0.81971,"estoi":0.68795,"si_sdr":6.63611,"mel_dist":0.25919,"stft_dist":1.25552,"f0_rmse_cents":113.88828,"f0_corr":0.88607,"vuv_err":0.156,"score_intelligibility":0.70297,"score_speaker":0.70928,"score_quality":0.72564,"score_fidelity":0.68842,"score":0.70658},"zh":{"n":50,"unit":"cer","wer":13.00292,"wer_orig":7.40525,"dwer":5.59767,"wer_pseudo":7.19512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.71882,"utmos":1.56438,"dnsmos_ovrl":2.70241,"dnsmos_sig":3.11909,"dnsmos_bak":3.836,"pesq_wb":2.07528,"pesq_nb":2.5726,"stoi":0.84745,"estoi":0.72831,"si_sdr":1.2729,"mel_dist":0.38206,"stft_dist":1.58733,"f0_rmse_cents":149.4448,"f0_corr":0.82898,"vuv_err":0.1295,"score_intelligibility":0.60025,"score_speaker":0.71882,"score_quality":0.56771,"score_fidelity":0.66122,"score":0.637},"yue":{"n":50,"unit":"cer","wer":26.16822,"wer_orig":14.39252,"dwer":11.7757,"wer_pseudo":22.67258,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.74254,"utmos":1.92774,"dnsmos_ovrl":2.9366,"dnsmos_sig":3.33072,"dnsmos_bak":3.84486,"pesq_wb":2.13138,"pesq_nb":2.7385,"stoi":0.84256,"estoi":0.7145,"si_sdr":3.36804,"mel_dist":0.23213,"stft_dist":1.2265,"f0_rmse_cents":217.67712,"f0_corr":0.74924,"vuv_err":0.15306,"score_intelligibility":0.56656,"score_speaker":0.74254,"score_quality":0.7144,"score_fidelity":0.63835,"score":0.66546},"ja":{"n":50,"unit":"cer","wer":30.82223,"wer_orig":3.53698,"dwer":27.28525,"wer_pseudo":29.44419,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.63139,"utmos":1.51996,"dnsmos_ovrl":2.3659,"dnsmos_sig":3.00017,"dnsmos_bak":3.23989,"pesq_wb":1.86395,"pesq_nb":2.4357,"stoi":0.66545,"estoi":0.47123,"si_sdr":-1.04011,"mel_dist":0.30713,"stft_dist":1.52963,"f0_rmse_cents":212.06144,"f0_corr":0.66083,"vuv_err":0.22288,"score_intelligibility":0.14257,"score_speaker":0.63139,"score_quality":0.69474,"score_fidelity":0.52438,"score":0.49827},"ko":{"n":50,"unit":"cer","wer":11.51961,"wer_orig":5.14706,"dwer":6.37255,"wer_pseudo":8.16633,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.68092,"utmos":1.98125,"dnsmos_ovrl":2.73921,"dnsmos_sig":3.17878,"dnsmos_bak":3.81686,"pesq_wb":2.28842,"pesq_nb":2.77837,"stoi":0.82843,"estoi":0.69997,"si_sdr":4.81509,"mel_dist":0.29002,"stft_dist":1.32554,"f0_rmse_cents":169.33684,"f0_corr":0.79452,"vuv_err":0.13502,"score_intelligibility":0.49099,"score_speaker":0.68092,"score_quality":0.64246,"score_fidelity":0.66369,"score":0.61952},"th":{"n":50,"unit":"cer","wer":21.28133,"wer_orig":7.61924,"dwer":13.66209,"wer_pseudo":19.31565,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.66882,"utmos":1.48925,"dnsmos_ovrl":2.45763,"dnsmos_sig":3.02621,"dnsmos_bak":3.5004,"pesq_wb":1.7496,"pesq_nb":2.33429,"stoi":0.80314,"estoi":0.66757,"si_sdr":2.41974,"mel_dist":0.28665,"stft_dist":1.38184,"f0_rmse_cents":259.38529,"f0_corr":0.72445,"vuv_err":0.19884,"score_intelligibility":0.38684,"score_speaker":0.66882,"score_quality":0.58649,"score_fidelity":0.58058,"score":0.55568}}},{"codec":"encodec_16khz_audiogen","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_16khz_audiogen","family":"EnCodec (AudioCraft)","checkpoint":"facebook/audiogen-medium","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code), CC-BY-NC-4.0 (weights)","paper":"2209.15352","year":2023,"bitrate_kbps":2.2,"notes":"AudioGen compression model (compression_state_dict.bin, converted on load into transformers EncodecModel); 4 RVQ codebooks, no quantizer dropout; trained on sound effects / environmental audio (AudioSet, BBC SFX, ...)","side_info":null,"warning":null,"env":"main"},"kbps":2.2,"kbps_measured":2.2,"tokens_per_s":200.0,"params_M":56.81914,"efficiency":{"rtf_encode":0.00282,"rtf_decode":0.00265,"peak_vram_gb":0.55465,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.60985,"score_worst_lang":0.41551,"worst_lang":"en","en_gap":-0.20279,"score_intelligibility":0.41063,"score_speaker":0.69273,"score_quality":0.68727,"score_fidelity":0.64878,"dwer":19.04901,"wer":27.85482,"wer_pseudo":24.36724,"sim":0.69273,"utmos":1.74028,"dnsmos_ovrl":2.76299,"dnsmos_sig":3.20237,"dnsmos_bak":3.73558,"pesq_wb":2.10635,"pesq_nb":2.63042,"stoi":0.80471,"estoi":0.66315,"si_sdr":3.97678,"mel_dist":0.28412,"stft_dist":1.34713,"f0_rmse_cents":155.85489,"f0_corr":0.82552,"vuv_err":0.18094,"score_ci95":[0.60276,0.61855]},"per_lang":{"en":{"n":50,"unit":"wer","wer":54.76893,"wer_orig":6.98132,"dwer":47.78761,"wer_pseudo":54.28016,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.38615,"utmos":1.76097,"dnsmos_ovrl":2.2325,"dnsmos_sig":2.77503,"dnsmos_bak":3.50927,"pesq_wb":1.61631,"pesq_nb":1.99622,"stoi":0.64131,"estoi":0.43453,"si_sdr":-3.36947,"mel_dist":0.36669,"stft_dist":1.66109,"f0_rmse_cents":294.80517,"f0_corr":0.64962,"vuv_err":0.27716,"score_intelligibility":0.14311,"score_speaker":0.38615,"score_quality":0.64377,"score_fidelity":0.48901,"score":0.41551},"de":{"n":50,"unit":"wer","wer":14.64903,"wer_orig":5.69685,"dwer":8.95219,"wer_pseudo":10.27467,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.73998,"utmos":1.90613,"dnsmos_ovrl":2.99879,"dnsmos_sig":3.31124,"dnsmos_bak":3.99363,"pesq_wb":2.42193,"pesq_nb":2.92776,"stoi":0.86471,"estoi":0.7141,"si_sdr":7.59663,"mel_dist":0.24535,"stft_dist":1.15653,"f0_rmse_cents":156.51033,"f0_corr":0.87672,"vuv_err":0.15251,"score_intelligibility":0.42794,"score_speaker":0.73998,"score_quality":0.74175,"score_fidelity":0.7159,"score":0.65639},"fr":{"n":50,"unit":"wer","wer":23.24111,"wer_orig":4.98024,"dwer":18.26087,"wer_pseudo":21.34921,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.72513,"utmos":1.80046,"dnsmos_ovrl":2.92079,"dnsmos_sig":3.28332,"dnsmos_bak":3.93307,"pesq_wb":2.14186,"pesq_nb":2.63778,"stoi":0.85406,"estoi":0.75354,"si_sdr":6.18198,"mel_dist":0.31742,"stft_dist":1.34797,"f0_rmse_cents":127.10939,"f0_corr":0.87217,"vuv_err":0.18599,"score_intelligibility":0.2467,"score_speaker":0.72513,"score_quality":0.7665,"score_fidelity":0.68416,"score":0.60562},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":2.27894,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.79519,"utmos":1.92116,"dnsmos_ovrl":3.11717,"dnsmos_sig":3.49378,"dnsmos_bak":3.89466,"pesq_wb":2.62537,"pesq_nb":3.11376,"stoi":0.88034,"estoi":0.78102,"si_sdr":6.73986,"mel_dist":0.25514,"stft_dist":1.26164,"f0_rmse_cents":182.88477,"f0_corr":0.86643,"vuv_err":0.16763,"score_intelligibility":0.81818,"score_speaker":0.79519,"score_quality":0.7458,"score_fidelity":0.73705,"score":0.77406},"it":{"n":50,"unit":"wer","wer":6.64845,"wer_orig":2.55009,"dwer":4.09836,"wer_pseudo":5.48446,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.75952,"utmos":2.12347,"dnsmos_ovrl":3.21879,"dnsmos_sig":3.54491,"dnsmos_bak":4.01297,"pesq_wb":2.54533,"pesq_nb":3.0737,"stoi":0.87358,"estoi":0.77131,"si_sdr":6.80539,"mel_dist":0.26911,"stft_dist":1.25581,"f0_rmse_cents":113.81264,"f0_corr":0.81794,"vuv_err":0.15024,"score_intelligibility":0.46416,"score_speaker":0.75952,"score_quality":0.74786,"score_fidelity":0.71101,"score":0.67064},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.5748,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.84508,"utmos":1.96244,"dnsmos_ovrl":2.98135,"dnsmos_sig":3.35969,"dnsmos_bak":3.77647,"pesq_wb":2.51829,"pesq_nb":3.04917,"stoi":0.8472,"estoi":0.74102,"si_sdr":6.11489,"mel_dist":0.22673,"stft_dist":1.22508,"f0_rmse_cents":220.66945,"f0_corr":0.88703,"vuv_err":0.19578,"score_intelligibility":1.0,"score_speaker":0.84508,"score_quality":0.8148,"score_fidelity":0.72268,"score":0.84564},"nl":{"n":50,"unit":"wer","wer":46.20874,"wer_orig":5.26316,"dwer":40.94558,"wer_pseudo":44.67323,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.57481,"utmos":1.5613,"dnsmos_ovrl":2.42818,"dnsmos_sig":2.85853,"dnsmos_bak":3.92333,"pesq_wb":1.6685,"pesq_nb":2.14771,"stoi":0.80812,"estoi":0.63288,"si_sdr":1.20308,"mel_dist":0.41376,"stft_dist":1.72902,"f0_rmse_cents":154.66672,"f0_corr":0.83199,"vuv_err":0.22142,"score_intelligibility":0.13267,"score_speaker":0.57481,"score_quality":0.55377,"score_fidelity":0.61037,"score":0.4679},"pl":{"n":50,"unit":"wer","wer":30.15351,"wer_orig":3.28947,"dwer":26.86404,"wer_pseudo":29.60526,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.72221,"utmos":1.64717,"dnsmos_ovrl":2.78492,"dnsmos_sig":3.18759,"dnsmos_bak":3.85734,"pesq_wb":1.91506,"pesq_nb":2.35686,"stoi":0.84327,"estoi":0.71176,"si_sdr":0.71291,"mel_dist":0.35274,"stft_dist":1.53477,"f0_rmse_cents":140.96844,"f0_corr":0.72649,"vuv_err":0.17175,"score_intelligibility":0.13769,"score_speaker":0.72221,"score_quality":0.63258,"score_fidelity":0.6104,"score":0.52572},"cs":{"n":50,"unit":"wer","wer":21.58693,"wer_orig":9.45158,"dwer":12.13536,"wer_pseudo":19.97664,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.75396,"utmos":1.85034,"dnsmos_ovrl":3.07572,"dnsmos_sig":3.43348,"dnsmos_bak":3.90308,"pesq_wb":2.04406,"pesq_nb":2.63277,"stoi":0.83889,"estoi":0.70978,"si_sdr":6.96353,"mel_dist":0.23611,"stft_dist":1.1818,"f0_rmse_cents":100.37604,"f0_corr":0.8699,"vuv_err":0.14921,"score_intelligibility":0.46273,"score_speaker":0.75396,"score_quality":0.76067,"score_fidelity":0.66903,"score":0.6616},"tr":{"n":50,"unit":"wer","wer":31.18421,"wer_orig":7.76316,"dwer":23.42105,"wer_pseudo":27.66798,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.73177,"utmos":1.70438,"dnsmos_ovrl":2.86122,"dnsmos_sig":3.25422,"dnsmos_bak":3.85612,"pesq_wb":2.17511,"pesq_nb":2.76592,"stoi":0.81628,"estoi":0.66438,"si_sdr":5.46734,"mel_dist":0.28322,"stft_dist":1.339,"f0_rmse_cents":130.97107,"f0_corr":0.89861,"vuv_err":0.13988,"score_intelligibility":0.27228,"score_speaker":0.73177,"score_quality":0.72929,"score_fidelity":0.68355,"score":0.60422},"id":{"n":50,"unit":"wer","wer":15.93861,"wer_orig":5.90319,"dwer":10.03542,"wer_pseudo":13.6954,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.76953,"utmos":1.49272,"dnsmos_ovrl":2.61404,"dnsmos_sig":3.17774,"dnsmos_bak":3.21748,"pesq_wb":2.10339,"pesq_nb":2.69572,"stoi":0.75289,"estoi":0.586,"si_sdr":4.67279,"mel_dist":0.18581,"stft_dist":1.13243,"f0_rmse_cents":147.71032,"f0_corr":0.76957,"vuv_err":0.1966,"score_intelligibility":0.40754,"score_speaker":0.76953,"score_quality":0.72178,"score_fidelity":0.61257,"score":0.62786},"vi":{"n":50,"unit":"wer","wer":44.31185,"wer_orig":7.71679,"dwer":36.59507,"wer_pseudo":42.35669,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.69594,"utmos":1.58845,"dnsmos_ovrl":2.59976,"dnsmos_sig":3.15506,"dnsmos_bak":3.51649,"pesq_wb":2.09387,"pesq_nb":2.6824,"stoi":0.69777,"estoi":0.53166,"si_sdr":5.06443,"mel_dist":0.21388,"stft_dist":1.16285,"f0_rmse_cents":128.91548,"f0_corr":0.9161,"vuv_err":0.15449,"score_intelligibility":0.19237,"score_speaker":0.69594,"score_quality":0.6994,"score_fidelity":0.64214,"score":0.55746},"ru":{"n":50,"unit":"wer","wer":10.0578,"wer_orig":4.50867,"dwer":5.54913,"wer_pseudo":7.06837,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.6704,"utmos":1.67549,"dnsmos_ovrl":2.81739,"dnsmos_sig":3.18396,"dnsmos_bak":3.91949,"pesq_wb":2.04243,"pesq_nb":2.56488,"stoi":0.84207,"estoi":0.71088,"si_sdr":4.51726,"mel_dist":0.34168,"stft_dist":1.44401,"f0_rmse_cents":153.76006,"f0_corr":0.75774,"vuv_err":0.19953,"score_intelligibility":0.49817,"score_speaker":0.6704,"score_quality":0.64501,"score_fidelity":0.63255,"score":0.61153},"uk":{"n":50,"unit":"wer","wer":35.86833,"wer_orig":6.46992,"dwer":29.39841,"wer_pseudo":33.97727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.61726,"utmos":1.89952,"dnsmos_ovrl":2.92551,"dnsmos_sig":3.27927,"dnsmos_bak":3.98494,"pesq_wb":2.12185,"pesq_nb":2.5607,"stoi":0.79494,"estoi":0.63114,"si_sdr":4.22802,"mel_dist":0.33175,"stft_dist":1.4718,"f0_rmse_cents":104.93956,"f0_corr":0.85733,"vuv_err":0.18729,"score_intelligibility":0.20261,"score_speaker":0.61726,"score_quality":0.75328,"score_fidelity":0.6576,"score":0.55769},"el":{"n":50,"unit":"wer","wer":38.07615,"wer_orig":12.02405,"dwer":26.0521,"wer_pseudo":34.83483,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.64081,"utmos":1.726,"dnsmos_ovrl":2.66282,"dnsmos_sig":3.12973,"dnsmos_bak":3.67831,"pesq_wb":2.25178,"pesq_nb":2.84231,"stoi":0.81532,"estoi":0.66733,"si_sdr":6.14152,"mel_dist":0.21297,"stft_dist":1.1272,"f0_rmse_cents":135.53307,"f0_corr":0.82901,"vuv_err":0.1602,"score_intelligibility":0.3333,"score_speaker":0.64081,"score_quality":0.62898,"score_fidelity":0.66733,"score":0.5676},"ar":{"n":50,"unit":"wer","wer":22.93465,"wer_orig":12.45376,"dwer":10.48089,"wer_pseudo":17.42892,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.80079,"utmos":1.73362,"dnsmos_ovrl":2.99473,"dnsmos_sig":3.40998,"dnsmos_bak":3.82492,"pesq_wb":2.11276,"pesq_nb":2.63524,"stoi":0.88666,"estoi":0.79617,"si_sdr":4.28748,"mel_dist":0.24256,"stft_dist":1.2577,"f0_rmse_cents":149.15841,"f0_corr":0.84297,"vuv_err":0.14436,"score_intelligibility":0.5621,"score_speaker":0.80079,"score_quality":0.68267,"score_fidelity":0.68252,"score":0.68202},"fa":{"n":50,"unit":"wer","wer":61.82857,"wer_orig":25.94286,"dwer":35.88571,"wer_pseudo":48.75676,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.6858,"utmos":1.71794,"dnsmos_ovrl":2.5967,"dnsmos_sig":3.11543,"dnsmos_bak":3.57523,"pesq_wb":1.84111,"pesq_nb":2.5105,"stoi":0.68428,"estoi":0.51483,"si_sdr":1.27068,"mel_dist":0.29524,"stft_dist":1.42715,"f0_rmse_cents":229.06987,"f0_corr":0.73518,"vuv_err":0.19402,"score_intelligibility":0.42883,"score_speaker":0.6858,"score_quality":0.65628,"score_fidelity":0.55326,"score":0.58104},"he":{"n":50,"unit":"wer","wer":58.83721,"wer_orig":19.4186,"dwer":39.4186,"wer_pseudo":51.99531,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.59214,"utmos":1.6952,"dnsmos_ovrl":2.5687,"dnsmos_sig":2.96119,"dnsmos_bak":3.75115,"pesq_wb":1.97272,"pesq_nb":2.38923,"stoi":0.77048,"estoi":0.61279,"si_sdr":3.53396,"mel_dist":0.30681,"stft_dist":1.37345,"f0_rmse_cents":146.71678,"f0_corr":0.71933,"vuv_err":0.25392,"score_intelligibility":0.34124,"score_speaker":0.59214,"score_quality":0.66585,"score_fidelity":0.58924,"score":0.54712},"hi":{"n":50,"unit":"wer","wer":38.59649,"wer_orig":26.31579,"dwer":12.2807,"wer_pseudo":27.88374,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.70969,"utmos":1.61422,"dnsmos_ovrl":2.65202,"dnsmos_sig":3.23897,"dnsmos_bak":3.35992,"pesq_wb":2.27266,"pesq_nb":2.82411,"stoi":0.82006,"estoi":0.68861,"si_sdr":6.63026,"mel_dist":0.25744,"stft_dist":1.25505,"f0_rmse_cents":142.0179,"f0_corr":0.90765,"vuv_err":0.15324,"score_intelligibility":0.68985,"score_speaker":0.70969,"score_quality":0.71146,"score_fidelity":0.69711,"score":0.70203},"zh":{"n":50,"unit":"cer","wer":14.8105,"wer_orig":7.40525,"dwer":7.40525,"wer_pseudo":8.84146,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.70586,"utmos":1.54536,"dnsmos_ovrl":2.73925,"dnsmos_sig":3.14639,"dnsmos_bak":3.85252,"pesq_wb":2.05945,"pesq_nb":2.56212,"stoi":0.84542,"estoi":0.72474,"si_sdr":1.2871,"mel_dist":0.3722,"stft_dist":1.56596,"f0_rmse_cents":123.44275,"f0_corr":0.88712,"vuv_err":0.13688,"score_intelligibility":0.53162,"score_speaker":0.70586,"score_quality":0.57136,"score_fidelity":0.67841,"score":0.62182},"yue":{"n":50,"unit":"cer","wer":25.10903,"wer_orig":14.39252,"dwer":10.71651,"wer_pseudo":20.64598,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.74058,"utmos":1.90377,"dnsmos_ovrl":2.93505,"dnsmos_sig":3.33339,"dnsmos_bak":3.803,"pesq_wb":2.12142,"pesq_nb":2.72745,"stoi":0.84045,"estoi":0.71215,"si_sdr":3.30896,"mel_dist":0.22155,"stft_dist":1.21175,"f0_rmse_cents":177.71228,"f0_corr":0.81032,"vuv_err":0.15343,"score_intelligibility":0.58955,"score_speaker":0.74058,"score_quality":0.70786,"score_fidelity":0.65706,"score":0.67376},"ja":{"n":50,"unit":"cer","wer":31.74093,"wer_orig":3.53698,"dwer":28.20395,"wer_pseudo":30.63849,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.6088,"utmos":1.52374,"dnsmos_ovrl":2.3614,"dnsmos_sig":3.01201,"dnsmos_bak":3.20189,"pesq_wb":1.84806,"pesq_nb":2.37993,"stoi":0.66549,"estoi":0.46118,"si_sdr":-1.16152,"mel_dist":0.30438,"stft_dist":1.5192,"f0_rmse_cents":159.18612,"f0_corr":0.77262,"vuv_err":0.23232,"score_intelligibility":0.13857,"score_speaker":0.6088,"score_quality":0.69511,"score_fidelity":0.56014,"score":0.50065},"ko":{"n":50,"unit":"cer","wer":12.2549,"wer_orig":5.14706,"dwer":7.10784,"wer_pseudo":9.31864,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.68093,"utmos":1.94966,"dnsmos_ovrl":2.78959,"dnsmos_sig":3.2138,"dnsmos_bak":3.8599,"pesq_wb":2.29238,"pesq_nb":2.74769,"stoi":0.82868,"estoi":0.69823,"si_sdr":4.81533,"mel_dist":0.28353,"stft_dist":1.31364,"f0_rmse_cents":121.40771,"f0_corr":0.89925,"vuv_err":0.16802,"score_intelligibility":0.46376,"score_speaker":0.68093,"score_quality":0.64779,"score_fidelity":0.69906,"score":0.62288},"th":{"n":50,"unit":"cer","wer":22.29184,"wer_orig":7.61924,"dwer":14.67259,"wer_pseudo":20.20652,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.67326,"utmos":1.46315,"dnsmos_ovrl":2.43537,"dnsmos_sig":2.99823,"dnsmos_bak":3.44882,"pesq_wb":1.74658,"pesq_nb":2.30624,"stoi":0.80076,"estoi":0.66562,"si_sdr":2.43041,"mel_dist":0.28276,"stft_dist":1.37618,"f0_rmse_cents":198.17317,"f0_corr":0.81136,"vuv_err":0.19667,"score_intelligibility":0.37005,"score_speaker":0.67326,"score_quality":0.57082,"score_fidelity":0.60848,"score":0.55565}}},{"codec":"encodec_24khz_1.5kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_24khz_1.5kbps","family":"EnCodec","checkpoint":"facebook/encodec_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2210.13438","year":2022,"bitrate_kbps":1.5,"notes":"","side_info":null,"env":"main"},"kbps":1.5,"kbps_measured":1.50041,"tokens_per_s":150.04143,"params_M":14.85181,"efficiency":{"rtf_encode":0.00353,"rtf_decode":0.00285,"peak_vram_gb":0.33653,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.43498,"score_worst_lang":0.30169,"worst_lang":"nl","en_gap":-0.13785,"score_intelligibility":0.26638,"score_speaker":0.55209,"score_quality":0.41348,"score_fidelity":0.50799,"dwer":35.35905,"wer":44.16486,"wer_pseudo":41.44466,"sim":0.55209,"utmos":1.31051,"dnsmos_ovrl":2.22054,"dnsmos_sig":2.60789,"dnsmos_bak":3.5561,"pesq_wb":1.53285,"pesq_nb":1.97348,"stoi":0.75395,"estoi":0.57576,"si_sdr":-1.48318,"mel_dist":0.38614,"stft_dist":1.77963,"f0_rmse_cents":309.64077,"f0_corr":0.61777,"vuv_err":0.34021,"score_ci95":[0.4293,0.44246]},"per_lang":{"en":{"n":50,"unit":"wer","wer":66.47001,"wer_orig":6.98132,"dwer":59.48869,"wer_pseudo":65.07782,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.22683,"utmos":1.42415,"dnsmos_ovrl":1.95887,"dnsmos_sig":2.46134,"dnsmos_bak":3.45629,"pesq_wb":1.33638,"pesq_nb":1.66979,"stoi":0.61973,"estoi":0.36756,"si_sdr":-11.95041,"mel_dist":0.4149,"stft_dist":1.9739,"f0_rmse_cents":520.8281,"f0_corr":0.54578,"vuv_err":0.46383,"score_intelligibility":0.11829,"score_speaker":0.22683,"score_quality":0.44585,"score_fidelity":0.42054,"score":0.30288},"de":{"n":50,"unit":"wer","wer":21.26144,"wer_orig":5.69685,"dwer":15.5646,"wer_pseudo":17.90437,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.62842,"utmos":1.32474,"dnsmos_ovrl":2.39409,"dnsmos_sig":2.65963,"dnsmos_bak":3.92516,"pesq_wb":1.79174,"pesq_nb":2.22039,"stoi":0.81956,"estoi":0.63075,"si_sdr":3.29494,"mel_dist":0.40464,"stft_dist":1.6907,"f0_rmse_cents":205.0215,"f0_corr":0.7773,"vuv_err":0.26153,"score_intelligibility":0.30083,"score_speaker":0.62842,"score_quality":0.42852,"score_fidelity":0.60769,"score":0.49136},"fr":{"n":50,"unit":"wer","wer":34.62451,"wer_orig":4.98024,"dwer":29.64427,"wer_pseudo":33.57143,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.5805,"utmos":1.34858,"dnsmos_ovrl":2.40574,"dnsmos_sig":2.75753,"dnsmos_bak":3.74737,"pesq_wb":1.61816,"pesq_nb":1.99938,"stoi":0.80161,"estoi":0.67302,"si_sdr":0.95009,"mel_dist":0.38015,"stft_dist":1.66429,"f0_rmse_cents":272.13004,"f0_corr":0.63847,"vuv_err":0.29209,"score_intelligibility":0.16787,"score_speaker":0.5805,"score_quality":0.47409,"score_fidelity":0.5389,"score":0.44034},"es":{"n":50,"unit":"wer","wer":5.72727,"wer_orig":3.09091,"dwer":2.63636,"wer_pseudo":4.01094,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.70153,"utmos":1.31141,"dnsmos_ovrl":2.53419,"dnsmos_sig":2.92575,"dnsmos_bak":3.65982,"pesq_wb":1.80487,"pesq_nb":2.25557,"stoi":0.82397,"estoi":0.69281,"si_sdr":1.78219,"mel_dist":0.38989,"stft_dist":1.75909,"f0_rmse_cents":280.58785,"f0_corr":0.78718,"vuv_err":0.30757,"score_intelligibility":0.60811,"score_speaker":0.70153,"score_quality":0.43932,"score_fidelity":0.6137,"score":0.59067},"it":{"n":50,"unit":"wer","wer":11.29326,"wer_orig":2.55009,"dwer":8.74317,"wer_pseudo":10.23766,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.65214,"utmos":1.31674,"dnsmos_ovrl":2.50385,"dnsmos_sig":2.85298,"dnsmos_bak":3.74665,"pesq_wb":1.73352,"pesq_nb":2.16682,"stoi":0.80975,"estoi":0.67197,"si_sdr":1.33231,"mel_dist":0.42678,"stft_dist":1.82976,"f0_rmse_cents":293.51289,"f0_corr":0.50781,"vuv_err":0.39803,"score_intelligibility":0.28878,"score_speaker":0.65214,"score_quality":0.40123,"score_fidelity":0.50905,"score":0.4628},"pt":{"n":50,"unit":"wer","wer":5.07812,"wer_orig":3.41797,"dwer":1.66016,"wer_pseudo":4.13386,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.71354,"utmos":1.35553,"dnsmos_ovrl":2.31809,"dnsmos_sig":2.72356,"dnsmos_bak":3.45278,"pesq_wb":1.73013,"pesq_nb":2.22952,"stoi":0.7949,"estoi":0.66254,"si_sdr":1.69636,"mel_dist":0.29453,"stft_dist":1.51932,"f0_rmse_cents":263.89878,"f0_corr":0.83011,"vuv_err":0.25773,"score_intelligibility":0.72686,"score_speaker":0.71354,"score_quality":0.4475,"score_fidelity":0.61121,"score":0.62478},"nl":{"n":50,"unit":"wer","wer":79.12578,"wer_orig":5.26316,"dwer":73.86262,"wer_pseudo":78.2453,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.44118,"utmos":1.24033,"dnsmos_ovrl":1.92716,"dnsmos_sig":2.29526,"dnsmos_bak":3.75041,"pesq_wb":1.32069,"pesq_nb":1.7394,"stoi":0.74361,"estoi":0.5131,"si_sdr":-4.39581,"mel_dist":0.47445,"stft_dist":2.12177,"f0_rmse_cents":509.10636,"f0_corr":0.24303,"vuv_err":0.55667,"score_intelligibility":0.07817,"score_speaker":0.44118,"score_quality":0.32799,"score_fidelity":0.35942,"score":0.30169},"pl":{"n":50,"unit":"wer","wer":51.53509,"wer_orig":3.28947,"dwer":48.24561,"wer_pseudo":51.31579,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.56752,"utmos":1.26289,"dnsmos_ovrl":2.13322,"dnsmos_sig":2.48411,"dnsmos_bak":3.63079,"pesq_wb":1.42668,"pesq_nb":1.81733,"stoi":0.78179,"estoi":0.60238,"si_sdr":-4.21491,"mel_dist":0.37015,"stft_dist":1.80177,"f0_rmse_cents":241.61531,"f0_corr":0.52904,"vuv_err":0.41483,"score_intelligibility":0.08165,"score_speaker":0.56752,"score_quality":0.35927,"score_fidelity":0.47758,"score":0.3715},"cs":{"n":50,"unit":"wer","wer":43.52392,"wer_orig":9.45158,"dwer":34.07235,"wer_pseudo":42.87383,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.60027,"utmos":1.35562,"dnsmos_ovrl":2.36898,"dnsmos_sig":2.68067,"dnsmos_bak":3.74256,"pesq_wb":1.51501,"pesq_nb":2.03496,"stoi":0.78942,"estoi":0.63271,"si_sdr":3.18864,"mel_dist":0.39188,"stft_dist":1.69495,"f0_rmse_cents":152.52744,"f0_corr":0.74701,"vuv_err":0.23471,"score_intelligibility":0.23474,"score_speaker":0.60027,"score_quality":0.43633,"score_fidelity":0.56119,"score":0.45813},"tr":{"n":50,"unit":"wer","wer":42.36842,"wer_orig":7.76316,"dwer":34.60526,"wer_pseudo":40.97497,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.59735,"utmos":1.29587,"dnsmos_ovrl":2.37281,"dnsmos_sig":2.74542,"dnsmos_bak":3.73373,"pesq_wb":1.65484,"pesq_nb":2.18092,"stoi":0.77209,"estoi":0.5786,"si_sdr":-0.65622,"mel_dist":0.42059,"stft_dist":1.84028,"f0_rmse_cents":303.01941,"f0_corr":0.67045,"vuv_err":0.32029,"score_intelligibility":0.20206,"score_speaker":0.59735,"score_quality":0.45067,"score_fidelity":0.54321,"score":0.44832},"id":{"n":50,"unit":"wer","wer":26.09209,"wer_orig":5.90319,"dwer":20.1889,"wer_pseudo":24.91145,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.61656,"utmos":1.26288,"dnsmos_ovrl":1.99065,"dnsmos_sig":2.49177,"dnsmos_bak":2.83236,"pesq_wb":1.48885,"pesq_nb":2.02561,"stoi":0.71031,"estoi":0.51522,"si_sdr":0.32638,"mel_dist":0.25667,"stft_dist":1.4729,"f0_rmse_cents":214.83584,"f0_corr":0.69674,"vuv_err":0.2367,"score_intelligibility":0.2548,"score_speaker":0.61656,"score_quality":0.42244,"score_fidelity":0.51558,"score":0.45234},"vi":{"n":50,"unit":"wer","wer":47.89181,"wer_orig":7.71679,"dwer":40.17502,"wer_pseudo":45.38217,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.58699,"utmos":1.28846,"dnsmos_ovrl":2.019,"dnsmos_sig":2.48753,"dnsmos_bak":3.28991,"pesq_wb":1.46676,"pesq_nb":1.9471,"stoi":0.66368,"estoi":0.46539,"si_sdr":0.0009,"mel_dist":0.34715,"stft_dist":1.68651,"f0_rmse_cents":257.21453,"f0_corr":0.72633,"vuv_err":0.2669,"score_intelligibility":0.17829,"score_speaker":0.58699,"score_quality":0.40641,"score_fidelity":0.50779,"score":0.41987},"ru":{"n":50,"unit":"wer","wer":23.12139,"wer_orig":4.50867,"dwer":18.61272,"wer_pseudo":20.62572,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.51357,"utmos":1.29193,"dnsmos_ovrl":2.28458,"dnsmos_sig":2.58909,"dnsmos_bak":3.83329,"pesq_wb":1.55891,"pesq_nb":1.97682,"stoi":0.78726,"estoi":0.62625,"si_sdr":-0.83085,"mel_dist":0.44689,"stft_dist":1.89712,"f0_rmse_cents":412.49795,"f0_corr":0.49991,"vuv_err":0.41293,"score_intelligibility":0.22837,"score_speaker":0.51357,"score_quality":0.40088,"score_fidelity":0.48229,"score":0.40628},"uk":{"n":50,"unit":"wer","wer":58.00227,"wer_orig":6.46992,"dwer":51.53235,"wer_pseudo":56.25,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.43495,"utmos":1.39665,"dnsmos_ovrl":2.5021,"dnsmos_sig":2.8611,"dnsmos_bak":3.83716,"pesq_wb":1.62644,"pesq_nb":2.04957,"stoi":0.75923,"estoi":0.55633,"si_sdr":-0.83589,"mel_dist":0.37912,"stft_dist":1.7708,"f0_rmse_cents":237.07055,"f0_corr":0.70077,"vuv_err":0.34202,"score_intelligibility":0.1266,"score_speaker":0.43495,"score_quality":0.49097,"score_fidelity":0.54633,"score":0.39971},"el":{"n":50,"unit":"wer","wer":61.42285,"wer_orig":12.02405,"dwer":49.3988,"wer_pseudo":59.55956,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.41798,"utmos":1.28324,"dnsmos_ovrl":2.22325,"dnsmos_sig":2.56111,"dnsmos_bak":3.6967,"pesq_wb":1.58138,"pesq_nb":2.11012,"stoi":0.76164,"estoi":0.5722,"si_sdr":1.41729,"mel_dist":0.45353,"stft_dist":1.88736,"f0_rmse_cents":259.1762,"f0_corr":0.6284,"vuv_err":0.32289,"score_intelligibility":0.20864,"score_speaker":0.41798,"score_quality":0.39047,"score_fidelity":0.51872,"score":0.38395},"ar":{"n":50,"unit":"wer","wer":32.3058,"wer_orig":12.45376,"dwer":19.85203,"wer_pseudo":27.6885,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.66253,"utmos":1.27302,"dnsmos_ovrl":2.265,"dnsmos_sig":2.67931,"dnsmos_bak":3.49097,"pesq_wb":1.40284,"pesq_nb":1.71938,"stoi":0.81686,"estoi":0.69287,"si_sdr":-0.93743,"mel_dist":0.37406,"stft_dist":1.77659,"f0_rmse_cents":194.54767,"f0_corr":0.77743,"vuv_err":0.28801,"score_intelligibility":0.40395,"score_speaker":0.66253,"score_quality":0.37548,"score_fidelity":0.5698,"score":0.50294},"fa":{"n":50,"unit":"wer","wer":114.85714,"wer_orig":25.94286,"dwer":88.91429,"wer_pseudo":101.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.56833,"utmos":1.29671,"dnsmos_ovrl":2.18938,"dnsmos_sig":2.67953,"dnsmos_bak":3.44804,"pesq_wb":1.4474,"pesq_nb":2.01121,"stoi":0.64184,"estoi":0.44436,"si_sdr":-5.49581,"mel_dist":0.36466,"stft_dist":1.7906,"f0_rmse_cents":501.45776,"f0_corr":0.37285,"vuv_err":0.36587,"score_intelligibility":0.23255,"score_speaker":0.56833,"score_quality":0.4153,"score_fidelity":0.38084,"score":0.39925},"he":{"n":50,"unit":"wer","wer":64.65116,"wer_orig":19.4186,"dwer":45.23256,"wer_pseudo":60.0939,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.46716,"utmos":1.31368,"dnsmos_ovrl":2.29742,"dnsmos_sig":2.67974,"dnsmos_bak":3.7256,"pesq_wb":1.47664,"pesq_nb":1.93543,"stoi":0.72358,"estoi":0.52461,"si_sdr":-2.81194,"mel_dist":0.36651,"stft_dist":1.69736,"f0_rmse_cents":388.03134,"f0_corr":0.32633,"vuv_err":0.41422,"score_intelligibility":0.31102,"score_speaker":0.46716,"score_quality":0.46285,"score_fidelity":0.39537,"score":0.4091},"hi":{"n":50,"unit":"wer","wer":51.52355,"wer_orig":26.31579,"dwer":25.20776,"wer_pseudo":43.41508,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.57261,"utmos":1.27688,"dnsmos_ovrl":2.07254,"dnsmos_sig":2.55008,"dnsmos_bak":3.07347,"pesq_wb":1.58996,"pesq_nb":2.0272,"stoi":0.76066,"estoi":0.5997,"si_sdr":1.74583,"mel_dist":0.31676,"stft_dist":1.56409,"f0_rmse_cents":214.01096,"f0_corr":0.73679,"vuv_err":0.25234,"score_intelligibility":0.52007,"score_speaker":0.57261,"score_quality":0.41485,"score_fidelity":0.55534,"score":0.51572},"zh":{"n":50,"unit":"cer","wer":29.50437,"wer_orig":7.40525,"dwer":22.09913,"wer_pseudo":24.69512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.56578,"utmos":1.29105,"dnsmos_ovrl":2.06718,"dnsmos_sig":2.4009,"dnsmos_bak":3.66589,"pesq_wb":1.45759,"pesq_nb":1.82335,"stoi":0.77608,"estoi":0.61016,"si_sdr":-5.08579,"mel_dist":0.4091,"stft_dist":1.88844,"f0_rmse_cents":306.47908,"f0_corr":0.62097,"vuv_err":0.37601,"score_intelligibility":0.27554,"score_speaker":0.56578,"score_quality":0.33854,"score_fidelity":0.50926,"score":0.42228},"yue":{"n":50,"unit":"cer","wer":50.21807,"wer_orig":14.39252,"dwer":35.82555,"wer_pseudo":48.13173,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.60819,"utmos":1.35292,"dnsmos_ovrl":2.41142,"dnsmos_sig":2.76751,"dnsmos_bak":3.72966,"pesq_wb":1.47557,"pesq_nb":1.91853,"stoi":0.79527,"estoi":0.63442,"si_sdr":-1.84916,"mel_dist":0.40797,"stft_dist":1.84029,"f0_rmse_cents":347.5789,"f0_corr":0.71564,"vuv_err":0.2629,"score_intelligibility":0.30053,"score_speaker":0.60819,"score_quality":0.43758,"score_fidelity":0.54893,"score":0.47381},"ja":{"n":50,"unit":"cer","wer":81.21268,"wer_orig":3.53698,"dwer":77.6757,"wer_pseudo":80.15618,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.50527,"utmos":1.29136,"dnsmos_ovrl":1.91255,"dnsmos_sig":2.35735,"dnsmos_bak":2.87541,"pesq_wb":1.44989,"pesq_nb":1.93631,"stoi":0.62149,"estoi":0.38156,"si_sdr":-8.28301,"mel_dist":0.3048,"stft_dist":1.71046,"f0_rmse_cents":346.18331,"f0_corr":0.46916,"vuv_err":0.40158,"score_intelligibility":0.05519,"score_speaker":0.50527,"score_quality":0.43711,"score_fidelity":0.4064,"score":0.35099},"ko":{"n":50,"unit":"cer","wer":24.31373,"wer_orig":5.14706,"dwer":19.16667,"wer_pseudo":21.39279,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.50846,"utmos":1.34286,"dnsmos_ovrl":2.36141,"dnsmos_sig":2.74352,"dnsmos_bak":3.76414,"pesq_wb":1.55914,"pesq_nb":1.97244,"stoi":0.77807,"estoi":0.60408,"si_sdr":-0.11399,"mel_dist":0.48315,"stft_dist":1.99475,"f0_rmse_cents":313.26662,"f0_corr":0.53794,"vuv_err":0.39958,"score_intelligibility":0.24284,"score_speaker":0.50846,"score_quality":0.40877,"score_fidelity":0.49192,"score":0.413},"th":{"n":50,"unit":"cer","wer":33.83185,"wer_orig":7.61924,"dwer":26.21261,"wer_pseudo":32.29399,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.51242,"utmos":1.25474,"dnsmos_ovrl":1.77949,"dnsmos_sig":2.15447,"dnsmos_bak":3.2383,"pesq_wb":1.27494,"pesq_nb":1.59629,"stoi":0.74249,"estoi":0.56573,"si_sdr":-3.87004,"mel_dist":0.38915,"stft_dist":1.83811,"f0_rmse_cents":396.77999,"f0_corr":0.74105,"vuv_err":0.31585,"score_intelligibility":0.24745,"score_speaker":0.51242,"score_quality":0.31115,"score_fidelity":0.5207,"score":0.39793}}},{"codec":"encodec_24khz_12kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_24khz_12kbps","family":"EnCodec","checkpoint":"facebook/encodec_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2210.13438","year":2022,"bitrate_kbps":12.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":12.0,"kbps_measured":12.00331,"tokens_per_s":1200.3314,"params_M":14.85181,"efficiency":{"rtf_encode":0.00182,"rtf_decode":0.0015,"peak_vram_gb":0.33662,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.78811,"score_worst_lang":0.5249,"worst_lang":"en","en_gap":-0.27465,"score_intelligibility":0.71059,"score_speaker":0.88287,"score_quality":0.79582,"score_fidelity":0.76314,"dwer":5.59754,"wer":14.40335,"wer_pseudo":8.65136,"sim":0.88287,"utmos":2.05832,"dnsmos_ovrl":2.80662,"dnsmos_sig":3.24294,"dnsmos_bak":3.72682,"pesq_wb":3.00613,"pesq_nb":3.44291,"stoi":0.89649,"estoi":0.81805,"si_sdr":8.99664,"mel_dist":0.29252,"stft_dist":1.36358,"f0_rmse_cents":168.1263,"f0_corr":0.81975,"vuv_err":0.20153,"score_ci95":[0.77907,0.80025]},"per_lang":{"en":{"n":50,"unit":"wer","wer":29.49853,"wer_orig":6.98132,"dwer":22.51721,"wer_pseudo":26.45914,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.57695,"utmos":1.83466,"dnsmos_ovrl":2.12158,"dnsmos_sig":2.74029,"dnsmos_bak":3.09112,"pesq_wb":2.24308,"pesq_nb":2.65344,"stoi":0.74672,"estoi":0.58483,"si_sdr":5.63238,"mel_dist":0.34108,"stft_dist":1.58214,"f0_rmse_cents":249.19013,"f0_corr":0.78367,"vuv_err":0.29163,"score_intelligibility":0.2617,"score_speaker":0.57695,"score_quality":0.63242,"score_fidelity":0.62852,"score":0.5249},"de":{"n":50,"unit":"wer","wer":5.79858,"wer_orig":5.69685,"dwer":0.10173,"wer_pseudo":1.32248,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.93643,"utmos":2.32025,"dnsmos_ovrl":2.97609,"dnsmos_sig":3.26631,"dnsmos_bak":4.02565,"pesq_wb":3.60666,"pesq_nb":3.92274,"stoi":0.9365,"estoi":0.86679,"si_sdr":13.13574,"mel_dist":0.29741,"stft_dist":1.274,"f0_rmse_cents":106.86614,"f0_corr":0.9362,"vuv_err":0.12725,"score_intelligibility":0.98504,"score_speaker":0.93643,"score_quality":0.85601,"score_fidelity":0.87249,"score":0.91249},"fr":{"n":50,"unit":"wer","wer":10.43478,"wer_orig":4.98024,"dwer":5.45455,"wer_pseudo":8.09524,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89721,"utmos":2.00621,"dnsmos_ovrl":2.94125,"dnsmos_sig":3.29541,"dnsmos_bak":3.92179,"pesq_wb":2.95818,"pesq_nb":3.41744,"stoi":0.92685,"estoi":0.87121,"si_sdr":9.33511,"mel_dist":0.29193,"stft_dist":1.31102,"f0_rmse_cents":191.09386,"f0_corr":0.7661,"vuv_err":0.17672,"score_intelligibility":0.52299,"score_speaker":0.89721,"score_quality":0.84688,"score_fidelity":0.75081,"score":0.75447},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.91158,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95217,"utmos":2.26356,"dnsmos_ovrl":3.15358,"dnsmos_sig":3.51712,"dnsmos_bak":3.91083,"pesq_wb":3.6275,"pesq_nb":3.8877,"stoi":0.95306,"estoi":0.916,"si_sdr":11.41272,"mel_dist":0.2832,"stft_dist":1.3311,"f0_rmse_cents":169.16975,"f0_corr":0.91428,"vuv_err":0.16145,"score_intelligibility":0.97826,"score_speaker":0.95217,"score_quality":0.85136,"score_fidelity":0.87268,"score":0.91362},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":1.64534,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95182,"utmos":2.542,"dnsmos_ovrl":3.28032,"dnsmos_sig":3.56574,"dnsmos_bak":4.09072,"pesq_wb":3.4522,"pesq_nb":3.83138,"stoi":0.94358,"estoi":0.90228,"si_sdr":11.24491,"mel_dist":0.33143,"stft_dist":1.40339,"f0_rmse_cents":147.1018,"f0_corr":0.80823,"vuv_err":0.1977,"score_intelligibility":0.86661,"score_speaker":0.95182,"score_quality":0.86063,"score_fidelity":0.81748,"score":0.87413},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96988,"utmos":2.21395,"dnsmos_ovrl":2.95984,"dnsmos_sig":3.36327,"dnsmos_bak":3.73399,"pesq_wb":3.69346,"pesq_nb":3.95513,"stoi":0.93378,"estoi":0.88849,"si_sdr":10.19148,"mel_dist":0.19885,"stft_dist":1.14106,"f0_rmse_cents":174.08239,"f0_corr":0.9417,"vuv_err":0.12559,"score_intelligibility":1.0,"score_speaker":0.96988,"score_quality":0.89294,"score_fidelity":0.88168,"score":0.93613},"nl":{"n":50,"unit":"wer","wer":12.48885,"wer_orig":5.26316,"dwer":7.22569,"wer_pseudo":8.68397,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.84141,"utmos":2.08702,"dnsmos_ovrl":2.56418,"dnsmos_sig":2.98447,"dnsmos_bak":3.97131,"pesq_wb":2.18156,"pesq_nb":2.87275,"stoi":0.90001,"estoi":0.78936,"si_sdr":6.87786,"mel_dist":0.39458,"stft_dist":1.64511,"f0_rmse_cents":268.16686,"f0_corr":0.60848,"vuv_err":0.36938,"score_intelligibility":0.46432,"score_speaker":0.84141,"score_quality":0.72645,"score_fidelity":0.61536,"score":0.66188},"pl":{"n":50,"unit":"wer","wer":7.34649,"wer_orig":3.28947,"dwer":4.05702,"wer_pseudo":5.8114,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.90155,"utmos":2.06031,"dnsmos_ovrl":2.86193,"dnsmos_sig":3.24379,"dnsmos_bak":3.88837,"pesq_wb":2.73455,"pesq_nb":3.17532,"stoi":0.91866,"estoi":0.84625,"si_sdr":4.2792,"mel_dist":0.30183,"stft_dist":1.42525,"f0_rmse_cents":155.37631,"f0_corr":0.68631,"vuv_err":0.27727,"score_intelligibility":0.51393,"score_speaker":0.90155,"score_quality":0.77011,"score_fidelity":0.70018,"score":0.72144},"cs":{"n":50,"unit":"wer","wer":11.55193,"wer_orig":9.45158,"dwer":2.10035,"wer_pseudo":6.42523,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.955,"utmos":2.22086,"dnsmos_ovrl":3.07125,"dnsmos_sig":3.39831,"dnsmos_bak":3.95315,"pesq_wb":3.21233,"pesq_nb":3.69452,"stoi":0.9368,"estoi":0.88237,"si_sdr":11.1792,"mel_dist":0.30702,"stft_dist":1.36206,"f0_rmse_cents":76.37803,"f0_corr":0.92396,"vuv_err":0.13449,"score_intelligibility":0.83267,"score_speaker":0.955,"score_quality":0.8776,"score_fidelity":0.83095,"score":0.87405},"tr":{"n":50,"unit":"wer","wer":15.39474,"wer_orig":7.76316,"dwer":7.63158,"wer_pseudo":10.01318,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.88626,"utmos":1.94968,"dnsmos_ovrl":2.87781,"dnsmos_sig":3.26132,"dnsmos_bak":3.80824,"pesq_wb":3.25484,"pesq_nb":3.58566,"stoi":0.90171,"estoi":0.80977,"si_sdr":11.37456,"mel_dist":0.30544,"stft_dist":1.36152,"f0_rmse_cents":113.8063,"f0_corr":0.90943,"vuv_err":0.17189,"score_intelligibility":0.53451,"score_speaker":0.88626,"score_quality":0.82902,"score_fidelity":0.81846,"score":0.76706},"id":{"n":50,"unit":"wer","wer":7.55608,"wer_orig":5.90319,"dwer":1.65289,"wer_pseudo":4.01417,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.93425,"utmos":1.68469,"dnsmos_ovrl":2.66071,"dnsmos_sig":3.28468,"dnsmos_bak":3.21763,"pesq_wb":3.47231,"pesq_nb":3.80331,"stoi":0.90095,"estoi":0.82935,"si_sdr":9.34029,"mel_dist":0.15421,"stft_dist":1.06457,"f0_rmse_cents":114.55849,"f0_corr":0.87117,"vuv_err":0.14098,"score_intelligibility":0.80682,"score_speaker":0.93425,"score_quality":0.83513,"score_fidelity":0.82617,"score":0.85059},"vi":{"n":50,"unit":"wer","wer":11.77407,"wer_orig":7.71679,"dwer":4.05728,"wer_pseudo":6.44904,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.88798,"utmos":1.80855,"dnsmos_ovrl":2.63108,"dnsmos_sig":3.19776,"dnsmos_bak":3.45807,"pesq_wb":3.10085,"pesq_nb":3.5444,"stoi":0.84636,"estoi":0.75384,"si_sdr":10.48333,"mel_dist":0.23277,"stft_dist":1.20456,"f0_rmse_cents":120.16889,"f0_corr":0.88259,"vuv_err":0.13181,"score_intelligibility":0.68238,"score_speaker":0.88798,"score_quality":0.8075,"score_fidelity":0.7764,"score":0.78857},"ru":{"n":50,"unit":"wer","wer":6.47399,"wer_orig":4.50867,"dwer":1.96532,"wer_pseudo":2.3175,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.89962,"utmos":2.04238,"dnsmos_ovrl":2.9091,"dnsmos_sig":3.25395,"dnsmos_bak":3.98046,"pesq_wb":2.84892,"pesq_nb":3.37854,"stoi":0.9213,"estoi":0.85008,"si_sdr":9.24623,"mel_dist":0.36699,"stft_dist":1.51078,"f0_rmse_cents":246.28629,"f0_corr":0.71085,"vuv_err":0.28698,"score_intelligibility":0.73705,"score_speaker":0.89962,"score_quality":0.77627,"score_fidelity":0.72014,"score":0.78327},"uk":{"n":50,"unit":"wer","wer":23.15551,"wer_orig":6.46992,"dwer":16.68558,"wer_pseudo":18.63636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.80736,"utmos":2.18029,"dnsmos_ovrl":2.91175,"dnsmos_sig":3.27587,"dnsmos_bak":3.89912,"pesq_wb":3.14683,"pesq_nb":3.44762,"stoi":0.88029,"estoi":0.77664,"si_sdr":10.52295,"mel_dist":0.29788,"stft_dist":1.3884,"f0_rmse_cents":139.98982,"f0_corr":0.83823,"vuv_err":0.21705,"score_intelligibility":0.30924,"score_speaker":0.80736,"score_quality":0.8389,"score_fidelity":0.7773,"score":0.6832},"el":{"n":50,"unit":"wer","wer":14.32866,"wer_orig":12.02405,"dwer":2.30461,"wer_pseudo":7.40741,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.90194,"utmos":2.2141,"dnsmos_ovrl":2.89621,"dnsmos_sig":3.3177,"dnsmos_bak":3.8441,"pesq_wb":3.04404,"pesq_nb":3.60672,"stoi":0.90247,"estoi":0.82456,"si_sdr":11.45367,"mel_dist":0.35054,"stft_dist":1.45677,"f0_rmse_cents":89.8819,"f0_corr":0.90209,"vuv_err":0.1685,"score_intelligibility":0.84965,"score_speaker":0.90194,"score_quality":0.82848,"score_fidelity":0.79619,"score":0.84407},"ar":{"n":50,"unit":"wer","wer":13.93342,"wer_orig":12.45376,"dwer":1.47965,"wer_pseudo":3.46106,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.94931,"utmos":2.157,"dnsmos_ovrl":3.05705,"dnsmos_sig":3.43551,"dnsmos_bak":3.89487,"pesq_wb":2.8569,"pesq_nb":3.32261,"stoi":0.95022,"estoi":0.90737,"si_sdr":7.24298,"mel_dist":0.27494,"stft_dist":1.36938,"f0_rmse_cents":109.22257,"f0_corr":0.92528,"vuv_err":0.13906,"score_intelligibility":0.90092,"score_speaker":0.94931,"score_quality":0.82368,"score_fidelity":0.80201,"score":0.86898},"fa":{"n":50,"unit":"wer","wer":37.82857,"wer_orig":25.94286,"dwer":11.88571,"wer_pseudo":19.45946,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.84718,"utmos":1.89131,"dnsmos_ovrl":2.63958,"dnsmos_sig":3.18702,"dnsmos_bak":3.49169,"pesq_wb":2.70072,"pesq_nb":3.30155,"stoi":0.80754,"estoi":0.70472,"si_sdr":6.07827,"mel_dist":0.2934,"stft_dist":1.42928,"f0_rmse_cents":329.33221,"f0_corr":0.60756,"vuv_err":0.25127,"score_intelligibility":0.69389,"score_speaker":0.84718,"score_quality":0.72152,"score_fidelity":0.63367,"score":0.72407},"he":{"n":50,"unit":"wer","wer":45.5814,"wer_orig":19.4186,"dwer":26.16279,"wer_pseudo":33.92019,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.80168,"utmos":1.99193,"dnsmos_ovrl":2.69679,"dnsmos_sig":3.10006,"dnsmos_bak":3.83198,"pesq_wb":2.88752,"pesq_nb":3.21292,"stoi":0.85533,"estoi":0.75278,"si_sdr":9.90767,"mel_dist":0.2832,"stft_dist":1.32456,"f0_rmse_cents":180.35925,"f0_corr":0.66602,"vuv_err":0.24446,"score_intelligibility":0.43834,"score_speaker":0.80168,"score_quality":0.80089,"score_fidelity":0.68688,"score":0.68195},"hi":{"n":50,"unit":"wer","wer":29.17821,"wer_orig":26.31579,"dwer":2.86242,"wer_pseudo":8.99183,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.92861,"utmos":1.89234,"dnsmos_ovrl":2.64368,"dnsmos_sig":3.24176,"dnsmos_bak":3.31991,"pesq_wb":3.37281,"pesq_nb":3.74132,"stoi":0.92301,"estoi":0.86262,"si_sdr":11.81759,"mel_dist":0.22591,"stft_dist":1.16697,"f0_rmse_cents":83.56721,"f0_corr":0.92649,"vuv_err":0.14446,"score_intelligibility":0.90515,"score_speaker":0.92861,"score_quality":0.81641,"score_fidelity":0.84248,"score":0.87316},"zh":{"n":50,"unit":"cer","wer":8.10496,"wer_orig":7.40525,"dwer":0.69971,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90523,"utmos":1.94663,"dnsmos_ovrl":2.87452,"dnsmos_sig":3.25043,"dnsmos_bak":3.93922,"pesq_wb":2.74311,"pesq_nb":3.28993,"stoi":0.91985,"estoi":0.86114,"si_sdr":5.61281,"mel_dist":0.32763,"stft_dist":1.44712,"f0_rmse_cents":106.62298,"f0_corr":0.91484,"vuv_err":0.23897,"score_intelligibility":0.92315,"score_speaker":0.90523,"score_quality":0.71499,"score_fidelity":0.77757,"score":0.83024},"yue":{"n":50,"unit":"cer","wer":15.2648,"wer_orig":14.39252,"dwer":0.87227,"wer_pseudo":8.86637,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.92963,"utmos":2.28798,"dnsmos_ovrl":2.96664,"dnsmos_sig":3.35443,"dnsmos_bak":3.86353,"pesq_wb":3.00649,"pesq_nb":3.47283,"stoi":0.91048,"estoi":0.84709,"si_sdr":7.41786,"mel_dist":0.30124,"stft_dist":1.38934,"f0_rmse_cents":171.81058,"f0_corr":0.9142,"vuv_err":0.14234,"score_intelligibility":0.94637,"score_speaker":0.92963,"score_quality":0.81438,"score_fidelity":0.79932,"score":0.87243},"ja":{"n":50,"unit":"cer","wer":14.01011,"wer_orig":3.53698,"dwer":10.47313,"wer_pseudo":12.03491,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.77976,"utmos":1.61591,"dnsmos_ovrl":2.26149,"dnsmos_sig":2.97786,"dnsmos_bak":2.9665,"pesq_wb":2.85301,"pesq_nb":3.23142,"stoi":0.79772,"estoi":0.66065,"si_sdr":5.71332,"mel_dist":0.23443,"stft_dist":1.33434,"f0_rmse_cents":199.47503,"f0_corr":0.71535,"vuv_err":0.26161,"score_intelligibility":0.30226,"score_speaker":0.77976,"score_quality":0.70715,"score_fidelity":0.68083,"score":0.6175},"ko":{"n":50,"unit":"cer","wer":6.32353,"wer_orig":5.14706,"dwer":1.17647,"wer_pseudo":3.00601,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.87252,"utmos":2.46794,"dnsmos_ovrl":2.92143,"dnsmos_sig":3.29478,"dnsmos_bak":3.95521,"pesq_wb":2.68217,"pesq_nb":3.24103,"stoi":0.91165,"estoi":0.83572,"si_sdr":9.30708,"mel_dist":0.33032,"stft_dist":1.41109,"f0_rmse_cents":219.40202,"f0_corr":0.64709,"vuv_err":0.23229,"score_intelligibility":0.83936,"score_speaker":0.87252,"score_quality":0.79475,"score_fidelity":0.67979,"score":0.7966},"th":{"n":50,"unit":"cer","wer":10.34762,"wer_orig":7.61924,"dwer":2.72838,"wer_pseudo":6.86374,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.87515,"utmos":1.72004,"dnsmos_ovrl":2.4811,"dnsmos_sig":3.02277,"dnsmos_bak":3.38623,"pesq_wb":2.46713,"pesq_nb":3.03954,"stoi":0.89085,"estoi":0.80934,"si_sdr":7.11213,"mel_dist":0.29429,"stft_dist":1.39217,"f0_rmse_cents":273.1224,"f0_corr":0.87399,"vuv_err":0.20354,"score_intelligibility":0.75956,"score_speaker":0.87515,"score_quality":0.67624,"score_fidelity":0.72801,"score":0.75974}}},{"codec":"encodec_24khz_24kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_24khz_24kbps","family":"EnCodec","checkpoint":"facebook/encodec_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2210.13438","year":2022,"bitrate_kbps":24.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":24.0,"kbps_measured":24.00663,"tokens_per_s":2400.6628,"params_M":14.85181,"efficiency":{"rtf_encode":0.00205,"rtf_decode":0.00153,"peak_vram_gb":0.33673,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.83119,"score_worst_lang":0.55757,"worst_lang":"en","en_gap":-0.28552,"score_intelligibility":0.7478,"score_speaker":0.90463,"score_quality":0.86581,"score_fidelity":0.80653,"dwer":4.57632,"wer":13.38213,"wer_pseudo":7.36046,"sim":0.90463,"utmos":2.22816,"dnsmos_ovrl":2.88057,"dnsmos_sig":3.30803,"dnsmos_bak":3.75778,"pesq_wb":3.31557,"pesq_nb":3.66523,"stoi":0.91596,"estoi":0.851,"si_sdr":10.36671,"mel_dist":0.27714,"stft_dist":1.30992,"f0_rmse_cents":152.93791,"f0_corr":0.84203,"vuv_err":0.18106,"score_ci95":[0.82237,0.84196]},"per_lang":{"en":{"n":50,"unit":"wer","wer":29.69518,"wer_orig":6.98132,"dwer":22.71386,"wer_pseudo":26.36187,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.63243,"utmos":1.91328,"dnsmos_ovrl":2.16946,"dnsmos_sig":2.78195,"dnsmos_bak":3.08977,"pesq_wb":2.41139,"pesq_nb":2.79935,"stoi":0.766,"estoi":0.61719,"si_sdr":7.39133,"mel_dist":0.32884,"stft_dist":1.5279,"f0_rmse_cents":214.28907,"f0_corr":0.82372,"vuv_err":0.26647,"score_intelligibility":0.26002,"score_speaker":0.63243,"score_quality":0.6735,"score_fidelity":0.66433,"score":0.55757},"de":{"n":50,"unit":"wer","wer":5.69685,"wer_orig":5.69685,"dwer":0.0,"wer_pseudo":0.91556,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94949,"utmos":2.48023,"dnsmos_ovrl":3.06584,"dnsmos_sig":3.36015,"dnsmos_bak":4.04988,"pesq_wb":3.89587,"pesq_nb":4.10057,"stoi":0.94951,"estoi":0.89447,"si_sdr":15.01647,"mel_dist":0.28283,"stft_dist":1.22248,"f0_rmse_cents":99.1652,"f0_corr":0.94347,"vuv_err":0.11109,"score_intelligibility":1.0,"score_speaker":0.94949,"score_quality":0.92381,"score_fidelity":0.90679,"score":0.94502},"fr":{"n":50,"unit":"wer","wer":10.27668,"wer_orig":4.98024,"dwer":5.29644,"wer_pseudo":7.85714,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91175,"utmos":2.13176,"dnsmos_ovrl":2.99618,"dnsmos_sig":3.34982,"dnsmos_bak":3.91663,"pesq_wb":3.24863,"pesq_nb":3.62977,"stoi":0.93875,"estoi":0.89115,"si_sdr":10.21687,"mel_dist":0.27901,"stft_dist":1.2716,"f0_rmse_cents":174.70333,"f0_corr":0.79368,"vuv_err":0.162,"score_intelligibility":0.53032,"score_speaker":0.91175,"score_quality":0.9064,"score_fidelity":0.79163,"score":0.78502},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96026,"utmos":2.40423,"dnsmos_ovrl":3.21494,"dnsmos_sig":3.56764,"dnsmos_bak":3.94947,"pesq_wb":3.91797,"pesq_nb":4.08683,"stoi":0.96671,"estoi":0.94049,"si_sdr":12.89269,"mel_dist":0.26787,"stft_dist":1.28144,"f0_rmse_cents":149.54367,"f0_corr":0.93593,"vuv_err":0.13848,"score_intelligibility":1.0,"score_speaker":0.96026,"score_quality":0.89873,"score_fidelity":0.91211,"score":0.94278},"it":{"n":50,"unit":"wer","wer":3.73406,"wer_orig":2.55009,"dwer":1.18397,"wer_pseudo":1.46252,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96107,"utmos":2.74723,"dnsmos_ovrl":3.33262,"dnsmos_sig":3.6083,"dnsmos_bak":4.11596,"pesq_wb":3.75607,"pesq_nb":4.03132,"stoi":0.95775,"estoi":0.92715,"si_sdr":12.51585,"mel_dist":0.31647,"stft_dist":1.35541,"f0_rmse_cents":139.84724,"f0_corr":0.83562,"vuv_err":0.17719,"score_intelligibility":0.7499,"score_speaker":0.96107,"score_quality":0.91509,"score_fidelity":0.86027,"score":0.87158},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":0.98425,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97653,"utmos":2.33225,"dnsmos_ovrl":3.01587,"dnsmos_sig":3.41758,"dnsmos_bak":3.7559,"pesq_wb":4.02063,"pesq_nb":4.14627,"stoi":0.9522,"estoi":0.92026,"si_sdr":11.375,"mel_dist":0.18322,"stft_dist":1.08928,"f0_rmse_cents":155.87541,"f0_corr":0.94424,"vuv_err":0.11125,"score_intelligibility":1.0,"score_speaker":0.97653,"score_quality":0.94239,"score_fidelity":0.91983,"score":0.95969},"nl":{"n":50,"unit":"wer","wer":10.16949,"wer_orig":5.26316,"dwer":4.90633,"wer_pseudo":6.26679,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.88019,"utmos":2.41929,"dnsmos_ovrl":2.64422,"dnsmos_sig":3.06122,"dnsmos_bak":3.99362,"pesq_wb":2.38878,"pesq_nb":3.07718,"stoi":0.92348,"estoi":0.82754,"si_sdr":8.4675,"mel_dist":0.37822,"stft_dist":1.57263,"f0_rmse_cents":249.53324,"f0_corr":0.64807,"vuv_err":0.33383,"score_intelligibility":0.56074,"score_speaker":0.88019,"score_quality":0.83388,"score_fidelity":0.65612,"score":0.73273},"pl":{"n":50,"unit":"wer","wer":5.15351,"wer_orig":3.28947,"dwer":1.86404,"wer_pseudo":3.72807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92422,"utmos":2.29577,"dnsmos_ovrl":2.94142,"dnsmos_sig":3.31292,"dnsmos_bak":3.92625,"pesq_wb":3.01949,"pesq_nb":3.42956,"stoi":0.93558,"estoi":0.87439,"si_sdr":5.18081,"mel_dist":0.28759,"stft_dist":1.38052,"f0_rmse_cents":142.25042,"f0_corr":0.73943,"vuv_err":0.26336,"score_intelligibility":0.69708,"score_speaker":0.92422,"score_quality":0.85741,"score_fidelity":0.75067,"score":0.80734},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":5.37383,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96535,"utmos":2.37316,"dnsmos_ovrl":3.13403,"dnsmos_sig":3.46469,"dnsmos_bak":3.95143,"pesq_wb":3.59317,"pesq_nb":3.93753,"stoi":0.95414,"estoi":0.91336,"si_sdr":12.33502,"mel_dist":0.28948,"stft_dist":1.30709,"f0_rmse_cents":68.9324,"f0_corr":0.92873,"vuv_err":0.1155,"score_intelligibility":0.87326,"score_speaker":0.96535,"score_quality":0.93728,"score_fidelity":0.87459,"score":0.91262},"tr":{"n":50,"unit":"wer","wer":13.94737,"wer_orig":7.76316,"dwer":6.18421,"wer_pseudo":8.3004,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.91006,"utmos":2.05684,"dnsmos_ovrl":2.91552,"dnsmos_sig":3.29072,"dnsmos_bak":3.78781,"pesq_wb":3.52414,"pesq_nb":3.75392,"stoi":0.9184,"estoi":0.83959,"si_sdr":13.06781,"mel_dist":0.29165,"stft_dist":1.30993,"f0_rmse_cents":106.11282,"f0_corr":0.92466,"vuv_err":0.15624,"score_intelligibility":0.58627,"score_speaker":0.91006,"score_quality":0.88003,"score_fidelity":0.85475,"score":0.80778},"id":{"n":50,"unit":"wer","wer":7.08383,"wer_orig":5.90319,"dwer":1.18064,"wer_pseudo":3.06966,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.95042,"utmos":1.8051,"dnsmos_ovrl":2.76646,"dnsmos_sig":3.37363,"dnsmos_bak":3.30774,"pesq_wb":4.03164,"pesq_nb":4.1192,"stoi":0.93778,"estoi":0.89091,"si_sdr":11.03699,"mel_dist":0.13573,"stft_dist":0.99892,"f0_rmse_cents":100.35165,"f0_corr":0.87972,"vuv_err":0.11395,"score_intelligibility":0.85395,"score_speaker":0.95042,"score_quality":0.91893,"score_fidelity":0.89456,"score":0.90446},"vi":{"n":50,"unit":"wer","wer":10.02387,"wer_orig":7.71679,"dwer":2.30708,"wer_pseudo":4.53822,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.91211,"utmos":1.92322,"dnsmos_ovrl":2.72875,"dnsmos_sig":3.27889,"dnsmos_bak":3.53344,"pesq_wb":3.53754,"pesq_nb":3.81779,"stoi":0.88312,"estoi":0.8111,"si_sdr":12.24751,"mel_dist":0.21227,"stft_dist":1.13924,"f0_rmse_cents":110.37528,"f0_corr":0.8884,"vuv_err":0.12018,"score_intelligibility":0.79072,"score_speaker":0.91211,"score_quality":0.88584,"score_fidelity":0.83218,"score":0.85521},"ru":{"n":50,"unit":"wer","wer":5.89595,"wer_orig":4.50867,"dwer":1.38728,"wer_pseudo":1.96987,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.92395,"utmos":2.26458,"dnsmos_ovrl":3.01113,"dnsmos_sig":3.34741,"dnsmos_bak":4.0263,"pesq_wb":3.10332,"pesq_nb":3.59787,"stoi":0.93666,"estoi":0.87621,"si_sdr":10.52708,"mel_dist":0.3529,"stft_dist":1.46218,"f0_rmse_cents":226.25389,"f0_corr":0.74148,"vuv_err":0.26582,"score_intelligibility":0.79883,"score_speaker":0.92395,"score_quality":0.86714,"score_fidelity":0.7597,"score":0.8374},"uk":{"n":50,"unit":"wer","wer":19.40976,"wer_orig":6.46992,"dwer":12.93984,"wer_pseudo":15.11364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.8298,"utmos":2.28233,"dnsmos_ovrl":2.96168,"dnsmos_sig":3.31783,"dnsmos_bak":3.90786,"pesq_wb":3.38437,"pesq_nb":3.60281,"stoi":0.89322,"estoi":0.80004,"si_sdr":11.98622,"mel_dist":0.28667,"stft_dist":1.34518,"f0_rmse_cents":126.1051,"f0_corr":0.86327,"vuv_err":0.19799,"score_intelligibility":0.366,"score_speaker":0.8298,"score_quality":0.88337,"score_fidelity":0.81258,"score":0.72294},"el":{"n":50,"unit":"wer","wer":13.92786,"wer_orig":12.02405,"dwer":1.90381,"wer_pseudo":6.60661,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.92784,"utmos":2.4329,"dnsmos_ovrl":2.99945,"dnsmos_sig":3.41377,"dnsmos_bak":3.89851,"pesq_wb":3.30685,"pesq_nb":3.81338,"stoi":0.91873,"estoi":0.85408,"si_sdr":13.03927,"mel_dist":0.33165,"stft_dist":1.39656,"f0_rmse_cents":81.61927,"f0_corr":0.92658,"vuv_err":0.14194,"score_intelligibility":0.87247,"score_speaker":0.92784,"score_quality":0.91266,"score_fidelity":0.8348,"score":0.88694},"ar":{"n":50,"unit":"wer","wer":13.4402,"wer_orig":12.45376,"dwer":0.98644,"wer_pseudo":2.84302,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96004,"utmos":2.33431,"dnsmos_ovrl":3.17134,"dnsmos_sig":3.52734,"dnsmos_bak":3.96664,"pesq_wb":3.25486,"pesq_nb":3.65331,"stoi":0.96275,"estoi":0.93026,"si_sdr":7.99293,"mel_dist":0.25991,"stft_dist":1.32656,"f0_rmse_cents":96.54486,"f0_corr":0.93333,"vuv_err":0.11783,"score_intelligibility":0.93169,"score_speaker":0.96004,"score_quality":0.89879,"score_fidelity":0.84678,"score":0.90932},"fa":{"n":50,"unit":"wer","wer":34.62857,"wer_orig":25.94286,"dwer":8.68571,"wer_pseudo":17.08108,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.87377,"utmos":2.0289,"dnsmos_ovrl":2.72265,"dnsmos_sig":3.26382,"dnsmos_bak":3.55292,"pesq_wb":3.01253,"pesq_nb":3.49462,"stoi":0.83832,"estoi":0.75128,"si_sdr":7.20073,"mel_dist":0.27811,"stft_dist":1.37465,"f0_rmse_cents":304.59542,"f0_corr":0.63389,"vuv_err":0.22984,"score_intelligibility":0.75621,"score_speaker":0.87377,"score_quality":0.78664,"score_fidelity":0.68241,"score":0.77476},"he":{"n":50,"unit":"wer","wer":42.7907,"wer_orig":19.4186,"dwer":23.37209,"wer_pseudo":31.10329,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83387,"utmos":2.08711,"dnsmos_ovrl":2.71024,"dnsmos_sig":3.11858,"dnsmos_bak":3.80834,"pesq_wb":3.07085,"pesq_nb":3.34696,"stoi":0.87401,"estoi":0.7819,"si_sdr":11.51005,"mel_dist":0.26674,"stft_dist":1.26506,"f0_rmse_cents":155.69003,"f0_corr":0.75397,"vuv_err":0.21193,"score_intelligibility":0.46628,"score_speaker":0.83387,"score_quality":0.8366,"score_fidelity":0.73988,"score":0.71916},"hi":{"n":50,"unit":"wer","wer":27.70083,"wer_orig":26.31579,"dwer":1.38504,"wer_pseudo":7.08447,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.94331,"utmos":2.04956,"dnsmos_ovrl":2.73469,"dnsmos_sig":3.2996,"dnsmos_bak":3.39853,"pesq_wb":3.75066,"pesq_nb":3.98126,"stoi":0.94353,"estoi":0.89779,"si_sdr":13.44924,"mel_dist":0.21337,"stft_dist":1.12355,"f0_rmse_cents":84.71333,"f0_corr":0.93549,"vuv_err":0.13659,"score_intelligibility":0.95174,"score_speaker":0.94331,"score_quality":0.90322,"score_fidelity":0.88831,"score":0.92165},"zh":{"n":50,"unit":"cer","wer":8.04665,"wer_orig":7.40525,"dwer":0.6414,"wer_pseudo":1.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.92278,"utmos":2.23302,"dnsmos_ovrl":2.98303,"dnsmos_sig":3.34486,"dnsmos_bak":3.9803,"pesq_wb":3.07738,"pesq_nb":3.56369,"stoi":0.93559,"estoi":0.88938,"si_sdr":6.70506,"mel_dist":0.31286,"stft_dist":1.39086,"f0_rmse_cents":112.08014,"f0_corr":0.90648,"vuv_err":0.22354,"score_intelligibility":0.9291,"score_speaker":0.92278,"score_quality":0.82039,"score_fidelity":0.81187,"score":0.87104},"yue":{"n":50,"unit":"cer","wer":16.01246,"wer_orig":14.39252,"dwer":1.61994,"wer_pseudo":6.64978,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.94523,"utmos":2.49011,"dnsmos_ovrl":3.04652,"dnsmos_sig":3.42778,"dnsmos_bak":3.90333,"pesq_wb":3.30884,"pesq_nb":3.69817,"stoi":0.92534,"estoi":0.87554,"si_sdr":8.55154,"mel_dist":0.28342,"stft_dist":1.33036,"f0_rmse_cents":137.87857,"f0_corr":0.93027,"vuv_err":0.12151,"score_intelligibility":0.90478,"score_speaker":0.94523,"score_quality":0.88303,"score_fidelity":0.83842,"score":0.89287},"ja":{"n":50,"unit":"cer","wer":10.79467,"wer_orig":3.53698,"dwer":7.25769,"wer_pseudo":8.49793,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.81335,"utmos":1.67421,"dnsmos_ovrl":2.3369,"dnsmos_sig":3.05179,"dnsmos_bak":3.0344,"pesq_wb":3.10614,"pesq_nb":3.39936,"stoi":0.82935,"estoi":0.70877,"si_sdr":7.28863,"mel_dist":0.22135,"stft_dist":1.27693,"f0_rmse_cents":166.54673,"f0_corr":0.76333,"vuv_err":0.23441,"score_intelligibility":0.38466,"score_speaker":0.81335,"score_quality":0.75979,"score_fidelity":0.73148,"score":0.67232},"ko":{"n":50,"unit":"cer","wer":5.93137,"wer_orig":5.14706,"dwer":0.78431,"wer_pseudo":2.50501,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.90163,"utmos":2.76217,"dnsmos_ovrl":2.98064,"dnsmos_sig":3.34707,"dnsmos_bak":3.97212,"pesq_wb":2.94576,"pesq_nb":3.45833,"stoi":0.93067,"estoi":0.86689,"si_sdr":10.48074,"mel_dist":0.31513,"stft_dist":1.35816,"f0_rmse_cents":215.95923,"f0_corr":0.65386,"vuv_err":0.21905,"score_intelligibility":0.88685,"score_speaker":0.90163,"score_quality":0.87436,"score_fidelity":0.71349,"score":0.84408},"th":{"n":50,"unit":"cer","wer":9.82215,"wer_orig":7.61924,"dwer":2.20291,"wer_pseudo":5.93237,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.90169,"utmos":1.9544,"dnsmos_ovrl":2.55017,"dnsmos_sig":3.06529,"dnsmos_bak":3.3595,"pesq_wb":2.90685,"pesq_nb":3.42638,"stoi":0.91151,"estoi":0.84419,"si_sdr":8.3257,"mel_dist":0.27597,"stft_dist":1.33161,"f0_rmse_cents":251.54352,"f0_corr":0.88104,"vuv_err":0.17547,"score_intelligibility":0.79644,"score_speaker":0.90169,"score_quality":0.78011,"score_fidelity":0.77912,"score":0.81434}}},{"codec":"encodec_24khz_3kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_24khz_3kbps","family":"EnCodec","checkpoint":"facebook/encodec_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2210.13438","year":2022,"bitrate_kbps":3.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":3.0,"kbps_measured":3.00083,"tokens_per_s":300.08285,"params_M":14.85181,"efficiency":{"rtf_encode":0.00165,"rtf_decode":0.00146,"peak_vram_gb":0.33654,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.58667,"score_worst_lang":0.3861,"worst_lang":"en","en_gap":-0.20929,"score_intelligibility":0.4779,"score_speaker":0.73977,"score_quality":0.52098,"score_fidelity":0.60803,"dwer":14.9494,"wer":23.75521,"wer_pseudo":19.81507,"sim":0.73977,"utmos":1.46644,"dnsmos_ovrl":2.45447,"dnsmos_sig":2.88443,"dnsmos_bak":3.58211,"pesq_wb":1.97125,"pesq_nb":2.48968,"stoi":0.81353,"estoi":0.67933,"si_sdr":2.77229,"mel_dist":0.34399,"stft_dist":1.59306,"f0_rmse_cents":224.90162,"f0_corr":0.73305,"vuv_err":0.26694,"score_ci95":[0.57935,0.5964]},"per_lang":{"en":{"n":50,"unit":"wer","wer":53.78564,"wer_orig":6.98132,"dwer":46.80433,"wer_pseudo":52.62646,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.3872,"utmos":1.60081,"dnsmos_ovrl":1.9625,"dnsmos_sig":2.53568,"dnsmos_bak":3.21511,"pesq_wb":1.59401,"pesq_nb":2.02282,"stoi":0.67083,"estoi":0.45491,"si_sdr":-6.77811,"mel_dist":0.37405,"stft_dist":1.78984,"f0_rmse_cents":362.40659,"f0_corr":0.67931,"vuv_err":0.37915,"score_intelligibility":0.14568,"score_speaker":0.3872,"score_quality":0.50489,"score_fidelity":0.50662,"score":0.3861},"de":{"n":50,"unit":"wer","wer":10.3764,"wer_orig":5.69685,"dwer":4.67955,"wer_pseudo":6.30722,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.80466,"utmos":1.57096,"dnsmos_ovrl":2.67778,"dnsmos_sig":2.9666,"dnsmos_bak":3.96481,"pesq_wb":2.40357,"pesq_nb":2.89086,"stoi":0.87293,"estoi":0.73642,"si_sdr":6.4905,"mel_dist":0.35253,"stft_dist":1.49765,"f0_rmse_cents":157.7578,"f0_corr":0.86649,"vuv_err":0.19118,"score_intelligibility":0.58866,"score_speaker":0.80466,"score_quality":0.56779,"score_fidelity":0.71348,"score":0.66865},"fr":{"n":50,"unit":"wer","wer":16.12648,"wer_orig":4.98024,"dwer":11.14625,"wer_pseudo":13.96825,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.76715,"utmos":1.50594,"dnsmos_ovrl":2.65961,"dnsmos_sig":3.03627,"dnsmos_bak":3.80518,"pesq_wb":2.07239,"pesq_nb":2.53154,"stoi":0.86017,"estoi":0.76613,"si_sdr":4.48057,"mel_dist":0.33809,"stft_dist":1.49374,"f0_rmse_cents":227.61394,"f0_corr":0.71748,"vuv_err":0.2305,"score_intelligibility":0.34918,"score_speaker":0.76715,"score_quality":0.59428,"score_fidelity":0.62801,"score":0.58466},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.36737,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.84994,"utmos":1.48821,"dnsmos_ovrl":2.80051,"dnsmos_sig":3.20276,"dnsmos_bak":3.75363,"pesq_wb":2.41192,"pesq_nb":2.8656,"stoi":0.88197,"estoi":0.79371,"si_sdr":5.10796,"mel_dist":0.34252,"stft_dist":1.56556,"f0_rmse_cents":228.86819,"f0_corr":0.84114,"vuv_err":0.22681,"score_intelligibility":0.9375,"score_speaker":0.84994,"score_quality":0.55044,"score_fidelity":0.70884,"score":0.76168},"it":{"n":50,"unit":"wer","wer":4.73588,"wer_orig":2.55009,"dwer":2.18579,"wer_pseudo":4.02194,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83888,"utmos":1.59776,"dnsmos_ovrl":2.82911,"dnsmos_sig":3.20002,"dnsmos_bak":3.83873,"pesq_wb":2.28589,"pesq_nb":2.78242,"stoi":0.87031,"estoi":0.77772,"si_sdr":4.94428,"mel_dist":0.38379,"stft_dist":1.63594,"f0_rmse_cents":192.51055,"f0_corr":0.69407,"vuv_err":0.29314,"score_intelligibility":0.61893,"score_speaker":0.83888,"score_quality":0.5385,"score_fidelity":0.64392,"score":0.66006},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.87008,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88577,"utmos":1.6246,"dnsmos_ovrl":2.60003,"dnsmos_sig":3.04661,"dnsmos_bak":3.52441,"pesq_wb":2.36788,"pesq_nb":2.86321,"stoi":0.85474,"estoi":0.76018,"si_sdr":4.84315,"mel_dist":0.25221,"stft_dist":1.34857,"f0_rmse_cents":219.95481,"f0_corr":0.89511,"vuv_err":0.19319,"score_intelligibility":1.0,"score_speaker":0.88577,"score_quality":0.60731,"score_fidelity":0.71356,"score":0.80166},"nl":{"n":50,"unit":"wer","wer":38.53702,"wer_orig":5.26316,"dwer":33.27386,"wer_pseudo":36.25783,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.65286,"utmos":1.29306,"dnsmos_ovrl":2.13595,"dnsmos_sig":2.55215,"dnsmos_bak":3.77154,"pesq_wb":1.57825,"pesq_nb":2.12671,"stoi":0.80885,"estoi":0.6348,"si_sdr":0.33433,"mel_dist":0.43581,"stft_dist":1.90591,"f0_rmse_cents":346.18582,"f0_corr":0.4761,"vuv_err":0.45185,"score_intelligibility":0.15841,"score_speaker":0.65286,"score_quality":0.4015,"score_fidelity":0.48339,"score":0.42404},"pl":{"n":50,"unit":"wer","wer":21.27193,"wer_orig":3.28947,"dwer":17.98246,"wer_pseudo":20.50439,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.76507,"utmos":1.3588,"dnsmos_ovrl":2.38071,"dnsmos_sig":2.80404,"dnsmos_bak":3.64611,"pesq_wb":1.8189,"pesq_nb":2.29796,"stoi":0.84067,"estoi":0.71163,"si_sdr":-0.47568,"mel_dist":0.33553,"stft_dist":1.61638,"f0_rmse_cents":165.90869,"f0_corr":0.66563,"vuv_err":0.33404,"score_intelligibility":0.1926,"score_speaker":0.76507,"score_quality":0.44875,"score_fidelity":0.58009,"score":0.49663},"cs":{"n":50,"unit":"wer","wer":19.01984,"wer_orig":9.45158,"dwer":9.56826,"wer_pseudo":17.05607,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.8345,"utmos":1.54548,"dnsmos_ovrl":2.65771,"dnsmos_sig":3.0008,"dnsmos_bak":3.79924,"pesq_wb":1.95925,"pesq_nb":2.58178,"stoi":0.85241,"estoi":0.74127,"si_sdr":5.99685,"mel_dist":0.35609,"stft_dist":1.54618,"f0_rmse_cents":122.84363,"f0_corr":0.82326,"vuv_err":0.19259,"score_intelligibility":0.52206,"score_speaker":0.8345,"score_quality":0.56493,"score_fidelity":0.64992,"score":0.64285},"tr":{"n":50,"unit":"wer","wer":28.94737,"wer_orig":7.76316,"dwer":21.18421,"wer_pseudo":26.08696,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.76231,"utmos":1.40979,"dnsmos_ovrl":2.62645,"dnsmos_sig":3.01518,"dnsmos_bak":3.76656,"pesq_wb":2.16451,"pesq_nb":2.70989,"stoi":0.83009,"estoi":0.68319,"si_sdr":4.63842,"mel_dist":0.36483,"stft_dist":1.61447,"f0_rmse_cents":163.21498,"f0_corr":0.85141,"vuv_err":0.22599,"score_intelligibility":0.29262,"score_speaker":0.76231,"score_quality":0.55705,"score_fidelity":0.67141,"score":0.57085},"id":{"n":50,"unit":"wer","wer":12.98701,"wer_orig":5.90319,"dwer":7.08383,"wer_pseudo":11.80638,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.79672,"utmos":1.33182,"dnsmos_ovrl":2.17833,"dnsmos_sig":2.71268,"dnsmos_bak":2.83571,"pesq_wb":1.95954,"pesq_nb":2.54521,"stoi":0.77702,"estoi":0.62706,"si_sdr":3.37455,"mel_dist":0.21776,"stft_dist":1.33019,"f0_rmse_cents":184.47685,"f0_corr":0.77253,"vuv_err":0.19366,"score_intelligibility":0.49354,"score_speaker":0.79672,"score_quality":0.51243,"score_fidelity":0.6079,"score":0.60265},"vi":{"n":50,"unit":"wer","wer":27.92363,"wer_orig":7.71679,"dwer":20.20684,"wer_pseudo":24.28344,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.73,"utmos":1.40129,"dnsmos_ovrl":2.29176,"dnsmos_sig":2.83048,"dnsmos_bak":3.33693,"pesq_wb":1.93776,"pesq_nb":2.49439,"stoi":0.73161,"estoi":0.57542,"si_sdr":3.85928,"mel_dist":0.30091,"stft_dist":1.47596,"f0_rmse_cents":169.89669,"f0_corr":0.82272,"vuv_err":0.19272,"score_intelligibility":0.30137,"score_speaker":0.73,"score_quality":0.53131,"score_fidelity":0.60742,"score":0.54253},"ru":{"n":50,"unit":"wer","wer":7.97688,"wer_orig":4.50867,"dwer":3.46821,"wer_pseudo":5.21437,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.73557,"utmos":1.41478,"dnsmos_ovrl":2.56809,"dnsmos_sig":2.89186,"dnsmos_bak":3.92201,"pesq_wb":1.99246,"pesq_nb":2.52097,"stoi":0.84739,"estoi":0.7274,"si_sdr":3.51088,"mel_dist":0.40864,"stft_dist":1.71308,"f0_rmse_cents":311.94796,"f0_corr":0.57485,"vuv_err":0.34024,"score_intelligibility":0.61365,"score_speaker":0.73557,"score_quality":0.50669,"score_fidelity":0.5686,"score":0.60613},"uk":{"n":50,"unit":"wer","wer":32.2361,"wer_orig":6.46992,"dwer":25.76617,"wer_pseudo":29.09091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.64512,"utmos":1.63211,"dnsmos_ovrl":2.69445,"dnsmos_sig":3.07651,"dnsmos_bak":3.85831,"pesq_wb":2.12864,"pesq_nb":2.61417,"stoi":0.8146,"estoi":0.65843,"si_sdr":4.40527,"mel_dist":0.34053,"stft_dist":1.58967,"f0_rmse_cents":199.29112,"f0_corr":0.7791,"vuv_err":0.27487,"score_intelligibility":0.22475,"score_speaker":0.64512,"score_quality":0.61235,"score_fidelity":0.63872,"score":0.53024},"el":{"n":50,"unit":"wer","wer":35.77154,"wer_orig":12.02405,"dwer":23.74749,"wer_pseudo":31.83183,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.72082,"utmos":1.42121,"dnsmos_ovrl":2.49695,"dnsmos_sig":2.9054,"dnsmos_bak":3.75255,"pesq_wb":2.02835,"pesq_nb":2.69696,"stoi":0.82309,"estoi":0.68436,"si_sdr":5.02562,"mel_dist":0.40734,"stft_dist":1.68601,"f0_rmse_cents":162.49305,"f0_corr":0.77408,"vuv_err":0.24422,"score_intelligibility":0.35419,"score_speaker":0.72082,"score_quality":0.49932,"score_fidelity":0.63033,"score":0.55116},"ar":{"n":50,"unit":"wer","wer":17.87916,"wer_orig":12.45376,"dwer":5.4254,"wer_pseudo":9.76514,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.83645,"utmos":1.41568,"dnsmos_ovrl":2.57901,"dnsmos_sig":3.02382,"dnsmos_bak":3.58145,"pesq_wb":1.79114,"pesq_nb":2.20473,"stoi":0.87463,"estoi":0.78748,"si_sdr":2.39486,"mel_dist":0.32982,"stft_dist":1.58637,"f0_rmse_cents":163.6486,"f0_corr":0.83292,"vuv_err":0.21011,"score_intelligibility":0.71262,"score_speaker":0.83645,"score_quality":0.49107,"score_fidelity":0.64453,"score":0.67117},"fa":{"n":50,"unit":"wer","wer":52.8,"wer_orig":25.94286,"dwer":26.85714,"wer_pseudo":38.81081,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.69921,"utmos":1.39244,"dnsmos_ovrl":2.37363,"dnsmos_sig":2.90763,"dnsmos_bak":3.44877,"pesq_wb":1.75819,"pesq_nb":2.41631,"stoi":0.7006,"estoi":0.54103,"si_sdr":0.31814,"mel_dist":0.33286,"stft_dist":1.63983,"f0_rmse_cents":406.65489,"f0_corr":0.47969,"vuv_err":0.30567,"score_intelligibility":0.5008,"score_speaker":0.69921,"score_quality":0.49501,"score_fidelity":0.46564,"score":0.54016},"he":{"n":50,"unit":"wer","wer":54.4186,"wer_orig":19.4186,"dwer":35.0,"wer_pseudo":48.59155,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.64444,"utmos":1.49529,"dnsmos_ovrl":2.43783,"dnsmos_sig":2.82235,"dnsmos_bak":3.73814,"pesq_wb":1.86999,"pesq_nb":2.38952,"stoi":0.77653,"estoi":0.62015,"si_sdr":4.07862,"mel_dist":0.32948,"stft_dist":1.52993,"f0_rmse_cents":262.19628,"f0_corr":0.54337,"vuv_err":0.33729,"score_intelligibility":0.36844,"score_speaker":0.64444,"score_quality":0.56259,"score_fidelity":0.52282,"score":0.52457},"hi":{"n":50,"unit":"wer","wer":34.16436,"wer_orig":26.31579,"dwer":7.84857,"wer_pseudo":21.07175,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.79405,"utmos":1.40672,"dnsmos_ovrl":2.28464,"dnsmos_sig":2.82454,"dnsmos_bak":3.1035,"pesq_wb":2.09471,"pesq_nb":2.60405,"stoi":0.82942,"estoi":0.7114,"si_sdr":5.21249,"mel_dist":0.27874,"stft_dist":1.39138,"f0_rmse_cents":125.34788,"f0_corr":0.84173,"vuv_err":0.19538,"score_intelligibility":0.7768,"score_speaker":0.79405,"score_quality":0.52587,"score_fidelity":0.66131,"score":0.68951},"zh":{"n":50,"unit":"cer","wer":12.2449,"wer_orig":7.40525,"dwer":4.83965,"wer_pseudo":6.09756,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.76402,"utmos":1.3826,"dnsmos_ovrl":2.37032,"dnsmos_sig":2.76177,"dnsmos_bak":3.72574,"pesq_wb":1.83169,"pesq_nb":2.31446,"stoi":0.84192,"estoi":0.73004,"si_sdr":-0.63972,"mel_dist":0.37189,"stft_dist":1.70076,"f0_rmse_cents":173.35284,"f0_corr":0.80953,"vuv_err":0.30102,"score_intelligibility":0.6346,"score_speaker":0.76402,"score_quality":0.43716,"score_fidelity":0.62969,"score":0.61637},"yue":{"n":50,"unit":"cer","wer":22.24299,"wer_orig":14.39252,"dwer":7.85047,"wer_pseudo":15.38949,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.7841,"utmos":1.61509,"dnsmos_ovrl":2.66452,"dnsmos_sig":3.06152,"dnsmos_bak":3.7592,"pesq_wb":1.92804,"pesq_nb":2.47867,"stoi":0.84448,"estoi":0.72632,"si_sdr":1.9034,"mel_dist":0.35846,"stft_dist":1.63823,"f0_rmse_cents":256.91574,"f0_corr":0.81413,"vuv_err":0.20267,"score_intelligibility":0.66224,"score_speaker":0.7841,"score_quality":0.56717,"score_fidelity":0.64126,"score":0.66369},"ja":{"n":50,"unit":"cer","wer":25.86128,"wer_orig":3.53698,"dwer":22.3243,"wer_pseudo":24.66697,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.64262,"utmos":1.34761,"dnsmos_ovrl":2.02224,"dnsmos_sig":2.53618,"dnsmos_bak":2.8542,"pesq_wb":1.81704,"pesq_nb":2.3538,"stoi":0.68102,"estoi":0.47745,"si_sdr":-0.54891,"mel_dist":0.27384,"stft_dist":1.55511,"f0_rmse_cents":239.62257,"f0_corr":0.61969,"vuv_err":0.31803,"score_intelligibility":0.1689,"score_speaker":0.64262,"score_quality":0.49989,"score_fidelity":0.51139,"score":0.4557},"ko":{"n":50,"unit":"cer","wer":11.76471,"wer_orig":5.14706,"dwer":6.61765,"wer_pseudo":8.56713,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.71333,"utmos":1.63475,"dnsmos_ovrl":2.63126,"dnsmos_sig":3.02286,"dnsmos_bak":3.85968,"pesq_wb":1.94392,"pesq_nb":2.43223,"stoi":0.83498,"estoi":0.70659,"si_sdr":3.6993,"mel_dist":0.42632,"stft_dist":1.75078,"f0_rmse_cents":250.80855,"f0_corr":0.59903,"vuv_err":0.30948,"score_intelligibility":0.48157,"score_speaker":0.71333,"score_quality":0.53937,"score_fidelity":0.5679,"score":0.57554},"th":{"n":50,"unit":"cer","wer":22.27162,"wer_orig":7.61924,"dwer":14.65238,"wer_pseudo":20.30775,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.69974,"utmos":1.30774,"dnsmos_ovrl":1.98399,"dnsmos_sig":2.48864,"dnsmos_bak":3.10923,"pesq_wb":1.57197,"pesq_nb":2.01407,"stoi":0.80454,"estoi":0.67093,"si_sdr":0.35884,"mel_dist":0.34378,"stft_dist":1.63201,"f0_rmse_cents":303.72093,"f0_corr":0.81982,"vuv_err":0.2627,"score_intelligibility":0.37038,"score_speaker":0.69974,"score_quality":0.3878,"score_fidelity":0.59593,"score":0.51346}}},{"codec":"encodec_24khz_6kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_24khz_6kbps","family":"EnCodec","checkpoint":"facebook/encodec_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2210.13438","year":2022,"bitrate_kbps":6.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":6.0,"kbps_measured":6.00166,"tokens_per_s":600.1657,"params_M":14.85181,"efficiency":{"rtf_encode":0.00172,"rtf_decode":0.00148,"peak_vram_gb":0.33657,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.69756,"score_worst_lang":0.46177,"worst_lang":"en","en_gap":-0.24604,"score_intelligibility":0.60545,"score_speaker":0.83153,"score_quality":0.66512,"score_fidelity":0.68814,"dwer":9.23731,"wer":18.04312,"wer_pseudo":12.96399,"sim":0.83153,"utmos":1.76367,"dnsmos_ovrl":2.65658,"dnsmos_sig":3.09825,"dnsmos_bak":3.6476,"pesq_wb":2.49981,"pesq_nb":3.02203,"stoi":0.86161,"estoi":0.76004,"si_sdr":6.36672,"mel_dist":0.31939,"stft_dist":1.47182,"f0_rmse_cents":195.43861,"f0_corr":0.77429,"vuv_err":0.23437,"score_ci95":[0.6883,0.70816]},"per_lang":{"en":{"n":50,"unit":"wer","wer":38.83972,"wer_orig":6.98132,"dwer":31.85841,"wer_pseudo":36.38132,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.49927,"utmos":1.74502,"dnsmos_ovrl":2.01447,"dnsmos_sig":2.6221,"dnsmos_bak":3.0966,"pesq_wb":1.92922,"pesq_nb":2.37484,"stoi":0.71471,"estoi":0.52816,"si_sdr":2.49244,"mel_dist":0.35901,"stft_dist":1.67707,"f0_rmse_cents":269.84875,"f0_corr":0.75592,"vuv_err":0.33292,"score_intelligibility":0.20034,"score_speaker":0.49927,"score_quality":0.56877,"score_fidelity":0.57871,"score":0.46177},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":1.83113,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.8917,"utmos":2.00023,"dnsmos_ovrl":2.85145,"dnsmos_sig":3.13895,"dnsmos_bak":3.99622,"pesq_wb":3.06094,"pesq_nb":3.50983,"stoi":0.91055,"estoi":0.81333,"si_sdr":9.91939,"mel_dist":0.32803,"stft_dist":1.38675,"f0_rmse_cents":133.49767,"f0_corr":0.9006,"vuv_err":0.16126,"score_intelligibility":0.95641,"score_speaker":0.8917,"score_quality":0.73358,"score_fidelity":0.8,"score":0.84542},"fr":{"n":50,"unit":"wer","wer":12.80632,"wer_orig":4.98024,"dwer":7.82609,"wer_pseudo":10.07937,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.85456,"utmos":1.76207,"dnsmos_ovrl":2.82751,"dnsmos_sig":3.20444,"dnsmos_bak":3.85197,"pesq_wb":2.56226,"pesq_nb":3.04732,"stoi":0.90174,"estoi":0.83143,"si_sdr":7.4391,"mel_dist":0.31433,"stft_dist":1.39115,"f0_rmse_cents":209.61269,"f0_corr":0.7453,"vuv_err":0.20479,"score_intelligibility":0.43315,"score_speaker":0.85456,"score_quality":0.72945,"score_fidelity":0.6978,"score":0.67874},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.91864,"utmos":1.93199,"dnsmos_ovrl":3.0268,"dnsmos_sig":3.40577,"dnsmos_bak":3.8589,"pesq_wb":3.04901,"pesq_nb":3.45158,"stoi":0.92516,"estoi":0.86793,"si_sdr":8.50063,"mel_dist":0.31294,"stft_dist":1.44099,"f0_rmse_cents":191.72109,"f0_corr":0.88049,"vuv_err":0.18555,"score_intelligibility":0.95745,"score_speaker":0.91864,"score_quality":0.72821,"score_fidelity":0.79703,"score":0.85033},"it":{"n":50,"unit":"wer","wer":3.36976,"wer_orig":2.55009,"dwer":0.81967,"wer_pseudo":2.10238,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91701,"utmos":2.16413,"dnsmos_ovrl":3.12469,"dnsmos_sig":3.44303,"dnsmos_bak":4.00788,"pesq_wb":2.92225,"pesq_nb":3.38874,"stoi":0.91481,"estoi":0.85289,"si_sdr":8.37208,"mel_dist":0.35873,"stft_dist":1.51165,"f0_rmse_cents":167.85372,"f0_corr":0.74851,"vuv_err":0.24191,"score_intelligibility":0.81242,"score_speaker":0.91701,"score_quality":0.73712,"score_fidelity":0.73751,"score":0.80102},"pt":{"n":50,"unit":"wer","wer":2.83203,"wer_orig":3.41797,"dwer":-0.58594,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94552,"utmos":1.9513,"dnsmos_ovrl":2.82259,"dnsmos_sig":3.24427,"dnsmos_bak":3.64513,"pesq_wb":3.06164,"pesq_nb":3.49034,"stoi":0.90027,"estoi":0.83314,"si_sdr":7.85515,"mel_dist":0.22745,"stft_dist":1.24619,"f0_rmse_cents":187.83842,"f0_corr":0.92587,"vuv_err":0.15047,"score_intelligibility":1.0,"score_speaker":0.94552,"score_quality":0.77142,"score_fidelity":0.80506,"score":0.8805},"nl":{"n":50,"unit":"wer","wer":19.89295,"wer_orig":5.26316,"dwer":14.62979,"wer_pseudo":16.92032,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.77088,"utmos":1.49343,"dnsmos_ovrl":2.37079,"dnsmos_sig":2.80242,"dnsmos_bak":3.8683,"pesq_wb":1.8945,"pesq_nb":2.5496,"stoi":0.86192,"estoi":0.72732,"si_sdr":3.97871,"mel_dist":0.41751,"stft_dist":1.76973,"f0_rmse_cents":320.29194,"f0_corr":0.52988,"vuv_err":0.42068,"score_intelligibility":0.29977,"score_speaker":0.77088,"score_quality":0.52,"score_fidelity":0.54913,"score":0.53495},"pl":{"n":50,"unit":"wer","wer":11.40351,"wer_orig":3.28947,"dwer":8.11404,"wer_pseudo":9.86842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.84842,"utmos":1.6394,"dnsmos_ovrl":2.65363,"dnsmos_sig":3.08079,"dnsmos_bak":3.76123,"pesq_wb":2.28993,"pesq_nb":2.77931,"stoi":0.88549,"estoi":0.79144,"si_sdr":2.35753,"mel_dist":0.32024,"stft_dist":1.51112,"f0_rmse_cents":164.54942,"f0_corr":0.67215,"vuv_err":0.30007,"score_intelligibility":0.34583,"score_speaker":0.84842,"score_quality":0.59745,"score_fidelity":0.64207,"score":0.60844},"cs":{"n":50,"unit":"wer","wer":14.35239,"wer_orig":9.45158,"dwer":4.90082,"wer_pseudo":10.74766,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.92013,"utmos":1.91628,"dnsmos_ovrl":2.87865,"dnsmos_sig":3.22674,"dnsmos_bak":3.85792,"pesq_wb":2.57325,"pesq_nb":3.19614,"stoi":0.9027,"estoi":0.82451,"si_sdr":8.90373,"mel_dist":0.33758,"stft_dist":1.46647,"f0_rmse_cents":95.97571,"f0_corr":0.88223,"vuv_err":0.16701,"score_intelligibility":0.68078,"score_speaker":0.92013,"score_quality":0.73515,"score_fidelity":0.74481,"score":0.77022},"tr":{"n":50,"unit":"wer","wer":21.57895,"wer_orig":7.76316,"dwer":13.81579,"wer_pseudo":17.52306,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.83462,"utmos":1.72409,"dnsmos_ovrl":2.80069,"dnsmos_sig":3.19689,"dnsmos_bak":3.7857,"pesq_wb":2.75292,"pesq_nb":3.23122,"stoi":0.87134,"estoi":0.75624,"si_sdr":8.30274,"mel_dist":0.33263,"stft_dist":1.47468,"f0_rmse_cents":122.11204,"f0_corr":0.90446,"vuv_err":0.19481,"score_intelligibility":0.38811,"score_speaker":0.83462,"score_quality":0.7222,"score_fidelity":0.75888,"score":0.67595},"id":{"n":50,"unit":"wer","wer":8.73672,"wer_orig":5.90319,"dwer":2.83353,"wer_pseudo":6.25738,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.88949,"utmos":1.47515,"dnsmos_ovrl":2.4204,"dnsmos_sig":3.02724,"dnsmos_bak":3.00593,"pesq_wb":2.66212,"pesq_nb":3.19591,"stoi":0.84576,"estoi":0.73922,"si_sdr":6.53399,"mel_dist":0.18177,"stft_dist":1.17954,"f0_rmse_cents":137.04605,"f0_corr":0.81119,"vuv_err":0.16685,"score_intelligibility":0.70899,"score_speaker":0.88949,"score_quality":0.6568,"score_fidelity":0.71062,"score":0.74147},"vi":{"n":50,"unit":"wer","wer":26.88942,"wer_orig":7.71679,"dwer":19.17263,"wer_pseudo":22.69108,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.82898,"utmos":1.61492,"dnsmos_ovrl":2.50189,"dnsmos_sig":3.05874,"dnsmos_bak":3.39775,"pesq_wb":2.48572,"pesq_nb":3.05243,"stoi":0.79316,"estoi":0.67194,"si_sdr":7.44359,"mel_dist":0.26749,"stft_dist":1.33106,"f0_rmse_cents":140.93003,"f0_corr":0.85287,"vuv_err":0.16013,"score_intelligibility":0.31255,"score_speaker":0.82898,"score_quality":0.68489,"score_fidelity":0.69018,"score":0.62915},"ru":{"n":50,"unit":"wer","wer":6.12717,"wer_orig":4.50867,"dwer":1.6185,"wer_pseudo":2.43337,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.84431,"utmos":1.69225,"dnsmos_ovrl":2.77171,"dnsmos_sig":3.11287,"dnsmos_bak":3.94396,"pesq_wb":2.45309,"pesq_nb":3.00891,"stoi":0.8924,"estoi":0.80115,"si_sdr":6.64831,"mel_dist":0.39008,"stft_dist":1.60713,"f0_rmse_cents":276.61086,"f0_corr":0.64658,"vuv_err":0.3125,"score_intelligibility":0.77291,"score_speaker":0.84431,"score_quality":0.6388,"score_fidelity":0.65138,"score":0.72685},"uk":{"n":50,"unit":"wer","wer":27.01476,"wer_orig":6.46992,"dwer":20.54484,"wer_pseudo":23.29545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.74726,"utmos":1.96145,"dnsmos_ovrl":2.83876,"dnsmos_sig":3.21238,"dnsmos_bak":3.89036,"pesq_wb":2.68329,"pesq_nb":3.11042,"stoi":0.85348,"estoi":0.72875,"si_sdr":7.92343,"mel_dist":0.32095,"stft_dist":1.4829,"f0_rmse_cents":161.54112,"f0_corr":0.80797,"vuv_err":0.2462,"score_intelligibility":0.26664,"score_speaker":0.74726,"score_quality":0.75181,"score_fidelity":0.71413,"score":0.61996},"el":{"n":50,"unit":"wer","wer":18.23647,"wer_orig":12.02405,"dwer":6.21242,"wer_pseudo":12.31231,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.84238,"utmos":1.8121,"dnsmos_ovrl":2.73306,"dnsmos_sig":3.17201,"dnsmos_bak":3.78605,"pesq_wb":2.53701,"pesq_nb":3.22681,"stoi":0.86982,"estoi":0.76707,"si_sdr":8.55965,"mel_dist":0.38413,"stft_dist":1.57591,"f0_rmse_cents":140.45332,"f0_corr":0.83435,"vuv_err":0.19797,"score_intelligibility":0.67705,"score_speaker":0.84238,"score_quality":0.67151,"score_fidelity":0.71444,"score":0.72635},"ar":{"n":50,"unit":"wer","wer":15.04316,"wer_orig":12.45376,"dwer":2.5894,"wer_pseudo":4.82077,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.91468,"utmos":1.75966,"dnsmos_ovrl":2.87285,"dnsmos_sig":3.29116,"dnsmos_bak":3.77233,"pesq_wb":2.32096,"pesq_nb":2.77419,"stoi":0.92107,"estoi":0.86076,"si_sdr":5.25065,"mel_dist":0.30187,"stft_dist":1.46724,"f0_rmse_cents":130.77196,"f0_corr":0.87412,"vuv_err":0.16946,"score_intelligibility":0.8386,"score_speaker":0.91468,"score_quality":0.66214,"score_fidelity":0.7242,"score":0.7849},"fa":{"n":50,"unit":"wer","wer":43.54286,"wer_orig":25.94286,"dwer":17.6,"wer_pseudo":27.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.78438,"utmos":1.66285,"dnsmos_ovrl":2.52472,"dnsmos_sig":3.05885,"dnsmos_bak":3.44922,"pesq_wb":2.21934,"pesq_nb":2.90416,"stoi":0.75806,"estoi":0.62981,"si_sdr":3.85685,"mel_dist":0.31499,"stft_dist":1.52759,"f0_rmse_cents":371.14686,"f0_corr":0.53824,"vuv_err":0.29271,"score_intelligibility":0.60487,"score_speaker":0.78438,"score_quality":0.61968,"score_fidelity":0.54823,"score":0.63929},"he":{"n":50,"unit":"wer","wer":51.39535,"wer_orig":19.4186,"dwer":31.97674,"wer_pseudo":41.66667,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.73442,"utmos":1.78604,"dnsmos_ovrl":2.6028,"dnsmos_sig":2.99721,"dnsmos_bak":3.79652,"pesq_wb":2.42938,"pesq_nb":2.87502,"stoi":0.82226,"estoi":0.69852,"si_sdr":7.31412,"mel_dist":0.30712,"stft_dist":1.42063,"f0_rmse_cents":233.20291,"f0_corr":0.54854,"vuv_err":0.29906,"score_intelligibility":0.3897,"score_speaker":0.73442,"score_quality":0.70578,"score_fidelity":0.59306,"score":0.60574},"hi":{"n":50,"unit":"wer","wer":30.37858,"wer_orig":26.31579,"dwer":4.06279,"wer_pseudo":13.07902,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.8869,"utmos":1.63769,"dnsmos_ovrl":2.48239,"dnsmos_sig":3.04554,"dnsmos_bak":3.20365,"pesq_wb":2.70691,"pesq_nb":3.23232,"stoi":0.88384,"estoi":0.79924,"si_sdr":8.7631,"mel_dist":0.25401,"stft_dist":1.27251,"f0_rmse_cents":104.41769,"f0_corr":0.8962,"vuv_err":0.1711,"score_intelligibility":0.87052,"score_speaker":0.8869,"score_quality":0.67181,"score_fidelity":0.75591,"score":0.79629},"zh":{"n":50,"unit":"cer","wer":9.27114,"wer_orig":7.40525,"dwer":1.86589,"wer_pseudo":2.80488,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.8562,"utmos":1.60004,"dnsmos_ovrl":2.67078,"dnsmos_sig":3.06227,"dnsmos_bak":3.85262,"pesq_wb":2.29448,"pesq_nb":2.84438,"stoi":0.88892,"estoi":0.80918,"si_sdr":3.01621,"mel_dist":0.34844,"stft_dist":1.55653,"f0_rmse_cents":132.87721,"f0_corr":0.86062,"vuv_err":0.26858,"score_intelligibility":0.81834,"score_speaker":0.8562,"score_quality":0.56992,"score_fidelity":0.70647,"score":0.73773},"yue":{"n":50,"unit":"cer","wer":20.31153,"wer_orig":14.39252,"dwer":5.919,"wer_pseudo":12.72958,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.88198,"utmos":1.9969,"dnsmos_ovrl":2.83181,"dnsmos_sig":3.24751,"dnsmos_bak":3.76971,"pesq_wb":2.49421,"pesq_nb":3.04737,"stoi":0.88356,"estoi":0.79756,"si_sdr":4.97841,"mel_dist":0.33155,"stft_dist":1.50933,"f0_rmse_cents":219.53266,"f0_corr":0.86447,"vuv_err":0.16978,"score_intelligibility":0.72226,"score_speaker":0.88198,"score_quality":0.70643,"score_fidelity":0.72498,"score":0.75891},"ja":{"n":50,"unit":"cer","wer":19.56821,"wer_orig":3.53698,"dwer":16.03124,"wer_pseudo":18.2361,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.72338,"utmos":1.49322,"dnsmos_ovrl":2.16019,"dnsmos_sig":2.7953,"dnsmos_bak":2.93465,"pesq_wb":2.33068,"pesq_nb":2.83317,"stoi":0.74414,"estoi":0.57627,"si_sdr":2.98574,"mel_dist":0.2552,"stft_dist":1.43949,"f0_rmse_cents":253.46788,"f0_corr":0.62223,"vuv_err":0.30979,"score_intelligibility":0.22058,"score_speaker":0.72338,"score_quality":0.615,"score_fidelity":0.58219,"score":0.53529},"ko":{"n":50,"unit":"cer","wer":7.94118,"wer_orig":5.14706,"dwer":2.79412,"wer_pseudo":4.45892,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.81539,"utmos":2.08076,"dnsmos_ovrl":2.7723,"dnsmos_sig":3.16519,"dnsmos_bak":3.86082,"pesq_wb":2.31423,"pesq_nb":2.88365,"stoi":0.87892,"estoi":0.78374,"si_sdr":6.94214,"mel_dist":0.37986,"stft_dist":1.57378,"f0_rmse_cents":235.85199,"f0_corr":0.61304,"vuv_err":0.26663,"score_intelligibility":0.6875,"score_speaker":0.81539,"score_quality":0.67258,"score_fidelity":0.62248,"score":0.69949},"th":{"n":50,"unit":"cer","wer":14.22797,"wer_orig":7.61924,"dwer":6.60873,"wer_pseudo":11.45981,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.80611,"utmos":1.42713,"dnsmos_ovrl":2.20296,"dnsmos_sig":2.74643,"dnsmos_bak":3.14894,"pesq_wb":1.96798,"pesq_nb":2.52115,"stoi":0.85459,"estoi":0.75147,"si_sdr":4.46366,"mel_dist":0.31947,"stft_dist":1.50425,"f0_rmse_cents":289.37473,"f0_corr":0.86704,"vuv_err":0.23454,"score_intelligibility":0.56601,"score_speaker":0.80611,"score_quality":0.49244,"score_fidelity":0.66606,"score":0.63266}}},{"codec":"encodec_32khz_magnet","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_32khz_magnet","family":"EnCodec (AudioCraft)","checkpoint":"facebook/magnet-small-10secs","sample_rate":32000,"output_sample_rate":32000,"frame_rate":50,"n_codebooks":4,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"music","causal":false,"multilingual":null,"license":"MIT (code), CC-BY-NC-4.0 (weights)","paper":"2401.04577","year":2024,"bitrate_kbps":2.2,"notes":"MAGNeT (music) compression model: same 32 kHz SEANet/RVQ config as MusicGen's EnCodec but different, re-trained weights (identical file in all magnet-{small,medium}-{10,30}secs repos); 4 RVQ codebooks, no quantizer dropout","side_info":null,"warning":null,"env":"main"},"kbps":2.2,"kbps_measured":2.2,"tokens_per_s":200.0,"params_M":56.88467,"efficiency":{"rtf_encode":0.00308,"rtf_decode":0.00285,"peak_vram_gb":0.74239,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.44397,"score_worst_lang":0.22507,"worst_lang":"nl","en_gap":-0.11093,"score_intelligibility":0.28811,"score_speaker":0.5635,"score_quality":0.41005,"score_fidelity":0.51422,"dwer":32.60852,"wer":41.41433,"wer_pseudo":38.93533,"sim":0.5635,"utmos":1.32986,"dnsmos_ovrl":2.18008,"dnsmos_sig":2.57085,"dnsmos_bak":3.54284,"pesq_wb":1.58945,"pesq_nb":2.06742,"stoi":0.72693,"estoi":0.54528,"si_sdr":0.94867,"mel_dist":0.43281,"stft_dist":1.87229,"f0_rmse_cents":343.83701,"f0_corr":0.64732,"vuv_err":0.33651,"score_ci95":[0.437,0.45172]},"per_lang":{"en":{"n":50,"unit":"wer","wer":68.04326,"wer_orig":6.98132,"dwer":61.06195,"wer_pseudo":67.2179,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.29983,"utmos":1.70611,"dnsmos_ovrl":1.97552,"dnsmos_sig":2.47776,"dnsmos_bak":3.55102,"pesq_wb":1.37735,"pesq_nb":1.71374,"stoi":0.51691,"estoi":0.29126,"si_sdr":-11.46845,"mel_dist":0.50215,"stft_dist":2.18656,"f0_rmse_cents":638.91488,"f0_corr":0.55026,"vuv_err":0.44882,"score_intelligibility":0.1156,"score_speaker":0.29983,"score_quality":0.54356,"score_fidelity":0.39166,"score":0.33766},"de":{"n":50,"unit":"wer","wer":24.31333,"wer_orig":5.69685,"dwer":18.61648,"wer_pseudo":21.36317,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.62318,"utmos":1.28893,"dnsmos_ovrl":2.36395,"dnsmos_sig":2.64217,"dnsmos_bak":3.85733,"pesq_wb":1.77824,"pesq_nb":2.25679,"stoi":0.81102,"estoi":0.61743,"si_sdr":5.22092,"mel_dist":0.46885,"stft_dist":1.85021,"f0_rmse_cents":219.76859,"f0_corr":0.77123,"vuv_err":0.2841,"score_intelligibility":0.26456,"score_speaker":0.62318,"score_quality":0.41093,"score_fidelity":0.60154,"score":0.47505},"fr":{"n":50,"unit":"wer","wer":41.02767,"wer_orig":4.98024,"dwer":36.04743,"wer_pseudo":39.84127,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.64301,"utmos":1.38997,"dnsmos_ovrl":2.40304,"dnsmos_sig":2.74285,"dnsmos_bak":3.79548,"pesq_wb":1.71019,"pesq_nb":2.15037,"stoi":0.79115,"estoi":0.66356,"si_sdr":4.19739,"mel_dist":0.40003,"stft_dist":1.68412,"f0_rmse_cents":253.88658,"f0_corr":0.77513,"vuv_err":0.27749,"score_intelligibility":0.14229,"score_speaker":0.64301,"score_quality":0.48858,"score_fidelity":0.58973,"score":0.4659},"es":{"n":50,"unit":"wer","wer":4.63636,"wer_orig":3.09091,"dwer":1.54545,"wer_pseudo":2.64357,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.74467,"utmos":1.31019,"dnsmos_ovrl":2.51863,"dnsmos_sig":2.90832,"dnsmos_bak":3.66215,"pesq_wb":1.9728,"pesq_nb":2.47924,"stoi":0.83242,"estoi":0.69775,"si_sdr":4.92812,"mel_dist":0.43066,"stft_dist":1.79046,"f0_rmse_cents":266.78789,"f0_corr":0.81675,"vuv_err":0.29971,"score_intelligibility":0.72581,"score_speaker":0.74467,"score_quality":0.43542,"score_fidelity":0.64237,"score":0.63707},"it":{"n":50,"unit":"wer","wer":8.74317,"wer_orig":2.55009,"dwer":6.19308,"wer_pseudo":7.22121,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.70249,"utmos":1.35098,"dnsmos_ovrl":2.45282,"dnsmos_sig":2.78866,"dnsmos_bak":3.73435,"pesq_wb":1.87304,"pesq_nb":2.36431,"stoi":0.81638,"estoi":0.67277,"si_sdr":4.85376,"mel_dist":0.44098,"stft_dist":1.77267,"f0_rmse_cents":259.75196,"f0_corr":0.61795,"vuv_err":0.34128,"score_intelligibility":0.36437,"score_speaker":0.70249,"score_quality":0.3983,"score_fidelity":0.56126,"score":0.50661},"pt":{"n":50,"unit":"wer","wer":4.58984,"wer_orig":3.41797,"dwer":1.17188,"wer_pseudo":2.95276,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.79616,"utmos":1.34101,"dnsmos_ovrl":2.31727,"dnsmos_sig":2.70951,"dnsmos_bak":3.48676,"pesq_wb":1.91146,"pesq_nb":2.45534,"stoi":0.79706,"estoi":0.66025,"si_sdr":4.44828,"mel_dist":0.3469,"stft_dist":1.57176,"f0_rmse_cents":265.2195,"f0_corr":0.80946,"vuv_err":0.24382,"score_intelligibility":0.79036,"score_speaker":0.79616,"score_quality":0.44247,"score_fidelity":0.62231,"score":0.66283},"nl":{"n":50,"unit":"wer","wer":95.6289,"wer_orig":5.26316,"dwer":90.36574,"wer_pseudo":95.16562,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.17905,"utmos":1.24443,"dnsmos_ovrl":1.81552,"dnsmos_sig":2.21263,"dnsmos_bak":3.7309,"pesq_wb":1.23676,"pesq_nb":1.6531,"stoi":0.66454,"estoi":0.39632,"si_sdr":-3.03004,"mel_dist":0.51549,"stft_dist":2.28732,"f0_rmse_cents":608.33897,"f0_corr":0.34646,"vuv_err":0.50785,"score_intelligibility":0.06482,"score_speaker":0.17905,"score_quality":0.29689,"score_fidelity":0.35955,"score":0.22507},"pl":{"n":50,"unit":"wer","wer":73.13596,"wer_orig":3.28947,"dwer":69.84649,"wer_pseudo":72.69737,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.53579,"utmos":1.26772,"dnsmos_ovrl":2.03935,"dnsmos_sig":2.38458,"dnsmos_bak":3.65298,"pesq_wb":1.45951,"pesq_nb":1.91423,"stoi":0.74449,"estoi":0.57071,"si_sdr":-1.41123,"mel_dist":0.39389,"stft_dist":1.8082,"f0_rmse_cents":309.7785,"f0_corr":0.45757,"vuv_err":0.38249,"score_intelligibility":0.05786,"score_speaker":0.53579,"score_quality":0.33712,"score_fidelity":0.44445,"score":0.3438},"cs":{"n":50,"unit":"wer","wer":34.65578,"wer_orig":9.45158,"dwer":25.2042,"wer_pseudo":33.29439,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.66058,"utmos":1.31555,"dnsmos_ovrl":2.44485,"dnsmos_sig":2.75899,"dnsmos_bak":3.775,"pesq_wb":1.55221,"pesq_nb":2.1092,"stoi":0.7875,"estoi":0.62759,"si_sdr":5.04285,"mel_dist":0.44849,"stft_dist":1.76614,"f0_rmse_cents":175.19529,"f0_corr":0.74907,"vuv_err":0.21494,"score_intelligibility":0.29312,"score_speaker":0.66058,"score_quality":0.44148,"score_fidelity":0.56478,"score":0.48999},"tr":{"n":50,"unit":"wer","wer":38.02632,"wer_orig":7.76316,"dwer":30.26316,"wer_pseudo":35.30962,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.6248,"utmos":1.29115,"dnsmos_ovrl":2.39091,"dnsmos_sig":2.7915,"dnsmos_bak":3.71313,"pesq_wb":1.67421,"pesq_nb":2.21056,"stoi":0.74469,"estoi":0.54856,"si_sdr":1.30201,"mel_dist":0.51887,"stft_dist":2.09057,"f0_rmse_cents":421.5153,"f0_corr":0.58737,"vuv_err":0.40705,"score_intelligibility":0.22454,"score_speaker":0.6248,"score_quality":0.45325,"score_fidelity":0.50823,"score":0.45271},"id":{"n":50,"unit":"wer","wer":30.10626,"wer_orig":5.90319,"dwer":24.20307,"wer_pseudo":28.92562,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.65645,"utmos":1.25537,"dnsmos_ovrl":1.9611,"dnsmos_sig":2.42962,"dnsmos_bak":2.61522,"pesq_wb":1.55666,"pesq_nb":2.17567,"stoi":0.69524,"estoi":0.49454,"si_sdr":2.85444,"mel_dist":0.33389,"stft_dist":1.66259,"f0_rmse_cents":229.78857,"f0_corr":0.69086,"vuv_err":0.2454,"score_intelligibility":0.22192,"score_speaker":0.65645,"score_quality":0.41001,"score_fidelity":0.51505,"score":0.45086},"vi":{"n":50,"unit":"wer","wer":47.09626,"wer_orig":7.71679,"dwer":39.37947,"wer_pseudo":44.98408,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.54996,"utmos":1.26954,"dnsmos_ovrl":1.99671,"dnsmos_sig":2.47775,"dnsmos_bak":3.2206,"pesq_wb":1.46082,"pesq_nb":2.00687,"stoi":0.61498,"estoi":0.4123,"si_sdr":1.64004,"mel_dist":0.4661,"stft_dist":2.03514,"f0_rmse_cents":385.58592,"f0_corr":0.64638,"vuv_err":0.30709,"score_intelligibility":0.18124,"score_speaker":0.54996,"score_quality":0.39181,"score_fidelity":0.46434,"score":0.39684},"ru":{"n":50,"unit":"wer","wer":31.32948,"wer_orig":4.50867,"dwer":26.82081,"wer_pseudo":29.31634,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.50516,"utmos":1.27972,"dnsmos_ovrl":2.15983,"dnsmos_sig":2.45807,"dnsmos_bak":3.82108,"pesq_wb":1.58811,"pesq_nb":2.01304,"stoi":0.76593,"estoi":0.593,"si_sdr":2.36008,"mel_dist":0.45855,"stft_dist":1.9126,"f0_rmse_cents":435.61637,"f0_corr":0.54026,"vuv_err":0.38262,"score_intelligibility":0.17039,"score_speaker":0.50516,"score_quality":0.36674,"score_fidelity":0.49141,"score":0.38342},"uk":{"n":50,"unit":"wer","wer":38.36549,"wer_orig":6.46992,"dwer":31.89557,"wer_pseudo":37.04545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.53767,"utmos":1.4718,"dnsmos_ovrl":2.51371,"dnsmos_sig":2.89473,"dnsmos_bak":3.83596,"pesq_wb":1.66503,"pesq_nb":2.08716,"stoi":0.7119,"estoi":0.52779,"si_sdr":-1.65468,"mel_dist":0.40479,"stft_dist":1.81553,"f0_rmse_cents":345.22656,"f0_corr":0.65331,"vuv_err":0.33169,"score_intelligibility":0.18976,"score_speaker":0.53767,"score_quality":0.5176,"score_fidelity":0.51841,"score":0.44086},"el":{"n":50,"unit":"wer","wer":77.05411,"wer_orig":12.02405,"dwer":65.03006,"wer_pseudo":75.37538,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.52409,"utmos":1.25429,"dnsmos_ovrl":2.16147,"dnsmos_sig":2.49872,"dnsmos_bak":3.68517,"pesq_wb":1.62484,"pesq_nb":2.17828,"stoi":0.74098,"estoi":0.55117,"si_sdr":2.84487,"mel_dist":0.51151,"stft_dist":2.02308,"f0_rmse_cents":366.04064,"f0_corr":0.52517,"vuv_err":0.36293,"score_intelligibility":0.16686,"score_speaker":0.52409,"score_quality":0.36653,"score_fidelity":0.48156,"score":0.38476},"ar":{"n":50,"unit":"wer","wer":33.53884,"wer_orig":12.45376,"dwer":21.08508,"wer_pseudo":29.41904,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.71792,"utmos":1.29425,"dnsmos_ovrl":2.21209,"dnsmos_sig":2.5924,"dnsmos_bak":3.54051,"pesq_wb":1.57049,"pesq_nb":1.97032,"stoi":0.82493,"estoi":0.69304,"si_sdr":2.58437,"mel_dist":0.38441,"stft_dist":1.68206,"f0_rmse_cents":180.65687,"f0_corr":0.81597,"vuv_err":0.24954,"score_intelligibility":0.38953,"score_speaker":0.71792,"score_quality":0.36953,"score_fidelity":0.6013,"score":0.51957},"fa":{"n":50,"unit":"wer","wer":65.48571,"wer_orig":25.94286,"dwer":39.54286,"wer_pseudo":56.86486,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.53461,"utmos":1.34251,"dnsmos_ovrl":2.09021,"dnsmos_sig":2.56571,"dnsmos_bak":3.39649,"pesq_wb":1.43821,"pesq_nb":1.98962,"stoi":0.58238,"estoi":0.3876,"si_sdr":-2.55788,"mel_dist":0.41653,"stft_dist":1.90403,"f0_rmse_cents":544.11213,"f0_corr":0.44512,"vuv_err":0.36367,"score_intelligibility":0.40524,"score_speaker":0.53461,"score_quality":0.40247,"score_fidelity":0.38424,"score":0.43164},"he":{"n":50,"unit":"wer","wer":59.88372,"wer_orig":19.4186,"dwer":40.46512,"wer_pseudo":54.69484,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.4557,"utmos":1.39589,"dnsmos_ovrl":2.28678,"dnsmos_sig":2.68102,"dnsmos_bak":3.68739,"pesq_wb":1.52607,"pesq_nb":1.92142,"stoi":0.66562,"estoi":0.48505,"si_sdr":-0.1152,"mel_dist":0.38994,"stft_dist":1.76958,"f0_rmse_cents":401.20866,"f0_corr":0.39773,"vuv_err":0.43349,"score_intelligibility":0.33537,"score_speaker":0.4557,"score_quality":0.48756,"score_fidelity":0.40455,"score":0.4208},"hi":{"n":50,"unit":"wer","wer":45.79871,"wer_orig":26.31579,"dwer":19.48292,"wer_pseudo":38.51045,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.60922,"utmos":1.27192,"dnsmos_ovrl":2.01634,"dnsmos_sig":2.43033,"dnsmos_bak":3.01216,"pesq_wb":1.71385,"pesq_nb":2.23765,"stoi":0.76128,"estoi":0.59111,"si_sdr":4.48097,"mel_dist":0.36024,"stft_dist":1.6469,"f0_rmse_cents":187.26524,"f0_corr":0.81165,"vuv_err":0.24459,"score_intelligibility":0.58369,"score_speaker":0.60922,"score_quality":0.3968,"score_fidelity":0.5923,"score":0.5455},"zh":{"n":50,"unit":"cer","wer":30.78717,"wer_orig":7.40525,"dwer":23.38192,"wer_pseudo":26.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.53045,"utmos":1.26296,"dnsmos_ovrl":1.99511,"dnsmos_sig":2.34598,"dnsmos_bak":3.62755,"pesq_wb":1.49234,"pesq_nb":1.90811,"stoi":0.76316,"estoi":0.57294,"si_sdr":-1.14518,"mel_dist":0.4531,"stft_dist":1.96537,"f0_rmse_cents":295.98837,"f0_corr":0.73,"vuv_err":0.35546,"score_intelligibility":0.26442,"score_speaker":0.53045,"score_quality":0.31334,"score_fidelity":0.54461,"score":0.41321},"yue":{"n":50,"unit":"cer","wer":34.26791,"wer_orig":14.39252,"dwer":19.87539,"wer_pseudo":32.80557,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.5971,"utmos":1.31031,"dnsmos_ovrl":2.33651,"dnsmos_sig":2.73021,"dnsmos_bak":3.65231,"pesq_wb":1.54446,"pesq_nb":2.04389,"stoi":0.78295,"estoi":0.61066,"si_sdr":0.75979,"mel_dist":0.44379,"stft_dist":1.88518,"f0_rmse_cents":337.90238,"f0_corr":0.76963,"vuv_err":0.27576,"score_intelligibility":0.43645,"score_speaker":0.5971,"score_quality":0.40822,"score_fidelity":0.56938,"score":0.50279},"ja":{"n":50,"unit":"cer","wer":37.06936,"wer_orig":3.53698,"dwer":33.53238,"wer_pseudo":35.96693,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.48203,"utmos":1.38638,"dnsmos_ovrl":1.92994,"dnsmos_sig":2.47053,"dnsmos_bak":2.85052,"pesq_wb":1.50498,"pesq_nb":1.99802,"stoi":0.5791,"estoi":0.35245,"si_sdr":-4.99024,"mel_dist":0.34391,"stft_dist":1.78889,"f0_rmse_cents":322.23912,"f0_corr":0.62541,"vuv_err":0.38764,"score_intelligibility":0.11918,"score_speaker":0.48203,"score_quality":0.48863,"score_fidelity":0.4496,"score":0.38486},"ko":{"n":50,"unit":"cer","wer":29.65686,"wer_orig":5.14706,"dwer":24.5098,"wer_pseudo":26.70341,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.50155,"utmos":1.36153,"dnsmos_ovrl":2.18575,"dnsmos_sig":2.56798,"dnsmos_bak":3.74002,"pesq_wb":1.59114,"pesq_nb":2.0757,"stoi":0.74909,"estoi":0.55492,"si_sdr":1.97783,"mel_dist":0.52073,"stft_dist":2.08932,"f0_rmse_cents":295.30458,"f0_corr":0.72064,"vuv_err":0.36847,"score_intelligibility":0.20051,"score_speaker":0.50155,"score_quality":0.36995,"score_fidelity":0.54621,"score":0.40456},"th":{"n":50,"unit":"cer","wer":40.70331,"wer_orig":7.61924,"dwer":33.08407,"wer_pseudo":39.17797,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.5126,"utmos":1.25417,"dnsmos_ovrl":1.75453,"dnsmos_sig":2.14048,"dnsmos_bak":3.38401,"pesq_wb":1.32402,"pesq_nb":1.70545,"stoi":0.70269,"estoi":0.51404,"si_sdr":-0.35471,"mel_dist":0.43353,"stft_dist":1.94656,"f0_rmse_cents":505.99533,"f0_corr":0.68219,"vuv_err":0.36047,"score_intelligibility":0.20668,"score_speaker":0.5126,"score_quality":0.30392,"score_fidelity":0.49249,"score":0.37892}}},{"codec":"encodec_32khz_musicgen","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_32khz_musicgen","family":"EnCodec (AudioCraft)","checkpoint":"facebook/encodec_32khz","sample_rate":32000,"output_sample_rate":32000,"frame_rate":50,"n_codebooks":4,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"music","causal":false,"multilingual":null,"license":"MIT (code), CC-BY-NC-4.0 (weights)","paper":"2306.05284","year":2023,"bitrate_kbps":2.2,"notes":"MusicGen / MusicGen-stereo / MusicGen-melody / MusicGen-style compression model; 4 RVQ codebooks (trained without quantizer dropout, so only the full 2.2 kbps operating point is official); trained on 20k h of licensed music","side_info":null,"warning":null,"env":"main"},"kbps":2.2,"kbps_measured":2.2,"tokens_per_s":200.0,"params_M":56.88467,"efficiency":{"rtf_encode":0.00308,"rtf_decode":0.00285,"peak_vram_gb":0.74239,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.44387,"score_worst_lang":0.20552,"worst_lang":"nl","en_gap":-0.09922,"score_intelligibility":0.28354,"score_speaker":0.566,"score_quality":0.39951,"score_fidelity":0.52643,"dwer":33.205,"wer":42.01081,"wer_pseudo":39.50016,"sim":0.566,"utmos":1.35395,"dnsmos_ovrl":2.10599,"dnsmos_sig":2.53288,"dnsmos_bak":3.37467,"pesq_wb":1.58587,"pesq_nb":2.07092,"stoi":0.72554,"estoi":0.5431,"si_sdr":0.78176,"mel_dist":0.41824,"stft_dist":1.82657,"f0_rmse_cents":282.49047,"f0_corr":0.68636,"vuv_err":0.24389,"score_ci95":[0.43765,0.45104]},"per_lang":{"en":{"n":50,"unit":"wer","wer":69.41986,"wer_orig":6.98132,"dwer":62.43854,"wer_pseudo":68.38521,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.31841,"utmos":1.8361,"dnsmos_ovrl":1.97013,"dnsmos_sig":2.50347,"dnsmos_bak":3.4397,"pesq_wb":1.40744,"pesq_nb":1.86736,"stoi":0.51497,"estoi":0.29311,"si_sdr":-11.05316,"mel_dist":0.46127,"stft_dist":2.07416,"f0_rmse_cents":719.16823,"f0_corr":0.50552,"vuv_err":0.31309,"score_intelligibility":0.11334,"score_speaker":0.31841,"score_quality":0.58442,"score_fidelity":0.37897,"score":0.34878},"de":{"n":50,"unit":"wer","wer":24.82197,"wer_orig":5.69685,"dwer":19.12513,"wer_pseudo":21.77009,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.63913,"utmos":1.28815,"dnsmos_ovrl":2.27071,"dnsmos_sig":2.56605,"dnsmos_bak":3.75175,"pesq_wb":1.76355,"pesq_nb":2.23852,"stoi":0.81085,"estoi":0.61678,"si_sdr":5.27188,"mel_dist":0.40634,"stft_dist":1.72785,"f0_rmse_cents":182.08235,"f0_corr":0.80857,"vuv_err":0.19364,"score_intelligibility":0.25935,"score_speaker":0.63913,"score_quality":0.38832,"score_fidelity":0.61253,"score":0.47483},"fr":{"n":50,"unit":"wer","wer":32.72727,"wer_orig":4.98024,"dwer":27.74704,"wer_pseudo":30.87302,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.64509,"utmos":1.40278,"dnsmos_ovrl":2.30776,"dnsmos_sig":2.70382,"dnsmos_bak":3.59028,"pesq_wb":1.70209,"pesq_nb":2.13552,"stoi":0.79238,"estoi":0.66189,"si_sdr":3.9408,"mel_dist":0.38937,"stft_dist":1.66683,"f0_rmse_cents":205.04565,"f0_corr":0.79427,"vuv_err":0.23049,"score_intelligibility":0.17731,"score_speaker":0.64509,"score_quality":0.46979,"score_fidelity":0.59575,"score":0.47199},"es":{"n":50,"unit":"wer","wer":4.63636,"wer_orig":3.09091,"dwer":1.54545,"wer_pseudo":2.46126,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.74487,"utmos":1.31855,"dnsmos_ovrl":2.44174,"dnsmos_sig":2.90475,"dnsmos_bak":3.50839,"pesq_wb":1.95836,"pesq_nb":2.4799,"stoi":0.83199,"estoi":0.69783,"si_sdr":4.9359,"mel_dist":0.4196,"stft_dist":1.78197,"f0_rmse_cents":234.05986,"f0_corr":0.7948,"vuv_err":0.22834,"score_intelligibility":0.72581,"score_speaker":0.74487,"score_quality":0.42021,"score_fidelity":0.63354,"score":0.6311},"it":{"n":50,"unit":"wer","wer":8.37887,"wer_orig":2.55009,"dwer":5.82878,"wer_pseudo":7.67824,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.70424,"utmos":1.3526,"dnsmos_ovrl":2.37756,"dnsmos_sig":2.75875,"dnsmos_bak":3.62307,"pesq_wb":1.85862,"pesq_nb":2.3524,"stoi":0.81374,"estoi":0.66857,"si_sdr":4.78551,"mel_dist":0.40787,"stft_dist":1.71483,"f0_rmse_cents":216.94335,"f0_corr":0.64145,"vuv_err":0.24223,"score_intelligibility":0.37852,"score_speaker":0.70424,"score_quality":0.38237,"score_fidelity":0.56683,"score":0.50799},"pt":{"n":50,"unit":"wer","wer":4.29688,"wer_orig":3.41797,"dwer":0.87891,"wer_pseudo":2.85433,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.79729,"utmos":1.37203,"dnsmos_ovrl":2.34935,"dnsmos_sig":2.76827,"dnsmos_bak":3.45085,"pesq_wb":1.90159,"pesq_nb":2.44432,"stoi":0.79757,"estoi":0.66105,"si_sdr":4.42408,"mel_dist":0.36952,"stft_dist":1.62617,"f0_rmse_cents":245.88124,"f0_corr":0.84151,"vuv_err":0.22125,"score_intelligibility":0.83407,"score_speaker":0.79729,"score_quality":0.46079,"score_fidelity":0.63223,"score":0.68109},"nl":{"n":50,"unit":"wer","wer":94.82605,"wer_orig":5.26316,"dwer":89.56289,"wer_pseudo":94.71799,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.16295,"utmos":1.2467,"dnsmos_ovrl":1.54716,"dnsmos_sig":2.02715,"dnsmos_bak":2.95087,"pesq_wb":1.23385,"pesq_nb":1.62237,"stoi":0.66052,"estoi":0.38951,"si_sdr":-2.89416,"mel_dist":0.5111,"stft_dist":2.18976,"f0_rmse_cents":474.31219,"f0_corr":0.39334,"vuv_err":0.37561,"score_intelligibility":0.06536,"score_speaker":0.16295,"score_quality":0.2202,"score_fidelity":0.37356,"score":0.20552},"pl":{"n":50,"unit":"wer","wer":50.54825,"wer_orig":3.28947,"dwer":47.25877,"wer_pseudo":50.0,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.52009,"utmos":1.26464,"dnsmos_ovrl":1.93553,"dnsmos_sig":2.33111,"dnsmos_bak":3.42811,"pesq_wb":1.45539,"pesq_nb":1.88137,"stoi":0.7499,"estoi":0.56955,"si_sdr":-1.5505,"mel_dist":0.39012,"stft_dist":1.73399,"f0_rmse_cents":276.56178,"f0_corr":0.53711,"vuv_err":0.24378,"score_intelligibility":0.08321,"score_speaker":0.52009,"score_quality":0.31022,"score_fidelity":0.47238,"score":0.34647},"cs":{"n":50,"unit":"wer","wer":42.24037,"wer_orig":9.45158,"dwer":32.7888,"wer_pseudo":39.95327,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.6818,"utmos":1.32965,"dnsmos_ovrl":2.40965,"dnsmos_sig":2.7616,"dnsmos_bak":3.68036,"pesq_wb":1.53346,"pesq_nb":2.09837,"stoi":0.78679,"estoi":0.62547,"si_sdr":5.12917,"mel_dist":0.44461,"stft_dist":1.75861,"f0_rmse_cents":110.35966,"f0_corr":0.83936,"vuv_err":0.14594,"score_intelligibility":0.24171,"score_speaker":0.6818,"score_quality":0.43766,"score_fidelity":0.59286,"score":0.48851},"tr":{"n":50,"unit":"wer","wer":39.73684,"wer_orig":7.76316,"dwer":31.97368,"wer_pseudo":37.15415,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.62845,"utmos":1.31549,"dnsmos_ovrl":2.30776,"dnsmos_sig":2.73782,"dnsmos_bak":3.59601,"pesq_wb":1.67701,"pesq_nb":2.20526,"stoi":0.74447,"estoi":0.54849,"si_sdr":1.54093,"mel_dist":0.49287,"stft_dist":2.03234,"f0_rmse_cents":330.67862,"f0_corr":0.66639,"vuv_err":0.24919,"score_intelligibility":0.21512,"score_speaker":0.62845,"score_quality":0.44244,"score_fidelity":0.53476,"score":0.45519},"id":{"n":50,"unit":"wer","wer":31.64109,"wer_orig":5.90319,"dwer":25.7379,"wer_pseudo":31.16883,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.66321,"utmos":1.26116,"dnsmos_ovrl":1.93265,"dnsmos_sig":2.40026,"dnsmos_bak":2.56493,"pesq_wb":1.54296,"pesq_nb":2.1503,"stoi":0.69619,"estoi":0.49282,"si_sdr":2.94642,"mel_dist":0.34088,"stft_dist":1.65589,"f0_rmse_cents":215.16214,"f0_corr":0.74731,"vuv_err":0.21645,"score_intelligibility":0.21149,"score_speaker":0.66321,"score_quality":0.40482,"score_fidelity":0.53287,"score":0.4531},"vi":{"n":50,"unit":"wer","wer":59.2681,"wer_orig":7.71679,"dwer":51.55131,"wer_pseudo":56.92675,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.54186,"utmos":1.27388,"dnsmos_ovrl":1.9543,"dnsmos_sig":2.4613,"dnsmos_bak":3.16111,"pesq_wb":1.48791,"pesq_nb":1.99708,"stoi":0.6166,"estoi":0.40926,"si_sdr":1.81099,"mel_dist":0.45583,"stft_dist":1.98224,"f0_rmse_cents":244.38099,"f0_corr":0.75391,"vuv_err":0.23712,"score_intelligibility":0.14463,"score_speaker":0.54186,"score_quality":0.38229,"score_fidelity":0.5033,"score":0.39302},"ru":{"n":50,"unit":"wer","wer":28.78613,"wer_orig":4.50867,"dwer":24.27746,"wer_pseudo":26.41947,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.49493,"utmos":1.28543,"dnsmos_ovrl":2.08995,"dnsmos_sig":2.44507,"dnsmos_bak":3.62574,"pesq_wb":1.56512,"pesq_nb":1.99965,"stoi":0.76125,"estoi":0.58561,"si_sdr":2.33859,"mel_dist":0.4377,"stft_dist":1.85399,"f0_rmse_cents":361.12367,"f0_corr":0.52934,"vuv_err":0.25273,"score_intelligibility":0.18494,"score_speaker":0.49493,"score_quality":0.35134,"score_fidelity":0.48402,"score":0.37881},"uk":{"n":50,"unit":"wer","wer":41.31669,"wer_orig":6.46992,"dwer":34.84677,"wer_pseudo":39.43182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.54218,"utmos":1.56421,"dnsmos_ovrl":2.48441,"dnsmos_sig":2.89285,"dnsmos_bak":3.74263,"pesq_wb":1.6855,"pesq_nb":2.12772,"stoi":0.70688,"estoi":0.5303,"si_sdr":-2.12573,"mel_dist":0.4074,"stft_dist":1.8243,"f0_rmse_cents":286.27655,"f0_corr":0.6914,"vuv_err":0.2351,"score_intelligibility":0.17652,"score_speaker":0.54218,"score_quality":0.53976,"score_fidelity":0.53138,"score":0.44746},"el":{"n":50,"unit":"wer","wer":76.45291,"wer_orig":12.02405,"dwer":64.42886,"wer_pseudo":74.97497,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.54061,"utmos":1.25731,"dnsmos_ovrl":2.11038,"dnsmos_sig":2.50743,"dnsmos_bak":3.52677,"pesq_wb":1.61646,"pesq_nb":2.15731,"stoi":0.74028,"estoi":0.54916,"si_sdr":3.73583,"mel_dist":0.46466,"stft_dist":1.91685,"f0_rmse_cents":265.519,"f0_corr":0.59761,"vuv_err":0.25656,"score_intelligibility":0.16815,"score_speaker":0.54061,"score_quality":0.3545,"score_fidelity":0.50467,"score":0.39198},"ar":{"n":50,"unit":"wer","wer":29.34649,"wer_orig":12.45376,"dwer":16.89273,"wer_pseudo":23.98022,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.71455,"utmos":1.299,"dnsmos_ovrl":2.17539,"dnsmos_sig":2.60938,"dnsmos_bak":3.41549,"pesq_wb":1.58889,"pesq_nb":1.99129,"stoi":0.82261,"estoi":0.6919,"si_sdr":2.58588,"mel_dist":0.38063,"stft_dist":1.68867,"f0_rmse_cents":162.64168,"f0_corr":0.83783,"vuv_err":0.21214,"score_intelligibility":0.44334,"score_speaker":0.71455,"score_quality":0.36242,"score_fidelity":0.60957,"score":0.53247},"fa":{"n":50,"unit":"wer","wer":64.11429,"wer_orig":25.94286,"dwer":38.17143,"wer_pseudo":55.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.5301,"utmos":1.38452,"dnsmos_ovrl":2.06681,"dnsmos_sig":2.58531,"dnsmos_bak":3.29673,"pesq_wb":1.43419,"pesq_nb":2.01409,"stoi":0.58105,"estoi":0.38351,"si_sdr":-4.19417,"mel_dist":0.40497,"stft_dist":1.83554,"f0_rmse_cents":429.29483,"f0_corr":0.53908,"vuv_err":0.26138,"score_intelligibility":0.41378,"score_speaker":0.5301,"score_quality":0.40908,"score_fidelity":0.41473,"score":0.44192},"he":{"n":50,"unit":"wer","wer":60.5814,"wer_orig":19.4186,"dwer":41.16279,"wer_pseudo":55.16432,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.45612,"utmos":1.4509,"dnsmos_ovrl":2.20111,"dnsmos_sig":2.61976,"dnsmos_bak":3.5688,"pesq_wb":1.53401,"pesq_nb":1.98498,"stoi":0.66841,"estoi":0.48822,"si_sdr":-1.72811,"mel_dist":0.38773,"stft_dist":1.75256,"f0_rmse_cents":252.38718,"f0_corr":0.5279,"vuv_err":0.36871,"score_intelligibility":0.33157,"score_speaker":0.45612,"score_quality":0.48246,"score_fidelity":0.44963,"score":0.42994},"hi":{"n":50,"unit":"wer","wer":50.50785,"wer_orig":26.31579,"dwer":24.19206,"wer_pseudo":43.59673,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.61456,"utmos":1.28013,"dnsmos_ovrl":1.96486,"dnsmos_sig":2.41548,"dnsmos_bak":2.88252,"pesq_wb":1.7059,"pesq_nb":2.2221,"stoi":0.76067,"estoi":0.5913,"si_sdr":4.47866,"mel_dist":0.36424,"stft_dist":1.64134,"f0_rmse_cents":188.98453,"f0_corr":0.77776,"vuv_err":0.20709,"score_intelligibility":0.53032,"score_speaker":0.61456,"score_quality":0.38519,"score_fidelity":0.58004,"score":0.52753},"zh":{"n":50,"unit":"cer","wer":34.69388,"wer_orig":7.40525,"dwer":27.28863,"wer_pseudo":30.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.53757,"utmos":1.26417,"dnsmos_ovrl":1.82723,"dnsmos_sig":2.21237,"dnsmos_bak":3.28814,"pesq_wb":1.45871,"pesq_nb":1.88168,"stoi":0.75727,"estoi":0.55979,"si_sdr":-1.14121,"mel_dist":0.43184,"stft_dist":1.90879,"f0_rmse_cents":215.56878,"f0_corr":0.71407,"vuv_err":0.19694,"score_intelligibility":0.23548,"score_speaker":0.53757,"score_quality":0.27308,"score_fidelity":0.53413,"score":0.39507},"yue":{"n":50,"unit":"cer","wer":36.76012,"wer_orig":14.39252,"dwer":22.3676,"wer_pseudo":35.40215,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.59936,"utmos":1.31718,"dnsmos_ovrl":2.26159,"dnsmos_sig":2.69393,"dnsmos_bak":3.50103,"pesq_wb":1.52226,"pesq_nb":2.02186,"stoi":0.77901,"estoi":0.60557,"si_sdr":0.71927,"mel_dist":0.40119,"stft_dist":1.79695,"f0_rmse_cents":208.18407,"f0_corr":0.78734,"vuv_err":0.21775,"score_intelligibility":0.40764,"score_speaker":0.59936,"score_quality":0.39157,"score_fidelity":0.57186,"score":0.49261},"ja":{"n":50,"unit":"cer","wer":37.89619,"wer_orig":3.53698,"dwer":34.35921,"wer_pseudo":36.83969,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.51005,"utmos":1.505,"dnsmos_ovrl":1.84282,"dnsmos_sig":2.29717,"dnsmos_bak":2.79552,"pesq_wb":1.51177,"pesq_nb":2.05794,"stoi":0.57547,"estoi":0.35674,"si_sdr":-6.7943,"mel_dist":0.34716,"stft_dist":1.7818,"f0_rmse_cents":417.75242,"f0_corr":0.69524,"vuv_err":0.27598,"score_intelligibility":0.11664,"score_speaker":0.51005,"score_quality":0.5176,"score_fidelity":0.47231,"score":0.40415},"ko":{"n":50,"unit":"cer","wer":31.42157,"wer_orig":5.14706,"dwer":26.27451,"wer_pseudo":28.85772,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.51892,"utmos":1.3657,"dnsmos_ovrl":2.06748,"dnsmos_sig":2.5121,"dnsmos_bak":3.50399,"pesq_wb":1.60858,"pesq_nb":2.09039,"stoi":0.74556,"estoi":0.54888,"si_sdr":1.71878,"mel_dist":0.50373,"stft_dist":1.98833,"f0_rmse_cents":174.05807,"f0_corr":0.76567,"vuv_err":0.17134,"score_intelligibility":0.1896,"score_speaker":0.51892,"score_quality":0.34196,"score_fidelity":0.5617,"score":0.40304},"th":{"n":50,"unit":"cer","wer":53.83994,"wer_orig":7.61924,"dwer":46.2207,"wer_pseudo":53.24965,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.47768,"utmos":1.25945,"dnsmos_ovrl":1.6475,"dnsmos_sig":2.07387,"dnsmos_bak":3.09919,"pesq_wb":1.30727,"pesq_nb":1.68018,"stoi":0.69851,"estoi":0.5092,"si_sdr":-0.11906,"mel_dist":0.41706,"stft_dist":1.90397,"f0_rmse_cents":363.34445,"f0_corr":0.68593,"vuv_err":0.3004,"score_intelligibility":0.15717,"score_speaker":0.47768,"score_quality":0.2757,"score_fidelity":0.49075,"score":0.35033}}},{"codec":"encodec_48khz_24kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_48khz_24kbps","family":"EnCodec","checkpoint":"facebook/encodec_48khz","sample_rate":48000,"output_sample_rate":48000,"frame_rate":150,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2210.13438","year":2022,"bitrate_kbps":24.0,"notes":"stereo model; mono input is duplicated to both channels","side_info":null,"warning":null,"env":"main"},"kbps":24.0,"kbps_measured":25.37121,"tokens_per_s":2537.12088,"params_M":14.85629,"efficiency":{"rtf_encode":0.01218,"rtf_decode":0.00968,"peak_vram_gb":0.13532,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.90958,"score_worst_lang":0.85812,"worst_lang":"pl","en_gap":0.02766,"score_intelligibility":0.92305,"score_speaker":0.96371,"score_quality":0.87958,"score_fidelity":0.872,"dwer":0.66745,"wer":9.47326,"wer_pseudo":2.76868,"sim":0.96371,"utmos":2.2733,"dnsmos_ovrl":2.8641,"dnsmos_sig":3.29367,"dnsmos_bak":3.80193,"pesq_wb":3.56281,"pesq_nb":3.88623,"stoi":0.95252,"estoi":0.91058,"si_sdr":13.78833,"mel_dist":0.16256,"stft_dist":0.97527,"f0_rmse_cents":97.68527,"f0_corr":0.93124,"vuv_err":0.10944,"score_ci95":[0.90421,0.91358]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.78466,"wer_orig":6.98132,"dwer":-0.19666,"wer_pseudo":1.16732,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.96166,"utmos":2.304,"dnsmos_ovrl":2.48302,"dnsmos_sig":3.04902,"dnsmos_bak":3.66799,"pesq_wb":3.60094,"pesq_nb":3.90653,"stoi":0.94509,"estoi":0.8959,"si_sdr":13.85102,"mel_dist":0.15179,"stft_dist":0.97789,"f0_rmse_cents":102.95828,"f0_corr":0.95425,"vuv_err":0.09182,"score_intelligibility":1.0,"score_speaker":0.96166,"score_quality":0.90187,"score_fidelity":0.88082,"score":0.93609},"de":{"n":50,"unit":"wer","wer":5.79858,"wer_orig":5.69685,"dwer":0.10173,"wer_pseudo":0.50865,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96785,"utmos":2.39145,"dnsmos_ovrl":3.04116,"dnsmos_sig":3.32635,"dnsmos_bak":4.06323,"pesq_wb":3.82905,"pesq_nb":4.05801,"stoi":0.96647,"estoi":0.91937,"si_sdr":16.87763,"mel_dist":0.17044,"stft_dist":0.93604,"f0_rmse_cents":91.73987,"f0_corr":0.94145,"vuv_err":0.10084,"score_intelligibility":0.98504,"score_speaker":0.96785,"score_quality":0.89222,"score_fidelity":0.90541,"score":0.93763},"fr":{"n":50,"unit":"wer","wer":6.87747,"wer_orig":4.98024,"dwer":1.89723,"wer_pseudo":2.61905,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95514,"utmos":2.10894,"dnsmos_ovrl":2.95496,"dnsmos_sig":3.3022,"dnsmos_bak":3.9586,"pesq_wb":3.23275,"pesq_nb":3.64052,"stoi":0.95257,"estoi":0.91509,"si_sdr":14.53294,"mel_dist":0.20345,"stft_dist":1.05388,"f0_rmse_cents":86.61877,"f0_corr":0.93117,"vuv_err":0.11751,"score_intelligibility":0.75916,"score_speaker":0.95514,"score_quality":0.88788,"score_fidelity":0.84056,"score":0.86068},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96609,"utmos":2.32143,"dnsmos_ovrl":3.12355,"dnsmos_sig":3.47808,"dnsmos_bak":3.91878,"pesq_wb":3.70612,"pesq_nb":3.98202,"stoi":0.96581,"estoi":0.9329,"si_sdr":15.12825,"mel_dist":0.17979,"stft_dist":1.01234,"f0_rmse_cents":138.84546,"f0_corr":0.94551,"vuv_err":0.12697,"score_intelligibility":0.97826,"score_speaker":0.96609,"score_quality":0.86092,"score_fidelity":0.89483,"score":0.92503},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":0.91408,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96803,"utmos":2.62243,"dnsmos_ovrl":3.23836,"dnsmos_sig":3.53184,"dnsmos_bak":4.06845,"pesq_wb":3.58246,"pesq_nb":3.91433,"stoi":0.96039,"estoi":0.92239,"si_sdr":14.81428,"mel_dist":0.18395,"stft_dist":1.00947,"f0_rmse_cents":83.91229,"f0_corr":0.89991,"vuv_err":0.13926,"score_intelligibility":0.88631,"score_speaker":0.96803,"score_quality":0.87064,"score_fidelity":0.86605,"score":0.89776},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97334,"utmos":2.21114,"dnsmos_ovrl":2.93566,"dnsmos_sig":3.34073,"dnsmos_bak":3.71168,"pesq_wb":3.58534,"pesq_nb":3.9239,"stoi":0.94042,"estoi":0.88899,"si_sdr":13.64493,"mel_dist":0.17089,"stft_dist":0.98074,"f0_rmse_cents":177.18863,"f0_corr":0.93999,"vuv_err":0.12284,"score_intelligibility":1.0,"score_speaker":0.97334,"score_quality":0.88597,"score_fidelity":0.87303,"score":0.93308},"nl":{"n":50,"unit":"wer","wer":6.42284,"wer_orig":5.26316,"dwer":1.15968,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.96713,"utmos":2.66991,"dnsmos_ovrl":2.63559,"dnsmos_sig":3.03991,"dnsmos_bak":4.07658,"pesq_wb":3.62184,"pesq_nb":3.91003,"stoi":0.96642,"estoi":0.93433,"si_sdr":12.05658,"mel_dist":0.17306,"stft_dist":1.05625,"f0_rmse_cents":87.26953,"f0_corr":0.9422,"vuv_err":0.13192,"score_intelligibility":0.84377,"score_speaker":0.96713,"score_quality":0.89505,"score_fidelity":0.88591,"score":0.89796},"pl":{"n":50,"unit":"wer","wer":4.49561,"wer_orig":3.28947,"dwer":1.20614,"wer_pseudo":2.52193,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95954,"utmos":2.42341,"dnsmos_ovrl":2.88504,"dnsmos_sig":3.26419,"dnsmos_bak":3.94633,"pesq_wb":3.15958,"pesq_nb":3.51306,"stoi":0.95956,"estoi":0.91309,"si_sdr":9.74393,"mel_dist":0.19057,"stft_dist":1.0578,"f0_rmse_cents":95.08551,"f0_corr":0.86127,"vuv_err":0.12737,"score_intelligibility":0.78053,"score_speaker":0.95954,"score_quality":0.87981,"score_fidelity":0.81262,"score":0.85812},"cs":{"n":50,"unit":"wer","wer":10.73512,"wer_orig":9.45158,"dwer":1.28355,"wer_pseudo":4.55607,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96649,"utmos":2.2778,"dnsmos_ovrl":3.05435,"dnsmos_sig":3.41227,"dnsmos_bak":3.88093,"pesq_wb":3.42771,"pesq_nb":3.76337,"stoi":0.95517,"estoi":0.91652,"si_sdr":15.20969,"mel_dist":0.17456,"stft_dist":0.97011,"f0_rmse_cents":59.5455,"f0_corr":0.95641,"vuv_err":0.08523,"score_intelligibility":0.89062,"score_speaker":0.96649,"score_quality":0.89174,"score_fidelity":0.8684,"score":0.90432},"tr":{"n":50,"unit":"wer","wer":8.68421,"wer_orig":7.76316,"dwer":0.92105,"wer_pseudo":2.23979,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.9701,"utmos":2.04102,"dnsmos_ovrl":3.01538,"dnsmos_sig":3.36794,"dnsmos_bak":4.00713,"pesq_wb":3.77099,"pesq_nb":4.03887,"stoi":0.95398,"estoi":0.90988,"si_sdr":15.55255,"mel_dist":0.16733,"stft_dist":0.98974,"f0_rmse_cents":74.752,"f0_corr":0.96794,"vuv_err":0.09321,"score_intelligibility":0.90489,"score_speaker":0.9701,"score_quality":0.89825,"score_fidelity":0.90454,"score":0.91945},"id":{"n":50,"unit":"wer","wer":7.20189,"wer_orig":5.90319,"dwer":1.2987,"wer_pseudo":3.06966,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.95805,"utmos":1.77166,"dnsmos_ovrl":2.60475,"dnsmos_sig":3.21435,"dnsmos_bak":3.12184,"pesq_wb":3.83165,"pesq_nb":4.0449,"stoi":0.93945,"estoi":0.89117,"si_sdr":13.934,"mel_dist":0.12467,"stft_dist":0.87357,"f0_rmse_cents":90.89838,"f0_corr":0.92112,"vuv_err":0.1111,"score_intelligibility":0.84166,"score_speaker":0.95805,"score_quality":0.86425,"score_fidelity":0.88987,"score":0.88846},"vi":{"n":50,"unit":"wer","wer":8.83055,"wer_orig":7.71679,"dwer":1.11376,"wer_pseudo":2.30892,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.96276,"utmos":1.92441,"dnsmos_ovrl":2.77465,"dnsmos_sig":3.32771,"dnsmos_bak":3.62254,"pesq_wb":3.85641,"pesq_nb":4.08394,"stoi":0.93063,"estoi":0.88434,"si_sdr":15.37428,"mel_dist":0.11319,"stft_dist":0.83909,"f0_rmse_cents":77.8741,"f0_corr":0.94417,"vuv_err":0.09713,"score_intelligibility":0.8867,"score_speaker":0.96276,"score_quality":0.8988,"score_fidelity":0.89697,"score":0.91131},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":1.27462,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95552,"utmos":2.35089,"dnsmos_ovrl":2.97257,"dnsmos_sig":3.31654,"dnsmos_bak":4.00245,"pesq_wb":3.39949,"pesq_nb":3.75964,"stoi":0.95504,"estoi":0.91322,"si_sdr":13.64022,"mel_dist":0.18852,"stft_dist":1.05254,"f0_rmse_cents":98.5396,"f0_corr":0.89766,"vuv_err":0.12527,"score_intelligibility":0.88816,"score_speaker":0.95552,"score_quality":0.8833,"score_fidelity":0.84609,"score":0.89327},"uk":{"n":50,"unit":"wer","wer":7.03746,"wer_orig":6.46992,"dwer":0.56754,"wer_pseudo":2.27273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.95464,"utmos":2.23205,"dnsmos_ovrl":2.99273,"dnsmos_sig":3.34876,"dnsmos_bak":4.01349,"pesq_wb":3.62235,"pesq_nb":3.87766,"stoi":0.95736,"estoi":0.91358,"si_sdr":15.20681,"mel_dist":0.18966,"stft_dist":1.03401,"f0_rmse_cents":62.68652,"f0_corr":0.96686,"vuv_err":0.09413,"score_intelligibility":0.92939,"score_speaker":0.95464,"score_quality":0.87499,"score_fidelity":0.89115,"score":0.91254},"el":{"n":50,"unit":"wer","wer":12.32465,"wer_orig":12.02405,"dwer":0.3006,"wer_pseudo":4.9049,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.96069,"utmos":2.39533,"dnsmos_ovrl":2.86616,"dnsmos_sig":3.29068,"dnsmos_bak":3.81107,"pesq_wb":3.72984,"pesq_nb":4.04164,"stoi":0.95364,"estoi":0.90848,"si_sdr":15.58307,"mel_dist":0.14258,"stft_dist":0.88907,"f0_rmse_cents":115.84817,"f0_corr":0.89616,"vuv_err":0.11696,"score_intelligibility":0.97744,"score_speaker":0.96069,"score_quality":0.87309,"score_fidelity":0.87658,"score":0.92195},"ar":{"n":50,"unit":"wer","wer":13.19359,"wer_orig":12.45376,"dwer":0.73983,"wer_pseudo":1.73053,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96963,"utmos":2.26473,"dnsmos_ovrl":3.02985,"dnsmos_sig":3.43241,"dnsmos_bak":3.84179,"pesq_wb":3.01135,"pesq_nb":3.54852,"stoi":0.9569,"estoi":0.91603,"si_sdr":11.40782,"mel_dist":0.1916,"stft_dist":1.05595,"f0_rmse_cents":79.59789,"f0_corr":0.95446,"vuv_err":0.10684,"score_intelligibility":0.94788,"score_speaker":0.96963,"score_quality":0.84956,"score_fidelity":0.82867,"score":0.89893},"fa":{"n":50,"unit":"wer","wer":26.51429,"wer_orig":25.94286,"dwer":0.57143,"wer_pseudo":4.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.96631,"utmos":2.33573,"dnsmos_ovrl":2.77655,"dnsmos_sig":3.29626,"dnsmos_bak":3.68774,"pesq_wb":3.52923,"pesq_nb":3.90775,"stoi":0.93029,"estoi":0.88531,"si_sdr":11.19189,"mel_dist":0.13252,"stft_dist":0.95468,"f0_rmse_cents":203.51494,"f0_corr":0.81853,"vuv_err":0.10165,"score_intelligibility":0.97923,"score_speaker":0.96631,"score_quality":0.89612,"score_fidelity":0.82382,"score":0.91637},"he":{"n":50,"unit":"wer","wer":21.74419,"wer_orig":19.4186,"dwer":2.32558,"wer_pseudo":6.80751,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.96692,"utmos":2.21158,"dnsmos_ovrl":2.70006,"dnsmos_sig":3.08126,"dnsmos_bak":3.88407,"pesq_wb":3.64437,"pesq_nb":3.95062,"stoi":0.96311,"estoi":0.92739,"si_sdr":14.5414,"mel_dist":0.15877,"stft_dist":0.93598,"f0_rmse_cents":108.57504,"f0_corr":0.87986,"vuv_err":0.17535,"score_intelligibility":0.89775,"score_speaker":0.96692,"score_quality":0.87564,"score_fidelity":0.86617,"score":0.90162},"hi":{"n":50,"unit":"wer","wer":26.86981,"wer_orig":26.31579,"dwer":0.55402,"wer_pseudo":6.44868,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.96349,"utmos":2.015,"dnsmos_ovrl":2.69209,"dnsmos_sig":3.27163,"dnsmos_bak":3.36948,"pesq_wb":3.66594,"pesq_nb":3.97661,"stoi":0.94865,"estoi":0.90559,"si_sdr":15.63749,"mel_dist":0.17078,"stft_dist":0.98382,"f0_rmse_cents":70.00955,"f0_corr":0.9381,"vuv_err":0.10617,"score_intelligibility":0.98012,"score_speaker":0.96349,"score_quality":0.87765,"score_fidelity":0.88281,"score":0.92602},"zh":{"n":50,"unit":"cer","wer":7.28863,"wer_orig":7.40525,"dwer":-0.11662,"wer_pseudo":1.03659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95839,"utmos":2.35909,"dnsmos_ovrl":2.93305,"dnsmos_sig":3.30432,"dnsmos_bak":3.95689,"pesq_wb":3.37133,"pesq_nb":3.79012,"stoi":0.95764,"estoi":0.92055,"si_sdr":11.49459,"mel_dist":0.17472,"stft_dist":1.04459,"f0_rmse_cents":71.55482,"f0_corr":0.95737,"vuv_err":0.07745,"score_intelligibility":1.0,"score_speaker":0.95839,"score_quality":0.84315,"score_fidelity":0.86418,"score":0.91643},"yue":{"n":50,"unit":"cer","wer":15.88785,"wer_orig":14.39252,"dwer":1.49533,"wer_pseudo":7.97973,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96502,"utmos":2.51292,"dnsmos_ovrl":2.96473,"dnsmos_sig":3.37586,"dnsmos_bak":3.82161,"pesq_wb":3.5665,"pesq_nb":3.91363,"stoi":0.95861,"estoi":0.91727,"si_sdr":12.47994,"mel_dist":0.14637,"stft_dist":0.94176,"f0_rmse_cents":96.32846,"f0_corr":0.95471,"vuv_err":0.08227,"score_intelligibility":0.91146,"score_speaker":0.96502,"score_quality":0.87173,"score_fidelity":0.88221,"score":0.9076},"ja":{"n":50,"unit":"cer","wer":3.76665,"wer_orig":3.53698,"dwer":0.22967,"wer_pseudo":1.42398,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.96116,"utmos":1.85614,"dnsmos_ovrl":2.46342,"dnsmos_sig":3.14503,"dnsmos_bak":3.24529,"pesq_wb":3.80083,"pesq_nb":4.03077,"stoi":0.92751,"estoi":0.87733,"si_sdr":12.42224,"mel_dist":0.12644,"stft_dist":0.91102,"f0_rmse_cents":94.6273,"f0_corr":0.94009,"vuv_err":0.10351,"score_intelligibility":0.95182,"score_speaker":0.96116,"score_quality":0.88873,"score_fidelity":0.88928,"score":0.92275},"ko":{"n":50,"unit":"cer","wer":5.58824,"wer_orig":5.14706,"dwer":0.44118,"wer_pseudo":0.8016,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96293,"utmos":2.85914,"dnsmos_ovrl":2.95882,"dnsmos_sig":3.33897,"dnsmos_bak":3.99346,"pesq_wb":3.56318,"pesq_nb":3.86589,"stoi":0.95996,"estoi":0.92513,"si_sdr":14.13665,"mel_dist":0.13936,"stft_dist":0.90005,"f0_rmse_cents":67.37803,"f0_corr":0.97632,"vuv_err":0.06827,"score_intelligibility":0.93304,"score_speaker":0.96293,"score_quality":0.89049,"score_fidelity":0.88954,"score":0.919},"th":{"n":50,"unit":"cer","wer":6.99272,"wer_orig":7.61924,"dwer":-0.62652,"wer_pseudo":2.69285,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.96807,"utmos":2.09912,"dnsmos_ovrl":2.64195,"dnsmos_sig":3.19174,"dnsmos_bak":3.5749,"pesq_wb":3.3981,"pesq_nb":3.82722,"stoi":0.95575,"estoi":0.92,"si_sdr":12.45768,"mel_dist":0.13645,"stft_dist":0.94619,"f0_rmse_cents":109.09773,"f0_corr":0.96416,"vuv_err":0.12353,"score_intelligibility":1.0,"score_speaker":0.96807,"score_quality":0.85808,"score_fidelity":0.86836,"score":0.92363}}},{"codec":"encodec_48khz_6kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"encodec_48khz_6kbps","family":"EnCodec","checkpoint":"facebook/encodec_48khz","sample_rate":48000,"output_sample_rate":48000,"frame_rate":150,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2210.13438","year":2022,"bitrate_kbps":6.0,"notes":"stereo model; mono input is duplicated to both channels","side_info":null,"warning":null,"env":"main"},"kbps":6.0,"kbps_measured":6.3428,"tokens_per_s":634.28022,"params_M":14.85629,"efficiency":{"rtf_encode":0.0105,"rtf_decode":0.00933,"peak_vram_gb":0.13492,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73849,"score_worst_lang":0.65399,"worst_lang":"pl","en_gap":0.05798,"score_intelligibility":0.77057,"score_speaker":0.88103,"score_quality":0.58406,"score_fidelity":0.71829,"dwer":2.89451,"wer":11.70032,"wer_pseudo":6.48033,"sim":0.88103,"utmos":1.57366,"dnsmos_ovrl":2.57359,"dnsmos_sig":3.02794,"dnsmos_bak":3.6214,"pesq_wb":2.44034,"pesq_nb":2.97805,"stoi":0.87693,"estoi":0.78591,"si_sdr":8.41355,"mel_dist":0.22,"stft_dist":1.20404,"f0_rmse_cents":147.47017,"f0_corr":0.86641,"vuv_err":0.16649,"score_ci95":[0.73091,0.74397]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.57129,"wer_orig":6.98132,"dwer":0.58997,"wer_pseudo":2.62646,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.8704,"utmos":1.68558,"dnsmos_ovrl":2.28774,"dnsmos_sig":2.87007,"dnsmos_bak":3.55079,"pesq_wb":2.43516,"pesq_nb":3.0002,"stoi":0.86093,"estoi":0.76072,"si_sdr":8.3758,"mel_dist":0.20828,"stft_dist":1.20057,"f0_rmse_cents":126.57759,"f0_corr":0.94265,"vuv_err":0.14173,"score_intelligibility":0.93117,"score_speaker":0.8704,"score_quality":0.63675,"score_fidelity":0.73788,"score":0.79405},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":2.44151,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.88426,"utmos":1.58311,"dnsmos_ovrl":2.79069,"dnsmos_sig":3.07812,"dnsmos_bak":3.97765,"pesq_wb":2.7082,"pesq_nb":3.16784,"stoi":0.90764,"estoi":0.8053,"si_sdr":10.88281,"mel_dist":0.23485,"stft_dist":1.16815,"f0_rmse_cents":116.74398,"f0_corr":0.92057,"vuv_err":0.13832,"score_intelligibility":0.85683,"score_speaker":0.88426,"score_quality":0.59841,"score_fidelity":0.77209,"score":0.7779},"fr":{"n":50,"unit":"wer","wer":7.98419,"wer_orig":4.98024,"dwer":3.00395,"wer_pseudo":5.2381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.87891,"utmos":1.58515,"dnsmos_ovrl":2.72686,"dnsmos_sig":3.11102,"dnsmos_bak":3.83385,"pesq_wb":2.35984,"pesq_nb":2.86114,"stoi":0.89847,"estoi":0.83122,"si_sdr":9.78011,"mel_dist":0.25726,"stft_dist":1.25602,"f0_rmse_cents":106.48813,"f0_corr":0.92033,"vuv_err":0.15381,"score_intelligibility":0.66564,"score_speaker":0.87891,"score_quality":0.63986,"score_fidelity":0.73577,"score":0.73005},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":1.45852,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.89157,"utmos":1.54223,"dnsmos_ovrl":2.82572,"dnsmos_sig":3.23303,"dnsmos_bak":3.74497,"pesq_wb":2.55801,"pesq_nb":3.09849,"stoi":0.90204,"estoi":0.82362,"si_sdr":9.22496,"mel_dist":0.23976,"stft_dist":1.25486,"f0_rmse_cents":177.63234,"f0_corr":0.90025,"vuv_err":0.18698,"score_intelligibility":0.91837,"score_speaker":0.89157,"score_quality":0.57154,"score_fidelity":0.74914,"score":0.78265},"it":{"n":50,"unit":"wer","wer":3.82514,"wer_orig":2.55009,"dwer":1.27505,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.89278,"utmos":1.71838,"dnsmos_ovrl":2.86746,"dnsmos_sig":3.24216,"dnsmos_bak":3.83403,"pesq_wb":2.49668,"pesq_nb":3.06221,"stoi":0.89371,"estoi":0.8094,"si_sdr":9.23631,"mel_dist":0.24526,"stft_dist":1.24924,"f0_rmse_cents":176.902,"f0_corr":0.71719,"vuv_err":0.22709,"score_intelligibility":0.73575,"score_speaker":0.89278,"score_quality":0.57546,"score_fidelity":0.67951,"score":0.72088},"pt":{"n":50,"unit":"wer","wer":3.51562,"wer_orig":3.41797,"dwer":0.09766,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.91326,"utmos":1.63419,"dnsmos_ovrl":2.6275,"dnsmos_sig":3.06198,"dnsmos_bak":3.53944,"pesq_wb":2.49787,"pesq_nb":3.03856,"stoi":0.86838,"estoi":0.77361,"si_sdr":8.39145,"mel_dist":0.23024,"stft_dist":1.21542,"f0_rmse_cents":207.51933,"f0_corr":0.92123,"vuv_err":0.17981,"score_intelligibility":0.97837,"score_speaker":0.91326,"score_quality":0.61736,"score_fidelity":0.73919,"score":0.81205},"nl":{"n":50,"unit":"wer","wer":9.72346,"wer_orig":5.26316,"dwer":4.4603,"wer_pseudo":6.08774,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.87649,"utmos":1.74058,"dnsmos_ovrl":2.44148,"dnsmos_sig":2.86176,"dnsmos_bak":4.01246,"pesq_wb":2.39961,"pesq_nb":2.92152,"stoi":0.89651,"estoi":0.81116,"si_sdr":6.85175,"mel_dist":0.23321,"stft_dist":1.31077,"f0_rmse_cents":158.78698,"f0_corr":0.84473,"vuv_err":0.22655,"score_intelligibility":0.58406,"score_speaker":0.87649,"score_quality":0.60313,"score_fidelity":0.71371,"score":0.69435},"pl":{"n":50,"unit":"wer","wer":8.22368,"wer_orig":3.28947,"dwer":4.93421,"wer_pseudo":8.22368,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.88998,"utmos":1.61511,"dnsmos_ovrl":2.56688,"dnsmos_sig":2.99768,"dnsmos_bak":3.74304,"pesq_wb":2.26385,"pesq_nb":2.74758,"stoi":0.89916,"estoi":0.80625,"si_sdr":5.04633,"mel_dist":0.24527,"stft_dist":1.29089,"f0_rmse_cents":115.28717,"f0_corr":0.81621,"vuv_err":0.18908,"score_intelligibility":0.46505,"score_speaker":0.88998,"score_quality":0.56876,"score_fidelity":0.69216,"score":0.65399},"cs":{"n":50,"unit":"wer","wer":14.35239,"wer_orig":9.45158,"dwer":4.90082,"wer_pseudo":11.21495,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.89437,"utmos":1.59566,"dnsmos_ovrl":2.77092,"dnsmos_sig":3.14623,"dnsmos_bak":3.74131,"pesq_wb":2.3525,"pesq_nb":2.87675,"stoi":0.88369,"estoi":0.79686,"si_sdr":10.42987,"mel_dist":0.23264,"stft_dist":1.1755,"f0_rmse_cents":72.36717,"f0_corr":0.92913,"vuv_err":0.12463,"score_intelligibility":0.68078,"score_speaker":0.89437,"score_quality":0.60763,"score_fidelity":0.73308,"score":0.72897},"tr":{"n":50,"unit":"wer","wer":10.65789,"wer_orig":7.76316,"dwer":2.89474,"wer_pseudo":5.5336,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90153,"utmos":1.38587,"dnsmos_ovrl":2.80508,"dnsmos_sig":3.17926,"dnsmos_bak":3.92247,"pesq_wb":2.64604,"pesq_nb":3.15049,"stoi":0.88803,"estoi":0.79553,"si_sdr":9.67523,"mel_dist":0.22922,"stft_dist":1.22834,"f0_rmse_cents":142.76983,"f0_corr":0.8888,"vuv_err":0.16276,"score_intelligibility":0.75169,"score_speaker":0.90153,"score_quality":0.59134,"score_fidelity":0.74904,"score":0.7484},"id":{"n":50,"unit":"wer","wer":10.27155,"wer_orig":5.90319,"dwer":4.36836,"wer_pseudo":8.38253,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.87263,"utmos":1.33475,"dnsmos_ovrl":2.20852,"dnsmos_sig":2.77562,"dnsmos_bak":2.72205,"pesq_wb":2.49362,"pesq_nb":2.99439,"stoi":0.82756,"estoi":0.70758,"si_sdr":8.30774,"mel_dist":0.17995,"stft_dist":1.10622,"f0_rmse_cents":123.0864,"f0_corr":0.8638,"vuv_err":0.15168,"score_intelligibility":0.61244,"score_speaker":0.87263,"score_quality":0.52265,"score_fidelity":0.70604,"score":0.67844},"vi":{"n":50,"unit":"wer","wer":10.89897,"wer_orig":7.71679,"dwer":3.18218,"wer_pseudo":6.13057,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.86803,"utmos":1.44611,"dnsmos_ovrl":2.49012,"dnsmos_sig":3.08821,"dnsmos_bak":3.40016,"pesq_wb":2.57079,"pesq_nb":3.12878,"stoi":0.81539,"estoi":0.70791,"si_sdr":9.57257,"mel_dist":0.16609,"stft_dist":1.05016,"f0_rmse_cents":109.91287,"f0_corr":0.92107,"vuv_err":0.13666,"score_intelligibility":0.73257,"score_speaker":0.86803,"score_quality":0.6053,"score_fidelity":0.72842,"score":0.73358},"ru":{"n":50,"unit":"wer","wer":6.82081,"wer_orig":4.50867,"dwer":2.31214,"wer_pseudo":3.01275,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87026,"utmos":1.57088,"dnsmos_ovrl":2.68833,"dnsmos_sig":3.04834,"dnsmos_bak":3.90243,"pesq_wb":2.37782,"pesq_nb":2.90008,"stoi":0.89443,"estoi":0.81189,"si_sdr":8.5275,"mel_dist":0.24359,"stft_dist":1.26784,"f0_rmse_cents":147.30021,"f0_corr":0.8255,"vuv_err":0.18883,"score_intelligibility":0.70436,"score_speaker":0.87026,"score_quality":0.5824,"score_fidelity":0.70453,"score":0.71539},"uk":{"n":50,"unit":"wer","wer":10.66969,"wer_orig":6.46992,"dwer":4.19977,"wer_pseudo":7.04545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.86461,"utmos":1.62442,"dnsmos_ovrl":2.76619,"dnsmos_sig":3.17038,"dnsmos_bak":3.86811,"pesq_wb":2.51076,"pesq_nb":2.99873,"stoi":0.89377,"estoi":0.80157,"si_sdr":9.72998,"mel_dist":0.24385,"stft_dist":1.24243,"f0_rmse_cents":93.62902,"f0_corr":0.93676,"vuv_err":0.14794,"score_intelligibility":0.64011,"score_speaker":0.86461,"score_quality":0.62736,"score_fidelity":0.75406,"score":0.72153},"el":{"n":50,"unit":"wer","wer":16.83367,"wer_orig":12.02405,"dwer":4.80962,"wer_pseudo":11.81181,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87172,"utmos":1.63578,"dnsmos_ovrl":2.57574,"dnsmos_sig":3.01814,"dnsmos_bak":3.69901,"pesq_wb":2.58378,"pesq_nb":3.19461,"stoi":0.87533,"estoi":0.77355,"si_sdr":10.12542,"mel_dist":0.19921,"stft_dist":1.10017,"f0_rmse_cents":280.06412,"f0_corr":0.69537,"vuv_err":0.19598,"score_intelligibility":0.73031,"score_speaker":0.87172,"score_quality":0.58101,"score_fidelity":0.67441,"score":0.71436},"ar":{"n":50,"unit":"wer","wer":18.00247,"wer_orig":12.45376,"dwer":5.54871,"wer_pseudo":8.52905,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.89899,"utmos":1.53206,"dnsmos_ovrl":2.62367,"dnsmos_sig":3.10135,"dnsmos_bak":3.56159,"pesq_wb":1.97921,"pesq_nb":2.54395,"stoi":0.89713,"estoi":0.82071,"si_sdr":6.92406,"mel_dist":0.2498,"stft_dist":1.28147,"f0_rmse_cents":103.17465,"f0_corr":0.92083,"vuv_err":0.16761,"score_intelligibility":0.708,"score_speaker":0.89899,"score_quality":0.53623,"score_fidelity":0.69924,"score":0.71061},"fa":{"n":50,"unit":"wer","wer":29.48571,"wer_orig":25.94286,"dwer":3.54286,"wer_pseudo":11.78378,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89492,"utmos":1.56992,"dnsmos_ovrl":2.50954,"dnsmos_sig":3.04967,"dnsmos_bak":3.50404,"pesq_wb":2.38104,"pesq_nb":3.0296,"stoi":0.81383,"estoi":0.71355,"si_sdr":6.45924,"mel_dist":0.18758,"stft_dist":1.17931,"f0_rmse_cents":273.10915,"f0_corr":0.76799,"vuv_err":0.14052,"score_intelligibility":0.88379,"score_speaker":0.89492,"score_quality":0.58683,"score_fidelity":0.6588,"score":0.75608},"he":{"n":50,"unit":"wer","wer":28.72093,"wer_orig":19.4186,"dwer":9.30233,"wer_pseudo":17.37089,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.87401,"utmos":1.43848,"dnsmos_ovrl":2.47338,"dnsmos_sig":2.86907,"dnsmos_bak":3.76594,"pesq_wb":2.42481,"pesq_nb":2.94913,"stoi":0.89679,"estoi":0.81093,"si_sdr":9.15225,"mel_dist":0.21467,"stft_dist":1.14561,"f0_rmse_cents":282.87006,"f0_corr":0.56857,"vuv_err":0.30392,"score_intelligibility":0.68701,"score_speaker":0.87401,"score_quality":0.55328,"score_fidelity":0.62415,"score":0.68461},"hi":{"n":50,"unit":"wer","wer":28.80886,"wer_orig":26.31579,"dwer":2.49307,"wer_pseudo":12.71571,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.87602,"utmos":1.46901,"dnsmos_ovrl":2.32793,"dnsmos_sig":2.88603,"dnsmos_bak":3.06933,"pesq_wb":2.41797,"pesq_nb":3.01298,"stoi":0.8656,"estoi":0.77073,"si_sdr":9.96768,"mel_dist":0.22755,"stft_dist":1.20099,"f0_rmse_cents":112.57044,"f0_corr":0.89683,"vuv_err":0.15877,"score_intelligibility":0.91636,"score_speaker":0.87602,"score_quality":0.56234,"score_fidelity":0.72252,"score":0.76931},"zh":{"n":50,"unit":"cer","wer":8.33819,"wer_orig":7.40525,"dwer":0.93294,"wer_pseudo":2.31707,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.85783,"utmos":1.48502,"dnsmos_ovrl":2.53785,"dnsmos_sig":2.9648,"dnsmos_bak":3.74775,"pesq_wb":2.322,"pesq_nb":2.87216,"stoi":0.8879,"estoi":0.80876,"si_sdr":5.52214,"mel_dist":0.23507,"stft_dist":1.32632,"f0_rmse_cents":100.35786,"f0_corr":0.92041,"vuv_err":0.13218,"score_intelligibility":0.90009,"score_speaker":0.85783,"score_quality":0.50598,"score_fidelity":0.72867,"score":0.74815},"yue":{"n":50,"unit":"cer","wer":15.2648,"wer_orig":14.39252,"dwer":0.87227,"wer_pseudo":9.24636,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.8695,"utmos":1.75126,"dnsmos_ovrl":2.74896,"dnsmos_sig":3.19243,"dnsmos_bak":3.70322,"pesq_wb":2.41901,"pesq_nb":2.96098,"stoi":0.88869,"estoi":0.79384,"si_sdr":6.94746,"mel_dist":0.20667,"stft_dist":1.18997,"f0_rmse_cents":112.55207,"f0_corr":0.9491,"vuv_err":0.12139,"score_intelligibility":0.94637,"score_speaker":0.8695,"score_quality":0.62292,"score_fidelity":0.74774,"score":0.79663},"ja":{"n":50,"unit":"cer","wer":5.46624,"wer_orig":3.53698,"dwer":1.92926,"wer_pseudo":3.67478,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.87023,"utmos":1.4116,"dnsmos_ovrl":2.13412,"dnsmos_sig":2.7259,"dnsmos_bak":2.93036,"pesq_wb":2.56014,"pesq_nb":3.14772,"stoi":0.81103,"estoi":0.70095,"si_sdr":6.33028,"mel_dist":0.18275,"stft_dist":1.16608,"f0_rmse_cents":138.46622,"f0_corr":0.86584,"vuv_err":0.14823,"score_intelligibility":0.70164,"score_speaker":0.87023,"score_quality":0.56713,"score_fidelity":0.70754,"score":0.71164},"ko":{"n":50,"unit":"cer","wer":5.44118,"wer_orig":5.14706,"dwer":0.29412,"wer_pseudo":1.95391,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.88036,"utmos":1.93026,"dnsmos_ovrl":2.68289,"dnsmos_sig":3.13445,"dnsmos_bak":3.81162,"pesq_wb":2.61767,"pesq_nb":3.03707,"stoi":0.89619,"estoi":0.82241,"si_sdr":9.03102,"mel_dist":0.19415,"stft_dist":1.11602,"f0_rmse_cents":100.69791,"f0_corr":0.94373,"vuv_err":0.10361,"score_intelligibility":0.95434,"score_speaker":0.88036,"score_quality":0.61741,"score_fidelity":0.76737,"score":0.80487},"th":{"n":50,"unit":"cer","wer":9.66047,"wer_orig":7.61924,"dwer":2.04123,"wer_pseudo":5.81089,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.88203,"utmos":1.48234,"dnsmos_ovrl":2.28855,"dnsmos_sig":2.86478,"dnsmos_bak":3.32791,"pesq_wb":2.1918,"pesq_nb":2.77829,"stoi":0.8841,"estoi":0.80387,"si_sdr":7.43324,"mel_dist":0.19298,"stft_dist":1.17454,"f0_rmse_cents":160.41857,"f0_corr":0.91686,"vuv_err":0.16776,"score_intelligibility":0.80852,"score_speaker":0.88203,"score_quality":0.53641,"score_fidelity":0.71382,"score":0.7352}}},{"codec":"espnet_amuse_dac_16k_16kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_amuse_dac_16k_16kbps","family":"ESPnet-Codec","checkpoint":"espnet/amuse_dac_16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":16.0,"notes":"DAC trained on AMUSE (audio, music, speech); target_bw=16 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":16.0,"kbps_measured":16.0,"tokens_per_s":1600.0,"params_M":62.21835,"efficiency":{"rtf_encode":0.00201,"rtf_decode":0.00146,"peak_vram_gb":0.57928,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.798,"score_worst_lang":0.70644,"worst_lang":"id","en_gap":-0.03002,"score_intelligibility":0.81047,"score_speaker":0.84075,"score_quality":0.77257,"score_fidelity":0.76822,"dwer":2.25442,"wer":11.06023,"wer_pseudo":5.40467,"sim":0.84075,"utmos":1.99024,"dnsmos_ovrl":2.81101,"dnsmos_sig":3.23644,"dnsmos_bak":3.74368,"pesq_wb":2.80378,"pesq_nb":3.20562,"stoi":0.89003,"estoi":0.81393,"si_sdr":4.36853,"mel_dist":0.18128,"stft_dist":1.27257,"f0_rmse_cents":121.07497,"f0_corr":0.89925,"vuv_err":0.12799,"score_ci95":[0.79086,0.80536]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.06293,"wer_orig":6.98132,"dwer":1.08161,"wer_pseudo":2.52918,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.78373,"utmos":1.8311,"dnsmos_ovrl":2.27317,"dnsmos_sig":2.84544,"dnsmos_bak":3.3865,"pesq_wb":2.41137,"pesq_nb":2.81623,"stoi":0.85371,"estoi":0.75814,"si_sdr":1.21228,"mel_dist":0.20158,"stft_dist":1.49799,"f0_rmse_cents":116.16373,"f0_corr":0.94133,"vuv_err":0.13406,"score_intelligibility":0.88066,"score_speaker":0.78373,"score_quality":0.67977,"score_fidelity":0.73276,"score":0.76923},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":1.7294,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.88821,"utmos":2.12891,"dnsmos_ovrl":3.01419,"dnsmos_sig":3.32334,"dnsmos_bak":3.9967,"pesq_wb":3.16161,"pesq_nb":3.47318,"stoi":0.92113,"estoi":0.83714,"si_sdr":7.48377,"mel_dist":0.16477,"stft_dist":1.15637,"f0_rmse_cents":116.097,"f0_corr":0.93076,"vuv_err":0.11548,"score_intelligibility":0.85683,"score_speaker":0.88821,"score_quality":0.80984,"score_fidelity":0.82317,"score":0.84451},"fr":{"n":50,"unit":"wer","wer":6.95652,"wer_orig":4.98024,"dwer":1.97628,"wer_pseudo":3.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.84889,"utmos":2.00996,"dnsmos_ovrl":2.96282,"dnsmos_sig":3.30882,"dnsmos_bak":3.92805,"pesq_wb":2.84744,"pesq_nb":3.28614,"stoi":0.92125,"estoi":0.87102,"si_sdr":6.85382,"mel_dist":0.18664,"stft_dist":1.17363,"f0_rmse_cents":78.62731,"f0_corr":0.95592,"vuv_err":0.12551,"score_intelligibility":0.75161,"score_speaker":0.84889,"score_quality":0.85357,"score_fidelity":0.80167,"score":0.81394},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":1.36737,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8405,"utmos":2.13544,"dnsmos_ovrl":3.12389,"dnsmos_sig":3.49521,"dnsmos_bak":3.88777,"pesq_wb":3.11031,"pesq_nb":3.45053,"stoi":0.91954,"estoi":0.86008,"si_sdr":6.15939,"mel_dist":0.17868,"stft_dist":1.22827,"f0_rmse_cents":158.99948,"f0_corr":0.92694,"vuv_err":0.12219,"score_intelligibility":0.91837,"score_speaker":0.8405,"score_quality":0.80819,"score_fidelity":0.81648,"score":0.84588},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":2.10238,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.85939,"utmos":2.4832,"dnsmos_ovrl":3.26006,"dnsmos_sig":3.5552,"dnsmos_bak":4.06684,"pesq_wb":3.17608,"pesq_nb":3.50871,"stoi":0.92253,"estoi":0.86371,"si_sdr":6.37533,"mel_dist":0.17912,"stft_dist":1.18426,"f0_rmse_cents":79.98514,"f0_corr":0.9132,"vuv_err":0.11004,"score_intelligibility":0.90693,"score_speaker":0.85939,"score_quality":0.84227,"score_fidelity":0.81916,"score":0.85694},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.5748,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88499,"utmos":2.11367,"dnsmos_ovrl":2.91686,"dnsmos_sig":3.31544,"dnsmos_bak":3.70008,"pesq_wb":2.85976,"pesq_nb":3.20203,"stoi":0.88452,"estoi":0.81263,"si_sdr":4.50743,"mel_dist":0.17366,"stft_dist":1.22319,"f0_rmse_cents":199.67152,"f0_corr":0.91721,"vuv_err":0.12929,"score_intelligibility":1.0,"score_speaker":0.88499,"score_quality":0.8489,"score_fidelity":0.7777,"score":0.8779},"nl":{"n":50,"unit":"wer","wer":7.85013,"wer_orig":5.26316,"dwer":2.58698,"wer_pseudo":3.58102,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.85451,"utmos":2.38085,"dnsmos_ovrl":2.65755,"dnsmos_sig":3.02912,"dnsmos_bak":4.04709,"pesq_wb":2.96591,"pesq_nb":3.33566,"stoi":0.91534,"estoi":0.84615,"si_sdr":4.32247,"mel_dist":0.20054,"stft_dist":1.4375,"f0_rmse_cents":144.58687,"f0_corr":0.85941,"vuv_err":0.16865,"score_intelligibility":0.70769,"score_speaker":0.85451,"score_quality":0.82796,"score_fidelity":0.77881,"score":0.79224},"pl":{"n":50,"unit":"wer","wer":6.6886,"wer_orig":3.28947,"dwer":3.39912,"wer_pseudo":4.71491,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.83968,"utmos":1.93387,"dnsmos_ovrl":2.84757,"dnsmos_sig":3.2403,"dnsmos_bak":3.87776,"pesq_wb":2.67783,"pesq_nb":3.0579,"stoi":0.91891,"estoi":0.8514,"si_sdr":0.62963,"mel_dist":0.19709,"stft_dist":1.33859,"f0_rmse_cents":105.45977,"f0_corr":0.84505,"vuv_err":0.12389,"score_intelligibility":0.5579,"score_speaker":0.83968,"score_quality":0.73033,"score_fidelity":0.74778,"score":0.71892},"cs":{"n":50,"unit":"wer","wer":12.6021,"wer_orig":9.45158,"dwer":3.15053,"wer_pseudo":9.57944,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.89734,"utmos":2.12796,"dnsmos_ovrl":3.0455,"dnsmos_sig":3.37562,"dnsmos_bak":3.93419,"pesq_wb":2.9121,"pesq_nb":3.31569,"stoi":0.9042,"estoi":0.83567,"si_sdr":8.01164,"mel_dist":0.17844,"stft_dist":1.13655,"f0_rmse_cents":74.36047,"f0_corr":0.90924,"vuv_err":0.09747,"score_intelligibility":0.76838,"score_speaker":0.89734,"score_quality":0.84194,"score_fidelity":0.78658,"score":0.82356},"tr":{"n":50,"unit":"wer","wer":10.39474,"wer_orig":7.76316,"dwer":2.63158,"wer_pseudo":4.87484,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.86566,"utmos":1.83201,"dnsmos_ovrl":2.89537,"dnsmos_sig":3.28285,"dnsmos_bak":3.84717,"pesq_wb":2.95532,"pesq_nb":3.27471,"stoi":0.89755,"estoi":0.81364,"si_sdr":2.64089,"mel_dist":0.18983,"stft_dist":1.34957,"f0_rmse_cents":96.14759,"f0_corr":0.94262,"vuv_err":0.0983,"score_intelligibility":0.76905,"score_speaker":0.86566,"score_quality":0.78741,"score_fidelity":0.79961,"score":0.80543},"id":{"n":50,"unit":"wer","wer":9.32704,"wer_orig":5.90319,"dwer":3.42385,"wer_pseudo":6.49351,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.8089,"utmos":1.46849,"dnsmos_ovrl":2.50453,"dnsmos_sig":3.07795,"dnsmos_bak":3.06901,"pesq_wb":2.35336,"pesq_nb":2.80989,"stoi":0.81887,"estoi":0.7064,"si_sdr":3.03102,"mel_dist":0.16149,"stft_dist":1.2146,"f0_rmse_cents":136.03334,"f0_corr":0.80683,"vuv_err":0.15683,"score_intelligibility":0.66846,"score_speaker":0.8089,"score_quality":0.6776,"score_fidelity":0.67079,"score":0.70644},"vi":{"n":50,"unit":"wer","wer":10.97852,"wer_orig":7.71679,"dwer":3.26173,"wer_pseudo":7.16561,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.80427,"utmos":1.64378,"dnsmos_ovrl":2.59791,"dnsmos_sig":3.16253,"dnsmos_bak":3.46529,"pesq_wb":2.70954,"pesq_nb":3.12482,"stoi":0.81586,"estoi":0.71439,"si_sdr":5.16539,"mel_dist":0.1642,"stft_dist":1.19589,"f0_rmse_cents":103.12255,"f0_corr":0.93593,"vuv_err":0.11117,"score_intelligibility":0.7277,"score_speaker":0.80427,"score_quality":0.72394,"score_fidelity":0.74675,"score":0.75066},"ru":{"n":50,"unit":"wer","wer":5.66474,"wer_orig":4.50867,"dwer":1.15607,"wer_pseudo":1.62225,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.85748,"utmos":2.12641,"dnsmos_ovrl":2.90003,"dnsmos_sig":3.24138,"dnsmos_bak":3.96294,"pesq_wb":2.96378,"pesq_nb":3.33262,"stoi":0.91993,"estoi":0.85916,"si_sdr":5.29056,"mel_dist":0.18807,"stft_dist":1.26781,"f0_rmse_cents":128.33742,"f0_corr":0.83752,"vuv_err":0.14832,"score_intelligibility":0.82654,"score_speaker":0.85748,"score_quality":0.79897,"score_fidelity":0.77284,"score":0.81396},"uk":{"n":50,"unit":"wer","wer":9.08059,"wer_orig":6.46992,"dwer":2.61067,"wer_pseudo":5.0,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.83742,"utmos":2.1349,"dnsmos_ovrl":2.97841,"dnsmos_sig":3.32325,"dnsmos_bak":3.98898,"pesq_wb":2.95353,"pesq_nb":3.28681,"stoi":0.91218,"estoi":0.83185,"si_sdr":6.92154,"mel_dist":0.18968,"stft_dist":1.29069,"f0_rmse_cents":77.22457,"f0_corr":0.94818,"vuv_err":0.11199,"score_intelligibility":0.74102,"score_speaker":0.83742,"score_quality":0.84073,"score_fidelity":0.80617,"score":0.80633},"el":{"n":50,"unit":"wer","wer":17.03407,"wer_orig":12.02405,"dwer":5.01002,"wer_pseudo":10.91091,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.82106,"utmos":2.16628,"dnsmos_ovrl":2.88045,"dnsmos_sig":3.29671,"dnsmos_bak":3.82885,"pesq_wb":3.10884,"pesq_nb":3.4974,"stoi":0.90102,"estoi":0.81984,"si_sdr":7.11227,"mel_dist":0.16983,"stft_dist":1.17909,"f0_rmse_cents":160.465,"f0_corr":0.8348,"vuv_err":0.13418,"score_intelligibility":0.72219,"score_speaker":0.82106,"score_quality":0.81073,"score_fidelity":0.77945,"score":0.78336},"ar":{"n":50,"unit":"wer","wer":15.04316,"wer_orig":12.45376,"dwer":2.5894,"wer_pseudo":6.30408,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86222,"utmos":2.16855,"dnsmos_ovrl":3.1271,"dnsmos_sig":3.48559,"dnsmos_bak":3.9462,"pesq_wb":2.7642,"pesq_nb":3.22609,"stoi":0.9311,"estoi":0.88237,"si_sdr":4.25878,"mel_dist":0.18687,"stft_dist":1.2438,"f0_rmse_cents":81.09177,"f0_corr":0.95712,"vuv_err":0.10084,"score_intelligibility":0.8386,"score_speaker":0.86222,"score_quality":0.84341,"score_fidelity":0.79743,"score":0.83541},"fa":{"n":50,"unit":"wer","wer":29.37143,"wer_orig":25.94286,"dwer":3.42857,"wer_pseudo":9.08108,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.8351,"utmos":1.78712,"dnsmos_ovrl":2.68389,"dnsmos_sig":3.22463,"dnsmos_bak":3.60909,"pesq_wb":2.47417,"pesq_nb":3.07129,"stoi":0.80897,"estoi":0.7173,"si_sdr":2.44867,"mel_dist":0.183,"stft_dist":1.35788,"f0_rmse_cents":213.66481,"f0_corr":0.82051,"vuv_err":0.14201,"score_intelligibility":0.88711,"score_speaker":0.8351,"score_quality":0.70138,"score_fidelity":0.68356,"score":0.77679},"he":{"n":50,"unit":"wer","wer":25.23256,"wer_orig":19.4186,"dwer":5.81395,"wer_pseudo":13.49765,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.81596,"utmos":1.59418,"dnsmos_ovrl":2.57369,"dnsmos_sig":2.94855,"dnsmos_bak":3.81717,"pesq_wb":2.68354,"pesq_nb":3.07752,"stoi":0.90139,"estoi":0.82466,"si_sdr":5.46356,"mel_dist":0.18827,"stft_dist":1.30367,"f0_rmse_cents":133.42983,"f0_corr":0.78915,"vuv_err":0.21331,"score_intelligibility":0.77837,"score_speaker":0.81596,"score_quality":0.63326,"score_fidelity":0.72385,"score":0.73786},"hi":{"n":50,"unit":"wer","wer":29.17821,"wer_orig":26.31579,"dwer":2.86242,"wer_pseudo":11.53497,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.82508,"utmos":1.82852,"dnsmos_ovrl":2.63961,"dnsmos_sig":3.19445,"dnsmos_bak":3.31296,"pesq_wb":2.69244,"pesq_nb":3.10282,"stoi":0.87375,"estoi":0.79393,"si_sdr":5.61457,"mel_dist":0.18036,"stft_dist":1.23231,"f0_rmse_cents":123.17794,"f0_corr":0.90157,"vuv_err":0.1238,"score_intelligibility":0.90515,"score_speaker":0.82508,"score_quality":0.79061,"score_fidelity":0.75296,"score":0.81845},"zh":{"n":50,"unit":"cer","wer":8.33819,"wer_orig":7.40525,"dwer":0.93294,"wer_pseudo":1.89024,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.8396,"utmos":1.98191,"dnsmos_ovrl":2.89718,"dnsmos_sig":3.28681,"dnsmos_bak":3.87814,"pesq_wb":2.74287,"pesq_nb":3.19267,"stoi":0.90965,"estoi":0.84795,"si_sdr":0.13463,"mel_dist":0.17378,"stft_dist":1.27628,"f0_rmse_cents":99.44087,"f0_corr":0.90211,"vuv_err":0.09265,"score_intelligibility":0.90009,"score_speaker":0.8396,"score_quality":0.73022,"score_fidelity":0.76991,"score":0.80996},"yue":{"n":50,"unit":"cer","wer":17.00935,"wer_orig":14.39252,"dwer":2.61682,"wer_pseudo":9.75301,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.8504,"utmos":2.17551,"dnsmos_ovrl":2.94416,"dnsmos_sig":3.3507,"dnsmos_bak":3.79374,"pesq_wb":2.76824,"pesq_nb":3.20994,"stoi":0.90492,"estoi":0.82773,"si_sdr":3.47172,"mel_dist":0.16567,"stft_dist":1.20901,"f0_rmse_cents":102.57785,"f0_corr":0.95642,"vuv_err":0.12125,"score_intelligibility":0.8547,"score_speaker":0.8504,"score_quality":0.77995,"score_fidelity":0.78885,"score":0.81847},"ja":{"n":50,"unit":"cer","wer":5.55811,"wer_orig":3.53698,"dwer":2.02113,"wer_pseudo":3.58291,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.79305,"utmos":1.60365,"dnsmos_ovrl":2.37252,"dnsmos_sig":3.0397,"dnsmos_bak":3.2006,"pesq_wb":2.46052,"pesq_nb":2.9595,"stoi":0.80304,"estoi":0.68765,"si_sdr":0.54614,"mel_dist":0.1833,"stft_dist":1.47761,"f0_rmse_cents":123.35159,"f0_corr":0.88978,"vuv_err":0.13477,"score_intelligibility":0.69181,"score_speaker":0.79305,"score_quality":0.7373,"score_fidelity":0.70337,"score":0.73138},"ko":{"n":50,"unit":"cer","wer":5.88235,"wer_orig":5.14706,"dwer":0.73529,"wer_pseudo":2.05411,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8253,"utmos":2.39635,"dnsmos_ovrl":2.91128,"dnsmos_sig":3.29599,"dnsmos_bak":3.93648,"pesq_wb":3.13837,"pesq_nb":3.45195,"stoi":0.91341,"estoi":0.85383,"si_sdr":6.13705,"mel_dist":0.184,"stft_dist":1.24201,"f0_rmse_cents":83.86188,"f0_corr":0.94693,"vuv_err":0.09847,"score_intelligibility":0.89316,"score_speaker":0.8253,"score_quality":0.77642,"score_fidelity":0.82377,"score":0.82966},"th":{"n":50,"unit":"cer","wer":8.58933,"wer_orig":7.61924,"dwer":0.97009,"wer_pseudo":4.87953,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.83925,"utmos":1.71321,"dnsmos_ovrl":2.4566,"dnsmos_sig":2.9749,"dnsmos_bak":3.36667,"pesq_wb":2.39953,"pesq_nb":2.87091,"stoi":0.88798,"estoi":0.81765,"si_sdr":1.05212,"mel_dist":0.18189,"stft_dist":1.32521,"f0_rmse_cents":169.92097,"f0_corr":0.91358,"vuv_err":0.15734,"score_intelligibility":0.89884,"score_speaker":0.83925,"score_quality":0.66688,"score_fidelity":0.73381,"score":0.78469}}},{"codec":"espnet_amuse_dac_16k_2kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_amuse_dac_16k_2kbps","family":"ESPnet-Codec","checkpoint":"espnet/amuse_dac_16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":2.0,"notes":"DAC trained on AMUSE (audio, music, speech); target_bw=2 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":62.21835,"efficiency":{"rtf_encode":0.00162,"rtf_decode":0.0014,"peak_vram_gb":0.57898,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.59239,"score_worst_lang":0.48339,"worst_lang":"id","en_gap":-0.01409,"score_intelligibility":0.54631,"score_speaker":0.70406,"score_quality":0.51595,"score_fidelity":0.60323,"dwer":9.33583,"wer":18.14164,"wer_pseudo":14.20013,"sim":0.70406,"utmos":1.45881,"dnsmos_ovrl":2.44943,"dnsmos_sig":2.86659,"dnsmos_bak":3.60889,"pesq_wb":1.82897,"pesq_nb":2.33539,"stoi":0.79932,"estoi":0.66942,"si_sdr":0.68593,"mel_dist":0.21478,"stft_dist":1.44464,"f0_rmse_cents":198.50229,"f0_corr":0.77352,"vuv_err":0.20213,"score_ci95":[0.58639,0.60018]},"per_lang":{"en":{"n":50,"unit":"wer","wer":11.50442,"wer_orig":6.98132,"dwer":4.52311,"wer_pseudo":6.42023,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.62008,"utmos":1.48229,"dnsmos_ovrl":1.96728,"dnsmos_sig":2.4966,"dnsmos_bak":3.36368,"pesq_wb":1.56833,"pesq_nb":2.02924,"stoi":0.74631,"estoi":0.59654,"si_sdr":-3.71128,"mel_dist":0.23897,"stft_dist":1.67588,"f0_rmse_cents":161.91462,"f0_corr":0.86004,"vuv_err":0.21411,"score_intelligibility":0.63828,"score_speaker":0.62008,"score_quality":0.46759,"score_fidelity":0.58958,"score":0.57888},"de":{"n":50,"unit":"wer","wer":9.56256,"wer_orig":5.69685,"dwer":3.86572,"wer_pseudo":6.00203,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.7713,"utmos":1.49685,"dnsmos_ovrl":2.58719,"dnsmos_sig":2.88414,"dnsmos_bak":3.90802,"pesq_wb":2.04499,"pesq_nb":2.50302,"stoi":0.84446,"estoi":0.69205,"si_sdr":3.24241,"mel_dist":0.19715,"stft_dist":1.30485,"f0_rmse_cents":155.73302,"f0_corr":0.88358,"vuv_err":0.17022,"score_intelligibility":0.63402,"score_speaker":0.7713,"score_quality":0.52462,"score_fidelity":0.67554,"score":0.65137},"fr":{"n":50,"unit":"wer","wer":11.77866,"wer_orig":4.98024,"dwer":6.79842,"wer_pseudo":10.2381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.72281,"utmos":1.55198,"dnsmos_ovrl":2.69954,"dnsmos_sig":3.05427,"dnsmos_bak":3.85456,"pesq_wb":1.99087,"pesq_nb":2.44613,"stoi":0.85211,"estoi":0.76494,"si_sdr":3.62429,"mel_dist":0.21783,"stft_dist":1.29767,"f0_rmse_cents":103.69525,"f0_corr":0.91198,"vuv_err":0.17559,"score_intelligibility":0.46799,"score_speaker":0.72281,"score_quality":0.62099,"score_fidelity":0.6824,"score":0.62355},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":1.91431,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.72451,"utmos":1.5694,"dnsmos_ovrl":2.88926,"dnsmos_sig":3.27044,"dnsmos_bak":3.79367,"pesq_wb":2.17087,"pesq_nb":2.65181,"stoi":0.84749,"estoi":0.73746,"si_sdr":2.62407,"mel_dist":0.21019,"stft_dist":1.3756,"f0_rmse_cents":180.91507,"f0_corr":0.87517,"vuv_err":0.17765,"score_intelligibility":0.81818,"score_speaker":0.72451,"score_quality":0.59379,"score_fidelity":0.68573,"score":0.70555},"it":{"n":50,"unit":"wer","wer":5.28233,"wer_orig":2.55009,"dwer":2.73224,"wer_pseudo":3.93053,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.71994,"utmos":1.73072,"dnsmos_ovrl":2.90427,"dnsmos_sig":3.23849,"dnsmos_bak":3.9071,"pesq_wb":2.19171,"pesq_nb":2.6797,"stoi":0.84462,"estoi":0.73424,"si_sdr":2.86611,"mel_dist":0.21317,"stft_dist":1.34432,"f0_rmse_cents":122.01625,"f0_corr":0.80756,"vuv_err":0.16741,"score_intelligibility":0.56509,"score_speaker":0.71994,"score_quality":0.58638,"score_fidelity":0.66422,"score":0.63391},"pt":{"n":50,"unit":"wer","wer":4.29688,"wer_orig":3.41797,"dwer":0.87891,"wer_pseudo":3.05118,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.77124,"utmos":1.64058,"dnsmos_ovrl":2.63006,"dnsmos_sig":3.03927,"dnsmos_bak":3.5564,"pesq_wb":1.98178,"pesq_nb":2.47355,"stoi":0.80886,"estoi":0.69396,"si_sdr":1.15194,"mel_dist":0.20685,"stft_dist":1.35747,"f0_rmse_cents":237.8891,"f0_corr":0.84295,"vuv_err":0.19268,"score_intelligibility":0.83407,"score_speaker":0.77124,"score_quality":0.62013,"score_fidelity":0.64411,"score":0.71738},"nl":{"n":50,"unit":"wer","wer":15.70027,"wer_orig":5.26316,"dwer":10.43711,"wer_pseudo":12.35452,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71421,"utmos":1.3734,"dnsmos_ovrl":2.08393,"dnsmos_sig":2.42416,"dnsmos_bak":3.85003,"pesq_wb":1.72844,"pesq_nb":2.28545,"stoi":0.8179,"estoi":0.68628,"si_sdr":-0.19858,"mel_dist":0.23138,"stft_dist":1.73465,"f0_rmse_cents":441.13243,"f0_corr":0.53563,"vuv_err":0.35136,"score_intelligibility":0.37503,"score_speaker":0.71421,"score_quality":0.40693,"score_fidelity":0.52055,"score":0.50418},"pl":{"n":50,"unit":"wer","wer":14.91228,"wer_orig":3.28947,"dwer":11.62281,"wer_pseudo":14.14474,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.73185,"utmos":1.35011,"dnsmos_ovrl":2.39719,"dnsmos_sig":2.78803,"dnsmos_bak":3.69345,"pesq_wb":1.72079,"pesq_nb":2.16433,"stoi":0.83836,"estoi":0.71274,"si_sdr":-2.75758,"mel_dist":0.23071,"stft_dist":1.52629,"f0_rmse_cents":220.18074,"f0_corr":0.67953,"vuv_err":0.20359,"score_intelligibility":0.26957,"score_speaker":0.73185,"score_quality":0.45039,"score_fidelity":0.57461,"score":0.50661},"cs":{"n":50,"unit":"wer","wer":20.88681,"wer_orig":9.45158,"dwer":11.43524,"wer_pseudo":19.50935,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.7729,"utmos":1.47115,"dnsmos_ovrl":2.56345,"dnsmos_sig":2.89718,"dnsmos_bak":3.75579,"pesq_wb":1.76057,"pesq_nb":2.33528,"stoi":0.81268,"estoi":0.69061,"si_sdr":3.76268,"mel_dist":0.2141,"stft_dist":1.30958,"f0_rmse_cents":171.30799,"f0_corr":0.75042,"vuv_err":0.15621,"score_intelligibility":0.47753,"score_speaker":0.7729,"score_quality":0.51902,"score_fidelity":0.59347,"score":0.59073},"tr":{"n":50,"unit":"wer","wer":18.42105,"wer_orig":7.76316,"dwer":10.65789,"wer_pseudo":13.96574,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.76194,"utmos":1.38394,"dnsmos_ovrl":2.57573,"dnsmos_sig":2.95318,"dnsmos_bak":3.77245,"pesq_wb":1.87711,"pesq_nb":2.4357,"stoi":0.80961,"estoi":0.66747,"si_sdr":-0.55731,"mel_dist":0.22253,"stft_dist":1.53043,"f0_rmse_cents":145.35579,"f0_corr":0.87996,"vuv_err":0.16792,"score_intelligibility":0.45122,"score_speaker":0.76194,"score_quality":0.53458,"score_fidelity":0.64672,"score":0.59861},"id":{"n":50,"unit":"wer","wer":23.84888,"wer_orig":5.90319,"dwer":17.94569,"wer_pseudo":23.25856,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.64353,"utmos":1.27949,"dnsmos_ovrl":2.19074,"dnsmos_sig":2.73181,"dnsmos_bak":2.87369,"pesq_wb":1.5182,"pesq_nb":2.08154,"stoi":0.69905,"estoi":0.52606,"si_sdr":-0.14319,"mel_dist":0.19477,"stft_dist":1.37127,"f0_rmse_cents":236.41479,"f0_corr":0.72318,"vuv_err":0.21327,"score_intelligibility":0.27781,"score_speaker":0.64353,"score_quality":0.48878,"score_fidelity":0.52343,"score":0.48339},"vi":{"n":50,"unit":"wer","wer":26.41209,"wer_orig":7.71679,"dwer":18.69531,"wer_pseudo":23.40764,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.66797,"utmos":1.36404,"dnsmos_ovrl":2.25034,"dnsmos_sig":2.7932,"dnsmos_bak":3.25793,"pesq_wb":1.78371,"pesq_nb":2.295,"stoi":0.69513,"estoi":0.54455,"si_sdr":1.57337,"mel_dist":0.19506,"stft_dist":1.35395,"f0_rmse_cents":127.52319,"f0_corr":0.89968,"vuv_err":0.17904,"score_intelligibility":0.31799,"score_speaker":0.66797,"score_quality":0.50324,"score_fidelity":0.60624,"score":0.52386},"ru":{"n":50,"unit":"wer","wer":8.20809,"wer_orig":4.50867,"dwer":3.69942,"wer_pseudo":5.21437,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.70807,"utmos":1.47295,"dnsmos_ovrl":2.49284,"dnsmos_sig":2.80074,"dnsmos_bak":3.88396,"pesq_wb":1.86821,"pesq_nb":2.36784,"stoi":0.83573,"estoi":0.71979,"si_sdr":1.613,"mel_dist":0.22318,"stft_dist":1.4578,"f0_rmse_cents":235.16224,"f0_corr":0.66797,"vuv_err":0.21604,"score_intelligibility":0.59824,"score_speaker":0.70807,"score_quality":0.50553,"score_fidelity":0.58392,"score":0.59894},"uk":{"n":50,"unit":"wer","wer":16.9126,"wer_orig":6.46992,"dwer":10.44268,"wer_pseudo":12.95455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.68771,"utmos":1.58973,"dnsmos_ovrl":2.6766,"dnsmos_sig":3.02643,"dnsmos_bak":3.89878,"pesq_wb":1.85661,"pesq_nb":2.32684,"stoi":0.82753,"estoi":0.69018,"si_sdr":2.3407,"mel_dist":0.2282,"stft_dist":1.48853,"f0_rmse_cents":119.58584,"f0_corr":0.89944,"vuv_err":0.20197,"score_intelligibility":0.41702,"score_speaker":0.68771,"score_quality":0.59458,"score_fidelity":0.65724,"score":0.58914},"el":{"n":50,"unit":"wer","wer":37.57515,"wer_orig":12.02405,"dwer":25.5511,"wer_pseudo":33.63363,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.65654,"utmos":1.45452,"dnsmos_ovrl":2.43482,"dnsmos_sig":2.86169,"dnsmos_bak":3.63512,"pesq_wb":1.97475,"pesq_nb":2.56281,"stoi":0.81094,"estoi":0.67269,"si_sdr":3.17453,"mel_dist":0.20202,"stft_dist":1.33424,"f0_rmse_cents":200.93153,"f0_corr":0.694,"vuv_err":0.22162,"score_intelligibility":0.33763,"score_speaker":0.65654,"score_quality":0.49322,"score_fidelity":0.59448,"score":0.52047},"ar":{"n":50,"unit":"wer","wer":20.83847,"wer_orig":12.45376,"dwer":8.38471,"wer_pseudo":15.08035,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.7326,"utmos":1.54719,"dnsmos_ovrl":2.68592,"dnsmos_sig":3.09731,"dnsmos_bak":3.69252,"pesq_wb":1.85289,"pesq_nb":2.30631,"stoi":0.85553,"estoi":0.76095,"si_sdr":1.34828,"mel_dist":0.22424,"stft_dist":1.41765,"f0_rmse_cents":100.16328,"f0_corr":0.90797,"vuv_err":0.14349,"score_intelligibility":0.61606,"score_speaker":0.7326,"score_quality":0.55521,"score_fidelity":0.66906,"score":0.64323},"fa":{"n":50,"unit":"wer","wer":39.31429,"wer_orig":25.94286,"dwer":13.37143,"wer_pseudo":24.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.7049,"utmos":1.35134,"dnsmos_ovrl":2.32037,"dnsmos_sig":2.84005,"dnsmos_bak":3.44924,"pesq_wb":1.64146,"pesq_nb":2.30161,"stoi":0.6894,"estoi":0.54401,"si_sdr":-1.13914,"mel_dist":0.21538,"stft_dist":1.50845,"f0_rmse_cents":293.225,"f0_corr":0.66729,"vuv_err":0.22332,"score_intelligibility":0.66832,"score_speaker":0.7049,"score_quality":0.46782,"score_fidelity":0.51332,"score":0.58859},"he":{"n":50,"unit":"wer","wer":42.09302,"wer_orig":19.4186,"dwer":22.67442,"wer_pseudo":34.97653,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.65061,"utmos":1.29142,"dnsmos_ovrl":2.32217,"dnsmos_sig":2.70572,"dnsmos_bak":3.68986,"pesq_wb":1.61629,"pesq_nb":2.08552,"stoi":0.81444,"estoi":0.68304,"si_sdr":0.99223,"mel_dist":0.22373,"stft_dist":1.45358,"f0_rmse_cents":328.01283,"f0_corr":0.43807,"vuv_err":0.36009,"score_intelligibility":0.47383,"score_speaker":0.65061,"score_quality":0.46219,"score_fidelity":0.4762,"score":0.51571},"hi":{"n":50,"unit":"wer","wer":38.68883,"wer_orig":26.31579,"dwer":12.37304,"wer_pseudo":27.52044,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.63997,"utmos":1.40696,"dnsmos_ovrl":2.37935,"dnsmos_sig":2.93559,"dnsmos_bak":3.21307,"pesq_wb":1.82219,"pesq_nb":2.29044,"stoi":0.78048,"estoi":0.64602,"si_sdr":1.78594,"mel_dist":0.21404,"stft_dist":1.39965,"f0_rmse_cents":160.07323,"f0_corr":0.80274,"vuv_err":0.1748,"score_intelligibility":0.68825,"score_speaker":0.63997,"score_quality":0.55316,"score_fidelity":0.60604,"score":0.62186},"zh":{"n":50,"unit":"cer","wer":10.26239,"wer_orig":7.40525,"dwer":2.85714,"wer_pseudo":4.26829,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.71567,"utmos":1.39657,"dnsmos_ovrl":2.50675,"dnsmos_sig":2.88764,"dnsmos_bak":3.77876,"pesq_wb":1.81276,"pesq_nb":2.28005,"stoi":0.826,"estoi":0.71349,"si_sdr":-3.50271,"mel_dist":0.20549,"stft_dist":1.45804,"f0_rmse_cents":134.58244,"f0_corr":0.86455,"vuv_err":0.12314,"score_intelligibility":0.74631,"score_speaker":0.71567,"score_quality":0.47401,"score_fidelity":0.64092,"score":0.64423},"yue":{"n":50,"unit":"cer","wer":23.42679,"wer_orig":14.39252,"dwer":9.03427,"wer_pseudo":19.25269,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.71158,"utmos":1.46392,"dnsmos_ovrl":2.60738,"dnsmos_sig":3.02003,"dnsmos_bak":3.67472,"pesq_wb":1.79046,"pesq_nb":2.33822,"stoi":0.82132,"estoi":0.68586,"si_sdr":0.24845,"mel_dist":0.19969,"stft_dist":1.37983,"f0_rmse_cents":273.09587,"f0_corr":0.70029,"vuv_err":0.19356,"score_intelligibility":0.63015,"score_speaker":0.71158,"score_quality":0.51427,"score_fidelity":0.58248,"score":0.60962},"ja":{"n":50,"unit":"cer","wer":9.27882,"wer_orig":3.53698,"dwer":5.74185,"wer_pseudo":7.16582,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.64639,"utmos":1.3403,"dnsmos_ovrl":2.0184,"dnsmos_sig":2.57178,"dnsmos_bak":3.02591,"pesq_wb":1.62392,"pesq_nb":2.18302,"stoi":0.68613,"estoi":0.51559,"si_sdr":-2.83159,"mel_dist":0.21766,"stft_dist":1.6377,"f0_rmse_cents":217.73158,"f0_corr":0.70949,"vuv_err":0.25017,"score_intelligibility":0.44139,"score_speaker":0.64639,"score_quality":0.49512,"score_fidelity":0.52463,"score":0.52688},"ko":{"n":50,"unit":"cer","wer":6.12745,"wer_orig":5.14706,"dwer":0.98039,"wer_pseudo":3.65731,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.70552,"utmos":1.63368,"dnsmos_ovrl":2.47254,"dnsmos_sig":2.8737,"dnsmos_bak":3.72756,"pesq_wb":2.13298,"pesq_nb":2.56464,"stoi":0.82797,"estoi":0.72029,"si_sdr":2.26497,"mel_dist":0.21176,"stft_dist":1.45726,"f0_rmse_cents":185.14206,"f0_corr":0.72413,"vuv_err":0.16469,"score_intelligibility":0.86245,"score_speaker":0.70552,"score_quality":0.50032,"score_fidelity":0.62527,"score":0.67339},"th":{"n":50,"unit":"cer","wer":16.0671,"wer_orig":7.61924,"dwer":8.44786,"wer_pseudo":14.23365,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.71559,"utmos":1.36897,"dnsmos_ovrl":2.13015,"dnsmos_sig":2.60681,"dnsmos_bak":3.35712,"pesq_wb":1.56535,"pesq_nb":2.0612,"stoi":0.79157,"estoi":0.66724,"si_sdr":-1.30924,"mel_dist":0.21673,"stft_dist":1.49664,"f0_rmse_cents":212.27089,"f0_corr":0.83892,"vuv_err":0.20923,"score_intelligibility":0.50502,"score_speaker":0.71559,"score_quality":0.45099,"score_fidelity":0.59734,"score":0.56723}}},{"codec":"espnet_amuse_dac_16k_8kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_amuse_dac_16k_8kbps","family":"ESPnet-Codec","checkpoint":"espnet/amuse_dac_16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":8.0,"notes":"DAC trained on AMUSE (audio, music, speech); target_bw=8 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":8.0,"kbps_measured":8.0,"tokens_per_s":800.0,"params_M":62.21835,"efficiency":{"rtf_encode":0.00231,"rtf_decode":0.00177,"peak_vram_gb":0.57911,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.77811,"score_worst_lang":0.6702,"worst_lang":"id","en_gap":-0.02598,"score_intelligibility":0.78552,"score_speaker":0.82878,"score_quality":0.74834,"score_fidelity":0.74982,"dwer":2.7368,"wer":11.54261,"wer_pseudo":5.99039,"sim":0.82878,"utmos":1.93635,"dnsmos_ovrl":2.78181,"dnsmos_sig":3.20683,"dnsmos_bak":3.73367,"pesq_wb":2.67558,"pesq_nb":3.10712,"stoi":0.87996,"estoi":0.79724,"si_sdr":4.04723,"mel_dist":0.18508,"stft_dist":1.28885,"f0_rmse_cents":126.2174,"f0_corr":0.89075,"vuv_err":0.13675,"score_ci95":[0.77152,0.78556]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.16126,"wer_orig":6.98132,"dwer":1.17994,"wer_pseudo":2.82101,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.76844,"utmos":1.78192,"dnsmos_ovrl":2.2632,"dnsmos_sig":2.83446,"dnsmos_bak":3.40577,"pesq_wb":2.29257,"pesq_nb":2.71764,"stoi":0.84013,"estoi":0.73788,"si_sdr":0.98243,"mel_dist":0.2067,"stft_dist":1.51959,"f0_rmse_cents":125.37276,"f0_corr":0.92879,"vuv_err":0.14061,"score_intelligibility":0.8712,"score_speaker":0.76844,"score_quality":0.66046,"score_fidelity":0.71274,"score":0.75321},"de":{"n":50,"unit":"wer","wer":7.52798,"wer_orig":5.69685,"dwer":1.83113,"wer_pseudo":2.33978,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.87805,"utmos":2.05987,"dnsmos_ovrl":2.98735,"dnsmos_sig":3.29478,"dnsmos_bak":3.99723,"pesq_wb":3.02187,"pesq_nb":3.36745,"stoi":0.91284,"estoi":0.82003,"si_sdr":7.07714,"mel_dist":0.16826,"stft_dist":1.16912,"f0_rmse_cents":113.81146,"f0_corr":0.93077,"vuv_err":0.12525,"score_intelligibility":0.78528,"score_speaker":0.87805,"score_quality":0.78344,"score_fidelity":0.8071,"score":0.81347},"fr":{"n":50,"unit":"wer","wer":7.74704,"wer_orig":4.98024,"dwer":2.7668,"wer_pseudo":4.52381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.83856,"utmos":1.98267,"dnsmos_ovrl":2.9493,"dnsmos_sig":3.29479,"dnsmos_bak":3.92487,"pesq_wb":2.75184,"pesq_nb":3.1933,"stoi":0.91486,"estoi":0.86,"si_sdr":6.57664,"mel_dist":0.19027,"stft_dist":1.18785,"f0_rmse_cents":83.18607,"f0_corr":0.9482,"vuv_err":0.13091,"score_intelligibility":0.68369,"score_speaker":0.83856,"score_quality":0.84025,"score_fidelity":0.78786,"score":0.78759},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":1.18505,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.82855,"utmos":2.08275,"dnsmos_ovrl":3.1122,"dnsmos_sig":3.48599,"dnsmos_bak":3.87831,"pesq_wb":3.01279,"pesq_nb":3.37214,"stoi":0.91214,"estoi":0.84699,"si_sdr":5.85553,"mel_dist":0.18156,"stft_dist":1.24374,"f0_rmse_cents":149.59852,"f0_corr":0.9302,"vuv_err":0.13145,"score_intelligibility":0.95745,"score_speaker":0.82855,"score_quality":0.79055,"score_fidelity":0.80581,"score":0.84559},"it":{"n":50,"unit":"wer","wer":3.36976,"wer_orig":2.55009,"dwer":0.81967,"wer_pseudo":2.65082,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.847,"utmos":2.43405,"dnsmos_ovrl":3.22556,"dnsmos_sig":3.52531,"dnsmos_bak":4.04885,"pesq_wb":3.05632,"pesq_nb":3.43007,"stoi":0.91489,"estoi":0.85065,"si_sdr":6.10077,"mel_dist":0.18278,"stft_dist":1.20047,"f0_rmse_cents":74.86781,"f0_corr":0.92543,"vuv_err":0.11454,"score_intelligibility":0.81242,"score_speaker":0.847,"score_quality":0.82311,"score_fidelity":0.80928,"score":0.82295},"pt":{"n":50,"unit":"wer","wer":3.61328,"wer_orig":3.41797,"dwer":0.19531,"wer_pseudo":1.47638,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.87776,"utmos":2.07383,"dnsmos_ovrl":2.87718,"dnsmos_sig":3.27843,"dnsmos_bak":3.67525,"pesq_wb":2.7595,"pesq_nb":3.1315,"stoi":0.87576,"estoi":0.79802,"si_sdr":4.21976,"mel_dist":0.17696,"stft_dist":1.23593,"f0_rmse_cents":208.08116,"f0_corr":0.90658,"vuv_err":0.13689,"score_intelligibility":0.95766,"score_speaker":0.87776,"score_quality":0.82575,"score_fidelity":0.76168,"score":0.85571},"nl":{"n":50,"unit":"wer","wer":8.20696,"wer_orig":5.26316,"dwer":2.9438,"wer_pseudo":4.2077,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.84301,"utmos":2.30216,"dnsmos_ovrl":2.6072,"dnsmos_sig":2.98469,"dnsmos_bak":4.03025,"pesq_wb":2.8092,"pesq_nb":3.22927,"stoi":0.90588,"estoi":0.8293,"si_sdr":3.87268,"mel_dist":0.20355,"stft_dist":1.4589,"f0_rmse_cents":154.08626,"f0_corr":0.86124,"vuv_err":0.18748,"score_intelligibility":0.68026,"score_speaker":0.84301,"score_quality":0.79347,"score_fidelity":0.76134,"score":0.76952},"pl":{"n":50,"unit":"wer","wer":6.35965,"wer_orig":3.28947,"dwer":3.07018,"wer_pseudo":4.16667,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.83006,"utmos":1.85138,"dnsmos_ovrl":2.81545,"dnsmos_sig":3.20618,"dnsmos_bak":3.87716,"pesq_wb":2.54436,"pesq_nb":2.95126,"stoi":0.91127,"estoi":0.8374,"si_sdr":0.35028,"mel_dist":0.20144,"stft_dist":1.35523,"f0_rmse_cents":115.71621,"f0_corr":0.8175,"vuv_err":0.12889,"score_intelligibility":0.58284,"score_speaker":0.83006,"score_quality":0.69867,"score_fidelity":0.72334,"score":0.70873},"cs":{"n":50,"unit":"wer","wer":12.83547,"wer_orig":9.45158,"dwer":3.3839,"wer_pseudo":9.57944,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.88721,"utmos":2.06052,"dnsmos_ovrl":3.01063,"dnsmos_sig":3.34667,"dnsmos_bak":3.92005,"pesq_wb":2.72054,"pesq_nb":3.17697,"stoi":0.89475,"estoi":0.81955,"si_sdr":7.61082,"mel_dist":0.18221,"stft_dist":1.15318,"f0_rmse_cents":74.35141,"f0_corr":0.912,"vuv_err":0.10323,"score_intelligibility":0.75542,"score_speaker":0.88721,"score_quality":0.81223,"score_fidelity":0.76611,"score":0.80524},"tr":{"n":50,"unit":"wer","wer":10.39474,"wer_orig":7.76316,"dwer":2.63158,"wer_pseudo":4.61133,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.85593,"utmos":1.79254,"dnsmos_ovrl":2.84852,"dnsmos_sig":3.24252,"dnsmos_bak":3.82864,"pesq_wb":2.82317,"pesq_nb":3.17885,"stoi":0.88953,"estoi":0.79905,"si_sdr":2.37447,"mel_dist":0.19314,"stft_dist":1.36552,"f0_rmse_cents":99.80968,"f0_corr":0.94078,"vuv_err":0.10891,"score_intelligibility":0.76905,"score_speaker":0.85593,"score_quality":0.76058,"score_fidelity":0.78374,"score":0.79232},"id":{"n":50,"unit":"wer","wer":10.97993,"wer_orig":5.90319,"dwer":5.07674,"wer_pseudo":7.31995,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.79323,"utmos":1.44025,"dnsmos_ovrl":2.45124,"dnsmos_sig":2.99857,"dnsmos_bak":2.99448,"pesq_wb":2.22641,"pesq_nb":2.73198,"stoi":0.80376,"estoi":0.68331,"si_sdr":2.72027,"mel_dist":0.16516,"stft_dist":1.2293,"f0_rmse_cents":126.0525,"f0_corr":0.83725,"vuv_err":0.1636,"score_intelligibility":0.57623,"score_speaker":0.79323,"score_quality":0.64754,"score_fidelity":0.6638,"score":0.6702},"vi":{"n":50,"unit":"wer","wer":11.5354,"wer_orig":7.71679,"dwer":3.81862,"wer_pseudo":7.80255,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.78934,"utmos":1.61283,"dnsmos_ovrl":2.57256,"dnsmos_sig":3.13336,"dnsmos_bak":3.45635,"pesq_wb":2.57772,"pesq_nb":3.01915,"stoi":0.79989,"estoi":0.69188,"si_sdr":4.79909,"mel_dist":0.16766,"stft_dist":1.21401,"f0_rmse_cents":115.34912,"f0_corr":0.91569,"vuv_err":0.11417,"score_intelligibility":0.69537,"score_speaker":0.78934,"score_quality":0.70307,"score_fidelity":0.72212,"score":0.72748},"ru":{"n":50,"unit":"wer","wer":5.66474,"wer_orig":4.50867,"dwer":1.15607,"wer_pseudo":1.96987,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.84564,"utmos":2.06264,"dnsmos_ovrl":2.8817,"dnsmos_sig":3.21311,"dnsmos_bak":3.98272,"pesq_wb":2.83291,"pesq_nb":3.23771,"stoi":0.91135,"estoi":0.84427,"si_sdr":4.96696,"mel_dist":0.19147,"stft_dist":1.28285,"f0_rmse_cents":134.50938,"f0_corr":0.8217,"vuv_err":0.15934,"score_intelligibility":0.82654,"score_speaker":0.84564,"score_quality":0.77558,"score_fidelity":0.75225,"score":0.8},"uk":{"n":50,"unit":"wer","wer":10.32917,"wer_orig":6.46992,"dwer":3.85925,"wer_pseudo":7.15909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.82343,"utmos":2.08381,"dnsmos_ovrl":2.96735,"dnsmos_sig":3.31124,"dnsmos_bak":3.99492,"pesq_wb":2.81016,"pesq_nb":3.17489,"stoi":0.90193,"estoi":0.81437,"si_sdr":6.5116,"mel_dist":0.19486,"stft_dist":1.31273,"f0_rmse_cents":73.21661,"f0_corr":0.95815,"vuv_err":0.1189,"score_intelligibility":0.65935,"score_speaker":0.82343,"score_quality":0.82185,"score_fidelity":0.79242,"score":0.77426},"el":{"n":50,"unit":"wer","wer":18.43687,"wer_orig":12.02405,"dwer":6.41283,"wer_pseudo":12.21221,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.80745,"utmos":2.10233,"dnsmos_ovrl":2.82609,"dnsmos_sig":3.25507,"dnsmos_bak":3.80168,"pesq_wb":2.96546,"pesq_nb":3.39703,"stoi":0.8912,"estoi":0.80192,"si_sdr":6.76117,"mel_dist":0.17378,"stft_dist":1.19283,"f0_rmse_cents":159.74017,"f0_corr":0.83146,"vuv_err":0.14882,"score_intelligibility":0.67007,"score_speaker":0.80745,"score_quality":0.77859,"score_fidelity":0.76141,"score":0.75438},"ar":{"n":50,"unit":"wer","wer":15.28977,"wer_orig":12.45376,"dwer":2.836,"wer_pseudo":5.80964,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.85211,"utmos":2.11797,"dnsmos_ovrl":3.09322,"dnsmos_sig":3.46049,"dnsmos_bak":3.91432,"pesq_wb":2.64988,"pesq_nb":3.1205,"stoi":0.92442,"estoi":0.87065,"si_sdr":4.04929,"mel_dist":0.19054,"stft_dist":1.26028,"f0_rmse_cents":82.70975,"f0_corr":0.94646,"vuv_err":0.10503,"score_intelligibility":0.8259,"score_speaker":0.85211,"score_quality":0.82042,"score_fidelity":0.78076,"score":0.8198},"fa":{"n":50,"unit":"wer","wer":31.54286,"wer_orig":25.94286,"dwer":5.6,"wer_pseudo":12.21622,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.82397,"utmos":1.73514,"dnsmos_ovrl":2.66382,"dnsmos_sig":3.20959,"dnsmos_bak":3.59252,"pesq_wb":2.35827,"pesq_nb":2.98491,"stoi":0.79382,"estoi":0.6959,"si_sdr":2.11309,"mel_dist":0.18665,"stft_dist":1.36744,"f0_rmse_cents":231.30549,"f0_corr":0.77627,"vuv_err":0.14949,"score_intelligibility":0.82792,"score_speaker":0.82397,"score_quality":0.67986,"score_fidelity":0.65272,"score":0.74612},"he":{"n":50,"unit":"wer","wer":26.74419,"wer_orig":19.4186,"dwer":7.32558,"wer_pseudo":16.5493,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.80295,"utmos":1.53713,"dnsmos_ovrl":2.57472,"dnsmos_sig":2.95197,"dnsmos_bak":3.83145,"pesq_wb":2.52735,"pesq_nb":2.93883,"stoi":0.89055,"estoi":0.80664,"si_sdr":5.01343,"mel_dist":0.1932,"stft_dist":1.31644,"f0_rmse_cents":173.31395,"f0_corr":0.73168,"vuv_err":0.23698,"score_intelligibility":0.73596,"score_speaker":0.80295,"score_quality":0.61436,"score_fidelity":0.68621,"score":0.70987},"hi":{"n":50,"unit":"wer","wer":29.27054,"wer_orig":26.31579,"dwer":2.95476,"wer_pseudo":12.17075,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.80848,"utmos":1.79145,"dnsmos_ovrl":2.63939,"dnsmos_sig":3.18965,"dnsmos_bak":3.33214,"pesq_wb":2.58316,"pesq_nb":3.01723,"stoi":0.86375,"estoi":0.77652,"si_sdr":5.29125,"mel_dist":0.18406,"stft_dist":1.24861,"f0_rmse_cents":122.15294,"f0_corr":0.88948,"vuv_err":0.12936,"score_intelligibility":0.90239,"score_speaker":0.80848,"score_quality":0.77623,"score_fidelity":0.73519,"score":0.80557},"zh":{"n":50,"unit":"cer","wer":8.33819,"wer_orig":7.40525,"dwer":0.93294,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.82662,"utmos":1.92464,"dnsmos_ovrl":2.86594,"dnsmos_sig":3.24283,"dnsmos_bak":3.89455,"pesq_wb":2.6199,"pesq_nb":3.09885,"stoi":0.90145,"estoi":0.83435,"si_sdr":-0.20776,"mel_dist":0.17728,"stft_dist":1.29262,"f0_rmse_cents":95.06299,"f0_corr":0.91749,"vuv_err":0.09664,"score_intelligibility":0.90009,"score_speaker":0.82662,"score_quality":0.70684,"score_fidelity":0.76059,"score":0.79853},"yue":{"n":50,"unit":"cer","wer":17.50779,"wer_orig":14.39252,"dwer":3.11526,"wer_pseudo":11.01963,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.83824,"utmos":2.10246,"dnsmos_ovrl":2.92588,"dnsmos_sig":3.33547,"dnsmos_bak":3.79401,"pesq_wb":2.6265,"pesq_nb":3.10754,"stoi":0.89568,"estoi":0.81107,"si_sdr":3.17137,"mel_dist":0.16896,"stft_dist":1.22171,"f0_rmse_cents":108.31633,"f0_corr":0.94501,"vuv_err":0.12778,"score_intelligibility":0.83168,"score_speaker":0.83824,"score_quality":0.75668,"score_fidelity":0.76847,"score":0.79877},"ja":{"n":50,"unit":"cer","wer":4.54754,"wer_orig":3.53698,"dwer":1.01056,"wer_pseudo":2.57235,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.77999,"utmos":1.5744,"dnsmos_ovrl":2.34332,"dnsmos_sig":3.01077,"dnsmos_bak":3.19197,"pesq_wb":2.33585,"pesq_nb":2.86179,"stoi":0.7875,"estoi":0.665,"si_sdr":0.3043,"mel_dist":0.18823,"stft_dist":1.49794,"f0_rmse_cents":129.06982,"f0_corr":0.88355,"vuv_err":0.14833,"score_intelligibility":0.81784,"score_speaker":0.77999,"score_quality":0.71369,"score_fidelity":0.68424,"score":0.74894},"ko":{"n":50,"unit":"cer","wer":5.68627,"wer_orig":5.14706,"dwer":0.53922,"wer_pseudo":1.60321,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.81576,"utmos":2.29456,"dnsmos_ovrl":2.88071,"dnsmos_sig":3.26851,"dnsmos_bak":3.9279,"pesq_wb":3.02898,"pesq_nb":3.36059,"stoi":0.90425,"estoi":0.8391,"si_sdr":5.80585,"mel_dist":0.18769,"stft_dist":1.26459,"f0_rmse_cents":103.08989,"f0_corr":0.92367,"vuv_err":0.11205,"score_intelligibility":0.91935,"score_speaker":0.81576,"score_quality":0.74642,"score_fidelity":0.80254,"score":0.82102},"th":{"n":50,"unit":"cer","wer":9.66047,"wer_orig":7.61924,"dwer":2.04123,"wer_pseudo":5.85139,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.82885,"utmos":1.67102,"dnsmos_ovrl":2.381,"dnsmos_sig":2.88942,"dnsmos_bak":3.31266,"pesq_wb":2.27924,"pesq_nb":2.77139,"stoi":0.87742,"estoi":0.7998,"si_sdr":0.81299,"mel_dist":0.18549,"stft_dist":1.34151,"f0_rmse_cents":176.44733,"f0_corr":0.89871,"vuv_err":0.16338,"score_intelligibility":0.80852,"score_speaker":0.82885,"score_quality":0.63041,"score_fidelity":0.71387,"score":0.74541}}},{"codec":"espnet_amuse_speech_soundstream_16k_16kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_amuse_speech_soundstream_16k_16kbps","family":"ESPnet-Codec","checkpoint":"espnet/amuse_speech_soundstream_16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":16.0,"notes":"SoundStream trained on the speech part of AMUSE; target_bw=16 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":16.0,"kbps_measured":16.0,"tokens_per_s":1600.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.00167,"rtf_decode":0.00124,"peak_vram_gb":0.54994,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89183,"score_worst_lang":0.82266,"worst_lang":"id","en_gap":-0.03526,"score_intelligibility":0.91607,"score_speaker":0.92476,"score_quality":0.89043,"score_fidelity":0.83603,"dwer":0.84443,"wer":9.65024,"wer_pseudo":3.33835,"sim":0.92476,"utmos":2.27649,"dnsmos_ovrl":2.91033,"dnsmos_sig":3.33012,"dnsmos_bak":3.83275,"pesq_wb":3.2617,"pesq_nb":3.62467,"stoi":0.92343,"estoi":0.86831,"si_sdr":3.35208,"mel_dist":0.14475,"stft_dist":1.06084,"f0_rmse_cents":94.50009,"f0_corr":0.93847,"vuv_err":0.10191,"score_ci95":[0.88611,0.89619]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.16126,"wer_orig":6.98132,"dwer":1.17994,"wer_pseudo":1.55642,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.92118,"utmos":2.10538,"dnsmos_ovrl":2.49933,"dnsmos_sig":3.06256,"dnsmos_bak":3.68863,"pesq_wb":2.87666,"pesq_nb":3.41859,"stoi":0.90773,"estoi":0.84267,"si_sdr":0.95131,"mel_dist":0.14263,"stft_dist":1.09199,"f0_rmse_cents":107.57069,"f0_corr":0.94928,"vuv_err":0.10255,"score_intelligibility":0.8712,"score_speaker":0.92118,"score_quality":0.84202,"score_fidelity":0.79773,"score":0.85803},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":1.42421,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94776,"utmos":2.49259,"dnsmos_ovrl":3.07372,"dnsmos_sig":3.37111,"dnsmos_bak":4.0465,"pesq_wb":3.50909,"pesq_nb":3.75641,"stoi":0.94,"estoi":0.87646,"si_sdr":6.5489,"mel_dist":0.14224,"stft_dist":0.99949,"f0_rmse_cents":86.06955,"f0_corr":0.94284,"vuv_err":0.09696,"score_intelligibility":0.95641,"score_speaker":0.94776,"score_quality":0.92927,"score_fidelity":0.86657,"score":0.925},"fr":{"n":50,"unit":"wer","wer":4.90119,"wer_orig":4.98024,"dwer":-0.07905,"wer_pseudo":1.90476,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.93459,"utmos":2.1851,"dnsmos_ovrl":3.03106,"dnsmos_sig":3.37486,"dnsmos_bak":3.97762,"pesq_wb":3.33375,"pesq_nb":3.65368,"stoi":0.9461,"estoi":0.90969,"si_sdr":5.1378,"mel_dist":0.1423,"stft_dist":1.00402,"f0_rmse_cents":90.09252,"f0_corr":0.9608,"vuv_err":0.10905,"score_intelligibility":1.0,"score_speaker":0.93459,"score_quality":0.93396,"score_fidelity":0.8579,"score":0.93161},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.91158,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92905,"utmos":2.37534,"dnsmos_ovrl":3.19205,"dnsmos_sig":3.54275,"dnsmos_bak":3.94712,"pesq_wb":3.4851,"pesq_nb":3.72843,"stoi":0.94082,"estoi":0.89607,"si_sdr":3.6249,"mel_dist":0.15167,"stft_dist":1.09131,"f0_rmse_cents":149.42212,"f0_corr":0.918,"vuv_err":0.1073,"score_intelligibility":0.95745,"score_speaker":0.92905,"score_quality":0.89053,"score_fidelity":0.85628,"score":0.90833},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":0.91408,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.93859,"utmos":2.72707,"dnsmos_ovrl":3.31352,"dnsmos_sig":3.59687,"dnsmos_bak":4.1013,"pesq_wb":3.59346,"pesq_nb":3.83765,"stoi":0.94592,"estoi":0.90442,"si_sdr":4.959,"mel_dist":0.14395,"stft_dist":1.0109,"f0_rmse_cents":64.17495,"f0_corr":0.94659,"vuv_err":0.09181,"score_intelligibility":0.88631,"score_speaker":0.93859,"score_quality":0.9103,"score_fidelity":0.87783,"score":0.90326},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95505,"utmos":2.28572,"dnsmos_ovrl":2.9968,"dnsmos_sig":3.3877,"dnsmos_bak":3.75739,"pesq_wb":3.36065,"pesq_nb":3.66069,"stoi":0.921,"estoi":0.86809,"si_sdr":2.14971,"mel_dist":0.14602,"stft_dist":1.07475,"f0_rmse_cents":172.55183,"f0_corr":0.94365,"vuv_err":0.11171,"score_intelligibility":1.0,"score_speaker":0.95505,"score_quality":0.92601,"score_fidelity":0.84638,"score":0.93186},"nl":{"n":50,"unit":"wer","wer":6.33363,"wer_orig":5.26316,"dwer":1.07047,"wer_pseudo":1.88004,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.9389,"utmos":2.73903,"dnsmos_ovrl":2.69008,"dnsmos_sig":3.09078,"dnsmos_bak":4.09156,"pesq_wb":3.465,"pesq_nb":3.78881,"stoi":0.94595,"estoi":0.90106,"si_sdr":3.44925,"mel_dist":0.14286,"stft_dist":1.09132,"f0_rmse_cents":80.06885,"f0_corr":0.95292,"vuv_err":0.12162,"score_intelligibility":0.85403,"score_speaker":0.9389,"score_quality":0.92829,"score_fidelity":0.86772,"score":0.89724},"pl":{"n":50,"unit":"wer","wer":4.93421,"wer_orig":3.28947,"dwer":1.64474,"wer_pseudo":2.30263,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.9359,"utmos":2.4816,"dnsmos_ovrl":2.9621,"dnsmos_sig":3.3292,"dnsmos_bak":3.97788,"pesq_wb":3.30702,"pesq_nb":3.59846,"stoi":0.94963,"estoi":0.90349,"si_sdr":-0.0358,"mel_dist":0.14615,"stft_dist":1.11538,"f0_rmse_cents":87.16581,"f0_corr":0.89792,"vuv_err":0.10735,"score_intelligibility":0.72284,"score_speaker":0.9359,"score_quality":0.91577,"score_fidelity":0.83556,"score":0.85252},"cs":{"n":50,"unit":"wer","wer":11.20187,"wer_orig":9.45158,"dwer":1.75029,"wer_pseudo":4.6729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94588,"utmos":2.4203,"dnsmos_ovrl":3.16205,"dnsmos_sig":3.49838,"dnsmos_bak":3.94809,"pesq_wb":3.26462,"pesq_nb":3.65583,"stoi":0.93546,"estoi":0.88481,"si_sdr":7.17825,"mel_dist":0.14807,"stft_dist":1.02487,"f0_rmse_cents":62.13032,"f0_corr":0.95382,"vuv_err":0.08294,"score_intelligibility":0.85656,"score_speaker":0.94588,"score_quality":0.95229,"score_fidelity":0.84544,"score":0.90004},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":2.89855,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.93205,"utmos":2.03389,"dnsmos_ovrl":3.02328,"dnsmos_sig":3.38793,"dnsmos_bak":3.98603,"pesq_wb":3.33607,"pesq_nb":3.65044,"stoi":0.92709,"estoi":0.86627,"si_sdr":2.14748,"mel_dist":0.15256,"stft_dist":1.12683,"f0_rmse_cents":91.43077,"f0_corr":0.94815,"vuv_err":0.08184,"score_intelligibility":0.98521,"score_speaker":0.93205,"score_quality":0.8974,"score_fidelity":0.84756,"score":0.91555},"id":{"n":50,"unit":"wer","wer":7.67414,"wer_orig":5.90319,"dwer":1.77096,"wer_pseudo":4.72255,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89423,"utmos":1.6826,"dnsmos_ovrl":2.67866,"dnsmos_sig":3.27293,"dnsmos_bak":3.26592,"pesq_wb":2.94055,"pesq_nb":3.37959,"stoi":0.8659,"estoi":0.7784,"si_sdr":2.9978,"mel_dist":0.14728,"stft_dist":1.08406,"f0_rmse_cents":107.51353,"f0_corr":0.86368,"vuv_err":0.12821,"score_intelligibility":0.79584,"score_speaker":0.89423,"score_quality":0.83922,"score_fidelity":0.76134,"score":0.82266},"vi":{"n":50,"unit":"wer","wer":8.75099,"wer_orig":7.71679,"dwer":1.03421,"wer_pseudo":3.42357,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.8961,"utmos":1.89765,"dnsmos_ovrl":2.75622,"dnsmos_sig":3.31314,"dnsmos_bak":3.58088,"pesq_wb":3.21606,"pesq_nb":3.6188,"stoi":0.87036,"estoi":0.79612,"si_sdr":4.62501,"mel_dist":0.1361,"stft_dist":0.99869,"f0_rmse_cents":90.21854,"f0_corr":0.94998,"vuv_err":0.09929,"score_intelligibility":0.89394,"score_speaker":0.8961,"score_quality":0.8817,"score_fidelity":0.81783,"score":0.87239},"ru":{"n":50,"unit":"wer","wer":4.39306,"wer_orig":4.50867,"dwer":-0.11561,"wer_pseudo":0.34762,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.93035,"utmos":2.3925,"dnsmos_ovrl":3.0108,"dnsmos_sig":3.35083,"dnsmos_bak":4.03593,"pesq_wb":3.33943,"pesq_nb":3.6563,"stoi":0.94357,"estoi":0.89819,"si_sdr":4.00565,"mel_dist":0.14842,"stft_dist":1.07899,"f0_rmse_cents":82.74745,"f0_corr":0.94617,"vuv_err":0.11725,"score_intelligibility":1.0,"score_speaker":0.93035,"score_quality":0.905,"score_fidelity":0.85271,"score":0.92202},"uk":{"n":50,"unit":"wer","wer":7.26447,"wer_orig":6.46992,"dwer":0.79455,"wer_pseudo":2.84091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.93038,"utmos":2.30286,"dnsmos_ovrl":3.08807,"dnsmos_sig":3.41747,"dnsmos_bak":4.07466,"pesq_wb":3.40427,"pesq_nb":3.70144,"stoi":0.94405,"estoi":0.89058,"si_sdr":5.64449,"mel_dist":0.14603,"stft_dist":1.05626,"f0_rmse_cents":61.9362,"f0_corr":0.96689,"vuv_err":0.0901,"score_intelligibility":0.90386,"score_speaker":0.93038,"score_quality":0.91284,"score_fidelity":0.86596,"score":0.90326},"el":{"n":50,"unit":"wer","wer":14.72946,"wer_orig":12.02405,"dwer":2.70541,"wer_pseudo":8.80881,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.89815,"utmos":2.44127,"dnsmos_ovrl":2.92878,"dnsmos_sig":3.34769,"dnsmos_bak":3.86611,"pesq_wb":3.48509,"pesq_nb":3.78576,"stoi":0.93122,"estoi":0.87162,"si_sdr":5.5601,"mel_dist":0.13731,"stft_dist":0.98068,"f0_rmse_cents":62.57878,"f0_corr":0.94227,"vuv_err":0.0852,"score_intelligibility":0.828,"score_speaker":0.89815,"score_quality":0.90213,"score_fidelity":0.86117,"score":0.87237},"ar":{"n":50,"unit":"wer","wer":13.19359,"wer_orig":12.45376,"dwer":0.73983,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9306,"utmos":2.26098,"dnsmos_ovrl":3.12438,"dnsmos_sig":3.51738,"dnsmos_bak":3.89284,"pesq_wb":3.06728,"pesq_nb":3.47846,"stoi":0.94641,"estoi":0.90958,"si_sdr":2.32697,"mel_dist":0.15365,"stft_dist":1.1211,"f0_rmse_cents":101.18616,"f0_corr":0.9439,"vuv_err":0.09597,"score_intelligibility":0.94788,"score_speaker":0.9306,"score_quality":0.8704,"score_fidelity":0.82699,"score":0.89397},"fa":{"n":50,"unit":"wer","wer":26.51429,"wer_orig":25.94286,"dwer":0.57143,"wer_pseudo":6.59459,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.92929,"utmos":2.29657,"dnsmos_ovrl":2.82595,"dnsmos_sig":3.33137,"dnsmos_bak":3.72424,"pesq_wb":3.05288,"pesq_nb":3.62144,"stoi":0.86657,"estoi":0.80056,"si_sdr":2.2924,"mel_dist":0.14546,"stft_dist":1.094,"f0_rmse_cents":151.25712,"f0_corr":0.89108,"vuv_err":0.1077,"score_intelligibility":0.97923,"score_speaker":0.92929,"score_quality":0.89746,"score_fidelity":0.78139,"score":0.89684},"he":{"n":50,"unit":"wer","wer":23.25581,"wer_orig":19.4186,"dwer":3.83721,"wer_pseudo":9.15493,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.93238,"utmos":2.2393,"dnsmos_ovrl":2.77658,"dnsmos_sig":3.15595,"dnsmos_bak":3.9395,"pesq_wb":3.25255,"pesq_nb":3.59541,"stoi":0.93752,"estoi":0.88515,"si_sdr":4.60223,"mel_dist":0.14162,"stft_dist":1.02319,"f0_rmse_cents":94.81382,"f0_corr":0.89287,"vuv_err":0.12296,"score_intelligibility":0.8418,"score_speaker":0.93238,"score_quality":0.90604,"score_fidelity":0.82466,"score":0.87622},"hi":{"n":50,"unit":"wer","wer":28.53186,"wer_orig":26.31579,"dwer":2.21607,"wer_pseudo":9.35513,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90459,"utmos":2.00497,"dnsmos_ovrl":2.66297,"dnsmos_sig":3.18316,"dnsmos_bak":3.35293,"pesq_wb":3.02694,"pesq_nb":3.42534,"stoi":0.90368,"estoi":0.84273,"si_sdr":4.10332,"mel_dist":0.15401,"stft_dist":1.07559,"f0_rmse_cents":92.21816,"f0_corr":0.93586,"vuv_err":0.11122,"score_intelligibility":0.92496,"score_speaker":0.90459,"score_quality":0.86542,"score_fidelity":0.80622,"score":0.8753},"zh":{"n":50,"unit":"cer","wer":7.46356,"wer_orig":7.40525,"dwer":0.05831,"wer_pseudo":0.36585,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.91907,"utmos":2.24419,"dnsmos_ovrl":2.92644,"dnsmos_sig":3.3042,"dnsmos_bak":3.96045,"pesq_wb":3.12166,"pesq_nb":3.57849,"stoi":0.93604,"estoi":0.88894,"si_sdr":-0.21068,"mel_dist":0.14121,"stft_dist":1.08652,"f0_rmse_cents":81.50014,"f0_corr":0.92852,"vuv_err":0.07375,"score_intelligibility":0.99311,"score_speaker":0.91907,"score_quality":0.80979,"score_fidelity":0.82358,"score":0.88639},"yue":{"n":50,"unit":"cer","wer":13.58255,"wer_orig":14.39252,"dwer":-0.80997,"wer_pseudo":6.26979,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.92182,"utmos":2.43875,"dnsmos_ovrl":3.01349,"dnsmos_sig":3.40392,"dnsmos_bak":3.88276,"pesq_wb":3.25065,"pesq_nb":3.63222,"stoi":0.93183,"estoi":0.87372,"si_sdr":2.4308,"mel_dist":0.13831,"stft_dist":1.03009,"f0_rmse_cents":91.25614,"f0_corr":0.9579,"vuv_err":0.08583,"score_intelligibility":1.0,"score_speaker":0.92182,"score_quality":0.86465,"score_fidelity":0.84426,"score":0.90768},"ja":{"n":50,"unit":"cer","wer":4.31787,"wer_orig":3.53698,"dwer":0.78089,"wer_pseudo":1.69959,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.90782,"utmos":1.87842,"dnsmos_ovrl":2.48605,"dnsmos_sig":3.15133,"dnsmos_bak":3.27936,"pesq_wb":3.24409,"pesq_nb":3.60381,"stoi":0.86334,"estoi":0.78469,"si_sdr":0.77369,"mel_dist":0.14143,"stft_dist":1.12017,"f0_rmse_cents":80.8697,"f0_corr":0.95463,"vuv_err":0.0976,"score_intelligibility":0.85316,"score_speaker":0.90782,"score_quality":0.90683,"score_fidelity":0.81971,"score":0.87188},"ko":{"n":50,"unit":"cer","wer":5.29412,"wer_orig":5.14706,"dwer":0.14706,"wer_pseudo":0.3006,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.91788,"utmos":2.7346,"dnsmos_ovrl":2.9645,"dnsmos_sig":3.33834,"dnsmos_bak":4.00538,"pesq_wb":3.51701,"pesq_nb":3.80682,"stoi":0.94002,"estoi":0.89658,"si_sdr":4.52814,"mel_dist":0.13722,"stft_dist":0.9905,"f0_rmse_cents":73.36537,"f0_corr":0.97455,"vuv_err":0.07723,"score_intelligibility":0.97664,"score_speaker":0.91788,"score_quality":0.86431,"score_fidelity":0.87791,"score":0.90918},"th":{"n":50,"unit":"cer","wer":8.00323,"wer_orig":7.61924,"dwer":0.38399,"wer_pseudo":3.4015,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.90267,"utmos":1.97516,"dnsmos_ovrl":2.66099,"dnsmos_sig":3.19312,"dnsmos_bak":3.60288,"pesq_wb":2.83091,"pesq_nb":3.35928,"stoi":0.92203,"estoi":0.86961,"si_sdr":0.65909,"mel_dist":0.14742,"stft_dist":1.08951,"f0_rmse_cents":105.86362,"f0_corr":0.96107,"vuv_err":0.14035,"score_intelligibility":0.95735,"score_speaker":0.90267,"score_quality":0.81878,"score_fidelity":0.80207,"score":0.87022}}},{"codec":"espnet_amuse_speech_soundstream_16k_2kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_amuse_speech_soundstream_16k_2kbps","family":"ESPnet-Codec","checkpoint":"espnet/amuse_speech_soundstream_16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":2.0,"notes":"SoundStream trained on the speech part of AMUSE; target_bw=2 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.00142,"rtf_decode":0.00124,"peak_vram_gb":0.54964,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.65002,"score_worst_lang":0.50909,"worst_lang":"id","en_gap":0.05538,"score_intelligibility":0.58304,"score_speaker":0.74109,"score_quality":0.62995,"score_fidelity":0.646,"dwer":8.53315,"wer":17.33896,"wer_pseudo":13.35093,"sim":0.74109,"utmos":1.62753,"dnsmos_ovrl":2.687,"dnsmos_sig":3.10342,"dnsmos_bak":3.76896,"pesq_wb":1.86148,"pesq_nb":2.42007,"stoi":0.8152,"estoi":0.68618,"si_sdr":-2.53103,"mel_dist":0.19708,"stft_dist":1.31165,"f0_rmse_cents":131.61415,"f0_corr":0.87666,"vuv_err":0.16143,"score_ci95":[0.6436,0.65812]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.6529,"wer_orig":6.98132,"dwer":1.67158,"wer_pseudo":4.47471,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.73205,"utmos":1.62776,"dnsmos_ovrl":2.31141,"dnsmos_sig":2.86633,"dnsmos_bak":3.66778,"pesq_wb":1.6229,"pesq_nb":2.23526,"stoi":0.78455,"estoi":0.64256,"si_sdr":-4.56366,"mel_dist":0.19272,"stft_dist":1.33751,"f0_rmse_cents":126.93171,"f0_corr":0.92177,"vuv_err":0.17251,"score_intelligibility":0.82683,"score_speaker":0.73205,"score_quality":0.62538,"score_fidelity":0.6281,"score":0.70309},"de":{"n":50,"unit":"wer","wer":8.54527,"wer_orig":5.69685,"dwer":2.84842,"wer_pseudo":4.06918,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.78873,"utmos":1.76897,"dnsmos_ovrl":2.84375,"dnsmos_sig":3.12973,"dnsmos_bak":4.02764,"pesq_wb":2.05047,"pesq_nb":2.53219,"stoi":0.85503,"estoi":0.70609,"si_sdr":0.47925,"mel_dist":0.19342,"stft_dist":1.22249,"f0_rmse_cents":119.15208,"f0_corr":0.88341,"vuv_err":0.15054,"score_intelligibility":0.70159,"score_speaker":0.78873,"score_quality":0.66488,"score_fidelity":0.67952,"score":0.70868},"fr":{"n":50,"unit":"wer","wer":12.01581,"wer_orig":4.98024,"dwer":7.03557,"wer_pseudo":10.2381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77483,"utmos":1.71212,"dnsmos_ovrl":2.89793,"dnsmos_sig":3.2433,"dnsmos_bak":3.94785,"pesq_wb":2.04496,"pesq_nb":2.56368,"stoi":0.8652,"estoi":0.77911,"si_sdr":-0.64152,"mel_dist":0.1953,"stft_dist":1.23731,"f0_rmse_cents":101.81221,"f0_corr":0.93179,"vuv_err":0.1813,"score_intelligibility":0.45946,"score_speaker":0.77483,"score_quality":0.72852,"score_fidelity":0.69852,"score":0.66533},"es":{"n":50,"unit":"wer","wer":3.90909,"wer_orig":3.09091,"dwer":0.81818,"wer_pseudo":2.18778,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.77227,"utmos":1.71626,"dnsmos_ovrl":3.00873,"dnsmos_sig":3.37885,"dnsmos_bak":3.8639,"pesq_wb":2.213,"pesq_nb":2.70019,"stoi":0.85385,"estoi":0.73959,"si_sdr":-1.55037,"mel_dist":0.20221,"stft_dist":1.31378,"f0_rmse_cents":169.78596,"f0_corr":0.90146,"vuv_err":0.16243,"score_intelligibility":0.83333,"score_speaker":0.77227,"score_quality":0.66282,"score_fidelity":0.70063,"score":0.74226},"it":{"n":50,"unit":"wer","wer":4.64481,"wer_orig":2.55009,"dwer":2.09472,"wer_pseudo":3.19927,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.75493,"utmos":1.9857,"dnsmos_ovrl":3.11679,"dnsmos_sig":3.42795,"dnsmos_bak":4.01681,"pesq_wb":2.25325,"pesq_nb":2.75454,"stoi":0.85979,"estoi":0.75481,"si_sdr":-0.66733,"mel_dist":0.19473,"stft_dist":1.24518,"f0_rmse_cents":103.21952,"f0_corr":0.86465,"vuv_err":0.12795,"score_intelligibility":0.62891,"score_speaker":0.75493,"score_quality":0.69302,"score_fidelity":0.69417,"score":0.69276},"pt":{"n":50,"unit":"wer","wer":4.00391,"wer_orig":3.41797,"dwer":0.58594,"wer_pseudo":2.06693,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.81251,"utmos":1.77227,"dnsmos_ovrl":2.797,"dnsmos_sig":3.20057,"dnsmos_bak":3.64943,"pesq_wb":2.00652,"pesq_nb":2.5533,"stoi":0.82299,"estoi":0.70579,"si_sdr":-3.51773,"mel_dist":0.19778,"stft_dist":1.30338,"f0_rmse_cents":212.89569,"f0_corr":0.90333,"vuv_err":0.17751,"score_intelligibility":0.8829,"score_speaker":0.81251,"score_quality":0.70558,"score_fidelity":0.6713,"score":0.76807},"nl":{"n":50,"unit":"wer","wer":12.84567,"wer_orig":5.26316,"dwer":7.58252,"wer_pseudo":9.4897,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.77303,"utmos":1.73344,"dnsmos_ovrl":2.4629,"dnsmos_sig":2.8664,"dnsmos_bak":4.03475,"pesq_wb":1.7928,"pesq_nb":2.41493,"stoi":0.84949,"estoi":0.73182,"si_sdr":-3.19322,"mel_dist":0.19688,"stft_dist":1.39312,"f0_rmse_cents":123.237,"f0_corr":0.88653,"vuv_err":0.18417,"score_intelligibility":0.45235,"score_speaker":0.77303,"score_quality":0.60748,"score_fidelity":0.65418,"score":0.62176},"pl":{"n":50,"unit":"wer","wer":11.51316,"wer_orig":3.28947,"dwer":8.22368,"wer_pseudo":11.18421,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.7774,"utmos":1.58973,"dnsmos_ovrl":2.75094,"dnsmos_sig":3.12543,"dnsmos_bak":3.91417,"pesq_wb":1.786,"pesq_nb":2.29569,"stoi":0.8613,"estoi":0.7431,"si_sdr":-5.67132,"mel_dist":0.20116,"stft_dist":1.37699,"f0_rmse_cents":118.77704,"f0_corr":0.8024,"vuv_err":0.16331,"score_intelligibility":0.3428,"score_speaker":0.7774,"score_quality":0.60763,"score_fidelity":0.62942,"score":0.58931},"cs":{"n":50,"unit":"wer","wer":20.30338,"wer_orig":9.45158,"dwer":10.85181,"wer_pseudo":18.2243,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.78604,"utmos":1.64699,"dnsmos_ovrl":2.96102,"dnsmos_sig":3.29103,"dnsmos_bak":3.92281,"pesq_wb":1.7449,"pesq_nb":2.35327,"stoi":0.82767,"estoi":0.70542,"si_sdr":0.86318,"mel_dist":0.20255,"stft_dist":1.29083,"f0_rmse_cents":90.86766,"f0_corr":0.88085,"vuv_err":0.13125,"score_intelligibility":0.49061,"score_speaker":0.78604,"score_quality":0.66884,"score_fidelity":0.64045,"score":0.64648},"tr":{"n":50,"unit":"wer","wer":15.78947,"wer_orig":7.76316,"dwer":8.02632,"wer_pseudo":12.64822,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.78411,"utmos":1.50587,"dnsmos_ovrl":2.78286,"dnsmos_sig":3.14037,"dnsmos_bak":3.94516,"pesq_wb":1.86528,"pesq_nb":2.47711,"stoi":0.82698,"estoi":0.68198,"si_sdr":-2.80634,"mel_dist":0.20343,"stft_dist":1.36573,"f0_rmse_cents":128.78291,"f0_corr":0.89454,"vuv_err":0.13387,"score_intelligibility":0.52194,"score_speaker":0.78411,"score_quality":0.63272,"score_fidelity":0.65625,"score":0.64876},"id":{"n":50,"unit":"wer","wer":24.55726,"wer_orig":5.90319,"dwer":18.65407,"wer_pseudo":23.1405,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.64524,"utmos":1.3276,"dnsmos_ovrl":2.37557,"dnsmos_sig":2.89013,"dnsmos_bak":3.07522,"pesq_wb":1.4688,"pesq_nb":2.09461,"stoi":0.7022,"estoi":0.51611,"si_sdr":-2.56627,"mel_dist":0.20579,"stft_dist":1.35534,"f0_rmse_cents":120.68676,"f0_corr":0.82562,"vuv_err":0.20236,"score_intelligibility":0.27011,"score_speaker":0.64524,"score_quality":0.5671,"score_fidelity":0.55392,"score":0.50909},"vi":{"n":50,"unit":"wer","wer":21.95704,"wer_orig":7.71679,"dwer":14.24025,"wer_pseudo":18.78981,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.66336,"utmos":1.41345,"dnsmos_ovrl":2.46517,"dnsmos_sig":3.01338,"dnsmos_bak":3.46279,"pesq_wb":1.75738,"pesq_nb":2.40093,"stoi":0.71299,"estoi":0.55842,"si_sdr":-1.44743,"mel_dist":0.18326,"stft_dist":1.24225,"f0_rmse_cents":133.1603,"f0_corr":0.90286,"vuv_err":0.16361,"score_intelligibility":0.3797,"score_speaker":0.66336,"score_quality":0.58376,"score_fidelity":0.61075,"score":0.55939},"ru":{"n":50,"unit":"wer","wer":6.12717,"wer_orig":4.50867,"dwer":1.6185,"wer_pseudo":2.43337,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.74251,"utmos":1.63192,"dnsmos_ovrl":2.7382,"dnsmos_sig":3.07116,"dnsmos_bak":3.98373,"pesq_wb":1.89943,"pesq_nb":2.41839,"stoi":0.85111,"estoi":0.73896,"si_sdr":-2.41661,"mel_dist":0.19919,"stft_dist":1.34687,"f0_rmse_cents":136.1751,"f0_corr":0.85688,"vuv_err":0.17822,"score_intelligibility":0.77291,"score_speaker":0.74251,"score_quality":0.61271,"score_fidelity":0.65499,"score":0.69578},"uk":{"n":50,"unit":"wer","wer":13.05335,"wer_orig":6.46992,"dwer":6.58343,"wer_pseudo":10.11364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.73804,"utmos":1.81098,"dnsmos_ovrl":2.92611,"dnsmos_sig":3.2748,"dnsmos_bak":4.0283,"pesq_wb":1.9442,"pesq_nb":2.47153,"stoi":0.85431,"estoi":0.72414,"si_sdr":-0.92969,"mel_dist":0.19954,"stft_dist":1.31547,"f0_rmse_cents":99.98682,"f0_corr":0.92173,"vuv_err":0.15861,"score_intelligibility":0.53154,"score_speaker":0.73804,"score_quality":0.72537,"score_fidelity":0.68194,"score":0.66922},"el":{"n":50,"unit":"wer","wer":26.1523,"wer_orig":12.02405,"dwer":14.12826,"wer_pseudo":22.22222,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.68612,"utmos":1.70691,"dnsmos_ovrl":2.62288,"dnsmos_sig":3.01848,"dnsmos_bak":3.79526,"pesq_wb":2.05267,"pesq_nb":2.66282,"stoi":0.83048,"estoi":0.69399,"si_sdr":-1.00669,"mel_dist":0.18656,"stft_dist":1.23024,"f0_rmse_cents":116.00009,"f0_corr":0.86077,"vuv_err":0.14278,"score_intelligibility":0.47967,"score_speaker":0.68612,"score_quality":0.6134,"score_fidelity":0.664,"score":0.6108},"ar":{"n":50,"unit":"wer","wer":19.23551,"wer_orig":12.45376,"dwer":6.78175,"wer_pseudo":12.36094,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.75196,"utmos":1.55183,"dnsmos_ovrl":2.8304,"dnsmos_sig":3.24881,"dnsmos_bak":3.75759,"pesq_wb":1.81418,"pesq_nb":2.30381,"stoi":0.86242,"estoi":0.77181,"si_sdr":-2.72741,"mel_dist":0.20894,"stft_dist":1.36822,"f0_rmse_cents":125.24538,"f0_corr":0.89624,"vuv_err":0.14703,"score_intelligibility":0.66486,"score_speaker":0.75196,"score_quality":0.59016,"score_fidelity":0.66376,"score":0.66769},"fa":{"n":50,"unit":"wer","wer":39.77143,"wer_orig":25.94286,"dwer":13.82857,"wer_pseudo":24.54054,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.76104,"utmos":1.48021,"dnsmos_ovrl":2.61274,"dnsmos_sig":3.11503,"dnsmos_bak":3.67523,"pesq_wb":1.65148,"pesq_nb":2.3721,"stoi":0.7032,"estoi":0.55408,"si_sdr":-3.42869,"mel_dist":0.19843,"stft_dist":1.35234,"f0_rmse_cents":181.97108,"f0_corr":0.82469,"vuv_err":0.17549,"score_intelligibility":0.66083,"score_speaker":0.76104,"score_quality":0.58719,"score_fidelity":0.57134,"score":0.6451},"he":{"n":50,"unit":"wer","wer":33.48837,"wer_orig":19.4186,"dwer":14.06977,"wer_pseudo":25.0,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.74064,"utmos":1.60707,"dnsmos_ovrl":2.58959,"dnsmos_sig":2.96169,"dnsmos_bak":3.88209,"pesq_wb":1.69219,"pesq_nb":2.21785,"stoi":0.84126,"estoi":0.71058,"si_sdr":-1.99114,"mel_dist":0.20038,"stft_dist":1.30792,"f0_rmse_cents":136.16118,"f0_corr":0.7724,"vuv_err":0.23141,"score_intelligibility":0.59204,"score_speaker":0.74064,"score_quality":0.64197,"score_fidelity":0.60381,"score":0.64462},"hi":{"n":50,"unit":"wer","wer":41.1819,"wer_orig":26.31579,"dwer":14.86611,"wer_pseudo":30.69936,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.65082,"utmos":1.50868,"dnsmos_ovrl":2.56012,"dnsmos_sig":3.09327,"dnsmos_bak":3.36641,"pesq_wb":1.80641,"pesq_nb":2.29824,"stoi":0.78226,"estoi":0.64129,"si_sdr":-1.87801,"mel_dist":0.20512,"stft_dist":1.32348,"f0_rmse_cents":154.03844,"f0_corr":0.80697,"vuv_err":0.16762,"score_intelligibility":0.64757,"score_speaker":0.65082,"score_quality":0.64433,"score_fidelity":0.60654,"score":0.63732},"zh":{"n":50,"unit":"cer","wer":10.67055,"wer_orig":7.40525,"dwer":3.26531,"wer_pseudo":4.69512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.74017,"utmos":1.55992,"dnsmos_ovrl":2.63791,"dnsmos_sig":3.02856,"dnsmos_bak":3.884,"pesq_wb":1.89309,"pesq_nb":2.36925,"stoi":0.83616,"estoi":0.71932,"si_sdr":-5.69232,"mel_dist":0.1929,"stft_dist":1.3201,"f0_rmse_cents":114.03418,"f0_corr":0.89691,"vuv_err":0.11573,"score_intelligibility":0.72021,"score_speaker":0.74017,"score_quality":0.55088,"score_fidelity":0.66275,"score":0.6685},"yue":{"n":50,"unit":"cer","wer":45.79439,"wer_orig":14.39252,"dwer":31.40187,"wer_pseudo":44.33186,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.72452,"utmos":1.71217,"dnsmos_ovrl":2.82657,"dnsmos_sig":3.20157,"dnsmos_bak":3.87329,"pesq_wb":1.83027,"pesq_nb":2.4219,"stoi":0.83279,"estoi":0.69203,"si_sdr":-3.19114,"mel_dist":0.19252,"stft_dist":1.27387,"f0_rmse_cents":148.95072,"f0_corr":0.87416,"vuv_err":0.13852,"score_intelligibility":0.32894,"score_speaker":0.72452,"score_quality":0.63195,"score_fidelity":0.64806,"score":0.58337},"ja":{"n":50,"unit":"cer","wer":10.61093,"wer_orig":3.53698,"dwer":7.07395,"wer_pseudo":8.91135,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.71258,"utmos":1.45611,"dnsmos_ovrl":2.33895,"dnsmos_sig":2.95195,"dnsmos_bak":3.24199,"pesq_wb":1.73775,"pesq_nb":2.37194,"stoi":0.70127,"estoi":0.53895,"si_sdr":-5.3104,"mel_dist":0.19311,"stft_dist":1.36743,"f0_rmse_cents":119.76446,"f0_corr":0.88956,"vuv_err":0.15981,"score_intelligibility":0.39075,"score_speaker":0.71258,"score_quality":0.65516,"score_fidelity":0.60054,"score":0.58976},"ko":{"n":50,"unit":"cer","wer":5.93137,"wer_orig":5.14706,"dwer":0.78431,"wer_pseudo":2.60521,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.74657,"utmos":1.82919,"dnsmos_ovrl":2.74888,"dnsmos_sig":3.13436,"dnsmos_bak":3.94381,"pesq_wb":2.19991,"pesq_nb":2.68698,"stoi":0.84569,"estoi":0.74126,"si_sdr":-2.19475,"mel_dist":0.18481,"stft_dist":1.24234,"f0_rmse_cents":95.19131,"f0_corr":0.943,"vuv_err":0.10824,"score_intelligibility":0.88685,"score_speaker":0.74657,"score_quality":0.61117,"score_fidelity":0.71051,"score":0.73877},"th":{"n":50,"unit":"cer","wer":15.37995,"wer_orig":7.61924,"dwer":7.76071,"wer_pseudo":12.79611,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.72665,"utmos":1.40567,"dnsmos_ovrl":2.28167,"dnsmos_sig":2.80902,"dnsmos_bak":3.49491,"pesq_wb":1.54768,"pesq_nb":2.11126,"stoi":0.80185,"estoi":0.67705,"si_sdr":-4.6951,"mel_dist":0.19925,"stft_dist":1.34741,"f0_rmse_cents":181.91187,"f0_corr":0.89721,"vuv_err":0.20006,"score_intelligibility":0.52621,"score_speaker":0.72665,"score_quality":0.50685,"score_fidelity":0.61851,"score":0.59456}}},{"codec":"espnet_amuse_speech_soundstream_16k_8kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_amuse_speech_soundstream_16k_8kbps","family":"ESPnet-Codec","checkpoint":"espnet/amuse_speech_soundstream_16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":8.0,"notes":"SoundStream trained on the speech part of AMUSE; target_bw=8 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":8.0,"kbps_measured":8.0,"tokens_per_s":800.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.00144,"rtf_decode":0.00121,"peak_vram_gb":0.54977,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.85733,"score_worst_lang":0.76201,"worst_lang":"id","en_gap":-0.0192,"score_intelligibility":0.86735,"score_speaker":0.90515,"score_quality":0.85675,"score_fidelity":0.80006,"dwer":1.72767,"wer":10.53348,"wer_pseudo":4.62055,"sim":0.90515,"utmos":2.18782,"dnsmos_ovrl":2.88923,"dnsmos_sig":3.30614,"dnsmos_bak":3.83183,"pesq_wb":2.98431,"pesq_nb":3.43844,"stoi":0.90504,"estoi":0.83698,"si_sdr":2.53169,"mel_dist":0.15447,"stft_dist":1.0985,"f0_rmse_cents":101.22097,"f0_corr":0.92821,"vuv_err":0.11205,"score_ci95":[0.85151,0.86393]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.25959,"wer_orig":6.98132,"dwer":1.27827,"wer_pseudo":1.6537,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.90189,"utmos":2.04181,"dnsmos_ovrl":2.50458,"dnsmos_sig":3.05997,"dnsmos_bak":3.71805,"pesq_wb":2.61965,"pesq_nb":3.23705,"stoi":0.88647,"estoi":0.80809,"si_sdr":0.26979,"mel_dist":0.15116,"stft_dist":1.12581,"f0_rmse_cents":102.15029,"f0_corr":0.95774,"vuv_err":0.11449,"score_intelligibility":0.86195,"score_speaker":0.90189,"score_quality":0.82287,"score_fidelity":0.76899,"score":0.83892},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.93193,"utmos":2.37735,"dnsmos_ovrl":3.03598,"dnsmos_sig":3.3313,"dnsmos_bak":4.04275,"pesq_wb":3.21902,"pesq_nb":3.56554,"stoi":0.92568,"estoi":0.84748,"si_sdr":5.64944,"mel_dist":0.15259,"stft_dist":1.03378,"f0_rmse_cents":94.21332,"f0_corr":0.93464,"vuv_err":0.1112,"score_intelligibility":0.94272,"score_speaker":0.93193,"score_quality":0.8869,"score_fidelity":0.83144,"score":0.89825},"fr":{"n":50,"unit":"wer","wer":5.92885,"wer_orig":4.98024,"dwer":0.94862,"wer_pseudo":3.25397,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92173,"utmos":2.12725,"dnsmos_ovrl":3.02792,"dnsmos_sig":3.36729,"dnsmos_bak":3.98945,"pesq_wb":3.09287,"pesq_nb":3.49797,"stoi":0.93338,"estoi":0.88845,"si_sdr":4.52895,"mel_dist":0.15154,"stft_dist":1.03728,"f0_rmse_cents":101.52949,"f0_corr":0.94908,"vuv_err":0.12116,"score_intelligibility":0.86309,"score_speaker":0.92173,"score_quality":0.91257,"score_fidelity":0.82681,"score":0.88105},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.9123,"utmos":2.27928,"dnsmos_ovrl":3.16659,"dnsmos_sig":3.51552,"dnsmos_bak":3.93852,"pesq_wb":3.24588,"pesq_nb":3.57728,"stoi":0.92692,"estoi":0.87049,"si_sdr":2.96806,"mel_dist":0.16112,"stft_dist":1.12572,"f0_rmse_cents":138.39453,"f0_corr":0.93238,"vuv_err":0.12023,"score_intelligibility":0.97826,"score_speaker":0.9123,"score_quality":0.8588,"score_fidelity":0.83366,"score":0.89575},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91851,"utmos":2.63346,"dnsmos_ovrl":3.28663,"dnsmos_sig":3.57244,"dnsmos_bak":4.09279,"pesq_wb":3.38537,"pesq_nb":3.70357,"stoi":0.93296,"estoi":0.88156,"si_sdr":4.10777,"mel_dist":0.1533,"stft_dist":1.04841,"f0_rmse_cents":86.31183,"f0_corr":0.91874,"vuv_err":0.09616,"score_intelligibility":0.88631,"score_speaker":0.91851,"score_quality":0.88372,"score_fidelity":0.84441,"score":0.88324},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94266,"utmos":2.21252,"dnsmos_ovrl":2.9798,"dnsmos_sig":3.37071,"dnsmos_bak":3.75154,"pesq_wb":3.12209,"pesq_nb":3.49387,"stoi":0.90325,"estoi":0.8381,"si_sdr":1.34745,"mel_dist":0.15579,"stft_dist":1.10785,"f0_rmse_cents":189.23568,"f0_corr":0.9295,"vuv_err":0.12238,"score_intelligibility":1.0,"score_speaker":0.94266,"score_quality":0.89746,"score_fidelity":0.81302,"score":0.91329},"nl":{"n":50,"unit":"wer","wer":6.77966,"wer_orig":5.26316,"dwer":1.5165,"wer_pseudo":2.14861,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.92526,"utmos":2.65432,"dnsmos_ovrl":2.65424,"dnsmos_sig":3.05676,"dnsmos_bak":4.08354,"pesq_wb":3.18544,"pesq_nb":3.61075,"stoi":0.93193,"estoi":0.87593,"si_sdr":2.579,"mel_dist":0.15301,"stft_dist":1.13547,"f0_rmse_cents":80.51635,"f0_corr":0.95073,"vuv_err":0.12813,"score_intelligibility":0.80507,"score_speaker":0.92526,"score_quality":0.89646,"score_fidelity":0.83569,"score":0.86562},"pl":{"n":50,"unit":"wer","wer":6.25,"wer_orig":3.28947,"dwer":2.96053,"wer_pseudo":4.27632,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92001,"utmos":2.41407,"dnsmos_ovrl":2.94848,"dnsmos_sig":3.31567,"dnsmos_bak":3.98867,"pesq_wb":3.04038,"pesq_nb":3.42038,"stoi":0.93705,"estoi":0.87969,"si_sdr":-0.79856,"mel_dist":0.15593,"stft_dist":1.15365,"f0_rmse_cents":98.59207,"f0_corr":0.8651,"vuv_err":0.11945,"score_intelligibility":0.59165,"score_speaker":0.92001,"score_quality":0.89303,"score_fidelity":0.79504,"score":0.79993},"cs":{"n":50,"unit":"wer","wer":11.66861,"wer_orig":9.45158,"dwer":2.21704,"wer_pseudo":6.7757,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.92883,"utmos":2.32957,"dnsmos_ovrl":3.16976,"dnsmos_sig":3.4968,"dnsmos_bak":3.96735,"pesq_wb":2.95263,"pesq_nb":3.43961,"stoi":0.91797,"estoi":0.85539,"si_sdr":6.16962,"mel_dist":0.15862,"stft_dist":1.06859,"f0_rmse_cents":69.56241,"f0_corr":0.94041,"vuv_err":0.08945,"score_intelligibility":0.825,"score_speaker":0.92883,"score_quality":0.9234,"score_fidelity":0.80542,"score":0.87066},"tr":{"n":50,"unit":"wer","wer":8.55263,"wer_orig":7.76316,"dwer":0.78947,"wer_pseudo":3.55731,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.91736,"utmos":1.95524,"dnsmos_ovrl":2.99029,"dnsmos_sig":3.35391,"dnsmos_bak":3.98107,"pesq_wb":3.05896,"pesq_nb":3.45722,"stoi":0.91137,"estoi":0.83635,"si_sdr":1.65738,"mel_dist":0.16201,"stft_dist":1.16199,"f0_rmse_cents":85.13561,"f0_corr":0.95075,"vuv_err":0.09121,"score_intelligibility":0.91736,"score_speaker":0.91736,"score_quality":0.85866,"score_fidelity":0.8168,"score":0.87754},"id":{"n":50,"unit":"wer","wer":8.97285,"wer_orig":5.90319,"dwer":3.06966,"wer_pseudo":6.49351,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.85861,"utmos":1.5911,"dnsmos_ovrl":2.64116,"dnsmos_sig":3.22903,"dnsmos_bak":3.21962,"pesq_wb":2.53057,"pesq_nb":3.11254,"stoi":0.83369,"estoi":0.72582,"si_sdr":2.14672,"mel_dist":0.1581,"stft_dist":1.12557,"f0_rmse_cents":92.70689,"f0_corr":0.87835,"vuv_err":0.14296,"score_intelligibility":0.6922,"score_speaker":0.85861,"score_quality":0.7808,"score_fidelity":0.71645,"score":0.76201},"vi":{"n":50,"unit":"wer","wer":9.38743,"wer_orig":7.71679,"dwer":1.67064,"wer_pseudo":4.29936,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.86159,"utmos":1.80565,"dnsmos_ovrl":2.74018,"dnsmos_sig":3.2952,"dnsmos_bak":3.59086,"pesq_wb":2.90205,"pesq_nb":3.42521,"stoi":0.84032,"estoi":0.75048,"si_sdr":3.80534,"mel_dist":0.14498,"stft_dist":1.03459,"f0_rmse_cents":98.11575,"f0_corr":0.93219,"vuv_err":0.10887,"score_intelligibility":0.83917,"score_speaker":0.86159,"score_quality":0.83572,"score_fidelity":0.77198,"score":0.82712},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91342,"utmos":2.30199,"dnsmos_ovrl":2.99992,"dnsmos_sig":3.33291,"dnsmos_bak":4.05347,"pesq_wb":3.08956,"pesq_nb":3.48781,"stoi":0.92964,"estoi":0.87298,"si_sdr":3.12272,"mel_dist":0.15837,"stft_dist":1.11865,"f0_rmse_cents":109.80581,"f0_corr":0.91207,"vuv_err":0.12986,"score_intelligibility":0.95972,"score_speaker":0.91342,"score_quality":0.87549,"score_fidelity":0.81291,"score":0.89038},"uk":{"n":50,"unit":"wer","wer":7.60499,"wer_orig":6.46992,"dwer":1.13507,"wer_pseudo":3.18182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90944,"utmos":2.2445,"dnsmos_ovrl":3.05055,"dnsmos_sig":3.38691,"dnsmos_bak":4.06192,"pesq_wb":3.1288,"pesq_nb":3.50784,"stoi":0.92996,"estoi":0.86326,"si_sdr":4.57488,"mel_dist":0.15546,"stft_dist":1.09485,"f0_rmse_cents":69.34999,"f0_corr":0.96335,"vuv_err":0.10113,"score_intelligibility":0.86809,"score_speaker":0.90944,"score_quality":0.893,"score_fidelity":0.83385,"score":0.87609},"el":{"n":50,"unit":"wer","wer":23.54709,"wer_orig":12.02405,"dwer":11.52305,"wer_pseudo":17.31732,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87596,"utmos":2.35648,"dnsmos_ovrl":2.8849,"dnsmos_sig":3.29285,"dnsmos_bak":3.84788,"pesq_wb":3.22301,"pesq_nb":3.62431,"stoi":0.91385,"estoi":0.83994,"si_sdr":4.70479,"mel_dist":0.14678,"stft_dist":1.01733,"f0_rmse_cents":72.97394,"f0_corr":0.9402,"vuv_err":0.09656,"score_intelligibility":0.53057,"score_speaker":0.87596,"score_quality":0.86663,"score_fidelity":0.82973,"score":0.77572},"ar":{"n":50,"unit":"wer","wer":13.81011,"wer_orig":12.45376,"dwer":1.35635,"wer_pseudo":4.07911,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9126,"utmos":2.1705,"dnsmos_ovrl":3.102,"dnsmos_sig":3.50383,"dnsmos_bak":3.87521,"pesq_wb":2.84399,"pesq_nb":3.31193,"stoi":0.93495,"estoi":0.8895,"si_sdr":1.70918,"mel_dist":0.1635,"stft_dist":1.15528,"f0_rmse_cents":115.76454,"f0_corr":0.92033,"vuv_err":0.1094,"score_intelligibility":0.90842,"score_speaker":0.9126,"score_quality":0.83816,"score_fidelity":0.79405,"score":0.86331},"fa":{"n":50,"unit":"wer","wer":27.42857,"wer_orig":25.94286,"dwer":1.48571,"wer_pseudo":8.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.91062,"utmos":2.17194,"dnsmos_ovrl":2.82918,"dnsmos_sig":3.33763,"dnsmos_bak":3.72717,"pesq_wb":2.71672,"pesq_nb":3.40755,"stoi":0.83389,"estoi":0.75223,"si_sdr":1.48136,"mel_dist":0.15502,"stft_dist":1.13257,"f0_rmse_cents":137.43792,"f0_corr":0.89992,"vuv_err":0.1127,"score_intelligibility":0.94774,"score_speaker":0.91062,"score_quality":0.85983,"score_fidelity":0.74143,"score":0.8649},"he":{"n":50,"unit":"wer","wer":25.11628,"wer_orig":19.4186,"dwer":5.69767,"wer_pseudo":12.32394,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91216,"utmos":2.1443,"dnsmos_ovrl":2.75308,"dnsmos_sig":3.14103,"dnsmos_bak":3.92136,"pesq_wb":2.90271,"pesq_nb":3.34033,"stoi":0.92194,"estoi":0.85601,"si_sdr":3.6183,"mel_dist":0.15282,"stft_dist":1.06939,"f0_rmse_cents":95.40731,"f0_corr":0.88647,"vuv_err":0.14584,"score_intelligibility":0.78183,"score_speaker":0.91216,"score_quality":0.86763,"score_fidelity":0.78402,"score":0.83641},"hi":{"n":50,"unit":"wer","wer":28.99354,"wer_orig":26.31579,"dwer":2.67775,"wer_pseudo":11.71662,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.87883,"utmos":1.91852,"dnsmos_ovrl":2.67606,"dnsmos_sig":3.1954,"dnsmos_bak":3.37771,"pesq_wb":2.78422,"pesq_nb":3.24836,"stoi":0.88198,"estoi":0.80694,"si_sdr":3.14017,"mel_dist":0.16324,"stft_dist":1.11371,"f0_rmse_cents":97.70437,"f0_corr":0.91185,"vuv_err":0.12475,"score_intelligibility":0.91072,"score_speaker":0.87883,"score_quality":0.83581,"score_fidelity":0.76787,"score":0.84831},"zh":{"n":50,"unit":"cer","wer":7.81341,"wer_orig":7.40525,"dwer":0.40816,"wer_pseudo":0.73171,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90002,"utmos":2.15078,"dnsmos_ovrl":2.89304,"dnsmos_sig":3.27275,"dnsmos_bak":3.96358,"pesq_wb":2.88149,"pesq_nb":3.39349,"stoi":0.92038,"estoi":0.86207,"si_sdr":-0.94537,"mel_dist":0.15062,"stft_dist":1.12187,"f0_rmse_cents":85.65086,"f0_corr":0.9248,"vuv_err":0.07773,"score_intelligibility":0.95369,"score_speaker":0.90002,"score_quality":0.7759,"score_fidelity":0.79425,"score":0.85597},"yue":{"n":50,"unit":"cer","wer":14.57944,"wer_orig":14.39252,"dwer":0.18692,"wer_pseudo":7.97973,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.90264,"utmos":2.32446,"dnsmos_ovrl":3.00546,"dnsmos_sig":3.37974,"dnsmos_bak":3.91233,"pesq_wb":2.95608,"pesq_nb":3.45156,"stoi":0.91505,"estoi":0.84295,"si_sdr":1.57915,"mel_dist":0.14859,"stft_dist":1.06787,"f0_rmse_cents":105.15413,"f0_corr":0.93746,"vuv_err":0.08897,"score_intelligibility":0.988,"score_speaker":0.90264,"score_quality":0.8333,"score_fidelity":0.8038,"score":0.88194},"ja":{"n":50,"unit":"cer","wer":4.3638,"wer_orig":3.53698,"dwer":0.82683,"wer_pseudo":2.89389,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.88642,"utmos":1.82156,"dnsmos_ovrl":2.46263,"dnsmos_sig":3.09909,"dnsmos_bak":3.2878,"pesq_wb":2.90804,"pesq_nb":3.39625,"stoi":0.83026,"estoi":0.73498,"si_sdr":-0.19531,"mel_dist":0.15124,"stft_dist":1.15867,"f0_rmse_cents":96.9978,"f0_corr":0.93121,"vuv_err":0.10958,"score_intelligibility":0.84585,"score_speaker":0.88642,"score_quality":0.87178,"score_fidelity":0.76887,"score":0.84323},"ko":{"n":50,"unit":"cer","wer":5.39216,"wer_orig":5.14706,"dwer":0.2451,"wer_pseudo":0.5511,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.89836,"utmos":2.61274,"dnsmos_ovrl":2.9444,"dnsmos_sig":3.31763,"dnsmos_bak":4.00765,"pesq_wb":3.30316,"pesq_nb":3.67048,"stoi":0.92487,"estoi":0.87117,"si_sdr":3.67886,"mel_dist":0.14618,"stft_dist":1.02685,"f0_rmse_cents":82.37645,"f0_corr":0.96505,"vuv_err":0.07631,"score_intelligibility":0.96166,"score_speaker":0.89836,"score_quality":0.83242,"score_fidelity":0.84932,"score":0.88544},"th":{"n":50,"unit":"cer","wer":8.00323,"wer_orig":7.61924,"dwer":0.38399,"wer_pseudo":4.29237,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.88239,"utmos":1.8682,"dnsmos_ovrl":2.59478,"dnsmos_sig":3.12295,"dnsmos_bak":3.56356,"pesq_wb":2.53063,"pesq_nb":3.14169,"stoi":0.9031,"estoi":0.83758,"si_sdr":-0.13919,"mel_dist":0.15725,"stft_dist":1.12837,"f0_rmse_cents":124.21593,"f0_corr":0.94466,"vuv_err":0.15077,"score_intelligibility":0.95735,"score_speaker":0.88239,"score_quality":0.76161,"score_fidelity":0.76169,"score":0.84076}}},{"codec":"espnet_libritts_soundstream_16k_16kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_libritts_soundstream_16k_16kbps","family":"ESPnet-Codec","checkpoint":"espnet/libritts_soundstream16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":16.0,"notes":"SoundStream trained on LibriTTS; target_bw=16 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":16.0,"kbps_measured":16.0,"tokens_per_s":1600.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.00204,"rtf_decode":0.00149,"peak_vram_gb":0.54994,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.79599,"score_worst_lang":0.70797,"worst_lang":"id","en_gap":0.00467,"score_intelligibility":0.81859,"score_speaker":0.85309,"score_quality":0.79399,"score_fidelity":0.71828,"dwer":2.23634,"wer":11.04215,"wer_pseudo":5.54348,"sim":0.85309,"utmos":2.02656,"dnsmos_ovrl":2.84481,"dnsmos_sig":3.26382,"dnsmos_bak":3.79551,"pesq_wb":2.33253,"pesq_nb":2.82944,"stoi":0.87058,"estoi":0.7749,"si_sdr":-1.99755,"mel_dist":0.18897,"stft_dist":1.23889,"f0_rmse_cents":120.18238,"f0_corr":0.90353,"vuv_err":0.12746,"score_ci95":[0.78831,0.80273]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.2763,"wer_orig":6.98132,"dwer":0.29499,"wer_pseudo":2.14008,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.82623,"utmos":1.91558,"dnsmos_ovrl":2.38541,"dnsmos_sig":2.92252,"dnsmos_bak":3.72664,"pesq_wb":1.93594,"pesq_nb":2.40494,"stoi":0.82393,"estoi":0.70108,"si_sdr":-4.32273,"mel_dist":0.24523,"stft_dist":1.43046,"f0_rmse_cents":130.26578,"f0_corr":0.91234,"vuv_err":0.13977,"score_intelligibility":0.96436,"score_speaker":0.82623,"score_quality":0.74337,"score_fidelity":0.66789,"score":0.80046},"de":{"n":50,"unit":"wer","wer":6.61241,"wer_orig":5.69685,"dwer":0.91556,"wer_pseudo":1.83113,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.89803,"utmos":2.33433,"dnsmos_ovrl":3.05425,"dnsmos_sig":3.34363,"dnsmos_bak":4.05742,"pesq_wb":2.65691,"pesq_nb":3.09136,"stoi":0.91166,"estoi":0.81163,"si_sdr":2.90727,"mel_dist":0.16261,"stft_dist":1.09168,"f0_rmse_cents":96.54645,"f0_corr":0.91784,"vuv_err":0.11271,"score_intelligibility":0.87973,"score_speaker":0.89803,"score_quality":0.87885,"score_fidelity":0.76763,"score":0.85606},"fr":{"n":50,"unit":"wer","wer":7.82609,"wer_orig":4.98024,"dwer":2.84585,"wer_pseudo":4.52381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.82753,"utmos":1.75888,"dnsmos_ovrl":2.96272,"dnsmos_sig":3.31053,"dnsmos_bak":3.96523,"pesq_wb":2.12605,"pesq_nb":2.61122,"stoi":0.89151,"estoi":0.82096,"si_sdr":-3.41585,"mel_dist":0.19508,"stft_dist":1.23713,"f0_rmse_cents":120.42569,"f0_corr":0.91035,"vuv_err":0.17379,"score_intelligibility":0.67756,"score_speaker":0.82753,"score_quality":0.76161,"score_fidelity":0.70786,"score":0.74364},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":0.54695,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.89804,"utmos":2.31813,"dnsmos_ovrl":3.16932,"dnsmos_sig":3.53231,"dnsmos_bak":3.915,"pesq_wb":2.84185,"pesq_nb":3.22843,"stoi":0.91313,"estoi":0.83758,"si_sdr":0.307,"mel_dist":0.1779,"stft_dist":1.1789,"f0_rmse_cents":154.16103,"f0_corr":0.91882,"vuv_err":0.12223,"score_intelligibility":0.9375,"score_speaker":0.89804,"score_quality":0.87045,"score_fidelity":0.78607,"score":0.87301},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.46252,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.89053,"utmos":2.57056,"dnsmos_ovrl":3.24845,"dnsmos_sig":3.54572,"dnsmos_bak":4.06423,"pesq_wb":2.80143,"pesq_nb":3.1957,"stoi":0.91426,"estoi":0.84101,"si_sdr":0.59236,"mel_dist":0.17362,"stft_dist":1.12529,"f0_rmse_cents":80.8347,"f0_corr":0.90407,"vuv_err":0.11351,"score_intelligibility":0.92854,"score_speaker":0.89053,"score_quality":0.8605,"score_fidelity":0.77767,"score":0.86431},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9014,"utmos":2.12764,"dnsmos_ovrl":2.90758,"dnsmos_sig":3.33637,"dnsmos_bak":3.63823,"pesq_wb":2.41174,"pesq_nb":2.8507,"stoi":0.86566,"estoi":0.77712,"si_sdr":-2.93556,"mel_dist":0.17653,"stft_dist":1.21525,"f0_rmse_cents":195.307,"f0_corr":0.90932,"vuv_err":0.14528,"score_intelligibility":1.0,"score_speaker":0.9014,"score_quality":0.85122,"score_fidelity":0.72611,"score":0.86968},"nl":{"n":50,"unit":"wer","wer":7.22569,"wer_orig":5.26316,"dwer":1.96253,"wer_pseudo":3.40197,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.88472,"utmos":2.55287,"dnsmos_ovrl":2.65287,"dnsmos_sig":3.04644,"dnsmos_bak":4.074,"pesq_wb":2.6148,"pesq_nb":3.16881,"stoi":0.91846,"estoi":0.84285,"si_sdr":-1.11991,"mel_dist":0.1898,"stft_dist":1.31401,"f0_rmse_cents":113.42037,"f0_corr":0.91131,"vuv_err":0.13016,"score_intelligibility":0.76141,"score_speaker":0.88472,"score_quality":0.8703,"score_fidelity":0.76371,"score":0.82004},"pl":{"n":50,"unit":"wer","wer":6.79825,"wer_orig":3.28947,"dwer":3.50877,"wer_pseudo":4.71491,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.88108,"utmos":2.26068,"dnsmos_ovrl":3.00698,"dnsmos_sig":3.35555,"dnsmos_bak":4.02436,"pesq_wb":2.46914,"pesq_nb":2.94045,"stoi":0.92057,"estoi":0.83943,"si_sdr":-4.21525,"mel_dist":0.21379,"stft_dist":1.30495,"f0_rmse_cents":113.53509,"f0_corr":0.8379,"vuv_err":0.12999,"score_intelligibility":0.55006,"score_speaker":0.88108,"score_quality":0.86076,"score_fidelity":0.72608,"score":0.75449},"cs":{"n":50,"unit":"wer","wer":11.90198,"wer_orig":9.45158,"dwer":2.45041,"wer_pseudo":8.76168,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.90092,"utmos":2.13151,"dnsmos_ovrl":3.06499,"dnsmos_sig":3.40092,"dnsmos_bak":3.90938,"pesq_wb":2.31652,"pesq_nb":2.90606,"stoi":0.88735,"estoi":0.80111,"si_sdr":2.70848,"mel_dist":0.18335,"stft_dist":1.1426,"f0_rmse_cents":78.17852,"f0_corr":0.92412,"vuv_err":0.09775,"score_intelligibility":0.81008,"score_speaker":0.90092,"score_quality":0.84767,"score_fidelity":0.72921,"score":0.82197},"tr":{"n":50,"unit":"wer","wer":10.65789,"wer_orig":7.76316,"dwer":2.89474,"wer_pseudo":5.13834,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.82185,"utmos":1.50328,"dnsmos_ovrl":2.84036,"dnsmos_sig":3.22237,"dnsmos_bak":3.9036,"pesq_wb":1.98017,"pesq_nb":2.50496,"stoi":0.85866,"estoi":0.74107,"si_sdr":-5.67214,"mel_dist":0.20901,"stft_dist":1.39555,"f0_rmse_cents":141.99054,"f0_corr":0.91298,"vuv_err":0.14529,"score_intelligibility":0.75169,"score_speaker":0.82185,"score_quality":0.64575,"score_fidelity":0.6839,"score":0.7258},"id":{"n":50,"unit":"wer","wer":10.27155,"wer_orig":5.90319,"dwer":4.36836,"wer_pseudo":8.02834,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.80275,"utmos":1.59742,"dnsmos_ovrl":2.57615,"dnsmos_sig":3.12003,"dnsmos_bak":3.0813,"pesq_wb":2.01452,"pesq_nb":2.56067,"stoi":0.78924,"estoi":0.6514,"si_sdr":0.37165,"mel_dist":0.16954,"stft_dist":1.16908,"f0_rmse_cents":105.15527,"f0_corr":0.87497,"vuv_err":0.13493,"score_intelligibility":0.61244,"score_speaker":0.80275,"score_quality":0.76534,"score_fidelity":0.65136,"score":0.70797},"vi":{"n":50,"unit":"wer","wer":9.86476,"wer_orig":7.71679,"dwer":2.14797,"wer_pseudo":4.69745,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.82382,"utmos":1.75501,"dnsmos_ovrl":2.71066,"dnsmos_sig":3.2793,"dnsmos_bak":3.54426,"pesq_wb":2.37285,"pesq_nb":2.90365,"stoi":0.79383,"estoi":0.67908,"si_sdr":-0.09388,"mel_dist":0.16435,"stft_dist":1.13242,"f0_rmse_cents":104.55053,"f0_corr":0.92341,"vuv_err":0.10882,"score_intelligibility":0.8023,"score_speaker":0.82382,"score_quality":0.80481,"score_fidelity":0.70316,"score":0.78352},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.86491,"utmos":1.98141,"dnsmos_ovrl":2.87879,"dnsmos_sig":3.21551,"dnsmos_bak":3.99927,"pesq_wb":2.34071,"pesq_nb":2.87194,"stoi":0.90113,"estoi":0.81943,"si_sdr":-2.25705,"mel_dist":0.20034,"stft_dist":1.29658,"f0_rmse_cents":115.62383,"f0_corr":0.89674,"vuv_err":0.14223,"score_intelligibility":0.90503,"score_speaker":0.86491,"score_quality":0.75077,"score_fidelity":0.72698,"score":0.81192},"uk":{"n":50,"unit":"wer","wer":9.53462,"wer_orig":6.46992,"dwer":3.0647,"wer_pseudo":5.0,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.85399,"utmos":2.11264,"dnsmos_ovrl":3.02504,"dnsmos_sig":3.35695,"dnsmos_bak":4.06714,"pesq_wb":2.33726,"pesq_nb":2.78776,"stoi":0.89779,"estoi":0.79417,"si_sdr":-1.93957,"mel_dist":0.19249,"stft_dist":1.26457,"f0_rmse_cents":92.12939,"f0_corr":0.93506,"vuv_err":0.12113,"score_intelligibility":0.70908,"score_speaker":0.85399,"score_quality":0.84501,"score_fidelity":0.73831,"score":0.7866},"el":{"n":50,"unit":"wer","wer":18.23647,"wer_orig":12.02405,"dwer":6.21242,"wer_pseudo":12.31231,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8323,"utmos":2.13426,"dnsmos_ovrl":2.84179,"dnsmos_sig":3.25337,"dnsmos_bak":3.77922,"pesq_wb":2.5601,"pesq_nb":3.04653,"stoi":0.88324,"estoi":0.78704,"si_sdr":-0.57156,"mel_dist":0.16994,"stft_dist":1.13951,"f0_rmse_cents":88.52207,"f0_corr":0.90643,"vuv_err":0.11288,"score_intelligibility":0.67705,"score_speaker":0.8323,"score_quality":0.79175,"score_fidelity":0.74514,"score":0.76156},"ar":{"n":50,"unit":"wer","wer":15.04316,"wer_orig":12.45376,"dwer":2.5894,"wer_pseudo":5.80964,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.89285,"utmos":2.21933,"dnsmos_ovrl":3.09443,"dnsmos_sig":3.48882,"dnsmos_bak":3.87682,"pesq_wb":2.4519,"pesq_nb":2.93285,"stoi":0.92189,"estoi":0.86171,"si_sdr":-0.73384,"mel_dist":0.19057,"stft_dist":1.22382,"f0_rmse_cents":114.32193,"f0_corr":0.91682,"vuv_err":0.12605,"score_intelligibility":0.8386,"score_speaker":0.89285,"score_quality":0.851,"score_fidelity":0.75118,"score":0.83341},"fa":{"n":50,"unit":"wer","wer":29.25714,"wer_orig":25.94286,"dwer":3.31429,"wer_pseudo":10.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.84844,"utmos":1.89795,"dnsmos_ovrl":2.7701,"dnsmos_sig":3.28826,"dnsmos_bak":3.69887,"pesq_wb":2.09333,"pesq_nb":2.79195,"stoi":0.7648,"estoi":0.64594,"si_sdr":-1.86908,"mel_dist":0.19567,"stft_dist":1.29295,"f0_rmse_cents":190.36946,"f0_corr":0.80498,"vuv_err":0.12018,"score_intelligibility":0.89046,"score_speaker":0.84844,"score_quality":0.75909,"score_fidelity":0.62739,"score":0.78134},"he":{"n":50,"unit":"wer","wer":25.23256,"wer_orig":19.4186,"dwer":5.81395,"wer_pseudo":14.08451,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83033,"utmos":1.94102,"dnsmos_ovrl":2.74795,"dnsmos_sig":3.12105,"dnsmos_bak":3.91296,"pesq_wb":2.21625,"pesq_nb":2.71925,"stoi":0.89817,"estoi":0.80011,"si_sdr":0.80584,"mel_dist":0.18537,"stft_dist":1.20974,"f0_rmse_cents":122.57965,"f0_corr":0.84714,"vuv_err":0.15541,"score_intelligibility":0.77837,"score_speaker":0.83033,"score_quality":0.79787,"score_fidelity":0.6976,"score":0.77604},"hi":{"n":50,"unit":"wer","wer":31.02493,"wer_orig":26.31579,"dwer":4.70914,"wer_pseudo":15.53134,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.77896,"utmos":1.79217,"dnsmos_ovrl":2.60394,"dnsmos_sig":3.19527,"dnsmos_bak":3.2688,"pesq_wb":2.12261,"pesq_nb":2.584,"stoi":0.8403,"estoi":0.7363,"si_sdr":-1.71221,"mel_dist":0.19524,"stft_dist":1.24126,"f0_rmse_cents":108.50035,"f0_corr":0.91111,"vuv_err":0.14225,"score_intelligibility":0.85295,"score_speaker":0.77896,"score_quality":0.76633,"score_fidelity":0.69072,"score":0.77224},"zh":{"n":50,"unit":"cer","wer":9.0379,"wer_orig":7.40525,"dwer":1.63265,"wer_pseudo":2.62195,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.83041,"utmos":1.81029,"dnsmos_ovrl":2.85504,"dnsmos_sig":3.22387,"dnsmos_bak":3.94252,"pesq_wb":2.22628,"pesq_nb":2.65727,"stoi":0.87833,"estoi":0.79144,"si_sdr":-9.02701,"mel_dist":0.17285,"stft_dist":1.29603,"f0_rmse_cents":119.28853,"f0_corr":0.92219,"vuv_err":0.12525,"score_intelligibility":0.83735,"score_speaker":0.83041,"score_quality":0.67259,"score_fidelity":0.71696,"score":0.76433},"yue":{"n":50,"unit":"cer","wer":15.57632,"wer_orig":14.39252,"dwer":1.1838,"wer_pseudo":9.05636,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.88517,"utmos":2.40485,"dnsmos_ovrl":3.00549,"dnsmos_sig":3.42028,"dnsmos_bak":3.8265,"pesq_wb":2.52664,"pesq_nb":3.041,"stoi":0.89296,"estoi":0.79819,"si_sdr":-0.44453,"mel_dist":0.1572,"stft_dist":1.11766,"f0_rmse_cents":99.26063,"f0_corr":0.95085,"vuv_err":0.08772,"score_intelligibility":0.92858,"score_speaker":0.88517,"score_quality":0.85397,"score_fidelity":0.75999,"score":0.85693},"ja":{"n":50,"unit":"cer","wer":5.14469,"wer_orig":3.53698,"dwer":1.60772,"wer_pseudo":2.98576,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.78631,"utmos":1.67708,"dnsmos_ovrl":2.31178,"dnsmos_sig":2.87793,"dnsmos_bak":3.17399,"pesq_wb":2.07714,"pesq_nb":2.68356,"stoi":0.76238,"estoi":0.61564,"si_sdr":-6.20575,"mel_dist":0.20718,"stft_dist":1.37218,"f0_rmse_cents":132.19786,"f0_corr":0.87105,"vuv_err":0.11459,"score_intelligibility":0.73836,"score_speaker":0.78631,"score_quality":0.75302,"score_fidelity":0.64706,"score":0.73119},"ko":{"n":50,"unit":"cer","wer":4.70588,"wer_orig":5.14706,"dwer":-0.44118,"wer_pseudo":1.50301,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.85136,"utmos":2.02248,"dnsmos_ovrl":2.88748,"dnsmos_sig":3.2738,"dnsmos_bak":3.97483,"pesq_wb":2.38432,"pesq_nb":2.77904,"stoi":0.89146,"estoi":0.81744,"si_sdr":-5.95745,"mel_dist":0.22592,"stft_dist":1.28384,"f0_rmse_cents":99.65058,"f0_corr":0.94579,"vuv_err":0.09526,"score_intelligibility":1.0,"score_speaker":0.85136,"score_quality":0.68784,"score_fidelity":0.74426,"score":0.82087},"th":{"n":50,"unit":"cer","wer":9.57963,"wer_orig":7.61924,"dwer":1.96039,"wer_pseudo":6.21583,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.86211,"utmos":1.81809,"dnsmos_ovrl":2.67388,"dnsmos_sig":3.20091,"dnsmos_bak":3.66761,"pesq_wb":2.10235,"pesq_nb":2.64437,"stoi":0.87333,"estoi":0.78588,"si_sdr":-3.14053,"mel_dist":0.18177,"stft_dist":1.25788,"f0_rmse_cents":167.56199,"f0_corr":0.91916,"vuv_err":0.16186,"score_intelligibility":0.8147,"score_speaker":0.86211,"score_quality":0.76582,"score_fidelity":0.70248,"score":0.78628}}},{"codec":"espnet_libritts_soundstream_16k_2kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_libritts_soundstream_16k_2kbps","family":"ESPnet-Codec","checkpoint":"espnet/libritts_soundstream16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":2.0,"notes":"SoundStream trained on LibriTTS; target_bw=2 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.0013,"rtf_decode":0.00117,"peak_vram_gb":0.54964,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.57009,"score_worst_lang":0.42135,"worst_lang":"id","en_gap":0.00893,"score_intelligibility":0.42361,"score_speaker":0.6437,"score_quality":0.60853,"score_fidelity":0.60452,"dwer":16.89249,"wer":25.6983,"wer_pseudo":22.37721,"sim":0.6437,"utmos":1.57366,"dnsmos_ovrl":2.66767,"dnsmos_sig":3.0847,"dnsmos_bak":3.73751,"pesq_wb":1.66082,"pesq_nb":2.1238,"stoi":0.77988,"estoi":0.63919,"si_sdr":-5.96812,"mel_dist":0.22684,"stft_dist":1.41643,"f0_rmse_cents":147.70667,"f0_corr":0.84489,"vuv_err":0.17255,"score_ci95":[0.56401,0.57951]},"per_lang":{"en":{"n":50,"unit":"wer","wer":16.22419,"wer_orig":6.98132,"dwer":9.24287,"wer_pseudo":13.5214,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.61558,"utmos":1.7373,"dnsmos_ovrl":2.2781,"dnsmos_sig":2.77382,"dnsmos_bak":3.75308,"pesq_wb":1.51787,"pesq_nb":1.92367,"stoi":0.72859,"estoi":0.56668,"si_sdr":-9.40589,"mel_dist":0.28025,"stft_dist":1.57451,"f0_rmse_cents":143.00549,"f0_corr":0.87849,"vuv_err":0.18925,"score_intelligibility":0.46338,"score_speaker":0.61558,"score_quality":0.65061,"score_fidelity":0.58501,"score":0.57865},"de":{"n":50,"unit":"wer","wer":12.30926,"wer_orig":5.69685,"dwer":6.61241,"wer_pseudo":8.34181,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.70753,"utmos":1.7599,"dnsmos_ovrl":2.83451,"dnsmos_sig":3.13014,"dnsmos_bak":3.97747,"pesq_wb":1.91288,"pesq_nb":2.37914,"stoi":0.83701,"estoi":0.67958,"si_sdr":-1.07909,"mel_dist":0.20237,"stft_dist":1.2486,"f0_rmse_cents":122.15952,"f0_corr":0.86717,"vuv_err":0.14833,"score_intelligibility":0.50317,"score_speaker":0.70753,"score_quality":0.66004,"score_fidelity":0.655,"score":0.63143},"fr":{"n":50,"unit":"wer","wer":20.31621,"wer_orig":4.98024,"dwer":15.33597,"wer_pseudo":18.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.66476,"utmos":1.48221,"dnsmos_ovrl":2.73075,"dnsmos_sig":3.07564,"dnsmos_bak":3.89185,"pesq_wb":1.57005,"pesq_nb":2.00778,"stoi":0.81788,"estoi":0.71532,"si_sdr":-7.50709,"mel_dist":0.23411,"stft_dist":1.40374,"f0_rmse_cents":144.04403,"f0_corr":0.85036,"vuv_err":0.24088,"score_intelligibility":0.28055,"score_speaker":0.66476,"score_quality":0.60313,"score_fidelity":0.61037,"score":0.5397},"es":{"n":50,"unit":"wer","wer":5.18182,"wer_orig":3.09091,"dwer":2.09091,"wer_pseudo":3.19052,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.71956,"utmos":1.7875,"dnsmos_ovrl":3.08925,"dnsmos_sig":3.45265,"dnsmos_bak":3.89503,"pesq_wb":2.08623,"pesq_nb":2.56511,"stoi":0.84573,"estoi":0.7263,"si_sdr":-2.91911,"mel_dist":0.21496,"stft_dist":1.33306,"f0_rmse_cents":161.01475,"f0_corr":0.90863,"vuv_err":0.15001,"score_intelligibility":0.66176,"score_speaker":0.71956,"score_quality":0.70146,"score_fidelity":0.68824,"score":0.69276},"it":{"n":50,"unit":"wer","wer":5.7377,"wer_orig":2.55009,"dwer":3.18761,"wer_pseudo":5.21024,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.68095,"utmos":1.97433,"dnsmos_ovrl":3.11476,"dnsmos_sig":3.42894,"dnsmos_bak":4.00716,"pesq_wb":2.08035,"pesq_nb":2.52723,"stoi":0.84378,"estoi":0.72918,"si_sdr":-2.80339,"mel_dist":0.21171,"stft_dist":1.28163,"f0_rmse_cents":101.95243,"f0_corr":0.83785,"vuv_err":0.14111,"score_intelligibility":0.5269,"score_speaker":0.68095,"score_quality":0.68988,"score_fidelity":0.66344,"score":0.64029},"pt":{"n":50,"unit":"wer","wer":6.93359,"wer_orig":3.41797,"dwer":3.51562,"wer_pseudo":5.21654,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.72581,"utmos":1.78307,"dnsmos_ovrl":2.79951,"dnsmos_sig":3.25505,"dnsmos_bak":3.56097,"pesq_wb":1.79063,"pesq_nb":2.23793,"stoi":0.78809,"estoi":0.65976,"si_sdr":-6.80724,"mel_dist":0.21771,"stft_dist":1.38335,"f0_rmse_cents":228.34031,"f0_corr":0.83866,"vuv_err":0.17841,"score_intelligibility":0.55687,"score_speaker":0.72581,"score_quality":0.70979,"score_fidelity":0.61755,"score":0.65251},"nl":{"n":50,"unit":"wer","wer":16.05709,"wer_orig":5.26316,"dwer":10.79393,"wer_pseudo":13.6974,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.73166,"utmos":1.57388,"dnsmos_ovrl":2.3921,"dnsmos_sig":2.76895,"dnsmos_bak":4.03192,"pesq_wb":1.64627,"pesq_nb":2.17652,"stoi":0.81561,"estoi":0.68925,"si_sdr":-5.96522,"mel_dist":0.22905,"stft_dist":1.56887,"f0_rmse_cents":157.45171,"f0_corr":0.84663,"vuv_err":0.19448,"score_intelligibility":0.36719,"score_speaker":0.73166,"score_quality":0.54657,"score_fidelity":0.61563,"score":0.56526},"pl":{"n":50,"unit":"wer","wer":17.87281,"wer_orig":3.28947,"dwer":14.58333,"wer_pseudo":16.99561,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.7048,"utmos":1.51841,"dnsmos_ovrl":2.85093,"dnsmos_sig":3.19916,"dnsmos_bak":3.98394,"pesq_wb":1.63562,"pesq_nb":2.09746,"stoi":0.83827,"estoi":0.70592,"si_sdr":-8.42342,"mel_dist":0.24892,"stft_dist":1.50989,"f0_rmse_cents":141.59512,"f0_corr":0.74858,"vuv_err":0.16859,"score_intelligibility":0.22728,"score_speaker":0.7048,"score_quality":0.61228,"score_fidelity":0.58949,"score":0.53346},"cs":{"n":50,"unit":"wer","wer":24.50408,"wer_orig":9.45158,"dwer":15.05251,"wer_pseudo":22.78037,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.74328,"utmos":1.64163,"dnsmos_ovrl":2.96485,"dnsmos_sig":3.2856,"dnsmos_bak":3.8877,"pesq_wb":1.66332,"pesq_nb":2.25002,"stoi":0.80525,"estoi":0.67633,"si_sdr":-0.83577,"mel_dist":0.21888,"stft_dist":1.30116,"f0_rmse_cents":115.05313,"f0_corr":0.84718,"vuv_err":0.13839,"score_intelligibility":0.4098,"score_speaker":0.74328,"score_quality":0.66804,"score_fidelity":0.61398,"score":0.60878},"tr":{"n":50,"unit":"wer","wer":24.07895,"wer_orig":7.76316,"dwer":16.31579,"wer_pseudo":20.81686,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.62406,"utmos":1.33505,"dnsmos_ovrl":2.60393,"dnsmos_sig":2.99019,"dnsmos_bak":3.8202,"pesq_wb":1.54996,"pesq_nb":2.02415,"stoi":0.7731,"estoi":0.60493,"si_sdr":-10.41886,"mel_dist":0.24032,"stft_dist":1.53021,"f0_rmse_cents":172.61218,"f0_corr":0.86515,"vuv_err":0.20212,"score_intelligibility":0.34942,"score_speaker":0.62406,"score_quality":0.52239,"score_fidelity":0.59846,"score":0.52359},"id":{"n":50,"unit":"wer","wer":51.12161,"wer_orig":5.90319,"dwer":45.21842,"wer_pseudo":50.88548,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.46272,"utmos":1.32556,"dnsmos_ovrl":2.414,"dnsmos_sig":2.94677,"dnsmos_bak":2.94091,"pesq_wb":1.4088,"pesq_nb":1.864,"stoi":0.65248,"estoi":0.45762,"si_sdr":-3.17869,"mel_dist":0.22449,"stft_dist":1.39456,"f0_rmse_cents":121.89375,"f0_corr":0.77007,"vuv_err":0.17782,"score_intelligibility":0.13244,"score_speaker":0.46272,"score_quality":0.57712,"score_fidelity":0.51312,"score":0.42135},"vi":{"n":50,"unit":"wer","wer":29.43516,"wer_orig":7.71679,"dwer":21.71838,"wer_pseudo":27.46815,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.58916,"utmos":1.41773,"dnsmos_ovrl":2.55513,"dnsmos_sig":3.11684,"dnsmos_bak":3.50939,"pesq_wb":1.61158,"pesq_nb":2.09943,"stoi":0.67682,"estoi":0.51735,"si_sdr":-3.85996,"mel_dist":0.20171,"stft_dist":1.3146,"f0_rmse_cents":122.40651,"f0_corr":0.90154,"vuv_err":0.15466,"score_intelligibility":0.28641,"score_speaker":0.58916,"score_quality":0.61005,"score_fidelity":0.58437,"score":0.51749},"ru":{"n":50,"unit":"wer","wer":8.55491,"wer_orig":4.50867,"dwer":4.04624,"wer_pseudo":4.86674,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.65757,"utmos":1.50644,"dnsmos_ovrl":2.62343,"dnsmos_sig":2.9564,"dnsmos_bak":3.92307,"pesq_wb":1.6474,"pesq_nb":2.11408,"stoi":0.81842,"estoi":0.69236,"si_sdr":-6.79638,"mel_dist":0.23144,"stft_dist":1.4743,"f0_rmse_cents":182.20547,"f0_corr":0.78189,"vuv_err":0.19681,"score_intelligibility":0.57653,"score_speaker":0.65757,"score_quality":0.54741,"score_fidelity":0.59509,"score":0.59415},"uk":{"n":50,"unit":"wer","wer":17.13961,"wer_orig":6.46992,"dwer":10.66969,"wer_pseudo":13.97727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.61885,"utmos":1.77847,"dnsmos_ovrl":2.9318,"dnsmos_sig":3.26995,"dnsmos_bak":4.03747,"pesq_wb":1.74803,"pesq_nb":2.19538,"stoi":0.82291,"estoi":0.67403,"si_sdr":-5.67369,"mel_dist":0.22893,"stft_dist":1.41182,"f0_rmse_cents":115.27932,"f0_corr":0.904,"vuv_err":0.1614,"score_intelligibility":0.4118,"score_speaker":0.61885,"score_quality":0.71645,"score_fidelity":0.64688,"score":0.5985},"el":{"n":50,"unit":"wer","wer":42.58517,"wer_orig":12.02405,"dwer":30.56112,"wer_pseudo":39.73974,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.59034,"utmos":1.62329,"dnsmos_ovrl":2.62405,"dnsmos_sig":3.04737,"dnsmos_bak":3.72379,"pesq_wb":1.77805,"pesq_nb":2.29933,"stoi":0.7926,"estoi":0.65191,"si_sdr":-4.50683,"mel_dist":0.20805,"stft_dist":1.32807,"f0_rmse_cents":96.0571,"f0_corr":0.87615,"vuv_err":0.14601,"score_intelligibility":0.29882,"score_speaker":0.59034,"score_quality":0.58961,"score_fidelity":0.63035,"score":0.52728},"ar":{"n":50,"unit":"wer","wer":23.55117,"wer_orig":12.45376,"dwer":11.09741,"wer_pseudo":17.55253,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.72314,"utmos":1.60383,"dnsmos_ovrl":2.88501,"dnsmos_sig":3.30897,"dnsmos_bak":3.76014,"pesq_wb":1.68328,"pesq_nb":2.11079,"stoi":0.84819,"estoi":0.75256,"si_sdr":-4.17961,"mel_dist":0.23131,"stft_dist":1.4144,"f0_rmse_cents":117.63379,"f0_corr":0.90516,"vuv_err":0.15266,"score_intelligibility":0.54799,"score_speaker":0.72314,"score_quality":0.61839,"score_fidelity":0.64952,"score":0.63476},"fa":{"n":50,"unit":"wer","wer":72.8,"wer_orig":25.94286,"dwer":46.85714,"wer_pseudo":60.21622,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.58771,"utmos":1.43786,"dnsmos_ovrl":2.65164,"dnsmos_sig":3.1928,"dnsmos_bak":3.63983,"pesq_wb":1.48428,"pesq_nb":2.04836,"stoi":0.65056,"estoi":0.49235,"si_sdr":-5.79637,"mel_dist":0.23824,"stft_dist":1.47403,"f0_rmse_cents":214.38832,"f0_corr":0.76677,"vuv_err":0.17371,"score_intelligibility":0.36508,"score_speaker":0.58771,"score_quality":0.58469,"score_fidelity":0.51857,"score":0.51401},"he":{"n":50,"unit":"wer","wer":72.2093,"wer_orig":19.4186,"dwer":52.7907,"wer_pseudo":65.84507,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.55268,"utmos":1.44303,"dnsmos_ovrl":2.6203,"dnsmos_sig":2.96986,"dnsmos_bak":3.85042,"pesq_wb":1.50758,"pesq_nb":1.94753,"stoi":0.79829,"estoi":0.64214,"si_sdr":-3.89136,"mel_dist":0.23021,"stft_dist":1.40305,"f0_rmse_cents":162.74787,"f0_corr":0.73193,"vuv_err":0.23761,"score_intelligibility":0.27891,"score_speaker":0.55268,"score_quality":0.59528,"score_fidelity":0.55841,"score":0.49632},"hi":{"n":50,"unit":"wer","wer":51.80055,"wer_orig":26.31579,"dwer":25.48476,"wer_pseudo":44.14169,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.49284,"utmos":1.46223,"dnsmos_ovrl":2.46606,"dnsmos_sig":3.02701,"dnsmos_bak":3.22634,"pesq_wb":1.54752,"pesq_nb":1.94426,"stoi":0.73471,"estoi":0.58641,"si_sdr":-5.61308,"mel_dist":0.23743,"stft_dist":1.42895,"f0_rmse_cents":176.12481,"f0_corr":0.81664,"vuv_err":0.17841,"score_intelligibility":0.51734,"score_speaker":0.49284,"score_quality":0.59939,"score_fidelity":0.56926,"score":0.54471},"zh":{"n":50,"unit":"cer","wer":12.8863,"wer_orig":7.40525,"dwer":5.48105,"wer_pseudo":7.9878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.63923,"utmos":1.43476,"dnsmos_ovrl":2.53763,"dnsmos_sig":2.8943,"dnsmos_bak":3.87308,"pesq_wb":1.58884,"pesq_nb":1.98305,"stoi":0.79141,"estoi":0.66268,"si_sdr":-12.69268,"mel_dist":0.21119,"stft_dist":1.45935,"f0_rmse_cents":140.39468,"f0_corr":0.84381,"vuv_err":0.17423,"score_intelligibility":0.60529,"score_speaker":0.63923,"score_quality":0.49203,"score_fidelity":0.60115,"score":0.58443},"yue":{"n":50,"unit":"cer","wer":26.47975,"wer_orig":14.39252,"dwer":12.08723,"wer_pseudo":23.05256,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.70699,"utmos":1.79182,"dnsmos_ovrl":2.87522,"dnsmos_sig":3.27233,"dnsmos_bak":3.82086,"pesq_wb":1.74875,"pesq_nb":2.23866,"stoi":0.81163,"estoi":0.66653,"si_sdr":-3.96164,"mel_dist":0.1991,"stft_dist":1.30121,"f0_rmse_cents":130.9604,"f0_corr":0.90401,"vuv_err":0.12131,"score_intelligibility":0.56014,"score_speaker":0.70699,"score_quality":0.66438,"score_fidelity":0.64319,"score":0.64367},"ja":{"n":50,"unit":"cer","wer":22.73771,"wer_orig":3.53698,"dwer":19.20073,"wer_pseudo":21.13,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.55666,"utmos":1.49657,"dnsmos_ovrl":2.2568,"dnsmos_sig":2.85705,"dnsmos_bak":3.17431,"pesq_wb":1.54049,"pesq_nb":2.03813,"stoi":0.66025,"estoi":0.47162,"si_sdr":-9.60509,"mel_dist":0.24536,"stft_dist":1.52555,"f0_rmse_cents":147.01944,"f0_corr":0.83321,"vuv_err":0.16358,"score_intelligibility":0.19113,"score_speaker":0.55666,"score_quality":0.64801,"score_fidelity":0.5493,"score":0.48627},"ko":{"n":50,"unit":"cer","wer":7.05882,"wer_orig":5.14706,"dwer":1.91176,"wer_pseudo":4.35872,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.67399,"utmos":1.5126,"dnsmos_ovrl":2.66224,"dnsmos_sig":3.06447,"dnsmos_bak":3.87735,"pesq_wb":1.74409,"pesq_nb":2.13866,"stoi":0.80776,"estoi":0.69395,"si_sdr":-9.43742,"mel_dist":0.2359,"stft_dist":1.44366,"f0_rmse_cents":133.42806,"f0_corr":0.90958,"vuv_err":0.14076,"score_intelligibility":0.76277,"score_speaker":0.67399,"score_quality":0.5199,"score_fidelity":0.64331,"score":0.65},"th":{"n":50,"unit":"cer","wer":29.18351,"wer_orig":7.61924,"dwer":21.56427,"wer_pseudo":27.17149,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.67888,"utmos":1.34035,"dnsmos_ovrl":2.26201,"dnsmos_sig":2.74847,"dnsmos_bak":3.53389,"pesq_wb":1.36784,"pesq_nb":1.76062,"stoi":0.75769,"estoi":0.62587,"si_sdr":-7.877,"mel_dist":0.22261,"stft_dist":1.48571,"f0_rmse_cents":197.1919,"f0_corr":0.84386,"vuv_err":0.21061,"score_intelligibility":0.28556,"score_speaker":0.67888,"score_quality":0.47779,"score_fidelity":0.56888,"score":0.50278}}},{"codec":"espnet_libritts_soundstream_16k_8kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_libritts_soundstream_16k_8kbps","family":"ESPnet-Codec","checkpoint":"espnet/libritts_soundstream16k","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":8.0,"notes":"SoundStream trained on LibriTTS; target_bw=8 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":8.0,"kbps_measured":8.0,"tokens_per_s":800.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.00182,"rtf_decode":0.00141,"peak_vram_gb":0.54977,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.77347,"score_worst_lang":0.65984,"worst_lang":"id","en_gap":0.02341,"score_intelligibility":0.78083,"score_speaker":0.83491,"score_quality":0.77539,"score_fidelity":0.70273,"dwer":3.06871,"wer":11.87452,"wer_pseudo":6.67124,"sim":0.83491,"utmos":1.9818,"dnsmos_ovrl":2.82943,"dnsmos_sig":3.24989,"dnsmos_bak":3.78096,"pesq_wb":2.23946,"pesq_nb":2.74801,"stoi":0.85839,"estoi":0.75635,"si_sdr":-2.32843,"mel_dist":0.1942,"stft_dist":1.25381,"f0_rmse_cents":124.29186,"f0_corr":0.89568,"vuv_err":0.13138,"score_ci95":[0.76586,0.78047]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.2763,"wer_orig":6.98132,"dwer":0.29499,"wer_pseudo":2.43191,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.80915,"utmos":1.93202,"dnsmos_ovrl":2.38463,"dnsmos_sig":2.9112,"dnsmos_bak":3.72673,"pesq_wb":1.8961,"pesq_nb":2.37416,"stoi":0.81164,"estoi":0.68526,"si_sdr":-4.48519,"mel_dist":0.25226,"stft_dist":1.44278,"f0_rmse_cents":129.33815,"f0_corr":0.91708,"vuv_err":0.14472,"score_intelligibility":0.96436,"score_speaker":0.80915,"score_quality":0.74851,"score_fidelity":0.66158,"score":0.7959},"de":{"n":50,"unit":"wer","wer":6.61241,"wer_orig":5.69685,"dwer":0.91556,"wer_pseudo":1.93286,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.88355,"utmos":2.28332,"dnsmos_ovrl":3.02421,"dnsmos_sig":3.31899,"dnsmos_bak":4.02858,"pesq_wb":2.56879,"pesq_nb":3.00592,"stoi":0.90325,"estoi":0.7967,"si_sdr":2.41501,"mel_dist":0.16707,"stft_dist":1.10442,"f0_rmse_cents":102.86859,"f0_corr":0.90819,"vuv_err":0.11893,"score_intelligibility":0.87973,"score_speaker":0.88355,"score_quality":0.85689,"score_fidelity":0.75322,"score":0.84335},"fr":{"n":50,"unit":"wer","wer":8.3004,"wer_orig":4.98024,"dwer":3.32016,"wer_pseudo":5.55556,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.81277,"utmos":1.72335,"dnsmos_ovrl":2.93578,"dnsmos_sig":3.27785,"dnsmos_bak":3.96129,"pesq_wb":2.02388,"pesq_nb":2.52289,"stoi":0.88199,"estoi":0.80686,"si_sdr":-3.8162,"mel_dist":0.20006,"stft_dist":1.25739,"f0_rmse_cents":135.11516,"f0_corr":0.88992,"vuv_err":0.1799,"score_intelligibility":0.64301,"score_speaker":0.81277,"score_quality":0.74196,"score_fidelity":0.68815,"score":0.72147},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.88482,"utmos":2.25463,"dnsmos_ovrl":3.16221,"dnsmos_sig":3.52243,"dnsmos_bak":3.92105,"pesq_wb":2.73946,"pesq_nb":3.13987,"stoi":0.90476,"estoi":0.82274,"si_sdr":-0.14789,"mel_dist":0.18208,"stft_dist":1.19513,"f0_rmse_cents":147.91382,"f0_corr":0.93192,"vuv_err":0.12758,"score_intelligibility":0.9375,"score_speaker":0.88482,"score_quality":0.8508,"score_fidelity":0.77789,"score":0.86275},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.55393,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.87669,"utmos":2.51813,"dnsmos_ovrl":3.23131,"dnsmos_sig":3.53902,"dnsmos_bak":4.04263,"pesq_wb":2.70005,"pesq_nb":3.11773,"stoi":0.90588,"estoi":0.82714,"si_sdr":0.2487,"mel_dist":0.17821,"stft_dist":1.1356,"f0_rmse_cents":95.31006,"f0_corr":0.86491,"vuv_err":0.11333,"score_intelligibility":0.90693,"score_speaker":0.87669,"score_quality":0.84433,"score_fidelity":0.75217,"score":0.84503},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":1.67323,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88727,"utmos":2.07634,"dnsmos_ovrl":2.88086,"dnsmos_sig":3.31968,"dnsmos_bak":3.60771,"pesq_wb":2.32432,"pesq_nb":2.77201,"stoi":0.85479,"estoi":0.76072,"si_sdr":-3.43011,"mel_dist":0.18109,"stft_dist":1.23273,"f0_rmse_cents":233.15099,"f0_corr":0.87467,"vuv_err":0.14685,"score_intelligibility":1.0,"score_speaker":0.88727,"score_quality":0.82751,"score_fidelity":0.70261,"score":0.85435},"nl":{"n":50,"unit":"wer","wer":8.02855,"wer_orig":5.26316,"dwer":2.76539,"wer_pseudo":4.47628,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.87865,"utmos":2.52074,"dnsmos_ovrl":2.69229,"dnsmos_sig":3.0833,"dnsmos_bak":4.07836,"pesq_wb":2.48666,"pesq_nb":3.07548,"stoi":0.90497,"estoi":0.81982,"si_sdr":-1.60368,"mel_dist":0.19469,"stft_dist":1.327,"f0_rmse_cents":113.95543,"f0_corr":0.89971,"vuv_err":0.13406,"score_intelligibility":0.69371,"score_speaker":0.87865,"score_quality":0.87349,"score_fidelity":0.74315,"score":0.79725},"pl":{"n":50,"unit":"wer","wer":6.90789,"wer_orig":3.28947,"dwer":3.61842,"wer_pseudo":5.26316,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.86354,"utmos":2.21039,"dnsmos_ovrl":3.00028,"dnsmos_sig":3.34907,"dnsmos_bak":4.0299,"pesq_wb":2.34639,"pesq_nb":2.84962,"stoi":0.91136,"estoi":0.82317,"si_sdr":-4.54132,"mel_dist":0.21907,"stft_dist":1.32484,"f0_rmse_cents":112.30108,"f0_corr":0.84608,"vuv_err":0.1307,"score_intelligibility":0.54243,"score_speaker":0.86354,"score_quality":0.84637,"score_fidelity":0.71404,"score":0.74159},"cs":{"n":50,"unit":"wer","wer":12.48541,"wer_orig":9.45158,"dwer":3.03384,"wer_pseudo":9.46262,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.89212,"utmos":2.09114,"dnsmos_ovrl":3.06261,"dnsmos_sig":3.40122,"dnsmos_bak":3.91504,"pesq_wb":2.22641,"pesq_nb":2.83125,"stoi":0.87713,"estoi":0.78485,"si_sdr":2.38192,"mel_dist":0.18754,"stft_dist":1.15619,"f0_rmse_cents":85.99099,"f0_corr":0.90973,"vuv_err":0.10179,"score_intelligibility":0.77503,"score_speaker":0.89212,"score_quality":0.83425,"score_fidelity":0.71242,"score":0.80345},"tr":{"n":50,"unit":"wer","wer":11.84211,"wer_orig":7.76316,"dwer":4.07895,"wer_pseudo":8.03689,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.80381,"utmos":1.47974,"dnsmos_ovrl":2.80867,"dnsmos_sig":3.19685,"dnsmos_bak":3.87913,"pesq_wb":1.93385,"pesq_nb":2.46109,"stoi":0.84702,"estoi":0.72331,"si_sdr":-6.04178,"mel_dist":0.21507,"stft_dist":1.40889,"f0_rmse_cents":139.09879,"f0_corr":0.91639,"vuv_err":0.14858,"score_intelligibility":0.68238,"score_speaker":0.80381,"score_quality":0.62884,"score_fidelity":0.67674,"score":0.69794},"id":{"n":50,"unit":"wer","wer":12.0425,"wer_orig":5.90319,"dwer":6.13932,"wer_pseudo":9.32704,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.76668,"utmos":1.53394,"dnsmos_ovrl":2.54927,"dnsmos_sig":3.09796,"dnsmos_bak":3.04506,"pesq_wb":1.88809,"pesq_nb":2.43256,"stoi":0.76892,"estoi":0.61956,"si_sdr":-0.08163,"mel_dist":0.17583,"stft_dist":1.19491,"f0_rmse_cents":120.88424,"f0_corr":0.83383,"vuv_err":0.14539,"score_intelligibility":0.52928,"score_speaker":0.76668,"score_quality":0.72455,"score_fidelity":0.61883,"score":0.65984},"vi":{"n":50,"unit":"wer","wer":10.50119,"wer_orig":7.71679,"dwer":2.78441,"wer_pseudo":5.8121,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.80228,"utmos":1.70365,"dnsmos_ovrl":2.70038,"dnsmos_sig":3.26064,"dnsmos_bak":3.54731,"pesq_wb":2.27511,"pesq_nb":2.81391,"stoi":0.77719,"estoi":0.65568,"si_sdr":-0.40979,"mel_dist":0.16868,"stft_dist":1.14822,"f0_rmse_cents":102.23843,"f0_corr":0.92406,"vuv_err":0.11297,"score_intelligibility":0.7579,"score_speaker":0.80228,"score_quality":0.77878,"score_fidelity":0.68852,"score":0.75687},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":1.50637,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.84798,"utmos":1.91884,"dnsmos_ovrl":2.887,"dnsmos_sig":3.21707,"dnsmos_bak":4.00544,"pesq_wb":2.23687,"pesq_nb":2.76918,"stoi":0.89044,"estoi":0.80231,"si_sdr":-2.63949,"mel_dist":0.20639,"stft_dist":1.31368,"f0_rmse_cents":118.48838,"f0_corr":0.88324,"vuv_err":0.14506,"score_intelligibility":0.84113,"score_speaker":0.84798,"score_quality":0.73422,"score_fidelity":0.70902,"score":0.78309},"uk":{"n":50,"unit":"wer","wer":10.32917,"wer_orig":6.46992,"dwer":3.85925,"wer_pseudo":6.02273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.83412,"utmos":2.07431,"dnsmos_ovrl":3.03097,"dnsmos_sig":3.36087,"dnsmos_bak":4.07059,"pesq_wb":2.26823,"pesq_nb":2.74085,"stoi":0.88828,"estoi":0.77851,"si_sdr":-2.12257,"mel_dist":0.19659,"stft_dist":1.26975,"f0_rmse_cents":93.74161,"f0_corr":0.93634,"vuv_err":0.12474,"score_intelligibility":0.65935,"score_speaker":0.83412,"score_quality":0.83431,"score_fidelity":0.72899,"score":0.76419},"el":{"n":50,"unit":"wer","wer":21.24248,"wer_orig":12.02405,"dwer":9.21844,"wer_pseudo":15.41542,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.81154,"utmos":2.06535,"dnsmos_ovrl":2.77946,"dnsmos_sig":3.20691,"dnsmos_bak":3.72698,"pesq_wb":2.44902,"pesq_nb":2.95162,"stoi":0.87058,"estoi":0.76678,"si_sdr":-0.86562,"mel_dist":0.17513,"stft_dist":1.15786,"f0_rmse_cents":86.98689,"f0_corr":0.91578,"vuv_err":0.11287,"score_intelligibility":0.58555,"score_speaker":0.81154,"score_quality":0.75617,"score_fidelity":0.73346,"score":0.72168},"ar":{"n":50,"unit":"wer","wer":14.79655,"wer_orig":12.45376,"dwer":2.34279,"wer_pseudo":5.80964,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.87935,"utmos":2.16946,"dnsmos_ovrl":3.04492,"dnsmos_sig":3.46728,"dnsmos_bak":3.82033,"pesq_wb":2.34762,"pesq_nb":2.83101,"stoi":0.91403,"estoi":0.8494,"si_sdr":-1.05323,"mel_dist":0.19542,"stft_dist":1.24179,"f0_rmse_cents":117.83994,"f0_corr":0.917,"vuv_err":0.12887,"score_intelligibility":0.85169,"score_speaker":0.87935,"score_quality":0.82459,"score_fidelity":0.73869,"score":0.82358},"fa":{"n":50,"unit":"wer","wer":30.4,"wer_orig":25.94286,"dwer":4.45714,"wer_pseudo":12.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.81778,"utmos":1.85697,"dnsmos_ovrl":2.78443,"dnsmos_sig":3.3106,"dnsmos_bak":3.6895,"pesq_wb":2.01483,"pesq_nb":2.72757,"stoi":0.74664,"estoi":0.62131,"si_sdr":-2.09188,"mel_dist":0.2039,"stft_dist":1.30712,"f0_rmse_cents":199.42929,"f0_corr":0.80306,"vuv_err":0.12777,"score_intelligibility":0.85805,"score_speaker":0.81778,"score_quality":0.75032,"score_fidelity":0.61322,"score":0.75984},"he":{"n":50,"unit":"wer","wer":29.88372,"wer_orig":19.4186,"dwer":10.46512,"wer_pseudo":19.24883,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.81271,"utmos":1.8901,"dnsmos_ovrl":2.76565,"dnsmos_sig":3.13187,"dnsmos_bak":3.90707,"pesq_wb":2.11069,"pesq_nb":2.63674,"stoi":0.881,"estoi":0.77388,"si_sdr":0.57453,"mel_dist":0.19151,"stft_dist":1.21257,"f0_rmse_cents":124.98452,"f0_corr":0.8316,"vuv_err":0.16097,"score_intelligibility":0.66114,"score_speaker":0.81271,"score_quality":0.78563,"score_fidelity":0.67665,"score":0.73403},"hi":{"n":50,"unit":"wer","wer":33.14866,"wer_orig":26.31579,"dwer":6.83287,"wer_pseudo":18.1653,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.74686,"utmos":1.74414,"dnsmos_ovrl":2.58326,"dnsmos_sig":3.15751,"dnsmos_bak":3.25282,"pesq_wb":2.02562,"pesq_nb":2.47907,"stoi":0.82437,"estoi":0.71398,"si_sdr":-2.14353,"mel_dist":0.20085,"stft_dist":1.26484,"f0_rmse_cents":119.88947,"f0_corr":0.8973,"vuv_err":0.14704,"score_intelligibility":0.79991,"score_speaker":0.74686,"score_quality":0.74186,"score_fidelity":0.67157,"score":0.74005},"zh":{"n":50,"unit":"cer","wer":9.0379,"wer_orig":7.40525,"dwer":1.63265,"wer_pseudo":3.04878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.81184,"utmos":1.75008,"dnsmos_ovrl":2.83486,"dnsmos_sig":3.20222,"dnsmos_bak":3.94433,"pesq_wb":2.13738,"pesq_nb":2.56341,"stoi":0.86661,"estoi":0.77536,"si_sdr":-9.22245,"mel_dist":0.17741,"stft_dist":1.31025,"f0_rmse_cents":118.63661,"f0_corr":0.92701,"vuv_err":0.13017,"score_intelligibility":0.83735,"score_speaker":0.81184,"score_quality":0.65107,"score_fidelity":0.70619,"score":0.75161},"yue":{"n":50,"unit":"cer","wer":15.07788,"wer_orig":14.39252,"dwer":0.68536,"wer_pseudo":8.29639,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.87002,"utmos":2.33127,"dnsmos_ovrl":2.98918,"dnsmos_sig":3.40351,"dnsmos_bak":3.8144,"pesq_wb":2.40514,"pesq_nb":2.93178,"stoi":0.88228,"estoi":0.78047,"si_sdr":-0.82237,"mel_dist":0.16209,"stft_dist":1.13345,"f0_rmse_cents":102.67103,"f0_corr":0.94929,"vuv_err":0.09279,"score_intelligibility":0.95737,"score_speaker":0.87002,"score_quality":0.83105,"score_fidelity":0.74435,"score":0.8507},"ja":{"n":50,"unit":"cer","wer":6.01746,"wer_orig":3.53698,"dwer":2.48048,"wer_pseudo":4.13413,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.76268,"utmos":1.66341,"dnsmos_ovrl":2.30232,"dnsmos_sig":2.85768,"dnsmos_bak":3.16813,"pesq_wb":2.01503,"pesq_nb":2.62504,"stoi":0.74646,"estoi":0.59381,"si_sdr":-6.28838,"mel_dist":0.21333,"stft_dist":1.38085,"f0_rmse_cents":130.24612,"f0_corr":0.85821,"vuv_err":0.11683,"score_intelligibility":0.64653,"score_speaker":0.76268,"score_quality":0.74334,"score_fidelity":0.63156,"score":0.69603},"ko":{"n":50,"unit":"cer","wer":5.09804,"wer_orig":5.14706,"dwer":-0.04902,"wer_pseudo":1.75351,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.83758,"utmos":2.04366,"dnsmos_ovrl":2.89068,"dnsmos_sig":3.28322,"dnsmos_bak":3.96077,"pesq_wb":2.33863,"pesq_nb":2.77265,"stoi":0.88255,"estoi":0.80522,"si_sdr":-6.2176,"mel_dist":0.22955,"stft_dist":1.29329,"f0_rmse_cents":100.82702,"f0_corr":0.94526,"vuv_err":0.0964,"score_intelligibility":1.0,"score_speaker":0.83758,"score_quality":0.69332,"score_fidelity":0.73676,"score":0.81691},"th":{"n":50,"unit":"cer","wer":10.81245,"wer_orig":7.61924,"dwer":3.19321,"wer_pseudo":7.71411,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.84401,"utmos":1.72812,"dnsmos_ovrl":2.5811,"dnsmos_sig":3.12044,"dnsmos_bak":3.59978,"pesq_wb":1.98882,"pesq_nb":2.52681,"stoi":0.85927,"estoi":0.7655,"si_sdr":-3.47776,"mel_dist":0.1871,"stft_dist":1.27784,"f0_rmse_cents":151.09806,"f0_corr":0.9157,"vuv_err":0.16472,"score_intelligibility":0.72967,"score_speaker":0.84401,"score_quality":0.70729,"score_fidelity":0.68583,"score":0.7417}}},{"codec":"espnet_mls_multi_soundstream_16k_16kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_mls_multi_soundstream_16k_16kbps","family":"ESPnet-Codec","checkpoint":"espnet/mls-multi_soundstream_16k_360epoch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":16.0,"notes":"SoundStream trained on multilingual MLS (360 epochs); target_bw=16 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":16.0,"kbps_measured":16.0,"tokens_per_s":1600.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.00174,"rtf_decode":0.00129,"peak_vram_gb":0.54994,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.77555,"score_worst_lang":0.64883,"worst_lang":"id","en_gap":0.00874,"score_intelligibility":0.74913,"score_speaker":0.83091,"score_quality":0.81971,"score_fidelity":0.70246,"dwer":3.55992,"wer":12.36572,"wer_pseudo":7.16171,"sim":0.83091,"utmos":2.07055,"dnsmos_ovrl":2.90089,"dnsmos_sig":3.31683,"dnsmos_bak":3.81006,"pesq_wb":2.24008,"pesq_nb":2.79848,"stoi":0.84655,"estoi":0.73904,"si_sdr":-1.78004,"mel_dist":0.19379,"stft_dist":1.39509,"f0_rmse_cents":120.52589,"f0_corr":0.90651,"vuv_err":0.13141,"score_ci95":[0.76771,0.78187]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.16126,"wer_orig":6.98132,"dwer":1.17994,"wer_pseudo":1.75097,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.82176,"utmos":1.93742,"dnsmos_ovrl":2.4572,"dnsmos_sig":3.00034,"dnsmos_bak":3.66885,"pesq_wb":1.99527,"pesq_nb":2.5575,"stoi":0.79949,"estoi":0.66783,"si_sdr":-4.25045,"mel_dist":0.20457,"stft_dist":1.75228,"f0_rmse_cents":130.33758,"f0_corr":0.92388,"vuv_err":0.12741,"score_intelligibility":0.8712,"score_speaker":0.82176,"score_quality":0.7735,"score_fidelity":0.66924,"score":0.78393},"de":{"n":50,"unit":"wer","wer":7.12106,"wer_orig":5.69685,"dwer":1.42421,"wer_pseudo":3.35707,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.87814,"utmos":2.15055,"dnsmos_ovrl":3.05911,"dnsmos_sig":3.35707,"dnsmos_bak":4.04258,"pesq_wb":2.47536,"pesq_nb":2.91594,"stoi":0.88205,"estoi":0.76589,"si_sdr":2.23193,"mel_dist":0.17369,"stft_dist":1.09995,"f0_rmse_cents":97.19777,"f0_corr":0.92098,"vuv_err":0.11695,"score_intelligibility":0.82463,"score_speaker":0.87814,"score_quality":0.82688,"score_fidelity":0.74152,"score":0.81779},"fr":{"n":50,"unit":"wer","wer":7.90514,"wer_orig":4.98024,"dwer":2.9249,"wer_pseudo":5.55556,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.84005,"utmos":1.92299,"dnsmos_ovrl":2.96099,"dnsmos_sig":3.30511,"dnsmos_bak":3.92865,"pesq_wb":2.10899,"pesq_nb":2.66488,"stoi":0.87825,"estoi":0.80166,"si_sdr":-4.27832,"mel_dist":0.20432,"stft_dist":1.38361,"f0_rmse_cents":120.55887,"f0_corr":0.92504,"vuv_err":0.16367,"score_intelligibility":0.67155,"score_speaker":0.84005,"score_quality":0.82128,"score_fidelity":0.70671,"score":0.7599},"es":{"n":50,"unit":"wer","wer":3.72727,"wer_orig":3.09091,"dwer":0.63636,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8475,"utmos":2.20269,"dnsmos_ovrl":3.11615,"dnsmos_sig":3.48211,"dnsmos_bak":3.90176,"pesq_wb":2.55281,"pesq_nb":3.05881,"stoi":0.88961,"estoi":0.79813,"si_sdr":-1.58175,"mel_dist":0.19769,"stft_dist":1.27135,"f0_rmse_cents":143.78034,"f0_corr":0.93501,"vuv_err":0.14525,"score_intelligibility":0.86538,"score_speaker":0.8475,"score_quality":0.82551,"score_fidelity":0.75609,"score":0.82362},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.82815,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.8669,"utmos":2.57016,"dnsmos_ovrl":3.25234,"dnsmos_sig":3.55667,"dnsmos_bak":4.04918,"pesq_wb":2.71304,"pesq_nb":3.19023,"stoi":0.89547,"estoi":0.81403,"si_sdr":1.67269,"mel_dist":0.18599,"stft_dist":1.17162,"f0_rmse_cents":90.89656,"f0_corr":0.89511,"vuv_err":0.12076,"score_intelligibility":0.84776,"score_speaker":0.8669,"score_quality":0.86125,"score_fidelity":0.76,"score":0.83398},"pt":{"n":50,"unit":"wer","wer":3.61328,"wer_orig":3.41797,"dwer":0.19531,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.86036,"utmos":2.04353,"dnsmos_ovrl":2.90767,"dnsmos_sig":3.35614,"dnsmos_bak":3.62057,"pesq_wb":2.17161,"pesq_nb":2.74564,"stoi":0.83848,"estoi":0.73653,"si_sdr":-5.42483,"mel_dist":0.19533,"stft_dist":1.29452,"f0_rmse_cents":188.52684,"f0_corr":0.91947,"vuv_err":0.16001,"score_intelligibility":0.95766,"score_speaker":0.86036,"score_quality":0.82332,"score_fidelity":0.69756,"score":0.83473},"nl":{"n":50,"unit":"wer","wer":8.47458,"wer_orig":5.26316,"dwer":3.21142,"wer_pseudo":4.5658,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.85993,"utmos":2.53176,"dnsmos_ovrl":2.88446,"dnsmos_sig":3.21867,"dnsmos_bak":4.10555,"pesq_wb":2.35597,"pesq_nb":2.92987,"stoi":0.88269,"estoi":0.7913,"si_sdr":-1.3393,"mel_dist":0.23005,"stft_dist":1.9603,"f0_rmse_cents":103.16036,"f0_corr":0.93492,"vuv_err":0.15142,"score_intelligibility":0.66105,"score_speaker":0.85993,"score_quality":0.88904,"score_fidelity":0.73501,"score":0.78626},"pl":{"n":50,"unit":"wer","wer":7.01754,"wer_orig":3.28947,"dwer":3.72807,"wer_pseudo":5.48246,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.85663,"utmos":2.26701,"dnsmos_ovrl":3.1007,"dnsmos_sig":3.40949,"dnsmos_bak":4.07318,"pesq_wb":2.19665,"pesq_nb":2.72996,"stoi":0.89025,"estoi":0.79271,"si_sdr":-6.99721,"mel_dist":0.20626,"stft_dist":1.53965,"f0_rmse_cents":161.43857,"f0_corr":0.74802,"vuv_err":0.15664,"score_intelligibility":0.53501,"score_speaker":0.85663,"score_quality":0.86257,"score_fidelity":0.66006,"score":0.72857},"cs":{"n":50,"unit":"wer","wer":13.30222,"wer_orig":9.45158,"dwer":3.85064,"wer_pseudo":9.92991,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.87055,"utmos":2.1057,"dnsmos_ovrl":3.03985,"dnsmos_sig":3.39532,"dnsmos_bak":3.87074,"pesq_wb":2.09979,"pesq_nb":2.71467,"stoi":0.85753,"estoi":0.75654,"si_sdr":3.99315,"mel_dist":0.19991,"stft_dist":1.22998,"f0_rmse_cents":85.76897,"f0_corr":0.91259,"vuv_err":0.11931,"score_intelligibility":0.73077,"score_speaker":0.87055,"score_quality":0.83352,"score_fidelity":0.69478,"score":0.7824},"tr":{"n":50,"unit":"wer","wer":12.76316,"wer_orig":7.76316,"dwer":5.0,"wer_pseudo":8.3004,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.83451,"utmos":1.79761,"dnsmos_ovrl":2.9593,"dnsmos_sig":3.3252,"dnsmos_bak":3.9545,"pesq_wb":2.10901,"pesq_nb":2.77044,"stoi":0.85262,"estoi":0.72552,"si_sdr":-2.57242,"mel_dist":0.20435,"stft_dist":1.42593,"f0_rmse_cents":133.45769,"f0_corr":0.91711,"vuv_err":0.10754,"score_intelligibility":0.63671,"score_speaker":0.83451,"score_quality":0.78961,"score_fidelity":0.69553,"score":0.73909},"id":{"n":50,"unit":"wer","wer":12.86895,"wer_orig":5.90319,"dwer":6.96576,"wer_pseudo":10.62574,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.72868,"utmos":1.52247,"dnsmos_ovrl":2.64051,"dnsmos_sig":3.2438,"dnsmos_bak":3.19492,"pesq_wb":1.83477,"pesq_nb":2.48949,"stoi":0.74962,"estoi":0.59451,"si_sdr":-0.15196,"mel_dist":0.17555,"stft_dist":1.2197,"f0_rmse_cents":110.95226,"f0_corr":0.88382,"vuv_err":0.13446,"score_intelligibility":0.49774,"score_speaker":0.72868,"score_quality":0.7449,"score_fidelity":0.62398,"score":0.64883},"vi":{"n":50,"unit":"wer","wer":11.93317,"wer_orig":7.71679,"dwer":4.21639,"wer_pseudo":7.56369,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.80435,"utmos":1.79506,"dnsmos_ovrl":2.78759,"dnsmos_sig":3.34334,"dnsmos_bak":3.61864,"pesq_wb":2.22479,"pesq_nb":2.83575,"stoi":0.75658,"estoi":0.62952,"si_sdr":0.60837,"mel_dist":0.17219,"stft_dist":1.33686,"f0_rmse_cents":94.20433,"f0_corr":0.93717,"vuv_err":0.12208,"score_intelligibility":0.67399,"score_speaker":0.80435,"score_quality":0.84376,"score_fidelity":0.68123,"score":0.75083},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.84965,"utmos":2.09721,"dnsmos_ovrl":3.03184,"dnsmos_sig":3.34841,"dnsmos_bak":4.02485,"pesq_wb":2.24102,"pesq_nb":2.79651,"stoi":0.87778,"estoi":0.78255,"si_sdr":-3.1144,"mel_dist":0.2139,"stft_dist":1.50415,"f0_rmse_cents":109.3852,"f0_corr":0.89755,"vuv_err":0.1568,"score_intelligibility":0.85624,"score_speaker":0.84965,"score_quality":0.82256,"score_fidelity":0.70997,"score":0.80961},"uk":{"n":50,"unit":"wer","wer":9.87514,"wer_orig":6.46992,"dwer":3.40522,"wer_pseudo":6.59091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.82138,"utmos":2.12987,"dnsmos_ovrl":2.9666,"dnsmos_sig":3.29784,"dnsmos_bak":4.01803,"pesq_wb":2.31632,"pesq_nb":2.81129,"stoi":0.87811,"estoi":0.76176,"si_sdr":1.00296,"mel_dist":0.20747,"stft_dist":1.45295,"f0_rmse_cents":98.62658,"f0_corr":0.93747,"vuv_err":0.12648,"score_intelligibility":0.68688,"score_speaker":0.82138,"score_quality":0.83626,"score_fidelity":0.73056,"score":0.76877},"el":{"n":50,"unit":"wer","wer":19.13828,"wer_orig":12.02405,"dwer":7.11423,"wer_pseudo":14.41441,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.81411,"utmos":2.20281,"dnsmos_ovrl":2.94359,"dnsmos_sig":3.34732,"dnsmos_bak":3.83241,"pesq_wb":2.51323,"pesq_nb":3.03602,"stoi":0.86324,"estoi":0.75329,"si_sdr":0.72112,"mel_dist":0.17236,"stft_dist":1.17926,"f0_rmse_cents":99.2397,"f0_corr":0.8934,"vuv_err":0.11306,"score_intelligibility":0.64673,"score_speaker":0.81411,"score_quality":0.8372,"score_fidelity":0.72966,"score":0.75693},"ar":{"n":50,"unit":"wer","wer":16.39951,"wer_orig":12.45376,"dwer":3.94575,"wer_pseudo":7.29295,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86523,"utmos":2.13647,"dnsmos_ovrl":3.08874,"dnsmos_sig":3.4914,"dnsmos_bak":3.84663,"pesq_wb":2.21192,"pesq_nb":2.7644,"stoi":0.90202,"estoi":0.83183,"si_sdr":-3.35507,"mel_dist":0.20664,"stft_dist":1.37559,"f0_rmse_cents":136.59843,"f0_corr":0.90256,"vuv_err":0.13134,"score_intelligibility":0.77323,"score_speaker":0.86523,"score_quality":0.82491,"score_fidelity":0.71695,"score":0.79508},"fa":{"n":50,"unit":"wer","wer":31.77143,"wer_orig":25.94286,"dwer":5.82857,"wer_pseudo":13.94595,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.81085,"utmos":2.00792,"dnsmos_ovrl":2.75168,"dnsmos_sig":3.26027,"dnsmos_bak":3.65518,"pesq_wb":2.00352,"pesq_nb":2.73189,"stoi":0.72929,"estoi":0.601,"si_sdr":-1.0397,"mel_dist":0.19511,"stft_dist":1.48492,"f0_rmse_cents":160.73278,"f0_corr":0.86101,"vuv_err":0.13573,"score_intelligibility":0.82214,"score_speaker":0.81085,"score_quality":0.78806,"score_fidelity":0.62567,"score":0.76168},"he":{"n":50,"unit":"wer","wer":27.7907,"wer_orig":19.4186,"dwer":8.37209,"wer_pseudo":15.49296,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.79327,"utmos":1.90821,"dnsmos_ovrl":2.78319,"dnsmos_sig":3.14084,"dnsmos_bak":3.92421,"pesq_wb":2.11347,"pesq_nb":2.59955,"stoi":0.87155,"estoi":0.75706,"si_sdr":0.60212,"mel_dist":0.19354,"stft_dist":1.4242,"f0_rmse_cents":109.19765,"f0_corr":0.8674,"vuv_err":0.15344,"score_intelligibility":0.70921,"score_speaker":0.79327,"score_quality":0.79655,"score_fidelity":0.68569,"score":0.74618},"hi":{"n":50,"unit":"wer","wer":35.91874,"wer_orig":26.31579,"dwer":9.60295,"wer_pseudo":22.43415,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.73258,"utmos":1.76313,"dnsmos_ovrl":2.62581,"dnsmos_sig":3.20582,"dnsmos_bak":3.27774,"pesq_wb":1.97796,"pesq_nb":2.51859,"stoi":0.80402,"estoi":0.68426,"si_sdr":-3.76735,"mel_dist":0.20452,"stft_dist":1.33727,"f0_rmse_cents":162.1505,"f0_corr":0.86362,"vuv_err":0.16242,"score_intelligibility":0.73989,"score_speaker":0.73258,"score_quality":0.76141,"score_fidelity":0.64902,"score":0.72072},"zh":{"n":50,"unit":"cer","wer":8.74636,"wer_orig":7.40525,"dwer":1.34111,"wer_pseudo":2.31707,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.85448,"utmos":2.13582,"dnsmos_ovrl":3.01322,"dnsmos_sig":3.37349,"dnsmos_bak":3.97583,"pesq_wb":2.33591,"pesq_nb":2.90637,"stoi":0.8777,"estoi":0.79104,"si_sdr":-3.54,"mel_dist":0.18303,"stft_dist":1.29951,"f0_rmse_cents":100.50983,"f0_corr":0.91958,"vuv_err":0.09777,"score_intelligibility":0.8624,"score_speaker":0.85448,"score_quality":0.80083,"score_fidelity":0.72632,"score":0.81101},"yue":{"n":50,"unit":"cer","wer":19.06542,"wer_orig":14.39252,"dwer":4.6729,"wer_pseudo":12.41292,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.8632,"utmos":2.34477,"dnsmos_ovrl":3.0091,"dnsmos_sig":3.40111,"dnsmos_bak":3.86358,"pesq_wb":2.30739,"pesq_nb":2.88472,"stoi":0.86611,"estoi":0.75468,"si_sdr":-0.72999,"mel_dist":0.16723,"stft_dist":1.18137,"f0_rmse_cents":124.73753,"f0_corr":0.92025,"vuv_err":0.0956,"score_intelligibility":0.76712,"score_speaker":0.8632,"score_quality":0.83941,"score_fidelity":0.71997,"score":0.79742},"ja":{"n":50,"unit":"cer","wer":6.01746,"wer_orig":3.53698,"dwer":2.48048,"wer_pseudo":4.59348,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.77274,"utmos":1.75832,"dnsmos_ovrl":2.46382,"dnsmos_sig":3.08987,"dnsmos_bak":3.31403,"pesq_wb":2.13186,"pesq_nb":2.72842,"stoi":0.73662,"estoi":0.58492,"si_sdr":-3.99049,"mel_dist":0.19167,"stft_dist":1.72476,"f0_rmse_cents":113.95587,"f0_corr":0.92705,"vuv_err":0.11302,"score_intelligibility":0.64653,"score_speaker":0.77274,"score_quality":0.84163,"score_fidelity":0.66236,"score":0.73081},"ko":{"n":50,"unit":"cer","wer":5.14706,"wer_orig":5.14706,"dwer":0.0,"wer_pseudo":1.50301,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.84804,"utmos":2.51268,"dnsmos_ovrl":3.02284,"dnsmos_sig":3.37602,"dnsmos_bak":4.02576,"pesq_wb":2.76222,"pesq_nb":3.20494,"stoi":0.8876,"estoi":0.80916,"si_sdr":-1.63664,"mel_dist":0.17661,"stft_dist":1.35059,"f0_rmse_cents":80.0324,"f0_corr":0.96452,"vuv_err":0.0838,"score_intelligibility":1.0,"score_speaker":0.84804,"score_quality":0.82945,"score_fidelity":0.7852,"score":0.86567},"th":{"n":50,"unit":"cer","wer":11.39854,"wer_orig":7.61924,"dwer":3.7793,"wer_pseudo":8.15955,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.84705,"utmos":1.84897,"dnsmos_ovrl":2.75496,"dnsmos_sig":3.27828,"dnsmos_bak":3.65415,"pesq_wb":2.00902,"pesq_nb":2.57769,"stoi":0.8506,"estoi":0.75113,"si_sdr":-5.78351,"mel_dist":0.18891,"stft_dist":1.48172,"f0_rmse_cents":137.17487,"f0_corr":0.94886,"vuv_err":0.15898,"score_intelligibility":0.69518,"score_speaker":0.84705,"score_quality":0.79976,"score_fidelity":0.69592,"score":0.75948}}},{"codec":"espnet_mls_multi_soundstream_16k_2kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_mls_multi_soundstream_16k_2kbps","family":"ESPnet-Codec","checkpoint":"espnet/mls-multi_soundstream_16k_360epoch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":2.0,"notes":"SoundStream trained on multilingual MLS (360 epochs); target_bw=2 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.0013,"rtf_decode":0.00117,"peak_vram_gb":0.54964,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.54749,"score_worst_lang":0.40271,"worst_lang":"id","en_gap":-0.00236,"score_intelligibility":0.35664,"score_speaker":0.58331,"score_quality":0.64049,"score_fidelity":0.60952,"dwer":20.85034,"wer":29.65614,"wer_pseudo":26.60124,"sim":0.58331,"utmos":1.61232,"dnsmos_ovrl":2.75188,"dnsmos_sig":3.17026,"dnsmos_bak":3.75237,"pesq_wb":1.6796,"pesq_nb":2.14736,"stoi":0.76525,"estoi":0.61882,"si_sdr":-6.32216,"mel_dist":0.23208,"stft_dist":1.53811,"f0_rmse_cents":142.55029,"f0_corr":0.86916,"vuv_err":0.15363,"score_ci95":[0.5415,0.55384]},"per_lang":{"en":{"n":50,"unit":"wer","wer":17.3058,"wer_orig":6.98132,"dwer":10.32448,"wer_pseudo":13.71595,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.56096,"utmos":1.6167,"dnsmos_ovrl":2.25517,"dnsmos_sig":2.77012,"dnsmos_bak":3.66356,"pesq_wb":1.49915,"pesq_nb":1.9204,"stoi":0.70707,"estoi":0.54134,"si_sdr":-9.15124,"mel_dist":0.23502,"stft_dist":1.75478,"f0_rmse_cents":151.67561,"f0_corr":0.8909,"vuv_err":0.17593,"score_intelligibility":0.436,"score_speaker":0.56096,"score_quality":0.60376,"score_fidelity":0.5802,"score":0.54523},"de":{"n":50,"unit":"wer","wer":15.76806,"wer_orig":5.69685,"dwer":10.07121,"wer_pseudo":12.30926,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.60839,"utmos":1.67311,"dnsmos_ovrl":2.94183,"dnsmos_sig":3.24508,"dnsmos_bak":4.01131,"pesq_wb":1.87118,"pesq_nb":2.29314,"stoi":0.81387,"estoi":0.64489,"si_sdr":-2.32193,"mel_dist":0.21288,"stft_dist":1.26411,"f0_rmse_cents":106.44274,"f0_corr":0.90041,"vuv_err":0.14046,"score_intelligibility":0.39938,"score_speaker":0.60839,"score_quality":0.66071,"score_fidelity":0.65439,"score":0.58072},"fr":{"n":50,"unit":"wer","wer":21.81818,"wer_orig":4.98024,"dwer":16.83794,"wer_pseudo":20.63492,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.61831,"utmos":1.61143,"dnsmos_ovrl":2.85215,"dnsmos_sig":3.20887,"dnsmos_bak":3.88763,"pesq_wb":1.67755,"pesq_nb":2.14121,"stoi":0.81024,"estoi":0.70682,"si_sdr":-8.47569,"mel_dist":0.24605,"stft_dist":1.54355,"f0_rmse_cents":133.31748,"f0_corr":0.90325,"vuv_err":0.17342,"score_intelligibility":0.26208,"score_speaker":0.61831,"score_quality":0.68036,"score_fidelity":0.63569,"score":0.54911},"es":{"n":50,"unit":"wer","wer":4.90909,"wer_orig":3.09091,"dwer":1.81818,"wer_pseudo":2.73473,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.60622,"utmos":1.76693,"dnsmos_ovrl":3.0339,"dnsmos_sig":3.41991,"dnsmos_bak":3.84421,"pesq_wb":1.95433,"pesq_nb":2.45488,"stoi":0.8289,"estoi":0.69905,"si_sdr":-5.36039,"mel_dist":0.23527,"stft_dist":1.41805,"f0_rmse_cents":154.03695,"f0_corr":0.9262,"vuv_err":0.15843,"score_intelligibility":0.69231,"score_speaker":0.60622,"score_quality":0.68296,"score_fidelity":0.67592,"score":0.66435},"it":{"n":50,"unit":"wer","wer":6.4663,"wer_orig":2.55009,"dwer":3.91621,"wer_pseudo":5.48446,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.64707,"utmos":2.03424,"dnsmos_ovrl":3.15076,"dnsmos_sig":3.46725,"dnsmos_bak":4.00513,"pesq_wb":2.11536,"pesq_nb":2.57793,"stoi":0.83345,"estoi":0.71498,"si_sdr":-2.61054,"mel_dist":0.22462,"stft_dist":1.32111,"f0_rmse_cents":99.76961,"f0_corr":0.86438,"vuv_err":0.13089,"score_intelligibility":0.47548,"score_speaker":0.64707,"score_quality":0.71191,"score_fidelity":0.67217,"score":0.62666},"pt":{"n":50,"unit":"wer","wer":11.71875,"wer_orig":3.41797,"dwer":8.30078,"wer_pseudo":9.54724,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.6293,"utmos":1.75704,"dnsmos_ovrl":2.88238,"dnsmos_sig":3.35187,"dnsmos_bak":3.59738,"pesq_wb":1.66833,"pesq_nb":2.16789,"stoi":0.76504,"estoi":0.62801,"si_sdr":-10.85363,"mel_dist":0.2352,"stft_dist":1.45952,"f0_rmse_cents":291.90334,"f0_corr":0.8289,"vuv_err":0.17818,"score_intelligibility":0.34736,"score_speaker":0.6293,"score_quality":0.72186,"score_fidelity":0.59496,"score":0.57337},"nl":{"n":50,"unit":"wer","wer":22.30152,"wer_orig":5.26316,"dwer":17.03836,"wer_pseudo":19.96419,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.60394,"utmos":1.57964,"dnsmos_ovrl":2.52293,"dnsmos_sig":2.86082,"dnsmos_bak":4.05546,"pesq_wb":1.62381,"pesq_nb":2.11287,"stoi":0.78527,"estoi":0.65109,"si_sdr":-7.043,"mel_dist":0.25844,"stft_dist":1.99685,"f0_rmse_cents":139.75105,"f0_corr":0.87869,"vuv_err":0.18145,"score_intelligibility":0.26879,"score_speaker":0.60394,"score_quality":0.58571,"score_fidelity":0.61406,"score":0.51812},"pl":{"n":50,"unit":"wer","wer":22.69737,"wer_orig":3.28947,"dwer":19.40789,"wer_pseudo":22.14912,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.64203,"utmos":1.67458,"dnsmos_ovrl":2.94155,"dnsmos_sig":3.25876,"dnsmos_bak":4.03373,"pesq_wb":1.62993,"pesq_nb":2.08495,"stoi":0.82175,"estoi":0.68646,"si_sdr":-11.51544,"mel_dist":0.24241,"stft_dist":1.69098,"f0_rmse_cents":169.78655,"f0_corr":0.72713,"vuv_err":0.15983,"score_intelligibility":0.18101,"score_speaker":0.64203,"score_quality":0.67969,"score_fidelity":0.57629,"score":0.51975},"cs":{"n":50,"unit":"wer","wer":36.63944,"wer_orig":9.45158,"dwer":27.18786,"wer_pseudo":33.76168,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.65975,"utmos":1.63663,"dnsmos_ovrl":2.96425,"dnsmos_sig":3.30982,"dnsmos_bak":3.86293,"pesq_wb":1.57857,"pesq_nb":2.13221,"stoi":0.77799,"estoi":0.63813,"si_sdr":-0.17992,"mel_dist":0.24023,"stft_dist":1.37975,"f0_rmse_cents":110.09219,"f0_corr":0.86649,"vuv_err":0.12848,"score_intelligibility":0.27768,"score_speaker":0.65975,"score_quality":0.6663,"score_fidelity":0.60326,"score":0.55175},"tr":{"n":50,"unit":"wer","wer":29.86842,"wer_orig":7.76316,"dwer":22.10526,"wer_pseudo":27.00922,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.61328,"utmos":1.4475,"dnsmos_ovrl":2.8326,"dnsmos_sig":3.20815,"dnsmos_bak":3.90179,"pesq_wb":1.65104,"pesq_nb":2.18846,"stoi":0.77725,"estoi":0.60761,"si_sdr":-6.35157,"mel_dist":0.23576,"stft_dist":1.56918,"f0_rmse_cents":149.4282,"f0_corr":0.89217,"vuv_err":0.1345,"score_intelligibility":0.28389,"score_speaker":0.61328,"score_quality":0.6221,"score_fidelity":0.61848,"score":0.53444},"id":{"n":50,"unit":"wer","wer":56.6706,"wer_orig":5.90319,"dwer":50.76741,"wer_pseudo":56.08028,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.41658,"utmos":1.31505,"dnsmos_ovrl":2.32133,"dnsmos_sig":2.86217,"dnsmos_bak":2.84937,"pesq_wb":1.35396,"pesq_nb":1.80639,"stoi":0.62674,"estoi":0.4279,"si_sdr":-4.00055,"mel_dist":0.22787,"stft_dist":1.41733,"f0_rmse_cents":147.92882,"f0_corr":0.86097,"vuv_err":0.17382,"score_intelligibility":0.1197,"score_speaker":0.41658,"score_quality":0.54493,"score_fidelity":0.52961,"score":0.40271},"vi":{"n":50,"unit":"wer","wer":36.59507,"wer_orig":7.71679,"dwer":28.87828,"wer_pseudo":34.07643,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.58235,"utmos":1.4627,"dnsmos_ovrl":2.59182,"dnsmos_sig":3.16272,"dnsmos_bak":3.50312,"pesq_wb":1.63947,"pesq_nb":2.13925,"stoi":0.65733,"estoi":0.49274,"si_sdr":-3.95827,"mel_dist":0.20706,"stft_dist":1.51676,"f0_rmse_cents":119.25656,"f0_corr":0.90295,"vuv_err":0.14755,"score_intelligibility":0.23186,"score_speaker":0.58235,"score_quality":0.64034,"score_fidelity":0.58099,"score":0.50889},"ru":{"n":50,"unit":"wer","wer":12.25434,"wer_orig":4.50867,"dwer":7.74566,"wer_pseudo":9.15411,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.61713,"utmos":1.57658,"dnsmos_ovrl":2.75614,"dnsmos_sig":3.09049,"dnsmos_bak":3.93168,"pesq_wb":1.72214,"pesq_nb":2.19354,"stoi":0.80593,"estoi":0.67434,"si_sdr":-7.54103,"mel_dist":0.2475,"stft_dist":1.63395,"f0_rmse_cents":142.5915,"f0_corr":0.82396,"vuv_err":0.16901,"score_intelligibility":0.41561,"score_speaker":0.61713,"score_quality":0.60069,"score_fidelity":0.61207,"score":0.56138},"uk":{"n":50,"unit":"wer","wer":24.51759,"wer_orig":6.46992,"dwer":18.04767,"wer_pseudo":23.06818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.53592,"utmos":1.76033,"dnsmos_ovrl":2.82816,"dnsmos_sig":3.1571,"dnsmos_bak":3.97895,"pesq_wb":1.74533,"pesq_nb":2.18004,"stoi":0.80301,"estoi":0.64353,"si_sdr":-5.12662,"mel_dist":0.24511,"stft_dist":1.58378,"f0_rmse_cents":132.99882,"f0_corr":0.88309,"vuv_err":0.15401,"score_intelligibility":0.29274,"score_speaker":0.53592,"score_quality":0.6855,"score_fidelity":0.63302,"score":0.53679},"el":{"n":50,"unit":"wer","wer":41.08216,"wer_orig":12.02405,"dwer":29.05812,"wer_pseudo":38.13814,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.52049,"utmos":1.69145,"dnsmos_ovrl":2.82262,"dnsmos_sig":3.24474,"dnsmos_bak":3.77927,"pesq_wb":1.8796,"pesq_nb":2.38756,"stoi":0.78284,"estoi":0.63234,"si_sdr":-4.12313,"mel_dist":0.21215,"stft_dist":1.38636,"f0_rmse_cents":104.37594,"f0_corr":0.86964,"vuv_err":0.13065,"score_intelligibility":0.30949,"score_speaker":0.52049,"score_quality":0.65938,"score_fidelity":0.6346,"score":0.53099},"ar":{"n":50,"unit":"wer","wer":28.23674,"wer_orig":12.45376,"dwer":15.78298,"wer_pseudo":22.24969,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.65162,"utmos":1.6229,"dnsmos_ovrl":2.98122,"dnsmos_sig":3.38756,"dnsmos_bak":3.81105,"pesq_wb":1.6776,"pesq_nb":2.11115,"stoi":0.84019,"estoi":0.73878,"si_sdr":-7.20585,"mel_dist":0.24932,"stft_dist":1.54019,"f0_rmse_cents":127.72184,"f0_corr":0.89613,"vuv_err":0.14295,"score_intelligibility":0.46017,"score_speaker":0.65162,"score_quality":0.64644,"score_fidelity":0.64331,"score":0.60038},"fa":{"n":50,"unit":"wer","wer":85.94286,"wer_orig":25.94286,"dwer":60.0,"wer_pseudo":75.78378,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.52949,"utmos":1.48787,"dnsmos_ovrl":2.60303,"dnsmos_sig":3.13425,"dnsmos_bak":3.58817,"pesq_wb":1.46891,"pesq_nb":2.02523,"stoi":0.62899,"estoi":0.46454,"si_sdr":-6.07839,"mel_dist":0.23849,"stft_dist":1.63068,"f0_rmse_cents":196.28841,"f0_corr":0.81008,"vuv_err":0.16951,"score_intelligibility":0.30989,"score_speaker":0.52949,"score_quality":0.58691,"score_fidelity":0.52435,"score":0.48766},"he":{"n":50,"unit":"wer","wer":62.55814,"wer_orig":19.4186,"dwer":43.13953,"wer_pseudo":58.4507,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.45233,"utmos":1.39064,"dnsmos_ovrl":2.58493,"dnsmos_sig":2.94289,"dnsmos_bak":3.80249,"pesq_wb":1.45298,"pesq_nb":1.8491,"stoi":0.77497,"estoi":0.60415,"si_sdr":-6.43194,"mel_dist":0.2374,"stft_dist":1.58503,"f0_rmse_cents":134.33265,"f0_corr":0.80356,"vuv_err":0.20339,"score_intelligibility":0.32126,"score_speaker":0.45233,"score_quality":0.56792,"score_fidelity":0.56932,"score":0.47771},"hi":{"n":50,"unit":"wer","wer":54.75531,"wer_orig":26.31579,"dwer":28.43952,"wer_pseudo":48.86467,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.4522,"utmos":1.47164,"dnsmos_ovrl":2.5571,"dnsmos_sig":3.15406,"dnsmos_bak":3.25801,"pesq_wb":1.5578,"pesq_nb":1.99213,"stoi":0.72114,"estoi":0.56635,"si_sdr":-7.29975,"mel_dist":0.24578,"stft_dist":1.48902,"f0_rmse_cents":172.89006,"f0_corr":0.77232,"vuv_err":0.17384,"score_intelligibility":0.48992,"score_speaker":0.4522,"score_quality":0.62917,"score_fidelity":0.55094,"score":0.53056},"zh":{"n":50,"unit":"cer","wer":14.63557,"wer_orig":7.40525,"dwer":7.23032,"wer_pseudo":8.53659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.6129,"utmos":1.61715,"dnsmos_ovrl":2.86786,"dnsmos_sig":3.24604,"dnsmos_bak":3.92301,"pesq_wb":1.76569,"pesq_nb":2.19225,"stoi":0.80345,"estoi":0.67928,"si_sdr":-7.51913,"mel_dist":0.21898,"stft_dist":1.46572,"f0_rmse_cents":107.64941,"f0_corr":0.90943,"vuv_err":0.10321,"score_intelligibility":0.53757,"score_speaker":0.6129,"score_quality":0.62231,"score_fidelity":0.64388,"score":0.60417},"yue":{"n":50,"unit":"cer","wer":41.55763,"wer_orig":14.39252,"dwer":27.16511,"wer_pseudo":40.02533,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.62608,"utmos":1.75933,"dnsmos_ovrl":2.93702,"dnsmos_sig":3.32345,"dnsmos_bak":3.85975,"pesq_wb":1.69983,"pesq_nb":2.17167,"stoi":0.79252,"estoi":0.63468,"si_sdr":-4.56435,"mel_dist":0.21239,"stft_dist":1.3764,"f0_rmse_cents":130.76845,"f0_corr":0.91684,"vuv_err":0.11661,"score_intelligibility":0.36169,"score_speaker":0.62608,"score_quality":0.67122,"score_fidelity":0.63644,"score":0.57385},"ja":{"n":50,"unit":"cer","wer":21.49747,"wer_orig":3.53698,"dwer":17.9605,"wer_pseudo":19.84382,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.53302,"utmos":1.44905,"dnsmos_ovrl":2.34171,"dnsmos_sig":2.96132,"dnsmos_bak":3.28558,"pesq_wb":1.53726,"pesq_nb":2.00362,"stoi":0.63921,"estoi":0.45156,"si_sdr":-9.32556,"mel_dist":0.22694,"stft_dist":1.78293,"f0_rmse_cents":127.02975,"f0_corr":0.883,"vuv_err":0.15896,"score_intelligibility":0.20167,"score_speaker":0.53302,"score_quality":0.65265,"score_fidelity":0.55857,"score":0.48648},"ko":{"n":50,"unit":"cer","wer":8.72549,"wer_orig":5.14706,"dwer":3.57843,"wer_pseudo":6.11222,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.64527,"utmos":1.90325,"dnsmos_ovrl":2.87638,"dnsmos_sig":3.22255,"dnsmos_bak":3.99833,"pesq_wb":2.06638,"pesq_nb":2.50593,"stoi":0.81102,"estoi":0.69916,"si_sdr":-5.2338,"mel_dist":0.20616,"stft_dist":1.42987,"f0_rmse_cents":108.7011,"f0_corr":0.92945,"vuv_err":0.1005,"score_intelligibility":0.63206,"score_speaker":0.64527,"score_quality":0.65874,"score_fidelity":0.68172,"score":0.65445},"th":{"n":50,"unit":"cer","wer":33.22555,"wer_orig":7.61924,"dwer":25.60631,"wer_pseudo":30.73497,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.6348,"utmos":1.38999,"dnsmos_ovrl":2.59829,"dnsmos_sig":3.09617,"dnsmos_bak":3.62507,"pesq_wb":1.47411,"pesq_nb":1.90483,"stoi":0.75771,"estoi":0.62383,"si_sdr":-9.46013,"mel_dist":0.22885,"stft_dist":1.67884,"f0_rmse_cents":162.46987,"f0_corr":0.91984,"vuv_err":0.18144,"score_intelligibility":0.25184,"score_speaker":0.6348,"score_quality":0.59031,"score_fidelity":0.60434,"score":0.52032}}},{"codec":"espnet_mls_multi_soundstream_16k_8kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"espnet_mls_multi_soundstream_16k_8kbps","family":"ESPnet-Codec","checkpoint":"espnet/mls-multi_soundstream_16k_360epoch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"CC-BY-4.0","paper":"2409.15897","year":2024,"bitrate_kbps":8.0,"notes":"SoundStream trained on multilingual MLS (360 epochs); target_bw=8 kbps","side_info":null,"warning":null,"env":"espnet"},"kbps":8.0,"kbps_measured":8.0,"tokens_per_s":800.0,"params_M":54.90744,"efficiency":{"rtf_encode":0.00145,"rtf_decode":0.0012,"peak_vram_gb":0.54977,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.75239,"score_worst_lang":0.61808,"worst_lang":"id","en_gap":0.01132,"score_intelligibility":0.70626,"score_speaker":0.81141,"score_quality":0.80108,"score_fidelity":0.6908,"dwer":4.55313,"wer":13.35893,"wer_pseudo":8.53824,"sim":0.81141,"utmos":2.0213,"dnsmos_ovrl":2.88869,"dnsmos_sig":3.30842,"dnsmos_bak":3.8004,"pesq_wb":2.16695,"pesq_nb":2.72421,"stoi":0.83745,"estoi":0.72526,"si_sdr":-2.23514,"mel_dist":0.19902,"stft_dist":1.42238,"f0_rmse_cents":123.91102,"f0_corr":0.90153,"vuv_err":0.13356,"score_ci95":[0.74595,0.75903]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.55457,"wer_orig":6.98132,"dwer":1.57325,"wer_pseudo":3.21012,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.8037,"utmos":1.89752,"dnsmos_ovrl":2.4602,"dnsmos_sig":3.01202,"dnsmos_bak":3.66306,"pesq_wb":1.92819,"pesq_nb":2.49089,"stoi":0.78925,"estoi":0.65425,"si_sdr":-4.4186,"mel_dist":0.20987,"stft_dist":1.80732,"f0_rmse_cents":151.26974,"f0_corr":0.90306,"vuv_err":0.13112,"score_intelligibility":0.83534,"score_speaker":0.8037,"score_quality":0.76139,"score_fidelity":0.6525,"score":0.76323},"de":{"n":50,"unit":"wer","wer":7.6297,"wer_orig":5.69685,"dwer":1.93286,"wer_pseudo":3.86572,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.85849,"utmos":2.12394,"dnsmos_ovrl":3.04926,"dnsmos_sig":3.34721,"dnsmos_bak":4.03429,"pesq_wb":2.37858,"pesq_nb":2.83351,"stoi":0.87364,"estoi":0.75077,"si_sdr":1.75613,"mel_dist":0.17848,"stft_dist":1.11611,"f0_rmse_cents":90.89513,"f0_corr":0.92713,"vuv_err":0.12213,"score_intelligibility":0.77602,"score_speaker":0.85849,"score_quality":0.81683,"score_fidelity":0.73155,"score":0.79572},"fr":{"n":50,"unit":"wer","wer":8.7747,"wer_orig":4.98024,"dwer":3.79447,"wer_pseudo":6.11111,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.82717,"utmos":1.89417,"dnsmos_ovrl":2.92571,"dnsmos_sig":3.27618,"dnsmos_bak":3.90982,"pesq_wb":2.04915,"pesq_nb":2.59991,"stoi":0.87112,"estoi":0.79084,"si_sdr":-4.67602,"mel_dist":0.20962,"stft_dist":1.40903,"f0_rmse_cents":121.52973,"f0_corr":0.91293,"vuv_err":0.16129,"score_intelligibility":0.61181,"score_speaker":0.82717,"score_quality":0.80203,"score_fidelity":0.6946,"score":0.7339},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.18505,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.83139,"utmos":2.16963,"dnsmos_ovrl":3.11097,"dnsmos_sig":3.48017,"dnsmos_bak":3.89414,"pesq_wb":2.47052,"pesq_nb":2.99115,"stoi":0.88313,"estoi":0.78655,"si_sdr":-1.94497,"mel_dist":0.20166,"stft_dist":1.28492,"f0_rmse_cents":150.52453,"f0_corr":0.92417,"vuv_err":0.14641,"score_intelligibility":0.88235,"score_speaker":0.83139,"score_quality":0.81494,"score_fidelity":0.74248,"score":0.81779},"it":{"n":50,"unit":"wer","wer":4.09836,"wer_orig":2.55009,"dwer":1.54827,"wer_pseudo":2.28519,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.85312,"utmos":2.52379,"dnsmos_ovrl":3.22791,"dnsmos_sig":3.54102,"dnsmos_bak":4.02898,"pesq_wb":2.64235,"pesq_nb":3.1306,"stoi":0.88897,"estoi":0.80305,"si_sdr":1.28507,"mel_dist":0.19016,"stft_dist":1.18406,"f0_rmse_cents":91.11191,"f0_corr":0.89395,"vuv_err":0.12343,"score_intelligibility":0.69632,"score_speaker":0.85312,"score_quality":0.84494,"score_fidelity":0.75072,"score":0.78628},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":2.06693,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.8438,"utmos":1.99836,"dnsmos_ovrl":2.87127,"dnsmos_sig":3.33548,"dnsmos_bak":3.58749,"pesq_wb":2.08537,"pesq_nb":2.66155,"stoi":0.82957,"estoi":0.72271,"si_sdr":-6.04276,"mel_dist":0.20032,"stft_dist":1.31828,"f0_rmse_cents":225.69968,"f0_corr":0.88259,"vuv_err":0.16169,"score_intelligibility":1.0,"score_speaker":0.8438,"score_quality":0.79922,"score_fidelity":0.67409,"score":0.82928},"nl":{"n":50,"unit":"wer","wer":9.27743,"wer_orig":5.26316,"dwer":4.01427,"wer_pseudo":5.10295,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.84547,"utmos":2.43808,"dnsmos_ovrl":2.87241,"dnsmos_sig":3.20928,"dnsmos_bak":4.09991,"pesq_wb":2.27522,"pesq_nb":2.8489,"stoi":0.87246,"estoi":0.77643,"si_sdr":-1.88067,"mel_dist":0.23565,"stft_dist":1.98427,"f0_rmse_cents":108.60873,"f0_corr":0.92964,"vuv_err":0.15061,"score_intelligibility":0.60941,"score_speaker":0.84547,"score_quality":0.86524,"score_fidelity":0.72215,"score":0.76057},"pl":{"n":50,"unit":"wer","wer":8.55263,"wer_orig":3.28947,"dwer":5.26316,"wer_pseudo":7.56579,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.84272,"utmos":2.20805,"dnsmos_ovrl":3.09804,"dnsmos_sig":3.4075,"dnsmos_bak":4.07216,"pesq_wb":2.11303,"pesq_nb":2.64919,"stoi":0.88242,"estoi":0.78009,"si_sdr":-7.41557,"mel_dist":0.21224,"stft_dist":1.56235,"f0_rmse_cents":149.22198,"f0_corr":0.76322,"vuv_err":0.1551,"score_intelligibility":0.44904,"score_speaker":0.84272,"score_quality":0.8457,"score_fidelity":0.65455,"score":0.698},"cs":{"n":50,"unit":"wer","wer":14.11902,"wer_orig":9.45158,"dwer":4.66744,"wer_pseudo":10.74766,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.85485,"utmos":2.04915,"dnsmos_ovrl":3.0364,"dnsmos_sig":3.39148,"dnsmos_bak":3.87377,"pesq_wb":2.0271,"pesq_nb":2.63683,"stoi":0.84848,"estoi":0.74401,"si_sdr":3.54746,"mel_dist":0.20609,"stft_dist":1.25319,"f0_rmse_cents":80.8756,"f0_corr":0.92513,"vuv_err":0.1137,"score_intelligibility":0.69129,"score_speaker":0.85485,"score_quality":0.8147,"score_fidelity":0.68902,"score":0.76246},"tr":{"n":50,"unit":"wer","wer":13.15789,"wer_orig":7.76316,"dwer":5.39474,"wer_pseudo":8.3004,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.82032,"utmos":1.75792,"dnsmos_ovrl":2.95273,"dnsmos_sig":3.31864,"dnsmos_bak":3.95558,"pesq_wb":2.06724,"pesq_nb":2.71332,"stoi":0.84482,"estoi":0.71298,"si_sdr":-2.81013,"mel_dist":0.20753,"stft_dist":1.45363,"f0_rmse_cents":134.74121,"f0_corr":0.91329,"vuv_err":0.10821,"score_intelligibility":0.61896,"score_speaker":0.82032,"score_quality":0.77253,"score_fidelity":0.68768,"score":0.72487},"id":{"n":50,"unit":"wer","wer":13.93152,"wer_orig":5.90319,"dwer":8.02834,"wer_pseudo":12.16057,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.6917,"utmos":1.47994,"dnsmos_ovrl":2.60443,"dnsmos_sig":3.19583,"dnsmos_bak":3.14406,"pesq_wb":1.75907,"pesq_nb":2.38566,"stoi":0.73443,"estoi":0.57344,"si_sdr":-0.58274,"mel_dist":0.18092,"stft_dist":1.23819,"f0_rmse_cents":128.52797,"f0_corr":0.8665,"vuv_err":0.14206,"score_intelligibility":0.46232,"score_speaker":0.6917,"score_quality":0.71236,"score_fidelity":0.60593,"score":0.61808},"vi":{"n":50,"unit":"wer","wer":15.35402,"wer_orig":7.71679,"dwer":7.63723,"wer_pseudo":12.26115,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.78293,"utmos":1.76031,"dnsmos_ovrl":2.74659,"dnsmos_sig":3.31037,"dnsmos_bak":3.56785,"pesq_wb":2.13714,"pesq_nb":2.75357,"stoi":0.7448,"estoi":0.61336,"si_sdr":0.11491,"mel_dist":0.17629,"stft_dist":1.36151,"f0_rmse_cents":117.55186,"f0_corr":0.90633,"vuv_err":0.12443,"score_intelligibility":0.53301,"score_speaker":0.78293,"score_quality":0.81693,"score_fidelity":0.65868,"score":0.69789},"ru":{"n":50,"unit":"wer","wer":5.78035,"wer_orig":4.50867,"dwer":1.27168,"wer_pseudo":1.73812,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.8339,"utmos":2.03719,"dnsmos_ovrl":3.00999,"dnsmos_sig":3.32954,"dnsmos_bak":4.01426,"pesq_wb":2.17732,"pesq_nb":2.7276,"stoi":0.86964,"estoi":0.77001,"si_sdr":-3.60445,"mel_dist":0.21937,"stft_dist":1.51725,"f0_rmse_cents":106.26269,"f0_corr":0.89824,"vuv_err":0.15649,"score_intelligibility":0.81245,"score_speaker":0.8339,"score_quality":0.79941,"score_fidelity":0.70142,"score":0.78679},"uk":{"n":50,"unit":"wer","wer":10.10216,"wer_orig":6.46992,"dwer":3.63224,"wer_pseudo":6.81818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.80299,"utmos":2.08872,"dnsmos_ovrl":2.9552,"dnsmos_sig":3.28676,"dnsmos_bak":4.01206,"pesq_wb":2.25628,"pesq_nb":2.75701,"stoi":0.87026,"estoi":0.74942,"si_sdr":0.53421,"mel_dist":0.21182,"stft_dist":1.4848,"f0_rmse_cents":106.10365,"f0_corr":0.92738,"vuv_err":0.12895,"score_intelligibility":0.67284,"score_speaker":0.80299,"score_quality":0.82045,"score_fidelity":0.71886,"score":0.75378},"el":{"n":50,"unit":"wer","wer":24.9499,"wer_orig":12.02405,"dwer":12.92585,"wer_pseudo":19.71972,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.79316,"utmos":2.15477,"dnsmos_ovrl":2.92512,"dnsmos_sig":3.33081,"dnsmos_bak":3.82601,"pesq_wb":2.4274,"pesq_nb":2.96053,"stoi":0.85483,"estoi":0.73967,"si_sdr":0.29564,"mel_dist":0.17721,"stft_dist":1.20656,"f0_rmse_cents":85.37647,"f0_corr":0.91927,"vuv_err":0.11783,"score_intelligibility":0.50189,"score_speaker":0.79316,"score_quality":0.8187,"score_fidelity":0.72731,"score":0.71026},"ar":{"n":50,"unit":"wer","wer":17.13933,"wer_orig":12.45376,"dwer":4.68557,"wer_pseudo":7.911,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.85039,"utmos":2.09749,"dnsmos_ovrl":3.09409,"dnsmos_sig":3.48993,"dnsmos_bak":3.86313,"pesq_wb":2.12455,"pesq_nb":2.68556,"stoi":0.89563,"estoi":0.82087,"si_sdr":-3.62853,"mel_dist":0.21245,"stft_dist":1.39233,"f0_rmse_cents":127.92041,"f0_corr":0.91281,"vuv_err":0.13678,"score_intelligibility":0.74169,"score_speaker":0.85039,"score_quality":0.8145,"score_fidelity":0.70991,"score":0.77912},"fa":{"n":50,"unit":"wer","wer":33.02857,"wer_orig":25.94286,"dwer":7.08571,"wer_pseudo":17.18919,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.78011,"utmos":1.92087,"dnsmos_ovrl":2.74992,"dnsmos_sig":3.26138,"dnsmos_bak":3.64946,"pesq_wb":1.9379,"pesq_nb":2.65479,"stoi":0.71758,"estoi":0.58506,"si_sdr":-1.52471,"mel_dist":0.20201,"stft_dist":1.53053,"f0_rmse_cents":177.29949,"f0_corr":0.85181,"vuv_err":0.14001,"score_intelligibility":0.79177,"score_speaker":0.78011,"score_quality":0.76068,"score_fidelity":0.61245,"score":0.73625},"he":{"n":50,"unit":"wer","wer":30.0,"wer_orig":19.4186,"dwer":10.5814,"wer_pseudo":18.5446,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.75303,"utmos":1.82898,"dnsmos_ovrl":2.75384,"dnsmos_sig":3.1164,"dnsmos_bak":3.88477,"pesq_wb":2.02734,"pesq_nb":2.50697,"stoi":0.86078,"estoi":0.7399,"si_sdr":-0.09218,"mel_dist":0.20156,"stft_dist":1.47164,"f0_rmse_cents":105.41819,"f0_corr":0.8706,"vuv_err":0.15223,"score_intelligibility":0.65866,"score_speaker":0.75303,"score_quality":0.76182,"score_fidelity":0.67497,"score":0.71212},"hi":{"n":50,"unit":"wer","wer":38.59649,"wer_orig":26.31579,"dwer":12.2807,"wer_pseudo":27.33878,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.70234,"utmos":1.72346,"dnsmos_ovrl":2.60151,"dnsmos_sig":3.22186,"dnsmos_bak":3.25763,"pesq_wb":1.90835,"pesq_nb":2.44283,"stoi":0.7927,"estoi":0.66814,"si_sdr":-4.22677,"mel_dist":0.21,"stft_dist":1.35917,"f0_rmse_cents":158.02752,"f0_corr":0.82291,"vuv_err":0.16867,"score_intelligibility":0.68985,"score_speaker":0.70234,"score_quality":0.73911,"score_fidelity":0.62505,"score":0.68909},"zh":{"n":50,"unit":"cer","wer":8.80466,"wer_orig":7.40525,"dwer":1.39942,"wer_pseudo":2.19512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.84105,"utmos":2.08611,"dnsmos_ovrl":3.02042,"dnsmos_sig":3.37813,"dnsmos_bak":3.97921,"pesq_wb":2.27112,"pesq_nb":2.83433,"stoi":0.87008,"estoi":0.77977,"si_sdr":-4.02104,"mel_dist":0.18704,"stft_dist":1.32186,"f0_rmse_cents":100.14622,"f0_corr":0.91925,"vuv_err":0.09976,"score_intelligibility":0.85727,"score_speaker":0.84105,"score_quality":0.78883,"score_fidelity":0.7175,"score":0.80116},"yue":{"n":50,"unit":"cer","wer":18.62928,"wer_orig":14.39252,"dwer":4.23676,"wer_pseudo":13.10956,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.8444,"utmos":2.29945,"dnsmos_ovrl":3.00337,"dnsmos_sig":3.39971,"dnsmos_bak":3.85651,"pesq_wb":2.23514,"pesq_nb":2.80297,"stoi":0.85874,"estoi":0.74218,"si_sdr":-1.07484,"mel_dist":0.17171,"stft_dist":1.20046,"f0_rmse_cents":122.4549,"f0_corr":0.93391,"vuv_err":0.09714,"score_intelligibility":0.78416,"score_speaker":0.8444,"score_quality":0.82636,"score_fidelity":0.71518,"score":0.79252},"ja":{"n":50,"unit":"cer","wer":6.43087,"wer_orig":3.53698,"dwer":2.89389,"wer_pseudo":4.86909,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.75316,"utmos":1.73068,"dnsmos_ovrl":2.47636,"dnsmos_sig":3.10851,"dnsmos_bak":3.33292,"pesq_wb":2.06446,"pesq_nb":2.66714,"stoi":0.72563,"estoi":0.56859,"si_sdr":-4.43081,"mel_dist":0.19848,"stft_dist":1.78379,"f0_rmse_cents":112.07864,"f0_corr":0.92421,"vuv_err":0.11577,"score_intelligibility":0.61056,"score_speaker":0.75316,"score_quality":0.83236,"score_fidelity":0.65132,"score":0.71185},"ko":{"n":50,"unit":"cer","wer":5.19608,"wer_orig":5.14706,"dwer":0.04902,"wer_pseudo":1.75351,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.83462,"utmos":2.45155,"dnsmos_ovrl":3.00803,"dnsmos_sig":3.36609,"dnsmos_bak":4.01573,"pesq_wb":2.69806,"pesq_nb":3.13826,"stoi":0.87948,"estoi":0.79798,"si_sdr":-1.95797,"mel_dist":0.18111,"stft_dist":1.38085,"f0_rmse_cents":82.63335,"f0_corr":0.96213,"vuv_err":0.08665,"score_intelligibility":0.99209,"score_speaker":0.83462,"score_quality":0.8123,"score_fidelity":0.77559,"score":0.85365},"th":{"n":50,"unit":"cer","wer":11.84317,"wer_orig":7.61924,"dwer":4.22393,"wer_pseudo":8.86819,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.82912,"utmos":1.79117,"dnsmos_ovrl":2.77483,"dnsmos_sig":3.28767,"dnsmos_bak":3.68676,"pesq_wb":1.9459,"pesq_nb":2.50787,"stoi":0.84026,"estoi":0.73609,"si_sdr":-6.84406,"mel_dist":0.1949,"stft_dist":1.51497,"f0_rmse_cents":139.58479,"f0_corr":0.94628,"vuv_err":0.1651,"score_intelligibility":0.67111,"score_speaker":0.82912,"score_quality":0.78453,"score_fidelity":0.6856,"score":0.74259}}},{"codec":"ezaudio_vae_24k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ezaudio_vae_24k","family":"EzAudio-VAE","checkpoint":"OpenSound/EzAudio","sample_rate":24000,"output_sample_rate":24000,"frame_rate":50,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":128,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code and weights)","paper":"2409.10819","year":2024,"bitrate_kbps":null,"notes":"stable-audio-tools Oobleck VAE of the EzAudio text-to-audio models (ckpts/vae/1m.pt): hop 480, 128-d posterior mean at 50 Hz, mono 24 kHz","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":43.84678,"efficiency":{"rtf_encode":0.00453,"rtf_decode":0.00458,"peak_vram_gb":1.46147,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.96692,"score_worst_lang":0.90427,"worst_lang":"pl","en_gap":0.00383,"score_intelligibility":0.96554,"score_speaker":0.98341,"score_quality":0.97045,"score_fidelity":0.94829,"dwer":0.25449,"wer":9.0603,"wer_pseudo":1.49528,"sim":0.98341,"utmos":2.5069,"dnsmos_ovrl":2.93833,"dnsmos_sig":3.35728,"dnsmos_bak":3.84731,"pesq_wb":4.08763,"pesq_nb":4.10123,"stoi":0.98672,"estoi":0.97289,"si_sdr":20.46507,"mel_dist":0.08841,"stft_dist":0.81285,"f0_rmse_cents":51.64643,"f0_corr":0.97598,"vuv_err":0.04775,"score_ci95":[0.96217,0.96931]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.88299,"wer_orig":6.98132,"dwer":-0.09833,"wer_pseudo":0.09728,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.97739,"utmos":2.4483,"dnsmos_ovrl":2.53414,"dnsmos_sig":3.09817,"dnsmos_bak":3.70034,"pesq_wb":4.05331,"pesq_nb":4.21307,"stoi":0.97575,"estoi":0.95153,"si_sdr":18.7693,"mel_dist":0.09492,"stft_dist":0.8517,"f0_rmse_cents":83.96489,"f0_corr":0.97022,"vuv_err":0.06345,"score_intelligibility":1.0,"score_speaker":0.97739,"score_quality":0.96551,"score_fidelity":0.93945,"score":0.97059},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":0.91556,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.98955,"utmos":2.68038,"dnsmos_ovrl":3.07644,"dnsmos_sig":3.37831,"dnsmos_bak":4.04658,"pesq_wb":4.35369,"pesq_nb":4.27954,"stoi":0.99361,"estoi":0.98383,"si_sdr":27.05254,"mel_dist":0.07362,"stft_dist":0.72674,"f0_rmse_cents":34.37054,"f0_corr":0.9908,"vuv_err":0.03493,"score_intelligibility":0.94272,"score_speaker":0.98955,"score_quality":0.98421,"score_fidelity":0.98087,"score":0.97434},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":0.71429,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.98161,"utmos":2.27994,"dnsmos_ovrl":3.0323,"dnsmos_sig":3.36201,"dnsmos_bak":4.00672,"pesq_wb":3.79391,"pesq_nb":3.83298,"stoi":0.98278,"estoi":0.96781,"si_sdr":22.04022,"mel_dist":0.1087,"stft_dist":0.82663,"f0_rmse_cents":60.35081,"f0_corr":0.97325,"vuv_err":0.06553,"score_intelligibility":0.98695,"score_speaker":0.98161,"score_quality":0.96869,"score_fidelity":0.9181,"score":0.96384},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.98442,"utmos":2.66153,"dnsmos_ovrl":3.20576,"dnsmos_sig":3.5517,"dnsmos_bak":3.95231,"pesq_wb":4.24449,"pesq_nb":4.19714,"stoi":0.99368,"estoi":0.98486,"si_sdr":24.14876,"mel_dist":0.08663,"stft_dist":0.82529,"f0_rmse_cents":72.55043,"f0_corr":0.98002,"vuv_err":0.04002,"score_intelligibility":1.0,"score_speaker":0.98442,"score_quality":0.97179,"score_fidelity":0.9669,"score":0.98078},"it":{"n":50,"unit":"wer","wer":2.64117,"wer_orig":2.55009,"dwer":0.09107,"wer_pseudo":0.54845,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.98653,"utmos":3.00701,"dnsmos_ovrl":3.29214,"dnsmos_sig":3.58465,"dnsmos_bak":4.0771,"pesq_wb":4.11044,"pesq_nb":4.09165,"stoi":0.992,"estoi":0.98026,"si_sdr":23.12226,"mel_dist":0.09255,"stft_dist":0.80445,"f0_rmse_cents":48.13615,"f0_corr":0.9658,"vuv_err":0.05023,"score_intelligibility":0.97499,"score_speaker":0.98653,"score_quality":0.97366,"score_fidelity":0.94883,"score":0.971},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.59055,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98731,"utmos":2.4467,"dnsmos_ovrl":3.01405,"dnsmos_sig":3.40033,"dnsmos_bak":3.76912,"pesq_wb":4.07175,"pesq_nb":4.04543,"stoi":0.98459,"estoi":0.96808,"si_sdr":20.71824,"mel_dist":0.08357,"stft_dist":0.79943,"f0_rmse_cents":100.95725,"f0_corr":0.9767,"vuv_err":0.04983,"score_intelligibility":1.0,"score_speaker":0.98731,"score_quality":0.9804,"score_fidelity":0.94631,"score":0.9785},"nl":{"n":50,"unit":"wer","wer":6.06601,"wer_orig":5.26316,"dwer":0.80285,"wer_pseudo":0.98478,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.98554,"utmos":2.86443,"dnsmos_ovrl":2.68819,"dnsmos_sig":3.08769,"dnsmos_bak":4.09278,"pesq_wb":4.06642,"pesq_nb":4.11518,"stoi":0.99188,"estoi":0.98412,"si_sdr":15.76104,"mel_dist":0.10082,"stft_dist":0.90534,"f0_rmse_cents":69.20264,"f0_corr":0.96616,"vuv_err":0.0859,"score_intelligibility":0.88638,"score_speaker":0.98554,"score_quality":0.9596,"score_fidelity":0.94472,"score":0.94406},"pl":{"n":50,"unit":"wer","wer":4.27632,"wer_orig":3.28947,"dwer":0.98684,"wer_pseudo":1.75439,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.98004,"utmos":2.59101,"dnsmos_ovrl":3.00667,"dnsmos_sig":3.35113,"dnsmos_bak":4.04463,"pesq_wb":3.41878,"pesq_nb":3.46024,"stoi":0.98451,"estoi":0.95612,"si_sdr":15.12735,"mel_dist":0.11843,"stft_dist":0.84641,"f0_rmse_cents":64.02084,"f0_corr":0.93075,"vuv_err":0.07638,"score_intelligibility":0.81297,"score_speaker":0.98004,"score_quality":0.95528,"score_fidelity":0.86878,"score":0.90427},"cs":{"n":50,"unit":"wer","wer":10.15169,"wer_orig":9.45158,"dwer":0.70012,"wer_pseudo":2.21963,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.98454,"utmos":2.4954,"dnsmos_ovrl":3.13475,"dnsmos_sig":3.4634,"dnsmos_bak":3.95791,"pesq_wb":3.79843,"pesq_nb":3.82708,"stoi":0.98148,"estoi":0.96379,"si_sdr":20.68342,"mel_dist":0.09573,"stft_dist":0.81814,"f0_rmse_cents":37.7904,"f0_corr":0.97332,"vuv_err":0.03826,"score_intelligibility":0.93722,"score_speaker":0.98454,"score_quality":0.9762,"score_fidelity":0.91812,"score":0.95402},"tr":{"n":50,"unit":"wer","wer":7.36842,"wer_orig":7.76316,"dwer":-0.39474,"wer_pseudo":1.18577,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.98802,"utmos":2.21606,"dnsmos_ovrl":3.0504,"dnsmos_sig":3.41531,"dnsmos_bak":3.99697,"pesq_wb":4.36105,"pesq_nb":4.32998,"stoi":0.99098,"estoi":0.97944,"si_sdr":23.02949,"mel_dist":0.08811,"stft_dist":0.83648,"f0_rmse_cents":42.60426,"f0_corr":0.98256,"vuv_err":0.03345,"score_intelligibility":1.0,"score_speaker":0.98802,"score_quality":0.97434,"score_fidelity":0.97795,"score":0.98508},"id":{"n":50,"unit":"wer","wer":6.25738,"wer_orig":5.90319,"dwer":0.35419,"wer_pseudo":0.82645,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.98468,"utmos":1.91945,"dnsmos_ovrl":2.72208,"dnsmos_sig":3.33264,"dnsmos_bak":3.24464,"pesq_wb":4.33473,"pesq_nb":4.27451,"stoi":0.98506,"estoi":0.96941,"si_sdr":20.66204,"mel_dist":0.06628,"stft_dist":0.77309,"f0_rmse_cents":27.62208,"f0_corr":0.98726,"vuv_err":0.02826,"score_intelligibility":0.9512,"score_speaker":0.98468,"score_quality":0.97498,"score_fidelity":0.97503,"score":0.97147},"vi":{"n":50,"unit":"wer","wer":7.39857,"wer_orig":7.71679,"dwer":-0.31822,"wer_pseudo":1.11465,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.9845,"utmos":2.07383,"dnsmos_ovrl":2.77445,"dnsmos_sig":3.32653,"dnsmos_bak":3.58357,"pesq_wb":4.44291,"pesq_nb":4.4123,"stoi":0.98672,"estoi":0.97589,"si_sdr":22.50896,"mel_dist":0.06573,"stft_dist":0.75277,"f0_rmse_cents":43.77445,"f0_corr":0.98868,"vuv_err":0.04044,"score_intelligibility":1.0,"score_speaker":0.9845,"score_quality":0.96638,"score_fidelity":0.98636,"score":0.98431},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.34762,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.98296,"utmos":2.55708,"dnsmos_ovrl":3.01266,"dnsmos_sig":3.35006,"dnsmos_bak":4.02916,"pesq_wb":3.94794,"pesq_nb":3.99663,"stoi":0.98419,"estoi":0.96836,"si_sdr":20.85838,"mel_dist":0.09992,"stft_dist":0.852,"f0_rmse_cents":46.06777,"f0_corr":0.97244,"vuv_err":0.06581,"score_intelligibility":0.95972,"score_speaker":0.98296,"score_quality":0.95427,"score_fidelity":0.93297,"score":0.95748},"uk":{"n":50,"unit":"wer","wer":7.03746,"wer_orig":6.46992,"dwer":0.56754,"wer_pseudo":1.13636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.97954,"utmos":2.49227,"dnsmos_ovrl":3.0678,"dnsmos_sig":3.40876,"dnsmos_bak":4.05985,"pesq_wb":4.01712,"pesq_nb":3.9803,"stoi":0.98473,"estoi":0.96804,"si_sdr":21.55578,"mel_dist":0.09816,"stft_dist":0.8551,"f0_rmse_cents":36.73967,"f0_corr":0.98665,"vuv_err":0.04527,"score_intelligibility":0.92939,"score_speaker":0.97954,"score_quality":0.97286,"score_fidelity":0.94447,"score":0.95656},"el":{"n":50,"unit":"wer","wer":12.72545,"wer_orig":12.02405,"dwer":0.7014,"wer_pseudo":3.2032,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.98124,"utmos":2.66053,"dnsmos_ovrl":2.94486,"dnsmos_sig":3.37159,"dnsmos_bak":3.85376,"pesq_wb":4.13912,"pesq_nb":4.13383,"stoi":0.98676,"estoi":0.97249,"si_sdr":22.59825,"mel_dist":0.08372,"stft_dist":0.77933,"f0_rmse_cents":38.01834,"f0_corr":0.98442,"vuv_err":0.04094,"score_intelligibility":0.9489,"score_speaker":0.98124,"score_quality":0.96934,"score_fidelity":0.95602,"score":0.96387},"ar":{"n":50,"unit":"wer","wer":12.94698,"wer_orig":12.45376,"dwer":0.49322,"wer_pseudo":1.3597,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.98274,"utmos":2.53386,"dnsmos_ovrl":3.17685,"dnsmos_sig":3.5395,"dnsmos_bak":3.95244,"pesq_wb":3.89772,"pesq_nb":3.9442,"stoi":0.98823,"estoi":0.97322,"si_sdr":16.42599,"mel_dist":0.09749,"stft_dist":0.86534,"f0_rmse_cents":41.61387,"f0_corr":0.97906,"vuv_err":0.04473,"score_intelligibility":0.96464,"score_speaker":0.98274,"score_quality":0.95843,"score_fidelity":0.93174,"score":0.95939},"fa":{"n":50,"unit":"wer","wer":26.17143,"wer_orig":25.94286,"dwer":0.22857,"wer_pseudo":2.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.98528,"utmos":2.55103,"dnsmos_ovrl":2.83869,"dnsmos_sig":3.34801,"dnsmos_bak":3.72305,"pesq_wb":3.97879,"pesq_nb":4.03156,"stoi":0.97581,"estoi":0.96021,"si_sdr":15.8022,"mel_dist":0.0848,"stft_dist":0.83705,"f0_rmse_cents":67.81087,"f0_corr":0.96496,"vuv_err":0.04979,"score_intelligibility":0.99159,"score_speaker":0.98528,"score_quality":0.97927,"score_fidelity":0.93062,"score":0.97169},"he":{"n":50,"unit":"wer","wer":20.69767,"wer_orig":19.4186,"dwer":1.27907,"wer_pseudo":3.16901,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.98363,"utmos":2.42093,"dnsmos_ovrl":2.79716,"dnsmos_sig":3.18077,"dnsmos_bak":3.93011,"pesq_wb":4.10222,"pesq_nb":4.17367,"stoi":0.98987,"estoi":0.98114,"si_sdr":21.73551,"mel_dist":0.08502,"stft_dist":0.7912,"f0_rmse_cents":58.574,"f0_corr":0.94827,"vuv_err":0.05844,"score_intelligibility":0.94105,"score_speaker":0.98363,"score_quality":0.97277,"score_fidelity":0.9415,"score":0.95974},"hi":{"n":50,"unit":"wer","wer":26.96214,"wer_orig":26.31579,"dwer":0.64635,"wer_pseudo":3.26975,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.98157,"utmos":2.23092,"dnsmos_ovrl":2.76371,"dnsmos_sig":3.33997,"dnsmos_bak":3.42306,"pesq_wb":4.32476,"pesq_nb":4.30663,"stoi":0.98842,"estoi":0.97804,"si_sdr":24.41999,"mel_dist":0.08389,"stft_dist":0.80348,"f0_rmse_cents":31.97983,"f0_corr":0.98497,"vuv_err":0.03108,"score_intelligibility":0.97688,"score_speaker":0.98157,"score_quality":0.9751,"score_fidelity":0.97444,"score":0.977},"zh":{"n":50,"unit":"cer","wer":7.40525,"wer_orig":7.40525,"dwer":0.0,"wer_pseudo":0.54878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.9851,"utmos":2.72791,"dnsmos_ovrl":3.05785,"dnsmos_sig":3.3994,"dnsmos_bak":4.02235,"pesq_wb":4.15032,"pesq_nb":4.17258,"stoi":0.99305,"estoi":0.98551,"si_sdr":19.23347,"mel_dist":0.08578,"stft_dist":0.76792,"f0_rmse_cents":47.33131,"f0_corr":0.97052,"vuv_err":0.03141,"score_intelligibility":1.0,"score_speaker":0.9851,"score_quality":0.97528,"score_fidelity":0.95455,"score":0.97873},"yue":{"n":50,"unit":"cer","wer":14.64174,"wer_orig":14.39252,"dwer":0.24922,"wer_pseudo":5.57315,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.98369,"utmos":2.84935,"dnsmos_ovrl":3.0286,"dnsmos_sig":3.42162,"dnsmos_bak":3.86869,"pesq_wb":4.08004,"pesq_nb":4.0849,"stoi":0.99045,"estoi":0.98139,"si_sdr":19.11117,"mel_dist":0.077,"stft_dist":0.77486,"f0_rmse_cents":47.85232,"f0_corr":0.98897,"vuv_err":0.02822,"score_intelligibility":0.98407,"score_speaker":0.98369,"score_quality":0.97391,"score_fidelity":0.95314,"score":0.9737},"ja":{"n":50,"unit":"cer","wer":3.39917,"wer_orig":3.53698,"dwer":-0.1378,"wer_pseudo":0.9187,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.97859,"utmos":1.99079,"dnsmos_ovrl":2.52109,"dnsmos_sig":3.19757,"dnsmos_bak":3.30333,"pesq_wb":4.22399,"pesq_nb":4.24139,"stoi":0.97913,"estoi":0.95873,"si_sdr":18.02095,"mel_dist":0.07897,"stft_dist":0.8097,"f0_rmse_cents":36.17806,"f0_corr":0.98936,"vuv_err":0.0397,"score_intelligibility":1.0,"score_speaker":0.97859,"score_quality":0.97246,"score_fidelity":0.96321,"score":0.97857},"ko":{"n":50,"unit":"cer","wer":5.2451,"wer_orig":5.14706,"dwer":0.09804,"wer_pseudo":0.3507,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.98087,"utmos":3.16894,"dnsmos_ovrl":3.04196,"dnsmos_sig":3.40242,"dnsmos_bak":4.04543,"pesq_wb":4.09481,"pesq_nb":4.12019,"stoi":0.98992,"estoi":0.97979,"si_sdr":20.22953,"mel_dist":0.08584,"stft_dist":0.78148,"f0_rmse_cents":41.40092,"f0_corr":0.98681,"vuv_err":0.03883,"score_intelligibility":0.9843,"score_speaker":0.98087,"score_quality":0.9794,"score_fidelity":0.95365,"score":0.97456},"th":{"n":50,"unit":"cer","wer":7.05335,"wer_orig":7.61924,"dwer":-0.56589,"wer_pseudo":2.38915,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.98246,"utmos":2.29805,"dnsmos_ovrl":2.73723,"dnsmos_sig":3.26326,"dnsmos_bak":3.65164,"pesq_wb":4.09651,"pesq_nb":4.16463,"stoi":0.98774,"estoi":0.97725,"si_sdr":17.54679,"mel_dist":0.08603,"stft_dist":0.8245,"f0_rmse_cents":60.60268,"f0_corr":0.98149,"vuv_err":0.0651,"score_intelligibility":1.0,"score_speaker":0.98246,"score_quality":0.95657,"score_fidelity":0.95132,"score":0.97258}}},{"codec":"facodec_16k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"facodec_16k","family":"FACodec","checkpoint":"amphion/naturalspeech3_facodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":80.0,"n_codebooks":6,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code), Apache-2.0 (weights)","paper":"2403.03100","year":2024,"bitrate_kbps":4.8,"notes":"NaturalSpeech 3 FACodec (Amphion reproduction); tokens per frame: 1 prosody + 2 content + 3 acoustic-detail; trained on Libri-light (English)","side_info":"256-dim continuous timbre (speaker) vector per utterance, computed from the same utterance's unquantized encoder output (not counted in bitrate)","warning":null,"env":"main"},"kbps":4.8,"kbps_measured":4.80232,"tokens_per_s":480.23241,"params_M":28.84461,"efficiency":{"rtf_encode":0.00272,"rtf_decode":0.00607,"peak_vram_gb":1.06545,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.83106,"score_worst_lang":0.72045,"worst_lang":"id","en_gap":-0.04563,"score_intelligibility":0.75724,"score_speaker":0.85371,"score_quality":0.98389,"score_fidelity":0.7294,"dwer":3.41384,"wer":12.21965,"wer_pseudo":6.65921,"sim":0.85371,"utmos":2.58261,"dnsmos_ovrl":2.94068,"dnsmos_sig":3.34553,"dnsmos_bak":3.87237,"pesq_wb":2.44723,"pesq_nb":3.03528,"stoi":0.8738,"estoi":0.77944,"si_sdr":2.34113,"mel_dist":0.20204,"stft_dist":1.20749,"f0_rmse_cents":130.24541,"f0_corr":0.90092,"vuv_err":0.13531,"score_ci95":[0.82383,0.83819]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.14454,"wer_orig":6.98132,"dwer":2.16323,"wer_pseudo":3.6965,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.7592,"utmos":2.3647,"dnsmos_ovrl":2.55691,"dnsmos_sig":3.07338,"dnsmos_bak":3.79831,"pesq_wb":2.04537,"pesq_nb":2.62071,"stoi":0.81017,"estoi":0.69183,"si_sdr":-1.6778,"mel_dist":0.21051,"stft_dist":1.43673,"f0_rmse_cents":181.95888,"f0_corr":0.86498,"vuv_err":0.13778,"score_intelligibility":0.78676,"score_speaker":0.7592,"score_quality":0.94541,"score_fidelity":0.65794,"score":0.78733},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.90133,"utmos":2.84748,"dnsmos_ovrl":3.11784,"dnsmos_sig":3.40975,"dnsmos_bak":4.06954,"pesq_wb":2.86488,"pesq_nb":3.32474,"stoi":0.91538,"estoi":0.81618,"si_sdr":6.64978,"mel_dist":0.17235,"stft_dist":1.05631,"f0_rmse_cents":123.8114,"f0_corr":0.87347,"vuv_err":0.12749,"score_intelligibility":0.95641,"score_speaker":0.90133,"score_quality":1.0,"score_fidelity":0.77389,"score":0.90791},"fr":{"n":50,"unit":"wer","wer":6.64032,"wer_orig":4.98024,"dwer":1.66008,"wer_pseudo":3.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.86534,"utmos":2.44204,"dnsmos_ovrl":3.03401,"dnsmos_sig":3.3747,"dnsmos_bak":3.98808,"pesq_wb":2.41502,"pesq_nb":3.02982,"stoi":0.90986,"estoi":0.84276,"si_sdr":3.78319,"mel_dist":0.21165,"stft_dist":1.17776,"f0_rmse_cents":138.66808,"f0_corr":0.9132,"vuv_err":0.1563,"score_intelligibility":0.78272,"score_speaker":0.86534,"score_quality":1.0,"score_fidelity":0.74245,"score":0.84763},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.89464,"utmos":2.86629,"dnsmos_ovrl":3.17412,"dnsmos_sig":3.52018,"dnsmos_bak":3.94213,"pesq_wb":2.92531,"pesq_nb":3.42018,"stoi":0.91694,"estoi":0.84369,"si_sdr":4.39836,"mel_dist":0.23239,"stft_dist":1.21876,"f0_rmse_cents":170.06832,"f0_corr":0.90853,"vuv_err":0.14374,"score_intelligibility":0.9375,"score_speaker":0.89464,"score_quality":0.99726,"score_fidelity":0.79185,"score":0.90531},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.91956,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.90074,"utmos":3.10217,"dnsmos_ovrl":3.29385,"dnsmos_sig":3.58484,"dnsmos_bak":4.08129,"pesq_wb":2.95139,"pesq_nb":3.43643,"stoi":0.92144,"estoi":0.85475,"si_sdr":4.8694,"mel_dist":0.20236,"stft_dist":1.12353,"f0_rmse_cents":91.59036,"f0_corr":0.91394,"vuv_err":0.12308,"score_intelligibility":0.92854,"score_speaker":0.90074,"score_quality":0.99664,"score_fidelity":0.79764,"score":0.90589},"pt":{"n":50,"unit":"wer","wer":4.00391,"wer_orig":3.41797,"dwer":0.58594,"wer_pseudo":2.06693,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88013,"utmos":2.51532,"dnsmos_ovrl":2.97098,"dnsmos_sig":3.36891,"dnsmos_bak":3.73737,"pesq_wb":2.3782,"pesq_nb":2.86693,"stoi":0.86506,"estoi":0.77236,"si_sdr":-0.87066,"mel_dist":0.20983,"stft_dist":1.22964,"f0_rmse_cents":258.4415,"f0_corr":0.86046,"vuv_err":0.18154,"score_intelligibility":0.8829,"score_speaker":0.88013,"score_quality":0.99262,"score_fidelity":0.70643,"score":0.86552},"nl":{"n":50,"unit":"wer","wer":8.92061,"wer_orig":5.26316,"dwer":3.65745,"wer_pseudo":5.01343,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.84911,"utmos":3.01964,"dnsmos_ovrl":2.75906,"dnsmos_sig":3.13622,"dnsmos_bak":4.10502,"pesq_wb":2.49362,"pesq_nb":3.11656,"stoi":0.90908,"estoi":0.82447,"si_sdr":2.73241,"mel_dist":0.23241,"stft_dist":1.33208,"f0_rmse_cents":104.53577,"f0_corr":0.93136,"vuv_err":0.15642,"score_intelligibility":0.63133,"score_speaker":0.84911,"score_quality":1.0,"score_fidelity":0.75573,"score":0.80904},"pl":{"n":50,"unit":"wer","wer":6.57895,"wer_orig":3.28947,"dwer":3.28947,"wer_pseudo":4.60526,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.87425,"utmos":2.77788,"dnsmos_ovrl":3.06393,"dnsmos_sig":3.38734,"dnsmos_bak":4.07673,"pesq_wb":2.56936,"pesq_nb":3.11353,"stoi":0.92717,"estoi":0.8505,"si_sdr":0.61297,"mel_dist":0.18907,"stft_dist":1.18686,"f0_rmse_cents":95.00252,"f0_corr":0.88548,"vuv_err":0.12242,"score_intelligibility":0.56597,"score_speaker":0.87425,"score_quality":1.0,"score_fidelity":0.75368,"score":0.79848},"cs":{"n":50,"unit":"wer","wer":15.63594,"wer_orig":9.45158,"dwer":6.18436,"wer_pseudo":11.68224,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.89075,"utmos":2.58408,"dnsmos_ovrl":3.097,"dnsmos_sig":3.42887,"dnsmos_bak":3.95187,"pesq_wb":2.37751,"pesq_nb":2.99557,"stoi":0.88824,"estoi":0.79839,"si_sdr":5.51921,"mel_dist":0.21784,"stft_dist":1.17017,"f0_rmse_cents":76.38437,"f0_corr":0.92541,"vuv_err":0.10813,"score_intelligibility":0.62825,"score_speaker":0.89075,"score_quality":0.9949,"score_fidelity":0.73574,"score":0.81241},"tr":{"n":50,"unit":"wer","wer":11.71053,"wer_orig":7.76316,"dwer":3.94737,"wer_pseudo":6.45586,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.84851,"utmos":2.16427,"dnsmos_ovrl":2.99478,"dnsmos_sig":3.34967,"dnsmos_bak":4.0048,"pesq_wb":2.31919,"pesq_nb":2.90071,"stoi":0.87956,"estoi":0.76924,"si_sdr":-2.35008,"mel_dist":0.22088,"stft_dist":1.3592,"f0_rmse_cents":107.62728,"f0_corr":0.92508,"vuv_err":0.10746,"score_intelligibility":0.68944,"score_speaker":0.84851,"score_quality":0.9413,"score_fidelity":0.72718,"score":0.80161},"id":{"n":50,"unit":"wer","wer":12.98701,"wer_orig":5.90319,"dwer":7.08383,"wer_pseudo":10.38961,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.78989,"utmos":1.95442,"dnsmos_ovrl":2.68176,"dnsmos_sig":3.23062,"dnsmos_bak":3.26478,"pesq_wb":1.89942,"pesq_nb":2.63434,"stoi":0.78754,"estoi":0.65014,"si_sdr":2.24983,"mel_dist":0.19292,"stft_dist":1.16806,"f0_rmse_cents":182.14193,"f0_corr":0.80588,"vuv_err":0.18949,"score_intelligibility":0.49354,"score_speaker":0.78989,"score_quality":0.98156,"score_fidelity":0.6168,"score":0.72045},"vi":{"n":50,"unit":"wer","wer":11.61496,"wer_orig":7.71679,"dwer":3.89817,"wer_pseudo":7.56369,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.83279,"utmos":2.07222,"dnsmos_ovrl":2.78531,"dnsmos_sig":3.30942,"dnsmos_bak":3.6686,"pesq_wb":2.23955,"pesq_nb":2.89232,"stoi":0.77389,"estoi":0.65204,"si_sdr":2.9174,"mel_dist":0.17384,"stft_dist":1.108,"f0_rmse_cents":151.85772,"f0_corr":0.90438,"vuv_err":0.14539,"score_intelligibility":0.69099,"score_speaker":0.83279,"score_quality":0.96859,"score_fidelity":0.67748,"score":0.79246},"ru":{"n":50,"unit":"wer","wer":5.31792,"wer_orig":4.50867,"dwer":0.80925,"wer_pseudo":1.62225,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87929,"utmos":2.62128,"dnsmos_ovrl":3.02606,"dnsmos_sig":3.35634,"dnsmos_bak":4.04865,"pesq_wb":2.50944,"pesq_nb":3.06981,"stoi":0.90823,"estoi":0.82651,"si_sdr":2.63121,"mel_dist":0.21976,"stft_dist":1.26476,"f0_rmse_cents":118.44446,"f0_corr":0.90275,"vuv_err":0.15549,"score_intelligibility":0.87191,"score_speaker":0.87929,"score_quality":0.97659,"score_fidelity":0.74742,"score":0.8688},"uk":{"n":50,"unit":"wer","wer":10.89671,"wer_orig":6.46992,"dwer":4.42679,"wer_pseudo":6.70455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.84343,"utmos":2.48331,"dnsmos_ovrl":3.02766,"dnsmos_sig":3.35261,"dnsmos_bak":4.07217,"pesq_wb":2.3993,"pesq_nb":2.91776,"stoi":0.89586,"estoi":0.79215,"si_sdr":1.27107,"mel_dist":0.2453,"stft_dist":1.37673,"f0_rmse_cents":87.06547,"f0_corr":0.93943,"vuv_err":0.116,"score_intelligibility":0.6279,"score_speaker":0.84343,"score_quality":0.9631,"score_fidelity":0.74503,"score":0.79487},"el":{"n":50,"unit":"wer","wer":17.83567,"wer_orig":12.02405,"dwer":5.81162,"wer_pseudo":12.01201,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.84271,"utmos":2.69252,"dnsmos_ovrl":2.95458,"dnsmos_sig":3.36432,"dnsmos_bak":3.9048,"pesq_wb":2.73545,"pesq_nb":3.29806,"stoi":0.89281,"estoi":0.79412,"si_sdr":5.70656,"mel_dist":0.18834,"stft_dist":1.08636,"f0_rmse_cents":92.1048,"f0_corr":0.89715,"vuv_err":0.10824,"score_intelligibility":0.69146,"score_speaker":0.84271,"score_quality":0.981,"score_fidelity":0.76194,"score":0.81928},"ar":{"n":50,"unit":"wer","wer":14.79655,"wer_orig":12.45376,"dwer":2.34279,"wer_pseudo":5.43881,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.90011,"utmos":2.79208,"dnsmos_ovrl":3.16274,"dnsmos_sig":3.52983,"dnsmos_bak":3.93633,"pesq_wb":2.59008,"pesq_nb":3.23726,"stoi":0.93441,"estoi":0.87652,"si_sdr":4.13083,"mel_dist":0.21065,"stft_dist":1.17031,"f0_rmse_cents":106.7138,"f0_corr":0.93176,"vuv_err":0.1204,"score_intelligibility":0.85169,"score_speaker":0.90011,"score_quality":1.0,"score_fidelity":0.7735,"score":0.88132},"fa":{"n":50,"unit":"wer","wer":31.42857,"wer_orig":25.94286,"dwer":5.48571,"wer_pseudo":13.40541,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.83706,"utmos":2.60479,"dnsmos_ovrl":2.85529,"dnsmos_sig":3.35868,"dnsmos_bak":3.74502,"pesq_wb":2.12698,"pesq_nb":2.95892,"stoi":0.76168,"estoi":0.64337,"si_sdr":1.1019,"mel_dist":0.19421,"stft_dist":1.23352,"f0_rmse_cents":197.93813,"f0_corr":0.83607,"vuv_err":0.1406,"score_intelligibility":0.83084,"score_speaker":0.83706,"score_quality":0.99589,"score_fidelity":0.63992,"score":0.82593},"he":{"n":50,"unit":"wer","wer":28.95349,"wer_orig":19.4186,"dwer":9.53488,"wer_pseudo":16.90141,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83082,"utmos":2.44836,"dnsmos_ovrl":2.77331,"dnsmos_sig":3.15087,"dnsmos_bak":3.95801,"pesq_wb":2.33654,"pesq_nb":2.87885,"stoi":0.89463,"estoi":0.80427,"si_sdr":1.90347,"mel_dist":0.19682,"stft_dist":1.18336,"f0_rmse_cents":98.7367,"f0_corr":0.88333,"vuv_err":0.15651,"score_intelligibility":0.68168,"score_speaker":0.83082,"score_quality":0.97543,"score_fidelity":0.71994,"score":0.80197},"hi":{"n":50,"unit":"wer","wer":32.31764,"wer_orig":26.31579,"dwer":6.00185,"wer_pseudo":15.62216,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.8228,"utmos":2.23288,"dnsmos_ovrl":2.72074,"dnsmos_sig":3.28641,"dnsmos_bak":3.40267,"pesq_wb":2.20943,"pesq_nb":2.80207,"stoi":0.84941,"estoi":0.74182,"si_sdr":2.13831,"mel_dist":0.21844,"stft_dist":1.22477,"f0_rmse_cents":116.16755,"f0_corr":0.89001,"vuv_err":0.14402,"score_intelligibility":0.81986,"score_speaker":0.8228,"score_quality":0.96997,"score_fidelity":0.69499,"score":0.82691},"zh":{"n":50,"unit":"cer","wer":8.57143,"wer_orig":7.40525,"dwer":1.16618,"wer_pseudo":2.56098,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.87965,"utmos":2.84594,"dnsmos_ovrl":3.0752,"dnsmos_sig":3.42042,"dnsmos_bak":4.02297,"pesq_wb":2.70159,"pesq_nb":3.26951,"stoi":0.91304,"estoi":0.8409,"si_sdr":2.18954,"mel_dist":0.17956,"stft_dist":1.14244,"f0_rmse_cents":84.5884,"f0_corr":0.94362,"vuv_err":0.08983,"score_intelligibility":0.87816,"score_speaker":0.87965,"score_quality":1.0,"score_fidelity":0.78094,"score":0.88469},"yue":{"n":50,"unit":"cer","wer":18.62928,"wer_orig":14.39252,"dwer":4.23676,"wer_pseudo":10.70298,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.89515,"utmos":3.01743,"dnsmos_ovrl":3.07518,"dnsmos_sig":3.43832,"dnsmos_bak":3.95491,"pesq_wb":2.44672,"pesq_nb":3.1105,"stoi":0.89188,"estoi":0.79462,"si_sdr":2.73814,"mel_dist":0.16909,"stft_dist":1.10642,"f0_rmse_cents":98.01286,"f0_corr":0.96502,"vuv_err":0.09769,"score_intelligibility":0.78416,"score_speaker":0.89515,"score_quality":1.0,"score_fidelity":0.75675,"score":0.85901},"ja":{"n":50,"unit":"cer","wer":8.49793,"wer_orig":3.53698,"dwer":4.96096,"wer_pseudo":6.06339,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.74772,"utmos":2.06382,"dnsmos_ovrl":2.56204,"dnsmos_sig":3.20127,"dnsmos_bak":3.38834,"pesq_wb":2.25207,"pesq_nb":2.79541,"stoi":0.74633,"estoi":0.60795,"si_sdr":-0.9046,"mel_dist":0.18875,"stft_dist":1.3245,"f0_rmse_cents":118.38003,"f0_corr":0.90567,"vuv_err":0.13446,"score_intelligibility":0.47768,"score_speaker":0.74772,"score_quality":1.0,"score_fidelity":0.66991,"score":0.72383},"ko":{"n":50,"unit":"cer","wer":5.0,"wer_orig":5.14706,"dwer":-0.14706,"wer_pseudo":2.05411,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.86197,"utmos":3.20646,"dnsmos_ovrl":3.07435,"dnsmos_sig":3.40667,"dnsmos_bak":4.08286,"pesq_wb":2.96396,"pesq_nb":3.46808,"stoi":0.90869,"estoi":0.84367,"si_sdr":5.51939,"mel_dist":0.17411,"stft_dist":1.07115,"f0_rmse_cents":92.71911,"f0_corr":0.95588,"vuv_err":0.10433,"score_intelligibility":1.0,"score_speaker":0.86197,"score_quality":0.98843,"score_fidelity":0.80857,"score":0.91474},"th":{"n":50,"unit":"cer","wer":11.60065,"wer_orig":7.61924,"dwer":3.98141,"wer_pseudo":7.87609,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.86167,"utmos":2.26321,"dnsmos_ovrl":2.73959,"dnsmos_sig":3.25297,"dnsmos_bak":3.73157,"pesq_wb":1.98323,"pesq_nb":2.68855,"stoi":0.86978,"estoi":0.77434,"si_sdr":-1.07282,"mel_dist":0.19792,"stft_dist":1.22837,"f0_rmse_cents":232.93037,"f0_corr":0.85924,"vuv_err":0.18056,"score_intelligibility":0.68403,"score_speaker":0.86167,"score_quality":0.94468,"score_fidelity":0.66998,"score":0.79009}}},{"codec":"facodec_v2_16k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"facodec_v2_16k","family":"FACodec","checkpoint":"amphion/naturalspeech3_facodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":80.0,"n_codebooks":6,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code), Apache-2.0 (weights)","paper":"2403.03100","year":2024,"bitrate_kbps":4.8,"notes":"FACodec v2 (prosody codes from 20 mel bins, built for voice conversion); same 6 x 1024 token layout as v1","side_info":"256-dim continuous timbre (speaker) vector per utterance, computed from the same utterance's unquantized encoder output (not counted in bitrate)","warning":null,"env":"main"},"kbps":4.8,"kbps_measured":4.80232,"tokens_per_s":480.23241,"params_M":36.20384,"efficiency":{"rtf_encode":0.00287,"rtf_decode":0.00607,"peak_vram_gb":1.10018,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.84914,"score_worst_lang":0.7579,"worst_lang":"id","en_gap":-0.0122,"score_intelligibility":0.77728,"score_speaker":0.87299,"score_quality":0.99879,"score_fidelity":0.74747,"dwer":2.94726,"wer":11.75307,"wer_pseudo":6.23116,"sim":0.87299,"utmos":2.65178,"dnsmos_ovrl":2.98728,"dnsmos_sig":3.40635,"dnsmos_bak":3.84408,"pesq_wb":2.61995,"pesq_nb":3.22881,"stoi":0.88949,"estoi":0.79825,"si_sdr":2.88612,"mel_dist":0.18509,"stft_dist":1.21822,"f0_rmse_cents":131.89473,"f0_corr":0.89009,"vuv_err":0.14798,"score_ci95":[0.84306,0.85549]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.55457,"wer_orig":6.98132,"dwer":1.57325,"wer_pseudo":3.6965,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.81686,"utmos":2.6668,"dnsmos_ovrl":2.6484,"dnsmos_sig":3.19057,"dnsmos_bak":3.72305,"pesq_wb":2.33492,"pesq_nb":2.97293,"stoi":0.83821,"estoi":0.72392,"si_sdr":0.2275,"mel_dist":0.20287,"stft_dist":1.69079,"f0_rmse_cents":169.96173,"f0_corr":0.87305,"vuv_err":0.15523,"score_intelligibility":0.83534,"score_speaker":0.81686,"score_quality":1.0,"score_fidelity":0.69755,"score":0.83744},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.90234,"utmos":2.83662,"dnsmos_ovrl":3.12992,"dnsmos_sig":3.43183,"dnsmos_bak":4.05209,"pesq_wb":2.91615,"pesq_nb":3.41435,"stoi":0.92396,"estoi":0.82689,"si_sdr":6.53682,"mel_dist":0.16149,"stft_dist":1.01839,"f0_rmse_cents":117.95634,"f0_corr":0.89334,"vuv_err":0.13218,"score_intelligibility":0.92941,"score_speaker":0.90234,"score_quality":1.0,"score_fidelity":0.78826,"score":0.905},"fr":{"n":50,"unit":"wer","wer":8.4585,"wer_orig":4.98024,"dwer":3.47826,"wer_pseudo":5.31746,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.87588,"utmos":2.47198,"dnsmos_ovrl":3.05352,"dnsmos_sig":3.3948,"dnsmos_bak":3.97834,"pesq_wb":2.5298,"pesq_nb":3.18327,"stoi":0.91989,"estoi":0.85486,"si_sdr":4.10201,"mel_dist":0.19589,"stft_dist":1.16081,"f0_rmse_cents":154.26601,"f0_corr":0.90057,"vuv_err":0.18078,"score_intelligibility":0.63226,"score_speaker":0.87588,"score_quality":1.0,"score_fidelity":0.75252,"score":0.81516},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":0.36463,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.90212,"utmos":2.78578,"dnsmos_ovrl":3.20874,"dnsmos_sig":3.55713,"dnsmos_bak":3.94932,"pesq_wb":3.02537,"pesq_nb":3.5335,"stoi":0.92338,"estoi":0.85116,"si_sdr":4.25927,"mel_dist":0.19497,"stft_dist":1.1404,"f0_rmse_cents":148.10477,"f0_corr":0.91784,"vuv_err":0.14998,"score_intelligibility":0.91837,"score_speaker":0.90212,"score_quality":1.0,"score_fidelity":0.80663,"score":0.90678},"it":{"n":50,"unit":"wer","wer":3.27869,"wer_orig":2.55009,"dwer":0.7286,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.896,"utmos":3.05202,"dnsmos_ovrl":3.30436,"dnsmos_sig":3.60507,"dnsmos_bak":4.06388,"pesq_wb":3.02753,"pesq_nb":3.51118,"stoi":0.92617,"estoi":0.86089,"si_sdr":4.33454,"mel_dist":0.1849,"stft_dist":1.08151,"f0_rmse_cents":80.71724,"f0_corr":0.92024,"vuv_err":0.11801,"score_intelligibility":0.82971,"score_speaker":0.896,"score_quality":0.987,"score_fidelity":0.80857,"score":0.88032},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":0.7874,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.90468,"utmos":2.51074,"dnsmos_ovrl":3.0183,"dnsmos_sig":3.42644,"dnsmos_bak":3.73569,"pesq_wb":2.58673,"pesq_nb":3.13628,"stoi":0.88293,"estoi":0.79545,"si_sdr":-1.34455,"mel_dist":0.18183,"stft_dist":1.13841,"f0_rmse_cents":272.77919,"f0_corr":0.87082,"vuv_err":0.17655,"score_intelligibility":0.93781,"score_speaker":0.90468,"score_quality":1.0,"score_fidelity":0.7357,"score":0.89455},"nl":{"n":50,"unit":"wer","wer":7.67172,"wer_orig":5.26316,"dwer":2.40856,"wer_pseudo":4.11817,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.88489,"utmos":3.09997,"dnsmos_ovrl":2.8546,"dnsmos_sig":3.22289,"dnsmos_bak":4.07955,"pesq_wb":2.72052,"pesq_nb":3.28611,"stoi":0.92176,"estoi":0.8396,"si_sdr":3.53273,"mel_dist":0.21901,"stft_dist":1.4633,"f0_rmse_cents":110.0251,"f0_corr":0.91496,"vuv_err":0.17655,"score_intelligibility":0.72225,"score_speaker":0.88489,"score_quality":1.0,"score_fidelity":0.7761,"score":0.84581},"pl":{"n":50,"unit":"wer","wer":5.92105,"wer_orig":3.28947,"dwer":2.63158,"wer_pseudo":4.49561,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.88339,"utmos":2.82802,"dnsmos_ovrl":3.12407,"dnsmos_sig":3.44411,"dnsmos_bak":4.0747,"pesq_wb":2.67177,"pesq_nb":3.26074,"stoi":0.93323,"estoi":0.85673,"si_sdr":0.73034,"mel_dist":0.18268,"stft_dist":1.24061,"f0_rmse_cents":111.91497,"f0_corr":0.85079,"vuv_err":0.16518,"score_intelligibility":0.61977,"score_speaker":0.88339,"score_quality":1.0,"score_fidelity":0.75389,"score":0.81426},"cs":{"n":50,"unit":"wer","wer":13.4189,"wer_orig":9.45158,"dwer":3.96733,"wer_pseudo":11.09813,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.90235,"utmos":2.623,"dnsmos_ovrl":3.16569,"dnsmos_sig":3.50165,"dnsmos_bak":3.94958,"pesq_wb":2.48807,"pesq_nb":3.15187,"stoi":0.90164,"estoi":0.81625,"si_sdr":5.31688,"mel_dist":0.19139,"stft_dist":1.1105,"f0_rmse_cents":78.57983,"f0_corr":0.92647,"vuv_err":0.1096,"score_intelligibility":0.72485,"score_speaker":0.90235,"score_quality":1.0,"score_fidelity":0.75109,"score":0.84457},"tr":{"n":50,"unit":"wer","wer":11.31579,"wer_orig":7.76316,"dwer":3.55263,"wer_pseudo":6.06061,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.88618,"utmos":2.30654,"dnsmos_ovrl":3.0632,"dnsmos_sig":3.42784,"dnsmos_bak":3.99028,"pesq_wb":2.67982,"pesq_nb":3.27409,"stoi":0.89561,"estoi":0.79054,"si_sdr":-0.36569,"mel_dist":0.19706,"stft_dist":1.34494,"f0_rmse_cents":97.23105,"f0_corr":0.93752,"vuv_err":0.11322,"score_intelligibility":0.71154,"score_speaker":0.88618,"score_quality":1.0,"score_fidelity":0.77103,"score":0.84219},"id":{"n":50,"unit":"wer","wer":11.33412,"wer_orig":5.90319,"dwer":5.43093,"wer_pseudo":8.73672,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.81819,"utmos":1.98215,"dnsmos_ovrl":2.67911,"dnsmos_sig":3.30289,"dnsmos_bak":3.18061,"pesq_wb":2.1085,"pesq_nb":2.78107,"stoi":0.81049,"estoi":0.67572,"si_sdr":2.38684,"mel_dist":0.16692,"stft_dist":1.12699,"f0_rmse_cents":101.11547,"f0_corr":0.88142,"vuv_err":0.16973,"score_intelligibility":0.55968,"score_speaker":0.81819,"score_quality":0.98416,"score_fidelity":0.66954,"score":0.7579},"vi":{"n":50,"unit":"wer","wer":12.17184,"wer_orig":7.71679,"dwer":4.45505,"wer_pseudo":8.20064,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.86132,"utmos":2.17718,"dnsmos_ovrl":2.84637,"dnsmos_sig":3.38651,"dnsmos_bak":3.62899,"pesq_wb":2.44318,"pesq_nb":3.13405,"stoi":0.80651,"estoi":0.69346,"si_sdr":3.4694,"mel_dist":0.16297,"stft_dist":1.15109,"f0_rmse_cents":127.54661,"f0_corr":0.90286,"vuv_err":0.15016,"score_intelligibility":0.66177,"score_speaker":0.86132,"score_quality":0.99982,"score_fidelity":0.70724,"score":0.80754},"ru":{"n":50,"unit":"wer","wer":4.9711,"wer_orig":4.50867,"dwer":0.46243,"wer_pseudo":1.27462,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.88769,"utmos":2.69375,"dnsmos_ovrl":3.09129,"dnsmos_sig":3.43819,"dnsmos_bak":4.01705,"pesq_wb":2.636,"pesq_nb":3.22851,"stoi":0.91785,"estoi":0.83755,"si_sdr":2.44072,"mel_dist":0.20181,"stft_dist":1.23135,"f0_rmse_cents":128.63998,"f0_corr":0.87738,"vuv_err":0.18585,"score_intelligibility":0.92256,"score_speaker":0.88769,"score_quality":1.0,"score_fidelity":0.75422,"score":0.89112},"uk":{"n":50,"unit":"wer","wer":11.01022,"wer_orig":6.46992,"dwer":4.5403,"wer_pseudo":6.36364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.86957,"utmos":2.6106,"dnsmos_ovrl":3.08354,"dnsmos_sig":3.42014,"dnsmos_bak":4.04639,"pesq_wb":2.59793,"pesq_nb":3.20049,"stoi":0.9115,"estoi":0.81347,"si_sdr":4.73043,"mel_dist":0.21093,"stft_dist":1.33672,"f0_rmse_cents":107.81549,"f0_corr":0.91849,"vuv_err":0.13698,"score_intelligibility":0.62196,"score_speaker":0.86957,"score_quality":1.0,"score_fidelity":0.76218,"score":0.81343},"el":{"n":50,"unit":"wer","wer":18.53707,"wer_orig":12.02405,"dwer":6.51303,"wer_pseudo":12.81281,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.86951,"utmos":2.74407,"dnsmos_ovrl":3.00789,"dnsmos_sig":3.44516,"dnsmos_bak":3.8312,"pesq_wb":2.86804,"pesq_nb":3.42807,"stoi":0.90299,"estoi":0.8085,"si_sdr":5.65274,"mel_dist":0.17199,"stft_dist":1.07065,"f0_rmse_cents":88.69906,"f0_corr":0.88089,"vuv_err":0.12425,"score_intelligibility":0.66663,"score_speaker":0.86951,"score_quality":1.0,"score_fidelity":0.77254,"score":0.82717},"ar":{"n":50,"unit":"wer","wer":15.04316,"wer_orig":12.45376,"dwer":2.5894,"wer_pseudo":7.66378,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.91001,"utmos":2.78237,"dnsmos_ovrl":3.19703,"dnsmos_sig":3.56912,"dnsmos_bak":3.93014,"pesq_wb":2.69166,"pesq_nb":3.36501,"stoi":0.94014,"estoi":0.88537,"si_sdr":4.00074,"mel_dist":0.19121,"stft_dist":1.1339,"f0_rmse_cents":114.22761,"f0_corr":0.91618,"vuv_err":0.13273,"score_intelligibility":0.8386,"score_speaker":0.91001,"score_quality":1.0,"score_fidelity":0.77988,"score":0.88212},"fa":{"n":50,"unit":"wer","wer":29.94286,"wer_orig":25.94286,"dwer":4.0,"wer_pseudo":11.67568,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.86349,"utmos":2.79319,"dnsmos_ovrl":2.89039,"dnsmos_sig":3.39418,"dnsmos_bak":3.72886,"pesq_wb":2.39863,"pesq_nb":3.12946,"stoi":0.79206,"estoi":0.67455,"si_sdr":2.44151,"mel_dist":0.18072,"stft_dist":1.34614,"f0_rmse_cents":185.40117,"f0_corr":0.8189,"vuv_err":0.15067,"score_intelligibility":0.87073,"score_speaker":0.86349,"score_quality":1.0,"score_fidelity":0.67019,"score":0.8511},"he":{"n":50,"unit":"wer","wer":26.97674,"wer_orig":19.4186,"dwer":7.55814,"wer_pseudo":14.55399,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83837,"utmos":2.53397,"dnsmos_ovrl":2.83543,"dnsmos_sig":3.21423,"dnsmos_bak":3.9357,"pesq_wb":2.37879,"pesq_nb":3.07335,"stoi":0.90686,"estoi":0.81595,"si_sdr":1.43201,"mel_dist":0.18865,"stft_dist":1.24743,"f0_rmse_cents":134.59044,"f0_corr":0.81196,"vuv_err":0.20322,"score_intelligibility":0.72984,"score_speaker":0.83837,"score_quality":1.0,"score_fidelity":0.70425,"score":0.81812},"hi":{"n":50,"unit":"wer","wer":33.33333,"wer_orig":26.31579,"dwer":7.01754,"wer_pseudo":16.25795,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.84194,"utmos":2.30892,"dnsmos_ovrl":2.75459,"dnsmos_sig":3.36035,"dnsmos_bak":3.38858,"pesq_wb":2.42489,"pesq_nb":3.07667,"stoi":0.86706,"estoi":0.76567,"si_sdr":1.93501,"mel_dist":0.19206,"stft_dist":1.15345,"f0_rmse_cents":156.60349,"f0_corr":0.85641,"vuv_err":0.16868,"score_intelligibility":0.79561,"score_speaker":0.84194,"score_quality":1.0,"score_fidelity":0.71019,"score":0.83694},"zh":{"n":50,"unit":"cer","wer":8.3965,"wer_orig":7.40525,"dwer":0.99125,"wer_pseudo":2.07317,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.88067,"utmos":2.88497,"dnsmos_ovrl":3.12452,"dnsmos_sig":3.4687,"dnsmos_bak":4.01648,"pesq_wb":2.84712,"pesq_nb":3.42066,"stoi":0.926,"estoi":0.85812,"si_sdr":2.57091,"mel_dist":0.1716,"stft_dist":1.15838,"f0_rmse_cents":88.1266,"f0_corr":0.92944,"vuv_err":0.09144,"score_intelligibility":0.89451,"score_speaker":0.88067,"score_quality":1.0,"score_fidelity":0.7944,"score":0.89239},"yue":{"n":50,"unit":"cer","wer":16.38629,"wer_orig":14.39252,"dwer":1.99377,"wer_pseudo":7.9164,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.90629,"utmos":3.05596,"dnsmos_ovrl":3.09334,"dnsmos_sig":3.48361,"dnsmos_bak":3.87774,"pesq_wb":2.58986,"pesq_nb":3.23479,"stoi":0.90661,"estoi":0.81339,"si_sdr":3.30548,"mel_dist":0.16228,"stft_dist":1.11267,"f0_rmse_cents":125.12776,"f0_corr":0.9277,"vuv_err":0.10787,"score_intelligibility":0.88533,"score_speaker":0.90629,"score_quality":1.0,"score_fidelity":0.76285,"score":0.88862},"ja":{"n":50,"unit":"cer","wer":6.93615,"wer_orig":3.53698,"dwer":3.39917,"wer_pseudo":4.63941,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.79072,"utmos":2.12225,"dnsmos_ovrl":2.60205,"dnsmos_sig":3.26595,"dnsmos_bak":3.38996,"pesq_wb":2.42894,"pesq_nb":3.00868,"stoi":0.78063,"estoi":0.63907,"si_sdr":0.5494,"mel_dist":0.17989,"stft_dist":1.38421,"f0_rmse_cents":156.00524,"f0_corr":0.83847,"vuv_err":0.15905,"score_intelligibility":0.57168,"score_speaker":0.79072,"score_quality":1.0,"score_fidelity":0.67579,"score":0.75955},"ko":{"n":50,"unit":"cer","wer":5.34314,"wer_orig":5.14706,"dwer":0.19608,"wer_pseudo":2.00401,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.88658,"utmos":3.32604,"dnsmos_ovrl":3.09698,"dnsmos_sig":3.44859,"dnsmos_bak":4.02999,"pesq_wb":3.15551,"pesq_nb":3.60625,"stoi":0.92107,"estoi":0.85631,"si_sdr":5.80766,"mel_dist":0.16584,"stft_dist":1.15403,"f0_rmse_cents":97.64725,"f0_corr":0.94687,"vuv_err":0.10127,"score_intelligibility":0.96909,"score_speaker":0.88658,"score_quality":1.0,"score_fidelity":0.82793,"score":0.9209},"th":{"n":50,"unit":"cer","wer":9.70089,"wer_orig":7.61924,"dwer":2.08165,"wer_pseudo":6.47904,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.87279,"utmos":2.44582,"dnsmos_ovrl":2.82142,"dnsmos_sig":3.35235,"dnsmos_bak":3.65978,"pesq_wb":2.32906,"pesq_nb":3.07998,"stoi":0.89118,"estoi":0.80461,"si_sdr":1.21415,"mel_dist":0.18327,"stft_dist":1.24072,"f0_rmse_cents":212.39115,"f0_corr":0.8496,"vuv_err":0.19223,"score_intelligibility":0.80547,"score_speaker":0.87279,"score_quality":1.0,"score_fidelity":0.70684,"score":0.84627}}},{"codec":"firefly_gan_vq_44k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"firefly_gan_vq_44k","family":"Firefly-GAN-VQ (Fish-Speech 1.5)","checkpoint":"fishaudio/fish-speech-1.5","sample_rate":44100,"output_sample_rate":44100,"frame_rate":21.533,"n_codebooks":8,"codebook_size":1000,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"Apache-2.0 (code, fish-speech v1.5.1); CC-BY-NC-SA-4.0 (weights)","paper":null,"year":2024,"bitrate_kbps":1.7167,"notes":"Fish-Speech 1.5 codec (firefly-gan-vq-fsq-8x1024-21hz-generator.pth): grouped FSQ, 8 groups x levels [8,5,5,5] (1000 entries) per 21.5 Hz frame; trained on Fish-Speech's multilingual speech data (~1M h, EN/ZH/JA + others)","side_info":null,"warning":null,"env":"main"},"kbps":1.7167,"kbps_measured":1.72071,"tokens_per_s":172.66196,"params_M":47.06522,"efficiency":{"rtf_encode":0.00089,"rtf_decode":0.00447,"peak_vram_gb":0.58925,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.76368,"score_worst_lang":0.66975,"worst_lang":"id","en_gap":0.04891,"score_intelligibility":0.73425,"score_speaker":0.7922,"score_quality":0.83263,"score_fidelity":0.69563,"dwer":3.76882,"wer":12.57463,"wer_pseudo":7.44825,"sim":0.7922,"utmos":2.07542,"dnsmos_ovrl":2.92795,"dnsmos_sig":3.32902,"dnsmos_bak":3.89142,"pesq_wb":2.33137,"pesq_nb":2.95204,"stoi":0.85769,"estoi":0.74796,"si_sdr":-20.26178,"mel_dist":0.19004,"stft_dist":1.28655,"f0_rmse_cents":147.90922,"f0_corr":0.84879,"vuv_err":0.15446,"score_ci95":[0.75497,0.76916]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":2.43191,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.77443,"utmos":2.01142,"dnsmos_ovrl":2.52333,"dnsmos_sig":3.043,"dnsmos_bak":3.79585,"pesq_wb":2.19778,"pesq_nb":2.83112,"stoi":0.82159,"estoi":0.69661,"si_sdr":-21.11336,"mel_dist":0.19837,"stft_dist":1.36861,"f0_rmse_cents":153.36057,"f0_corr":0.85486,"vuv_err":0.15706,"score_intelligibility":0.97595,"score_speaker":0.77443,"score_quality":0.81891,"score_fidelity":0.67289,"score":0.81055},"de":{"n":50,"unit":"wer","wer":7.12106,"wer_orig":5.69685,"dwer":1.42421,"wer_pseudo":3.35707,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.81502,"utmos":2.24272,"dnsmos_ovrl":3.10187,"dnsmos_sig":3.38248,"dnsmos_bak":4.09215,"pesq_wb":2.43838,"pesq_nb":3.03476,"stoi":0.89688,"estoi":0.77452,"si_sdr":-19.28327,"mel_dist":0.17881,"stft_dist":1.19546,"f0_rmse_cents":191.13292,"f0_corr":0.80439,"vuv_err":0.16232,"score_intelligibility":0.82463,"score_speaker":0.81502,"score_quality":0.85926,"score_fidelity":0.70408,"score":0.80075},"fr":{"n":50,"unit":"wer","wer":8.69565,"wer_orig":4.98024,"dwer":3.71542,"wer_pseudo":5.39683,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.78799,"utmos":1.9652,"dnsmos_ovrl":3.0291,"dnsmos_sig":3.35963,"dnsmos_bak":4.01914,"pesq_wb":2.31877,"pesq_nb":2.92719,"stoi":0.89211,"estoi":0.81429,"si_sdr":-23.81343,"mel_dist":0.20955,"stft_dist":1.31978,"f0_rmse_cents":96.90577,"f0_corr":0.91931,"vuv_err":0.17371,"score_intelligibility":0.6168,"score_speaker":0.78799,"score_quality":0.85344,"score_fidelity":0.7294,"score":0.74691},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":0.91158,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.80975,"utmos":2.28432,"dnsmos_ovrl":3.21079,"dnsmos_sig":3.54277,"dnsmos_bak":3.98626,"pesq_wb":2.69994,"pesq_nb":3.24062,"stoi":0.89756,"estoi":0.80837,"si_sdr":-18.77919,"mel_dist":0.18997,"stft_dist":1.24637,"f0_rmse_cents":181.86181,"f0_corr":0.84606,"vuv_err":0.16194,"score_intelligibility":0.9,"score_speaker":0.80975,"score_quality":0.86469,"score_fidelity":0.7431,"score":0.82938},"it":{"n":50,"unit":"wer","wer":3.73406,"wer_orig":2.55009,"dwer":1.18397,"wer_pseudo":2.10238,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.81401,"utmos":2.45193,"dnsmos_ovrl":3.2619,"dnsmos_sig":3.55168,"dnsmos_bak":4.07731,"pesq_wb":2.70466,"pesq_nb":3.21689,"stoi":0.89746,"estoi":0.81019,"si_sdr":-18.42647,"mel_dist":0.18879,"stft_dist":1.22097,"f0_rmse_cents":96.92931,"f0_corr":0.85925,"vuv_err":0.13611,"score_intelligibility":0.7499,"score_speaker":0.81401,"score_quality":0.83524,"score_fidelity":0.74792,"score":0.78677},"pt":{"n":50,"unit":"wer","wer":3.61328,"wer_orig":3.41797,"dwer":0.19531,"wer_pseudo":2.06693,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.86906,"utmos":2.26556,"dnsmos_ovrl":3.08379,"dnsmos_sig":3.44446,"dnsmos_bak":3.84467,"pesq_wb":2.52923,"pesq_nb":3.08469,"stoi":0.85712,"estoi":0.7553,"si_sdr":-18.36414,"mel_dist":0.18699,"stft_dist":1.23983,"f0_rmse_cents":214.80006,"f0_corr":0.8479,"vuv_err":0.19304,"score_intelligibility":0.95766,"score_speaker":0.86906,"score_quality":0.92025,"score_fidelity":0.71398,"score":0.86524},"nl":{"n":50,"unit":"wer","wer":8.29616,"wer_orig":5.26316,"dwer":3.03301,"wer_pseudo":4.74485,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.83213,"utmos":2.26117,"dnsmos_ovrl":2.58208,"dnsmos_sig":2.97451,"dnsmos_bak":4.08465,"pesq_wb":2.26482,"pesq_nb":2.86499,"stoi":0.88769,"estoi":0.78109,"si_sdr":-18.9047,"mel_dist":0.1943,"stft_dist":1.36741,"f0_rmse_cents":121.19136,"f0_corr":0.89381,"vuv_err":0.19109,"score_intelligibility":0.67374,"score_speaker":0.83213,"score_quality":0.77583,"score_fidelity":0.71429,"score":0.749},"pl":{"n":50,"unit":"wer","wer":7.34649,"wer_orig":3.28947,"dwer":4.05702,"wer_pseudo":6.57895,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.80411,"utmos":1.99419,"dnsmos_ovrl":2.96744,"dnsmos_sig":3.31035,"dnsmos_bak":4.04605,"pesq_wb":2.21625,"pesq_nb":2.7957,"stoi":0.9005,"estoi":0.80067,"si_sdr":-23.02235,"mel_dist":0.20201,"stft_dist":1.36616,"f0_rmse_cents":159.51494,"f0_corr":0.72423,"vuv_err":0.15728,"score_intelligibility":0.51393,"score_speaker":0.80411,"score_quality":0.77763,"score_fidelity":0.65741,"score":0.68827},"cs":{"n":50,"unit":"wer","wer":15.75263,"wer_orig":9.45158,"dwer":6.30105,"wer_pseudo":12.5,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.83868,"utmos":2.07636,"dnsmos_ovrl":3.17071,"dnsmos_sig":3.48984,"dnsmos_bak":3.99087,"pesq_wb":2.0408,"pesq_nb":2.74368,"stoi":0.86294,"estoi":0.75862,"si_sdr":-23.42846,"mel_dist":0.19168,"stft_dist":1.23662,"f0_rmse_cents":99.32333,"f0_corr":0.88263,"vuv_err":0.12956,"score_intelligibility":0.62388,"score_speaker":0.83868,"score_quality":0.84276,"score_fidelity":0.68098,"score":0.74658},"tr":{"n":50,"unit":"wer","wer":12.5,"wer_orig":7.76316,"dwer":4.73684,"wer_pseudo":6.98287,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.83061,"utmos":2.10322,"dnsmos_ovrl":3.0543,"dnsmos_sig":3.40131,"dnsmos_bak":4.03004,"pesq_wb":2.52999,"pesq_nb":3.13942,"stoi":0.87372,"estoi":0.75721,"si_sdr":-25.18099,"mel_dist":0.19182,"stft_dist":1.30271,"f0_rmse_cents":149.07465,"f0_corr":0.86404,"vuv_err":0.12775,"score_intelligibility":0.64912,"score_speaker":0.83061,"score_quality":0.93032,"score_fidelity":0.72497,"score":0.78376},"id":{"n":50,"unit":"wer","wer":12.39669,"wer_orig":5.90319,"dwer":6.49351,"wer_pseudo":9.4451,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.73531,"utmos":1.67772,"dnsmos_ovrl":2.81369,"dnsmos_sig":3.35558,"dnsmos_bak":3.4356,"pesq_wb":1.92431,"pesq_nb":2.69354,"stoi":0.7654,"estoi":0.60447,"si_sdr":-19.96838,"mel_dist":0.17602,"stft_dist":1.28917,"f0_rmse_cents":352.63401,"f0_corr":0.69781,"vuv_err":0.17926,"score_intelligibility":0.51529,"score_speaker":0.73531,"score_quality":0.85265,"score_fidelity":0.57577,"score":0.66975},"vi":{"n":50,"unit":"wer","wer":14.1607,"wer_orig":7.71679,"dwer":6.44391,"wer_pseudo":10.58917,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.7461,"utmos":1.77793,"dnsmos_ovrl":2.82192,"dnsmos_sig":3.32752,"dnsmos_bak":3.72103,"pesq_wb":2.22686,"pesq_nb":2.92716,"stoi":0.75764,"estoi":0.61821,"si_sdr":-20.23558,"mel_dist":0.16882,"stft_dist":1.21275,"f0_rmse_cents":142.67435,"f0_corr":0.86959,"vuv_err":0.14505,"score_intelligibility":0.57496,"score_speaker":0.7461,"score_quality":0.8453,"score_fidelity":0.65925,"score":0.7064},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":2.08575,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.79468,"utmos":2.0843,"dnsmos_ovrl":2.94173,"dnsmos_sig":3.2813,"dnsmos_bak":4.03015,"pesq_wb":2.36008,"pesq_nb":2.91146,"stoi":0.88908,"estoi":0.79152,"si_sdr":-19.70657,"mel_dist":0.19846,"stft_dist":1.3264,"f0_rmse_cents":150.27412,"f0_corr":0.79775,"vuv_err":0.1733,"score_intelligibility":0.85624,"score_speaker":0.79468,"score_quality":0.79669,"score_fidelity":0.69181,"score":0.78486},"uk":{"n":50,"unit":"wer","wer":10.66969,"wer_orig":6.46992,"dwer":4.19977,"wer_pseudo":6.59091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.78828,"utmos":2.11664,"dnsmos_ovrl":3.06052,"dnsmos_sig":3.39098,"dnsmos_bak":4.077,"pesq_wb":2.33987,"pesq_nb":2.9273,"stoi":0.8864,"estoi":0.77032,"si_sdr":-18.98139,"mel_dist":0.1991,"stft_dist":1.30332,"f0_rmse_cents":89.24745,"f0_corr":0.93207,"vuv_err":0.13249,"score_intelligibility":0.64011,"score_speaker":0.78828,"score_quality":0.85383,"score_fidelity":0.73376,"score":0.754},"el":{"n":50,"unit":"wer","wer":20.64128,"wer_orig":12.02405,"dwer":8.61723,"wer_pseudo":14.91491,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.73034,"utmos":2.16319,"dnsmos_ovrl":2.94121,"dnsmos_sig":3.3443,"dnsmos_bak":3.91059,"pesq_wb":2.49003,"pesq_nb":3.10068,"stoi":0.87158,"estoi":0.75689,"si_sdr":-18.2271,"mel_dist":0.17675,"stft_dist":1.19508,"f0_rmse_cents":95.40722,"f0_corr":0.87844,"vuv_err":0.15578,"score_intelligibility":0.60181,"score_speaker":0.73034,"score_quality":0.82519,"score_fidelity":0.72525,"score":0.72065},"ar":{"n":50,"unit":"wer","wer":15.65968,"wer_orig":12.45376,"dwer":3.20592,"wer_pseudo":6.5513,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.81795,"utmos":2.03508,"dnsmos_ovrl":3.12675,"dnsmos_sig":3.48361,"dnsmos_bak":3.95096,"pesq_wb":2.34909,"pesq_nb":2.95268,"stoi":0.90926,"estoi":0.83727,"si_sdr":-19.21906,"mel_dist":0.19533,"stft_dist":1.27345,"f0_rmse_cents":117.17637,"f0_corr":0.87877,"vuv_err":0.13328,"score_intelligibility":0.80756,"score_speaker":0.81795,"score_quality":0.80344,"score_fidelity":0.72449,"score":0.78836},"fa":{"n":50,"unit":"wer","wer":30.62857,"wer_orig":25.94286,"dwer":4.68571,"wer_pseudo":12.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.81159,"utmos":2.11776,"dnsmos_ovrl":2.82096,"dnsmos_sig":3.31971,"dnsmos_bak":3.75208,"pesq_wb":2.20433,"pesq_nb":2.93909,"stoi":0.7516,"estoi":0.62007,"si_sdr":-19.84575,"mel_dist":0.18951,"stft_dist":1.33636,"f0_rmse_cents":209.26418,"f0_corr":0.72295,"vuv_err":0.15646,"score_intelligibility":0.85185,"score_speaker":0.81159,"score_quality":0.84085,"score_fidelity":0.60622,"score":0.77763},"he":{"n":50,"unit":"wer","wer":29.53488,"wer_orig":19.4186,"dwer":10.11628,"wer_pseudo":19.95305,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.78729,"utmos":2.00381,"dnsmos_ovrl":2.77351,"dnsmos_sig":3.1493,"dnsmos_bak":3.97992,"pesq_wb":2.13656,"pesq_nb":2.75858,"stoi":0.87833,"estoi":0.77242,"si_sdr":-20.28154,"mel_dist":0.19362,"stft_dist":1.26783,"f0_rmse_cents":209.19581,"f0_corr":0.77759,"vuv_err":0.19281,"score_intelligibility":0.6687,"score_speaker":0.78729,"score_quality":0.82602,"score_fidelity":0.66022,"score":0.73556},"hi":{"n":50,"unit":"wer","wer":32.96399,"wer_orig":26.31579,"dwer":6.6482,"wer_pseudo":16.80291,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.75564,"utmos":1.90073,"dnsmos_ovrl":2.72607,"dnsmos_sig":3.29035,"dnsmos_bak":3.43484,"pesq_wb":2.24872,"pesq_nb":2.90912,"stoi":0.8354,"estoi":0.71495,"si_sdr":-21.2331,"mel_dist":0.19673,"stft_dist":1.28505,"f0_rmse_cents":109.72781,"f0_corr":0.88576,"vuv_err":0.14839,"score_intelligibility":0.80426,"score_speaker":0.75564,"score_quality":0.8433,"score_fidelity":0.69265,"score":0.77396},"zh":{"n":50,"unit":"cer","wer":8.74636,"wer_orig":7.40525,"dwer":1.34111,"wer_pseudo":2.9878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.79445,"utmos":2.02329,"dnsmos_ovrl":2.95384,"dnsmos_sig":3.3136,"dnsmos_bak":3.9869,"pesq_wb":2.47629,"pesq_nb":3.00234,"stoi":0.88583,"estoi":0.79609,"si_sdr":-18.96511,"mel_dist":0.19102,"stft_dist":1.35491,"f0_rmse_cents":100.12296,"f0_corr":0.91518,"vuv_err":0.10405,"score_intelligibility":0.8624,"score_speaker":0.79445,"score_quality":0.75536,"score_fidelity":0.74093,"score":0.78829},"yue":{"n":50,"unit":"cer","wer":18.94081,"wer_orig":14.39252,"dwer":4.54829,"wer_pseudo":14.56618,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.77251,"utmos":2.19784,"dnsmos_ovrl":3.03099,"dnsmos_sig":3.39568,"dnsmos_bak":3.92886,"pesq_wb":2.22399,"pesq_nb":2.88864,"stoi":0.87409,"estoi":0.75904,"si_sdr":-17.33537,"mel_dist":0.18023,"stft_dist":1.28209,"f0_rmse_cents":143.1093,"f0_corr":0.84717,"vuv_err":0.14566,"score_intelligibility":0.77191,"score_speaker":0.77251,"score_quality":0.80703,"score_fidelity":0.69032,"score":0.76044},"ja":{"n":50,"unit":"cer","wer":7.3955,"wer_orig":3.53698,"dwer":3.85852,"wer_pseudo":4.96096,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.75087,"utmos":1.76379,"dnsmos_ovrl":2.57517,"dnsmos_sig":3.17482,"dnsmos_bak":3.44951,"pesq_wb":2.2534,"pesq_nb":2.90126,"stoi":0.74237,"estoi":0.59085,"si_sdr":-22.46173,"mel_dist":0.19189,"stft_dist":1.34716,"f0_rmse_cents":122.01127,"f0_corr":0.8686,"vuv_err":0.15307,"score_intelligibility":0.54041,"score_speaker":0.75087,"score_quality":0.86875,"score_fidelity":0.65636,"score":0.7041},"ko":{"n":50,"unit":"cer","wer":5.53922,"wer_orig":5.14706,"dwer":0.39216,"wer_pseudo":1.85371,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.77456,"utmos":2.49052,"dnsmos_ovrl":2.98419,"dnsmos_sig":3.33916,"dnsmos_bak":4.05084,"pesq_wb":2.71002,"pesq_nb":3.26298,"stoi":0.89101,"estoi":0.80734,"si_sdr":-18.65399,"mel_dist":0.18894,"stft_dist":1.24337,"f0_rmse_cents":85.81303,"f0_corr":0.94869,"vuv_err":0.10156,"score_intelligibility":0.94003,"score_speaker":0.77456,"score_quality":0.8151,"score_fidelity":0.77609,"score":0.82644},"th":{"n":50,"unit":"cer","wer":11.29749,"wer_orig":7.61924,"dwer":3.67825,"wer_pseudo":7.73436,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.77744,"utmos":1.8013,"dnsmos_ovrl":2.71487,"dnsmos_sig":3.2305,"dnsmos_bak":3.71885,"pesq_wb":2.06882,"pesq_nb":2.79505,"stoi":0.85906,"estoi":0.75476,"si_sdr":-20.85157,"mel_dist":0.18231,"stft_dist":1.29623,"f0_rmse_cents":159.06858,"f0_corr":0.85418,"vuv_err":0.19592,"score_intelligibility":0.70089,"score_speaker":0.77744,"score_quality":0.7713,"score_fidelity":0.67287,"score":0.73063}}},{"codec":"fish_audio_codec_44k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"fish_audio_codec_44k","family":"Fish Audio codec (OpenAudio S1 / S2)","checkpoint":"fishaudio/s2-pro","sample_rate":44100,"output_sample_rate":44100,"frame_rate":21.533,"n_codebooks":10,"codebook_size":[4096,1024,1024,1024,1024,1024,1024,1024,1024,1024],"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0 (vendored S1-era code); weights: Fish Audio Research License (s2-pro) / CC-BY-NC-SA-4.0 (openaudio-s1-mini), identical file","paper":null,"year":2025,"bitrate_kbps":2.1964,"notes":"codec.pth of OpenAudio S1-mini / Fish Audio S2-Pro (sha256 74fc41c5..., identical in both repos): causal modded DAC, 1 semantic (4096) + 9 residual (1024) VQ codebooks at 21.5 Hz","side_info":null,"warning":null,"env":"main"},"kbps":2.1964,"kbps_measured":2.20144,"tokens_per_s":215.82745,"params_M":391.43053,"efficiency":{"rtf_encode":0.00675,"rtf_decode":0.009,"peak_vram_gb":3.5449,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.90729,"score_worst_lang":0.84425,"worst_lang":"id","en_gap":0.01171,"score_intelligibility":0.89377,"score_speaker":0.93954,"score_quality":0.99981,"score_fidelity":0.79604,"dwer":1.02789,"wer":9.8337,"wer_pseudo":3.69419,"sim":0.93954,"utmos":2.73382,"dnsmos_ovrl":3.00825,"dnsmos_sig":3.40609,"dnsmos_bak":3.91203,"pesq_wb":3.01266,"pesq_nb":3.54727,"stoi":0.91253,"estoi":0.83729,"si_sdr":6.75668,"mel_dist":0.15881,"stft_dist":1.11208,"f0_rmse_cents":120.84155,"f0_corr":0.90055,"vuv_err":0.1343,"score_ci95":[0.90003,0.91202]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.07965,"wer_orig":6.98132,"dwer":0.09833,"wer_pseudo":1.26459,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.92251,"utmos":2.57519,"dnsmos_ovrl":2.58986,"dnsmos_sig":3.13032,"dnsmos_bak":3.76248,"pesq_wb":2.72873,"pesq_nb":3.44372,"stoi":0.88471,"estoi":0.79069,"si_sdr":4.87291,"mel_dist":0.16376,"stft_dist":1.18435,"f0_rmse_cents":126.63024,"f0_corr":0.91249,"vuv_err":0.13182,"score_intelligibility":0.98783,"score_speaker":0.92251,"score_quality":1.0,"score_fidelity":0.76371,"score":0.91851},"de":{"n":50,"unit":"wer","wer":6.30722,"wer_orig":5.69685,"dwer":0.61038,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9517,"utmos":2.88014,"dnsmos_ovrl":3.13171,"dnsmos_sig":3.41441,"dnsmos_bak":4.08869,"pesq_wb":3.16363,"pesq_nb":3.61314,"stoi":0.93838,"estoi":0.85727,"si_sdr":9.71732,"mel_dist":0.14835,"stft_dist":1.01694,"f0_rmse_cents":111.29004,"f0_corr":0.91008,"vuv_err":0.12855,"score_intelligibility":0.91647,"score_speaker":0.9517,"score_quality":1.0,"score_fidelity":0.82221,"score":0.92259},"fr":{"n":50,"unit":"wer","wer":6.16601,"wer_orig":4.98024,"dwer":1.18577,"wer_pseudo":2.93651,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.94411,"utmos":2.51075,"dnsmos_ovrl":3.08393,"dnsmos_sig":3.41064,"dnsmos_bak":4.02333,"pesq_wb":2.98802,"pesq_nb":3.53842,"stoi":0.94064,"estoi":0.88909,"si_sdr":7.89388,"mel_dist":0.17022,"stft_dist":1.10553,"f0_rmse_cents":115.87904,"f0_corr":0.92086,"vuv_err":0.15833,"score_intelligibility":0.83453,"score_speaker":0.94411,"score_quality":1.0,"score_fidelity":0.80983,"score":0.89712},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.36463,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.94772,"utmos":2.98577,"dnsmos_ovrl":3.23999,"dnsmos_sig":3.56947,"dnsmos_bak":3.99368,"pesq_wb":3.36767,"pesq_nb":3.72936,"stoi":0.9385,"estoi":0.87872,"si_sdr":8.34407,"mel_dist":0.16615,"stft_dist":1.11646,"f0_rmse_cents":161.42887,"f0_corr":0.91456,"vuv_err":0.13618,"score_intelligibility":0.95745,"score_speaker":0.94772,"score_quality":1.0,"score_fidelity":0.84318,"score":0.93709},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.1883,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95365,"utmos":3.23998,"dnsmos_ovrl":3.33604,"dnsmos_sig":3.6107,"dnsmos_bak":4.1119,"pesq_wb":3.43363,"pesq_nb":3.76455,"stoi":0.94352,"estoi":0.89141,"si_sdr":8.84067,"mel_dist":0.1598,"stft_dist":1.06256,"f0_rmse_cents":93.75806,"f0_corr":0.89849,"vuv_err":0.12554,"score_intelligibility":0.92854,"score_speaker":0.95365,"score_quality":1.0,"score_fidelity":0.84578,"score":0.93199},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95366,"utmos":2.71332,"dnsmos_ovrl":3.0985,"dnsmos_sig":3.46255,"dnsmos_bak":3.84197,"pesq_wb":3.04,"pesq_nb":3.49895,"stoi":0.90297,"estoi":0.82693,"si_sdr":5.88784,"mel_dist":0.16298,"stft_dist":1.12268,"f0_rmse_cents":238.97093,"f0_corr":0.88587,"vuv_err":0.14793,"score_intelligibility":1.0,"score_speaker":0.95366,"score_quality":1.0,"score_fidelity":0.79056,"score":0.93605},"nl":{"n":50,"unit":"wer","wer":6.51204,"wer_orig":5.26316,"dwer":1.24888,"wer_pseudo":2.68577,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.93968,"utmos":3.04649,"dnsmos_ovrl":2.72064,"dnsmos_sig":3.11109,"dnsmos_bak":4.10878,"pesq_wb":3.0782,"pesq_nb":3.56025,"stoi":0.94499,"estoi":0.88272,"si_sdr":5.97292,"mel_dist":0.16414,"stft_dist":1.18101,"f0_rmse_cents":109.28444,"f0_corr":0.91638,"vuv_err":0.15495,"score_intelligibility":0.83375,"score_speaker":0.93968,"score_quality":0.99541,"score_fidelity":0.81838,"score":0.89681},"pl":{"n":50,"unit":"wer","wer":5.26316,"wer_orig":3.28947,"dwer":1.97368,"wer_pseudo":3.07018,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.93098,"utmos":2.8118,"dnsmos_ovrl":3.10702,"dnsmos_sig":3.42709,"dnsmos_bak":4.10593,"pesq_wb":3.03791,"pesq_nb":3.48877,"stoi":0.95135,"estoi":0.89212,"si_sdr":2.93503,"mel_dist":0.15805,"stft_dist":1.1538,"f0_rmse_cents":104.75979,"f0_corr":0.85369,"vuv_err":0.13574,"score_intelligibility":0.68487,"score_speaker":0.93098,"score_quality":1.0,"score_fidelity":0.79577,"score":0.85291},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":7.59346,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95314,"utmos":2.68172,"dnsmos_ovrl":3.21034,"dnsmos_sig":3.52593,"dnsmos_bak":4.00111,"pesq_wb":2.72353,"pesq_nb":3.3169,"stoi":0.91868,"estoi":0.84685,"si_sdr":8.18702,"mel_dist":0.16794,"stft_dist":1.10437,"f0_rmse_cents":80.86871,"f0_corr":0.92147,"vuv_err":0.11856,"score_intelligibility":0.87326,"score_speaker":0.95314,"score_quality":1.0,"score_fidelity":0.77753,"score":0.90098},"tr":{"n":50,"unit":"wer","wer":8.81579,"wer_orig":7.76316,"dwer":1.05263,"wer_pseudo":2.7668,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.94481,"utmos":2.50424,"dnsmos_ovrl":3.09402,"dnsmos_sig":3.44365,"dnsmos_bak":4.03387,"pesq_wb":3.04953,"pesq_nb":3.59033,"stoi":0.92252,"estoi":0.83979,"si_sdr":5.6494,"mel_dist":0.16877,"stft_dist":1.17999,"f0_rmse_cents":94.02038,"f0_corr":0.94222,"vuv_err":0.11487,"score_intelligibility":0.89276,"score_speaker":0.94481,"score_quality":1.0,"score_fidelity":0.81677,"score":0.91359},"id":{"n":50,"unit":"wer","wer":8.38253,"wer_orig":5.90319,"dwer":2.47934,"wer_pseudo":4.95868,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.91381,"utmos":2.23519,"dnsmos_ovrl":2.87867,"dnsmos_sig":3.46661,"dnsmos_bak":3.40642,"pesq_wb":2.59502,"pesq_nb":3.1947,"stoi":0.8341,"estoi":0.70988,"si_sdr":5.65376,"mel_dist":0.15066,"stft_dist":1.11057,"f0_rmse_cents":99.02046,"f0_corr":0.89244,"vuv_err":0.18023,"score_intelligibility":0.73575,"score_speaker":0.91381,"score_quality":1.0,"score_fidelity":0.72742,"score":0.84425},"vi":{"n":50,"unit":"wer","wer":8.75099,"wer_orig":7.71679,"dwer":1.03421,"wer_pseudo":3.34395,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.93017,"utmos":2.28158,"dnsmos_ovrl":2.88794,"dnsmos_sig":3.40784,"dnsmos_bak":3.70735,"pesq_wb":2.97769,"pesq_nb":3.53408,"stoi":0.83185,"estoi":0.72669,"si_sdr":8.14905,"mel_dist":0.14448,"stft_dist":1.04412,"f0_rmse_cents":132.77453,"f0_corr":0.88496,"vuv_err":0.12024,"score_intelligibility":0.89394,"score_speaker":0.93017,"score_quality":1.0,"score_fidelity":0.76062,"score":0.89618},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.94397,"utmos":2.83448,"dnsmos_ovrl":3.08728,"dnsmos_sig":3.40281,"dnsmos_bak":4.09094,"pesq_wb":3.08046,"pesq_nb":3.57717,"stoi":0.9407,"estoi":0.8774,"si_sdr":6.63567,"mel_dist":0.16896,"stft_dist":1.16041,"f0_rmse_cents":119.84214,"f0_corr":0.87731,"vuv_err":0.15564,"score_intelligibility":0.85624,"score_speaker":0.94397,"score_quality":1.0,"score_fidelity":0.80415,"score":0.90109},"uk":{"n":50,"unit":"wer","wer":8.17253,"wer_orig":6.46992,"dwer":1.70261,"wer_pseudo":4.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.94029,"utmos":2.70146,"dnsmos_ovrl":3.12341,"dnsmos_sig":3.44323,"dnsmos_bak":4.0996,"pesq_wb":3.04007,"pesq_nb":3.56765,"stoi":0.93666,"estoi":0.86134,"si_sdr":8.0337,"mel_dist":0.1707,"stft_dist":1.15026,"f0_rmse_cents":78.28494,"f0_corr":0.947,"vuv_err":0.1204,"score_intelligibility":0.81438,"score_speaker":0.94029,"score_quality":1.0,"score_fidelity":0.82218,"score":0.89421},"el":{"n":50,"unit":"wer","wer":13.92786,"wer_orig":12.02405,"dwer":1.90381,"wer_pseudo":7.90791,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.91663,"utmos":2.84603,"dnsmos_ovrl":3.01483,"dnsmos_sig":3.41974,"dnsmos_bak":3.91836,"pesq_wb":3.21393,"pesq_nb":3.65706,"stoi":0.92268,"estoi":0.8421,"si_sdr":8.71372,"mel_dist":0.1492,"stft_dist":1.04152,"f0_rmse_cents":85.08328,"f0_corr":0.91891,"vuv_err":0.11385,"score_intelligibility":0.87247,"score_speaker":0.91663,"score_quality":1.0,"score_fidelity":0.82471,"score":0.90345},"ar":{"n":50,"unit":"wer","wer":13.4402,"wer_orig":12.45376,"dwer":0.98644,"wer_pseudo":2.5958,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9575,"utmos":2.85502,"dnsmos_ovrl":3.24595,"dnsmos_sig":3.57818,"dnsmos_bak":4.01919,"pesq_wb":3.16655,"pesq_nb":3.65265,"stoi":0.95604,"estoi":0.91095,"si_sdr":6.87657,"mel_dist":0.16546,"stft_dist":1.10747,"f0_rmse_cents":111.5032,"f0_corr":0.91267,"vuv_err":0.11661,"score_intelligibility":0.93169,"score_speaker":0.9575,"score_quality":1.0,"score_fidelity":0.82924,"score":0.92961},"fa":{"n":50,"unit":"wer","wer":26.28571,"wer_orig":25.94286,"dwer":0.34286,"wer_pseudo":6.59459,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93547,"utmos":2.76623,"dnsmos_ovrl":2.89885,"dnsmos_sig":3.38149,"dnsmos_bak":3.79355,"pesq_wb":2.82316,"pesq_nb":3.53282,"stoi":0.82415,"estoi":0.72566,"si_sdr":5.04517,"mel_dist":0.15717,"stft_dist":1.15216,"f0_rmse_cents":171.44785,"f0_corr":0.85091,"vuv_err":0.12836,"score_intelligibility":0.98743,"score_speaker":0.93547,"score_quality":1.0,"score_fidelity":0.73199,"score":0.91372},"he":{"n":50,"unit":"wer","wer":22.90698,"wer_orig":19.4186,"dwer":3.48837,"wer_pseudo":7.51174,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.9304,"utmos":2.57487,"dnsmos_ovrl":2.84139,"dnsmos_sig":3.21878,"dnsmos_bak":3.96726,"pesq_wb":2.86452,"pesq_nb":3.44821,"stoi":0.93614,"estoi":0.86937,"si_sdr":7.07954,"mel_dist":0.15618,"stft_dist":1.08654,"f0_rmse_cents":129.5671,"f0_corr":0.83041,"vuv_err":0.17638,"score_intelligibility":0.85409,"score_speaker":0.9304,"score_quality":1.0,"score_fidelity":0.76642,"score":0.88773},"hi":{"n":50,"unit":"wer","wer":27.8855,"wer_orig":26.31579,"dwer":1.56971,"wer_pseudo":9.17348,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93185,"utmos":2.53788,"dnsmos_ovrl":2.90158,"dnsmos_sig":3.43724,"dnsmos_bak":3.56579,"pesq_wb":2.89346,"pesq_nb":3.49484,"stoi":0.89681,"estoi":0.81059,"si_sdr":8.24398,"mel_dist":0.16242,"stft_dist":1.09145,"f0_rmse_cents":91.61919,"f0_corr":0.88907,"vuv_err":0.14006,"score_intelligibility":0.94566,"score_speaker":0.93185,"score_quality":1.0,"score_fidelity":0.77562,"score":0.91328},"zh":{"n":50,"unit":"cer","wer":7.7551,"wer_orig":7.40525,"dwer":0.34985,"wer_pseudo":0.73171,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.94876,"utmos":2.88873,"dnsmos_ovrl":3.0842,"dnsmos_sig":3.42301,"dnsmos_bak":4.033,"pesq_wb":3.11241,"pesq_nb":3.67195,"stoi":0.94023,"estoi":0.88306,"si_sdr":5.04246,"mel_dist":0.15001,"stft_dist":1.11567,"f0_rmse_cents":88.89562,"f0_corr":0.92767,"vuv_err":0.08321,"score_intelligibility":0.96004,"score_speaker":0.94876,"score_quality":1.0,"score_fidelity":0.82382,"score":0.93315},"yue":{"n":50,"unit":"cer","wer":14.33022,"wer_orig":14.39252,"dwer":-0.06231,"wer_pseudo":8.99303,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.94675,"utmos":3.06257,"dnsmos_ovrl":3.10922,"dnsmos_sig":3.46897,"dnsmos_bak":3.94838,"pesq_wb":2.84776,"pesq_nb":3.47567,"stoi":0.91981,"estoi":0.83993,"si_sdr":5.48946,"mel_dist":0.148,"stft_dist":1.10994,"f0_rmse_cents":108.23676,"f0_corr":0.94278,"vuv_err":0.10974,"score_intelligibility":1.0,"score_speaker":0.94675,"score_quality":1.0,"score_fidelity":0.79684,"score":0.9359},"ja":{"n":50,"unit":"cer","wer":4.68535,"wer_orig":3.53698,"dwer":1.14837,"wer_pseudo":2.43454,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.92422,"utmos":2.18652,"dnsmos_ovrl":2.57095,"dnsmos_sig":3.22882,"dnsmos_bak":3.37338,"pesq_wb":2.94299,"pesq_nb":3.52605,"stoi":0.81461,"estoi":0.70175,"si_sdr":4.00273,"mel_dist":0.15694,"stft_dist":1.15536,"f0_rmse_cents":157.55274,"f0_corr":0.8311,"vuv_err":0.17067,"score_intelligibility":0.79801,"score_speaker":0.92422,"score_quality":1.0,"score_fidelity":0.73362,"score":0.86396},"ko":{"n":50,"unit":"cer","wer":4.95098,"wer_orig":5.14706,"dwer":-0.19608,"wer_pseudo":1.002,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94504,"utmos":3.3067,"dnsmos_ovrl":3.04731,"dnsmos_sig":3.38901,"dnsmos_bak":4.07811,"pesq_wb":3.40256,"pesq_nb":3.8187,"stoi":0.9412,"estoi":0.89396,"si_sdr":8.86592,"mel_dist":0.14809,"stft_dist":1.02368,"f0_rmse_cents":79.5776,"f0_corr":0.9611,"vuv_err":0.07964,"score_intelligibility":1.0,"score_speaker":0.94504,"score_quality":1.0,"score_fidelity":0.86292,"score":0.95199},"th":{"n":50,"unit":"cer","wer":8.67017,"wer_orig":7.61924,"dwer":1.05093,"wer_pseudo":4.19113,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.94214,"utmos":2.58492,"dnsmos_ovrl":2.89431,"dnsmos_sig":3.37463,"dnsmos_bak":3.8157,"pesq_wb":2.73252,"pesq_nb":3.43865,"stoi":0.91941,"estoi":0.84672,"si_sdr":6.02757,"mel_dist":0.15305,"stft_dist":1.11317,"f0_rmse_cents":209.90119,"f0_corr":0.87066,"vuv_err":0.17566,"score_intelligibility":0.89132,"score_speaker":0.94214,"score_quality":1.0,"score_fidelity":0.76169,"score":0.89879}}},{"codec":"flexicodec_16k_12hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"flexicodec_16k_12hz_8q","family":"FlexiCodec","checkpoint":"jiaqili3/flexicodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":[32768,4096,4096,4096,4096,4096,4096,4096],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights: not stated on the model card","paper":"2510.00981","year":2025,"bitrate_kbps":1.2375,"notes":"12hz_v1_half checkpoint; merging_threshold=1.0 (no merging: fixed 12.5 Hz); 1 semantic (32768, SenseVoice-guided) + 7 acoustic RVQ (4096)","side_info":null,"warning":null,"env":"dualcodec"},"kbps":1.2375,"kbps_measured":1.23399,"tokens_per_s":99.71625,"params_M":448.94239,"efficiency":{"rtf_encode":0.00561,"rtf_decode":0.00211,"peak_vram_gb":2.33489,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.80203,"score_worst_lang":0.70059,"worst_lang":"en","en_gap":-0.10585,"score_intelligibility":0.72016,"score_speaker":0.82203,"score_quality":0.98438,"score_fidelity":0.68156,"dwer":3.90414,"wer":12.70995,"wer_pseudo":7.58659,"sim":0.82203,"utmos":2.66324,"dnsmos_ovrl":2.92378,"dnsmos_sig":3.32009,"dnsmos_bak":3.87965,"pesq_wb":2.258,"pesq_nb":2.90494,"stoi":0.85703,"estoi":0.73848,"si_sdr":1.7967,"mel_dist":0.19361,"stft_dist":1.26546,"f0_rmse_cents":169.05687,"f0_corr":0.82822,"vuv_err":0.16054,"score_ci95":[0.79448,0.80863]},"per_lang":{"en":{"n":50,"unit":"wer","wer":12.58604,"wer_orig":6.98132,"dwer":5.60472,"wer_pseudo":7.393,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.70734,"utmos":2.31496,"dnsmos_ovrl":2.51258,"dnsmos_sig":3.02253,"dnsmos_bak":3.78388,"pesq_wb":1.74783,"pesq_nb":2.30265,"stoi":0.76596,"estoi":0.62093,"si_sdr":-4.64221,"mel_dist":0.2348,"stft_dist":1.78075,"f0_rmse_cents":180.35819,"f0_corr":0.79825,"vuv_err":0.16939,"score_intelligibility":0.58746,"score_speaker":0.70734,"score_quality":0.91492,"score_fidelity":0.59263,"score":0.70059},"de":{"n":50,"unit":"wer","wer":6.9176,"wer_orig":5.69685,"dwer":1.22075,"wer_pseudo":2.64496,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.85276,"utmos":2.97381,"dnsmos_ovrl":3.0672,"dnsmos_sig":3.35065,"dnsmos_bak":4.05604,"pesq_wb":2.39986,"pesq_nb":3.09509,"stoi":0.90458,"estoi":0.77865,"si_sdr":5.33562,"mel_dist":0.17043,"stft_dist":1.09669,"f0_rmse_cents":175.57572,"f0_corr":0.84518,"vuv_err":0.16672,"score_intelligibility":0.84582,"score_speaker":0.85276,"score_quality":0.99621,"score_fidelity":0.71658,"score":0.85284},"fr":{"n":50,"unit":"wer","wer":9.09091,"wer_orig":4.98024,"dwer":4.11067,"wer_pseudo":6.8254,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.83386,"utmos":2.57096,"dnsmos_ovrl":3.02352,"dnsmos_sig":3.34595,"dnsmos_bak":4.00317,"pesq_wb":2.30667,"pesq_nb":2.93474,"stoi":0.89661,"estoi":0.81153,"si_sdr":3.91459,"mel_dist":0.20229,"stft_dist":1.21042,"f0_rmse_cents":117.28604,"f0_corr":0.8847,"vuv_err":0.17888,"score_intelligibility":0.59264,"score_speaker":0.83386,"score_quality":0.99871,"score_fidelity":0.71821,"score":0.78585},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":0.6381,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.84591,"utmos":3.02175,"dnsmos_ovrl":3.18247,"dnsmos_sig":3.52422,"dnsmos_bak":3.9463,"pesq_wb":2.7182,"pesq_nb":3.25344,"stoi":0.90363,"estoi":0.80864,"si_sdr":4.46253,"mel_dist":0.20389,"stft_dist":1.21404,"f0_rmse_cents":197.78066,"f0_corr":0.82566,"vuv_err":0.17454,"score_intelligibility":0.91837,"score_speaker":0.84591,"score_quality":0.99917,"score_fidelity":0.74007,"score":0.87588},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":2.01097,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.84639,"utmos":3.21206,"dnsmos_ovrl":3.30973,"dnsmos_sig":3.59244,"dnsmos_bak":4.09511,"pesq_wb":2.78756,"pesq_nb":3.28827,"stoi":0.91024,"estoi":0.82696,"si_sdr":5.68005,"mel_dist":0.18774,"stft_dist":1.1207,"f0_rmse_cents":94.67358,"f0_corr":0.86431,"vuv_err":0.12956,"score_intelligibility":0.86661,"score_speaker":0.84639,"score_quality":1.0,"score_fidelity":0.76176,"score":0.86869},"pt":{"n":50,"unit":"wer","wer":4.58984,"wer_orig":3.41797,"dwer":1.17188,"wer_pseudo":2.75591,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.87453,"utmos":2.76255,"dnsmos_ovrl":3.03639,"dnsmos_sig":3.41352,"dnsmos_bak":3.79184,"pesq_wb":2.4145,"pesq_nb":2.96323,"stoi":0.85612,"estoi":0.7463,"si_sdr":2.06393,"mel_dist":0.18623,"stft_dist":1.19857,"f0_rmse_cents":230.42127,"f0_corr":0.84712,"vuv_err":0.19571,"score_intelligibility":0.79036,"score_speaker":0.87453,"score_quality":1.0,"score_fidelity":0.70246,"score":0.84184},"nl":{"n":50,"unit":"wer","wer":10.70473,"wer_orig":5.26316,"dwer":5.44157,"wer_pseudo":6.98299,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.83394,"utmos":2.94686,"dnsmos_ovrl":2.59433,"dnsmos_sig":2.96083,"dnsmos_bak":4.05393,"pesq_wb":2.28336,"pesq_nb":2.9605,"stoi":0.89676,"estoi":0.7848,"si_sdr":1.06786,"mel_dist":0.22188,"stft_dist":1.45589,"f0_rmse_cents":117.67172,"f0_corr":0.90077,"vuv_err":0.17043,"score_intelligibility":0.5351,"score_speaker":0.83394,"score_quality":0.95351,"score_fidelity":0.7214,"score":0.76099},"pl":{"n":50,"unit":"wer","wer":7.56579,"wer_orig":3.28947,"dwer":4.27632,"wer_pseudo":6.0307,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.82029,"utmos":2.74952,"dnsmos_ovrl":2.97577,"dnsmos_sig":3.32196,"dnsmos_bak":4.02852,"pesq_wb":2.32347,"pesq_nb":2.88565,"stoi":0.91086,"estoi":0.80934,"si_sdr":-0.72692,"mel_dist":0.19233,"stft_dist":1.26899,"f0_rmse_cents":115.867,"f0_corr":0.80478,"vuv_err":0.14926,"score_intelligibility":0.50077,"score_speaker":0.82029,"score_quality":0.99522,"score_fidelity":0.69792,"score":0.75355},"cs":{"n":50,"unit":"wer","wer":14.11902,"wer_orig":9.45158,"dwer":4.66744,"wer_pseudo":10.74766,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.85801,"utmos":2.6937,"dnsmos_ovrl":3.13347,"dnsmos_sig":3.44479,"dnsmos_bak":3.99154,"pesq_wb":2.03217,"pesq_nb":2.75383,"stoi":0.87474,"estoi":0.76373,"si_sdr":4.59459,"mel_dist":0.20232,"stft_dist":1.22467,"f0_rmse_cents":135.71827,"f0_corr":0.82546,"vuv_err":0.11331,"score_intelligibility":0.69129,"score_speaker":0.85801,"score_quality":1.0,"score_fidelity":0.66504,"score":0.80358},"tr":{"n":50,"unit":"wer","wer":13.28947,"wer_orig":7.76316,"dwer":5.52632,"wer_pseudo":8.5639,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.81664,"utmos":2.45934,"dnsmos_ovrl":3.02145,"dnsmos_sig":3.3641,"dnsmos_bak":4.01939,"pesq_wb":2.25585,"pesq_nb":2.95228,"stoi":0.86322,"estoi":0.72366,"si_sdr":-2.12089,"mel_dist":0.21431,"stft_dist":1.37031,"f0_rmse_cents":128.16069,"f0_corr":0.8992,"vuv_err":0.12399,"score_intelligibility":0.61326,"score_speaker":0.81664,"score_quality":0.99367,"score_fidelity":0.70708,"score":0.78266},"id":{"n":50,"unit":"wer","wer":10.03542,"wer_orig":5.90319,"dwer":4.13223,"wer_pseudo":8.1464,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.81014,"utmos":2.16991,"dnsmos_ovrl":2.80514,"dnsmos_sig":3.36698,"dnsmos_bak":3.36459,"pesq_wb":1.86363,"pesq_nb":2.60387,"stoi":0.76819,"estoi":0.5968,"si_sdr":0.92237,"mel_dist":0.16715,"stft_dist":1.21114,"f0_rmse_cents":133.20124,"f0_corr":0.7353,"vuv_err":0.19246,"score_intelligibility":0.62555,"score_speaker":0.81014,"score_quality":1.0,"score_fidelity":0.58342,"score":0.75478},"vi":{"n":50,"unit":"wer","wer":15.51313,"wer_orig":7.71679,"dwer":7.79634,"wer_pseudo":11.78344,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.80957,"utmos":2.14248,"dnsmos_ovrl":2.77913,"dnsmos_sig":3.30175,"dnsmos_bak":3.65891,"pesq_wb":2.05952,"pesq_nb":2.78524,"stoi":0.75649,"estoi":0.6055,"si_sdr":3.04282,"mel_dist":0.16226,"stft_dist":1.15404,"f0_rmse_cents":148.562,"f0_corr":0.8663,"vuv_err":0.1422,"score_intelligibility":0.52787,"score_speaker":0.80957,"score_quality":0.98162,"score_fidelity":0.64184,"score":0.74022},"ru":{"n":50,"unit":"wer","wer":5.89595,"wer_orig":4.50867,"dwer":1.38728,"wer_pseudo":1.96987,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.82763,"utmos":2.74738,"dnsmos_ovrl":2.96725,"dnsmos_sig":3.29194,"dnsmos_bak":4.03598,"pesq_wb":2.30186,"pesq_nb":2.95984,"stoi":0.89755,"estoi":0.79289,"si_sdr":2.86541,"mel_dist":0.20793,"stft_dist":1.26816,"f0_rmse_cents":144.33548,"f0_corr":0.83945,"vuv_err":0.16618,"score_intelligibility":0.79883,"score_speaker":0.82763,"score_quality":0.98133,"score_fidelity":0.70299,"score":0.82769},"uk":{"n":50,"unit":"wer","wer":11.46425,"wer_orig":6.46992,"dwer":4.99432,"wer_pseudo":7.38636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.77325,"utmos":2.609,"dnsmos_ovrl":2.99629,"dnsmos_sig":3.31718,"dnsmos_bak":4.05194,"pesq_wb":2.25601,"pesq_nb":2.78481,"stoi":0.86808,"estoi":0.73927,"si_sdr":1.4471,"mel_dist":0.22652,"stft_dist":1.39629,"f0_rmse_cents":126.36036,"f0_corr":0.87052,"vuv_err":0.14856,"score_intelligibility":0.59931,"score_speaker":0.77325,"score_quality":0.98546,"score_fidelity":0.69915,"score":0.76429},"el":{"n":50,"unit":"wer","wer":18.43687,"wer_orig":12.02405,"dwer":6.41283,"wer_pseudo":13.61361,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.79679,"utmos":2.85249,"dnsmos_ovrl":2.91209,"dnsmos_sig":3.31752,"dnsmos_bak":3.87947,"pesq_wb":2.49554,"pesq_nb":3.14159,"stoi":0.88223,"estoi":0.7641,"si_sdr":4.98526,"mel_dist":0.17117,"stft_dist":1.14271,"f0_rmse_cents":96.63745,"f0_corr":0.89154,"vuv_err":0.13049,"score_intelligibility":0.67007,"score_speaker":0.79679,"score_quality":0.98285,"score_fidelity":0.73369,"score":0.79585},"ar":{"n":50,"unit":"wer","wer":14.05672,"wer_orig":12.45376,"dwer":1.60296,"wer_pseudo":5.56242,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.88134,"utmos":2.92732,"dnsmos_ovrl":3.17367,"dnsmos_sig":3.51123,"dnsmos_bak":3.98825,"pesq_wb":2.4385,"pesq_nb":3.07295,"stoi":0.92344,"estoi":0.85226,"si_sdr":4.06822,"mel_dist":0.20245,"stft_dist":1.23146,"f0_rmse_cents":108.53842,"f0_corr":0.88913,"vuv_err":0.13302,"score_intelligibility":0.89354,"score_speaker":0.88134,"score_quality":1.0,"score_fidelity":0.74119,"score":0.87902},"fa":{"n":50,"unit":"wer","wer":31.88571,"wer_orig":25.94286,"dwer":5.94286,"wer_pseudo":13.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.84194,"utmos":2.56723,"dnsmos_ovrl":2.80345,"dnsmos_sig":3.33008,"dnsmos_bak":3.71031,"pesq_wb":1.96004,"pesq_nb":2.82101,"stoi":0.73792,"estoi":0.59344,"si_sdr":-0.11424,"mel_dist":0.19199,"stft_dist":1.33272,"f0_rmse_cents":520.87442,"f0_corr":0.54402,"vuv_err":0.21197,"score_intelligibility":0.81929,"score_speaker":0.84194,"score_quality":0.97497,"score_fidelity":0.51874,"score":0.78874},"he":{"n":50,"unit":"wer","wer":33.25581,"wer_orig":19.4186,"dwer":13.83721,"wer_pseudo":24.29577,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.77289,"utmos":2.47606,"dnsmos_ovrl":2.69224,"dnsmos_sig":3.03027,"dnsmos_bak":3.90298,"pesq_wb":2.033,"pesq_nb":2.68346,"stoi":0.87571,"estoi":0.75464,"si_sdr":-0.7375,"mel_dist":0.19747,"stft_dist":1.31857,"f0_rmse_cents":137.27071,"f0_corr":0.77337,"vuv_err":0.19949,"score_intelligibility":0.59606,"score_speaker":0.77289,"score_quality":0.96241,"score_fidelity":0.64807,"score":0.74486},"hi":{"n":50,"unit":"wer","wer":30.00923,"wer_orig":26.31579,"dwer":3.69344,"wer_pseudo":12.98819,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.82389,"utmos":2.44708,"dnsmos_ovrl":2.78297,"dnsmos_sig":3.34351,"dnsmos_bak":3.48304,"pesq_wb":2.10212,"pesq_nb":2.82513,"stoi":0.83825,"estoi":0.70704,"si_sdr":1.60105,"mel_dist":0.19657,"stft_dist":1.2426,"f0_rmse_cents":253.15045,"f0_corr":0.74916,"vuv_err":0.20527,"score_intelligibility":0.88089,"score_speaker":0.82389,"score_quality":1.0,"score_fidelity":0.6341,"score":0.83472},"zh":{"n":50,"unit":"cer","wer":8.62974,"wer_orig":7.40525,"dwer":1.22449,"wer_pseudo":2.37805,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.82457,"utmos":2.75292,"dnsmos_ovrl":3.04309,"dnsmos_sig":3.36907,"dnsmos_bak":4.03502,"pesq_wb":2.55729,"pesq_nb":3.1234,"stoi":0.89894,"estoi":0.80435,"si_sdr":0.85419,"mel_dist":0.17797,"stft_dist":1.2122,"f0_rmse_cents":111.72333,"f0_corr":0.89356,"vuv_err":0.10377,"score_intelligibility":0.87284,"score_speaker":0.82457,"score_quality":0.97862,"score_fidelity":0.74581,"score":0.85546},"yue":{"n":50,"unit":"cer","wer":16.4486,"wer_orig":14.39252,"dwer":2.05607,"wer_pseudo":11.65294,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.86112,"utmos":2.97143,"dnsmos_ovrl":3.04643,"dnsmos_sig":3.39944,"dnsmos_bak":3.95362,"pesq_wb":2.19652,"pesq_nb":2.90204,"stoi":0.87869,"estoi":0.75672,"si_sdr":1.93851,"mel_dist":0.17037,"stft_dist":1.18024,"f0_rmse_cents":249.85606,"f0_corr":0.85041,"vuv_err":0.16479,"score_intelligibility":0.88216,"score_speaker":0.86112,"score_quality":1.0,"score_fidelity":0.69032,"score":0.8584},"ja":{"n":50,"unit":"cer","wer":6.75241,"wer_orig":3.53698,"dwer":3.21543,"wer_pseudo":5.19063,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.74341,"utmos":2.01365,"dnsmos_ovrl":2.60865,"dnsmos_sig":3.2165,"dnsmos_bak":3.49574,"pesq_wb":2.01457,"pesq_nb":2.6586,"stoi":0.70386,"estoi":0.5257,"si_sdr":-0.95139,"mel_dist":0.19574,"stft_dist":1.343,"f0_rmse_cents":233.58881,"f0_corr":0.70376,"vuv_err":0.16411,"score_intelligibility":0.58523,"score_speaker":0.74341,"score_quality":0.98938,"score_fidelity":0.56583,"score":0.72096},"ko":{"n":50,"unit":"cer","wer":5.88235,"wer_orig":5.14706,"dwer":0.73529,"wer_pseudo":1.30261,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.82762,"utmos":3.105,"dnsmos_ovrl":2.92965,"dnsmos_sig":3.28185,"dnsmos_bak":4.02661,"pesq_wb":2.69916,"pesq_nb":3.3088,"stoi":0.89748,"estoi":0.8101,"si_sdr":5.42567,"mel_dist":0.17876,"stft_dist":1.08995,"f0_rmse_cents":90.40563,"f0_corr":0.94652,"vuv_err":0.10158,"score_intelligibility":0.89316,"score_speaker":0.82762,"score_quality":0.93778,"score_fidelity":0.77649,"score":0.85877},"th":{"n":50,"unit":"cer","wer":11.35812,"wer_orig":7.61924,"dwer":3.73888,"wer_pseudo":7.59263,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.84483,"utmos":2.43041,"dnsmos_ovrl":2.77371,"dnsmos_sig":3.26391,"dnsmos_bak":3.75543,"pesq_wb":1.9447,"pesq_nb":2.65804,"stoi":0.85913,"estoi":0.74609,"si_sdr":-1.85575,"mel_dist":0.184,"stft_dist":1.30696,"f0_rmse_cents":209.34749,"f0_corr":0.82876,"vuv_err":0.21729,"score_intelligibility":0.69746,"score_speaker":0.84483,"score_quality":0.99918,"score_fidelity":0.6526,"score":0.79852}}},{"codec":"flexicodec_16k_6hz_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"flexicodec_16k_6hz_4q","family":"FlexiCodec","checkpoint":"jiaqili3/flexicodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":6.25,"n_codebooks":5,"codebook_size":[32768,4096,4096,4096,8],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights: not stated on the model card","paper":"2510.00981","year":2025,"bitrate_kbps":0.3375,"notes":"12hz_v1_half checkpoint; merging_threshold=0.86 (dynamic frame rate, frame_rate = nominal average; per-token duration 1..8 sent as an extra 3-bit row); 1 semantic (32768, SenseVoice-guided) + 3 acoustic RVQ (4096)","side_info":null,"warning":"dynamic token rate: catalog bitrate uses the nominal average frame rate; see measured kbps","env":"dualcodec"},"kbps":0.3375,"kbps_measured":0.31221,"tokens_per_s":28.90805,"params_M":448.94239,"efficiency":{"rtf_encode":0.00546,"rtf_decode":0.00208,"peak_vram_gb":2.33402,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.50869,"score_worst_lang":0.4243,"worst_lang":"vi","en_gap":-0.00145,"score_intelligibility":0.20343,"score_speaker":0.47895,"score_quality":0.83855,"score_fidelity":0.51383,"dwer":43.70687,"wer":52.51268,"wer_pseudo":50.9634,"sim":0.47895,"utmos":2.23695,"dnsmos_ovrl":2.74568,"dnsmos_sig":3.15984,"dnsmos_bak":3.77979,"pesq_wb":1.43861,"pesq_nb":1.84155,"stoi":0.70703,"estoi":0.52413,"si_sdr":-7.68451,"mel_dist":0.26171,"stft_dist":1.66099,"f0_rmse_cents":258.67397,"f0_corr":0.70913,"vuv_err":0.19781,"score_ci95":[0.5036,0.51395]},"per_lang":{"en":{"n":50,"unit":"wer","wer":18.6824,"wer_orig":6.98132,"dwer":11.70108,"wer_pseudo":14.68872,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.41612,"utmos":2.02772,"dnsmos_ovrl":2.35925,"dnsmos_sig":2.81411,"dnsmos_bak":3.78879,"pesq_wb":1.24136,"pesq_nb":1.55118,"stoi":0.61474,"estoi":0.42944,"si_sdr":-15.16411,"mel_dist":0.3028,"stft_dist":2.58458,"f0_rmse_cents":264.47877,"f0_corr":0.62381,"vuv_err":0.20735,"score_intelligibility":0.40551,"score_speaker":0.41612,"score_quality":0.77174,"score_fidelity":0.43583,"score":0.5073},"de":{"n":50,"unit":"wer","wer":26.04273,"wer_orig":5.69685,"dwer":20.34588,"wer_pseudo":25.33062,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.52632,"utmos":2.61993,"dnsmos_ovrl":2.99141,"dnsmos_sig":3.28483,"dnsmos_bak":4.00028,"pesq_wb":1.58402,"pesq_nb":2.03245,"stoi":0.77877,"estoi":0.57329,"si_sdr":-2.60909,"mel_dist":0.23208,"stft_dist":1.43777,"f0_rmse_cents":244.6106,"f0_corr":0.75189,"vuv_err":0.19505,"score_intelligibility":0.24764,"score_speaker":0.52632,"score_quality":0.94632,"score_fidelity":0.56584,"score":0.57153},"fr":{"n":50,"unit":"wer","wer":60.23715,"wer_orig":4.98024,"dwer":55.25692,"wer_pseudo":59.60317,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.4463,"utmos":2.30477,"dnsmos_ovrl":2.95173,"dnsmos_sig":3.28501,"dnsmos_bak":3.9858,"pesq_wb":1.45508,"pesq_nb":1.86119,"stoi":0.7563,"estoi":0.61044,"si_sdr":-3.4404,"mel_dist":0.27657,"stft_dist":1.59535,"f0_rmse_cents":165.76653,"f0_corr":0.81622,"vuv_err":0.21171,"score_intelligibility":0.09766,"score_speaker":0.4463,"score_quality":0.95879,"score_fidelity":0.56751,"score":0.51757},"es":{"n":50,"unit":"wer","wer":19.90909,"wer_orig":3.09091,"dwer":16.81818,"wer_pseudo":18.86964,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.43151,"utmos":2.77884,"dnsmos_ovrl":3.15938,"dnsmos_sig":3.51506,"dnsmos_bak":3.93352,"pesq_wb":1.68445,"pesq_nb":2.14646,"stoi":0.78286,"estoi":0.61288,"si_sdr":-3.31461,"mel_dist":0.27981,"stft_dist":1.5544,"f0_rmse_cents":217.58745,"f0_corr":0.80519,"vuv_err":0.2005,"score_intelligibility":0.19565,"score_speaker":0.43151,"score_quality":0.99389,"score_fidelity":0.59454,"score":0.5539},"it":{"n":50,"unit":"wer","wer":17.85064,"wer_orig":2.55009,"dwer":15.30055,"wer_pseudo":17.45887,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.48628,"utmos":2.87833,"dnsmos_ovrl":3.21965,"dnsmos_sig":3.53094,"dnsmos_bak":4.03381,"pesq_wb":1.69378,"pesq_nb":2.11125,"stoi":0.77578,"estoi":0.61788,"si_sdr":-4.17002,"mel_dist":0.26609,"stft_dist":1.50966,"f0_rmse_cents":123.14989,"f0_corr":0.80562,"vuv_err":0.16107,"score_intelligibility":0.18833,"score_speaker":0.48628,"score_quality":0.92738,"score_fidelity":0.59321,"score":0.5488},"pt":{"n":50,"unit":"wer","wer":15.23438,"wer_orig":3.41797,"dwer":11.81641,"wer_pseudo":14.8622,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.47935,"utmos":2.45268,"dnsmos_ovrl":3.0242,"dnsmos_sig":3.45513,"dnsmos_bak":3.71777,"pesq_wb":1.49815,"pesq_nb":1.90322,"stoi":0.71575,"estoi":0.54203,"si_sdr":-6.67025,"mel_dist":0.25689,"stft_dist":1.5573,"f0_rmse_cents":293.45932,"f0_corr":0.76364,"vuv_err":0.24315,"score_intelligibility":0.27214,"score_speaker":0.47935,"score_quality":0.98238,"score_fidelity":0.54057,"score":0.56861},"nl":{"n":50,"unit":"wer","wer":47.27921,"wer_orig":5.26316,"dwer":42.01606,"wer_pseudo":46.73232,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.45842,"utmos":2.22734,"dnsmos_ovrl":2.34994,"dnsmos_sig":2.74089,"dnsmos_bak":3.99254,"pesq_wb":1.41297,"pesq_nb":1.88024,"stoi":0.75986,"estoi":0.58777,"si_sdr":-7.22265,"mel_dist":0.28588,"stft_dist":1.68764,"f0_rmse_cents":260.52684,"f0_corr":0.7097,"vuv_err":0.21237,"score_intelligibility":0.12973,"score_speaker":0.45842,"score_quality":0.7004,"score_fidelity":0.52918,"score":0.45443},"pl":{"n":50,"unit":"wer","wer":69.29825,"wer_orig":3.28947,"dwer":66.00877,"wer_pseudo":68.9693,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.53073,"utmos":2.37711,"dnsmos_ovrl":2.8352,"dnsmos_sig":3.19237,"dnsmos_bak":3.94881,"pesq_wb":1.45042,"pesq_nb":1.86615,"stoi":0.79501,"estoi":0.62848,"si_sdr":-7.82027,"mel_dist":0.2591,"stft_dist":1.58694,"f0_rmse_cents":165.86125,"f0_corr":0.69857,"vuv_err":0.17887,"score_intelligibility":0.06102,"score_speaker":0.53073,"score_quality":0.85407,"score_fidelity":0.54076,"score":0.49664},"cs":{"n":50,"unit":"wer","wer":62.89382,"wer_orig":9.45158,"dwer":53.44224,"wer_pseudo":62.61682,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.55515,"utmos":2.26381,"dnsmos_ovrl":2.92931,"dnsmos_sig":3.24943,"dnsmos_bak":3.92182,"pesq_wb":1.31804,"pesq_nb":1.76702,"stoi":0.71429,"estoi":0.54044,"si_sdr":-4.74719,"mel_dist":0.27617,"stft_dist":1.60414,"f0_rmse_cents":209.62268,"f0_corr":0.73357,"vuv_err":0.14367,"score_intelligibility":0.16358,"score_speaker":0.55515,"score_quality":0.85778,"score_fidelity":0.51291,"score":0.52235},"tr":{"n":50,"unit":"wer","wer":42.89474,"wer_orig":7.76316,"dwer":35.13158,"wer_pseudo":41.23847,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.49321,"utmos":2.08735,"dnsmos_ovrl":2.83519,"dnsmos_sig":3.19742,"dnsmos_bak":3.93198,"pesq_wb":1.48207,"pesq_nb":1.94244,"stoi":0.71654,"estoi":0.5105,"si_sdr":-9.00094,"mel_dist":0.28268,"stft_dist":1.77504,"f0_rmse_cents":251.98101,"f0_corr":0.75945,"vuv_err":0.15946,"score_intelligibility":0.19964,"score_speaker":0.49321,"score_quality":0.87232,"score_fidelity":0.53791,"score":0.52577},"id":{"n":50,"unit":"wer","wer":40.25974,"wer_orig":5.90319,"dwer":34.35655,"wer_pseudo":40.49587,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.44761,"utmos":1.9244,"dnsmos_ovrl":2.63074,"dnsmos_sig":3.1593,"dnsmos_bak":3.16244,"pesq_wb":1.30115,"pesq_nb":1.758,"stoi":0.59999,"estoi":0.37639,"si_sdr":-8.18626,"mel_dist":0.21912,"stft_dist":1.53502,"f0_rmse_cents":190.74106,"f0_corr":0.61943,"vuv_err":0.22131,"score_intelligibility":0.16731,"score_speaker":0.44761,"score_quality":0.95122,"score_fidelity":0.43515,"score":0.50032},"vi":{"n":50,"unit":"wer","wer":61.33652,"wer_orig":7.71679,"dwer":53.61973,"wer_pseudo":60.19108,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.47819,"utmos":1.63052,"dnsmos_ovrl":2.43583,"dnsmos_sig":2.98906,"dnsmos_bak":3.37947,"pesq_wb":1.30192,"pesq_nb":1.65278,"stoi":0.56076,"estoi":0.33931,"si_sdr":-9.41862,"mel_dist":0.21759,"stft_dist":1.57721,"f0_rmse_cents":322.8529,"f0_corr":0.56836,"vuv_err":0.21079,"score_intelligibility":0.13983,"score_speaker":0.47819,"score_quality":0.67406,"score_fidelity":0.40513,"score":0.4243},"ru":{"n":50,"unit":"wer","wer":32.48555,"wer_orig":4.50867,"dwer":27.97688,"wer_pseudo":30.82271,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.46744,"utmos":2.2441,"dnsmos_ovrl":2.71757,"dnsmos_sig":3.06278,"dnsmos_bak":3.93882,"pesq_wb":1.48387,"pesq_nb":1.87097,"stoi":0.75554,"estoi":0.5849,"si_sdr":-6.175,"mel_dist":0.27551,"stft_dist":1.64738,"f0_rmse_cents":242.92591,"f0_corr":0.70737,"vuv_err":0.19768,"score_intelligibility":0.16451,"score_speaker":0.46744,"score_quality":0.78924,"score_fidelity":0.53372,"score":0.48873},"uk":{"n":50,"unit":"wer","wer":59.25085,"wer_orig":6.46992,"dwer":52.78093,"wer_pseudo":59.20455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.39059,"utmos":2.40614,"dnsmos_ovrl":2.88843,"dnsmos_sig":3.21594,"dnsmos_bak":4.01417,"pesq_wb":1.48702,"pesq_nb":1.86157,"stoi":0.7294,"estoi":0.53895,"si_sdr":-7.38169,"mel_dist":0.29494,"stft_dist":1.90283,"f0_rmse_cents":245.67873,"f0_corr":0.65607,"vuv_err":0.18068,"score_intelligibility":0.12398,"score_speaker":0.39059,"score_quality":0.90479,"score_fidelity":0.50821,"score":0.48189},"el":{"n":50,"unit":"wer","wer":52.00401,"wer_orig":12.02405,"dwer":39.97996,"wer_pseudo":49.64965,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.42584,"utmos":2.38273,"dnsmos_ovrl":2.65094,"dnsmos_sig":3.06864,"dnsmos_bak":3.78056,"pesq_wb":1.66872,"pesq_nb":2.13438,"stoi":0.75567,"estoi":0.57575,"si_sdr":-2.87588,"mel_dist":0.23115,"stft_dist":1.45294,"f0_rmse_cents":177.09167,"f0_corr":0.78093,"vuv_err":0.16678,"score_intelligibility":0.24572,"score_speaker":0.42584,"score_quality":0.81511,"score_fidelity":0.57589,"score":0.51564},"ar":{"n":50,"unit":"wer","wer":51.54131,"wer_orig":12.45376,"dwer":39.08755,"wer_pseudo":49.81459,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.604,"utmos":2.42671,"dnsmos_ovrl":2.98106,"dnsmos_sig":3.37167,"dnsmos_bak":3.86274,"pesq_wb":1.41369,"pesq_nb":1.78043,"stoi":0.78294,"estoi":0.64699,"si_sdr":-5.60968,"mel_dist":0.27698,"stft_dist":1.62866,"f0_rmse_cents":134.99194,"f0_corr":0.83501,"vuv_err":0.16363,"score_intelligibility":0.25606,"score_speaker":0.604,"score_quality":0.88664,"score_fidelity":0.57871,"score":0.58135},"fa":{"n":50,"unit":"wer","wer":69.37143,"wer_orig":25.94286,"dwer":43.42857,"wer_pseudo":59.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.56624,"utmos":2.05384,"dnsmos_ovrl":2.56738,"dnsmos_sig":3.10964,"dnsmos_bak":3.60887,"pesq_wb":1.30159,"pesq_nb":1.77644,"stoi":0.56373,"estoi":0.38256,"si_sdr":-9.74972,"mel_dist":0.25821,"stft_dist":1.7167,"f0_rmse_cents":546.0653,"f0_corr":0.51479,"vuv_err":0.2206,"score_intelligibility":0.38287,"score_speaker":0.56624,"score_quality":0.7521,"score_fidelity":0.38823,"score":0.52236},"he":{"n":50,"unit":"wer","wer":75.81395,"wer_orig":19.4186,"dwer":56.39535,"wer_pseudo":72.65258,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.42927,"utmos":2.29166,"dnsmos_ovrl":2.68365,"dnsmos_sig":3.02956,"dnsmos_bak":3.9257,"pesq_wb":1.3949,"pesq_nb":1.77561,"stoi":0.74145,"estoi":0.56193,"si_sdr":-8.59085,"mel_dist":0.2615,"stft_dist":1.60765,"f0_rmse_cents":221.0662,"f0_corr":0.63432,"vuv_err":0.23204,"score_intelligibility":0.26582,"score_speaker":0.42927,"score_quality":0.89805,"score_fidelity":0.4962,"score":0.52233},"hi":{"n":50,"unit":"wer","wer":56.41736,"wer_orig":26.31579,"dwer":30.10157,"wer_pseudo":52.58856,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.45744,"utmos":1.94632,"dnsmos_ovrl":2.61863,"dnsmos_sig":3.1908,"dnsmos_bak":3.38065,"pesq_wb":1.38402,"pesq_nb":1.76367,"stoi":0.66429,"estoi":0.46792,"si_sdr":-10.84519,"mel_dist":0.26846,"stft_dist":1.66507,"f0_rmse_cents":391.834,"f0_corr":0.64864,"vuv_err":0.24809,"score_intelligibility":0.47574,"score_speaker":0.45744,"score_quality":0.83005,"score_fidelity":0.47422,"score":0.55936},"zh":{"n":50,"unit":"cer","wer":82.33236,"wer_orig":7.40525,"dwer":74.92711,"wer_pseudo":81.34146,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.45319,"utmos":2.1064,"dnsmos_ovrl":2.73521,"dnsmos_sig":3.12154,"dnsmos_bak":3.893,"pesq_wb":1.40109,"pesq_nb":1.69997,"stoi":0.72135,"estoi":0.52979,"si_sdr":-11.95694,"mel_dist":0.2573,"stft_dist":1.66542,"f0_rmse_cents":207.61931,"f0_corr":0.79024,"vuv_err":0.15586,"score_intelligibility":0.10086,"score_speaker":0.45319,"score_quality":0.72546,"score_fidelity":0.54206,"score":0.45539},"yue":{"n":50,"unit":"cer","wer":184.11215,"wer_orig":14.39252,"dwer":169.71963,"wer_pseudo":186.70044,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.51439,"utmos":2.32754,"dnsmos_ovrl":2.88537,"dnsmos_sig":3.2663,"dnsmos_bak":3.84625,"pesq_wb":1.29867,"pesq_nb":1.62428,"stoi":0.69653,"estoi":0.4741,"si_sdr":-9.89077,"mel_dist":0.25304,"stft_dist":1.61011,"f0_rmse_cents":393.38209,"f0_corr":0.65684,"vuv_err":0.24347,"score_intelligibility":0.08315,"score_speaker":0.51439,"score_quality":0.80458,"score_fidelity":0.47957,"score":0.47042},"ja":{"n":50,"unit":"cer","wer":44.60266,"wer_orig":3.53698,"dwer":41.06569,"wer_pseudo":43.27056,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.43218,"utmos":1.81494,"dnsmos_ovrl":2.33654,"dnsmos_sig":2.94453,"dnsmos_bak":3.24351,"pesq_wb":1.38487,"pesq_nb":1.78826,"stoi":0.55443,"estoi":0.34783,"si_sdr":-11.00467,"mel_dist":0.25462,"stft_dist":1.72215,"f0_rmse_cents":479.03839,"f0_corr":0.58094,"vuv_err":0.19963,"score_intelligibility":0.09949,"score_speaker":0.43218,"score_quality":0.82762,"score_fidelity":0.41511,"score":0.4436},"ko":{"n":50,"unit":"cer","wer":26.27451,"wer_orig":5.14706,"dwer":21.12745,"wer_pseudo":24.0481,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.49951,"utmos":2.24918,"dnsmos_ovrl":2.67776,"dnsmos_sig":3.08856,"dnsmos_bak":3.87498,"pesq_wb":1.60361,"pesq_nb":2.01808,"stoi":0.74595,"estoi":0.58502,"si_sdr":-4.72415,"mel_dist":0.24101,"stft_dist":1.46778,"f0_rmse_cents":192.91802,"f0_corr":0.79683,"vuv_err":0.13203,"score_intelligibility":0.22538,"score_speaker":0.49951,"score_quality":0.68675,"score_fidelity":0.57175,"score":0.49585},"th":{"n":50,"unit":"cer","wer":44.17947,"wer_orig":7.61924,"dwer":36.56023,"wer_pseudo":42.61996,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.50558,"utmos":1.86438,"dnsmos_ovrl":2.43197,"dnsmos_sig":2.95253,"dnsmos_bak":3.54861,"pesq_wb":1.28113,"pesq_nb":1.63117,"stoi":0.68685,"estoi":0.51458,"si_sdr":-13.85931,"mel_dist":0.25364,"stft_dist":1.7721,"f0_rmse_cents":264.92546,"f0_corr":0.76169,"vuv_err":0.26168,"score_intelligibility":0.19078,"score_speaker":0.50558,"score_quality":0.71442,"score_fidelity":0.50962,"score":0.4801}}},{"codec":"flexicodec_16k_6hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"flexicodec_16k_6hz_8q","family":"FlexiCodec","checkpoint":"jiaqili3/flexicodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":6.25,"n_codebooks":9,"codebook_size":[32768,4096,4096,4096,4096,4096,4096,4096,8],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights: not stated on the model card","paper":"2510.00981","year":2025,"bitrate_kbps":0.6375,"notes":"12hz_v1_half checkpoint; merging_threshold=0.86 (dynamic frame rate, frame_rate = nominal average; per-token duration 1..8 sent as an extra 3-bit row); 1 semantic (32768, SenseVoice-guided) + 7 acoustic RVQ (4096)","side_info":null,"warning":"dynamic token rate: catalog bitrate uses the nominal average frame rate; see measured kbps","env":"dualcodec"},"kbps":0.6375,"kbps_measured":0.58972,"tokens_per_s":52.03449,"params_M":448.94239,"efficiency":{"rtf_encode":0.00557,"rtf_decode":0.0021,"peak_vram_gb":2.33415,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.66343,"score_worst_lang":0.58051,"worst_lang":"vi","en_gap":-0.07425,"score_intelligibility":0.41831,"score_speaker":0.6875,"score_quality":0.94393,"score_fidelity":0.60398,"dwer":13.47339,"wer":22.27919,"wer_pseudo":18.97729,"sim":0.6875,"utmos":2.50166,"dnsmos_ovrl":2.88171,"dnsmos_sig":3.28881,"dnsmos_bak":3.84782,"pesq_wb":1.81538,"pesq_nb":2.37552,"stoi":0.78905,"estoi":0.64157,"si_sdr":-1.40683,"mel_dist":0.22425,"stft_dist":1.39983,"f0_rmse_cents":198.14467,"f0_corr":0.78992,"vuv_err":0.17524,"score_ci95":[0.65778,0.6704]},"per_lang":{"en":{"n":50,"unit":"wer","wer":16.91249,"wer_orig":6.98132,"dwer":9.93117,"wer_pseudo":13.32685,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.56764,"utmos":2.18007,"dnsmos_ovrl":2.43195,"dnsmos_sig":2.93438,"dnsmos_bak":3.75235,"pesq_wb":1.41734,"pesq_nb":1.86272,"stoi":0.68581,"estoi":0.52,"si_sdr":-9.03842,"mel_dist":0.26747,"stft_dist":2.04977,"f0_rmse_cents":241.88273,"f0_corr":0.72788,"vuv_err":0.18461,"score_intelligibility":0.44557,"score_speaker":0.56764,"score_quality":0.84492,"score_fidelity":0.51098,"score":0.59228},"de":{"n":50,"unit":"wer","wer":13.12309,"wer_orig":5.69685,"dwer":7.42625,"wer_pseudo":9.66429,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.73241,"utmos":2.87169,"dnsmos_ovrl":3.0877,"dnsmos_sig":3.37411,"dnsmos_bak":4.06091,"pesq_wb":1.99844,"pesq_nb":2.6037,"stoi":0.85324,"estoi":0.69371,"si_sdr":2.54388,"mel_dist":0.19671,"stft_dist":1.22705,"f0_rmse_cents":206.42591,"f0_corr":0.79467,"vuv_err":0.17427,"score_intelligibility":0.47418,"score_speaker":0.73241,"score_quality":1.0,"score_fidelity":0.64439,"score":0.71274},"fr":{"n":50,"unit":"wer","wer":17.2332,"wer_orig":4.98024,"dwer":12.25296,"wer_pseudo":15.55556,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.68598,"utmos":2.51852,"dnsmos_ovrl":3.03209,"dnsmos_sig":3.3571,"dnsmos_bak":4.01815,"pesq_wb":1.87405,"pesq_nb":2.43201,"stoi":0.84525,"estoi":0.73514,"si_sdr":1.76738,"mel_dist":0.23264,"stft_dist":1.33187,"f0_rmse_cents":142.03,"f0_corr":0.85056,"vuv_err":0.18949,"score_intelligibility":0.32799,"score_speaker":0.68598,"score_quality":1.0,"score_fidelity":0.64851,"score":0.66562},"es":{"n":50,"unit":"wer","wer":6.36364,"wer_orig":3.09091,"dwer":3.27273,"wer_pseudo":4.7402,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.69469,"utmos":2.9355,"dnsmos_ovrl":3.20232,"dnsmos_sig":3.55096,"dnsmos_bak":3.95108,"pesq_wb":2.19583,"pesq_nb":2.74698,"stoi":0.85056,"estoi":0.72353,"si_sdr":1.83701,"mel_dist":0.24276,"stft_dist":1.35559,"f0_rmse_cents":209.53987,"f0_corr":0.803,"vuv_err":0.18812,"score_intelligibility":0.55556,"score_speaker":0.69469,"score_quality":1.0,"score_fidelity":0.66508,"score":0.72883},"it":{"n":50,"unit":"wer","wer":8.19672,"wer_orig":2.55009,"dwer":5.64663,"wer_pseudo":6.94698,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.69004,"utmos":3.03107,"dnsmos_ovrl":3.27929,"dnsmos_sig":3.57426,"dnsmos_bak":4.07745,"pesq_wb":2.20167,"pesq_nb":2.71605,"stoi":0.84703,"estoi":0.73112,"si_sdr":1.69203,"mel_dist":0.22926,"stft_dist":1.29009,"f0_rmse_cents":109.61331,"f0_corr":0.8308,"vuv_err":0.14147,"score_intelligibility":0.38602,"score_speaker":0.69004,"score_quality":0.97659,"score_fidelity":0.67372,"score":0.68159},"pt":{"n":50,"unit":"wer","wer":6.73828,"wer_orig":3.41797,"dwer":3.32031,"wer_pseudo":4.62598,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.732,"utmos":2.67324,"dnsmos_ovrl":3.0376,"dnsmos_sig":3.43949,"dnsmos_bak":3.76577,"pesq_wb":1.92972,"pesq_nb":2.43305,"stoi":0.78803,"estoi":0.64596,"si_sdr":-1.01219,"mel_dist":0.22018,"stft_dist":1.34385,"f0_rmse_cents":288.40631,"f0_corr":0.77559,"vuv_err":0.21896,"score_intelligibility":0.57092,"score_speaker":0.732,"score_quality":1.0,"score_fidelity":0.60975,"score":0.72817},"nl":{"n":50,"unit":"wer","wer":17.84121,"wer_orig":5.26316,"dwer":12.57806,"wer_pseudo":16.02507,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.72642,"utmos":2.76679,"dnsmos_ovrl":2.58064,"dnsmos_sig":2.97998,"dnsmos_bak":4.04189,"pesq_wb":1.88709,"pesq_nb":2.51413,"stoi":0.85296,"estoi":0.72055,"si_sdr":-0.57239,"mel_dist":0.24208,"stft_dist":1.42275,"f0_rmse_cents":152.32509,"f0_corr":0.85458,"vuv_err":0.18171,"score_intelligibility":0.33242,"score_speaker":0.72642,"score_quality":0.90383,"score_fidelity":0.65367,"score":0.65408},"pl":{"n":50,"unit":"wer","wer":16.44737,"wer_orig":3.28947,"dwer":13.15789,"wer_pseudo":16.11842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.73684,"utmos":2.6238,"dnsmos_ovrl":2.95579,"dnsmos_sig":3.30121,"dnsmos_bak":4.01853,"pesq_wb":1.90019,"pesq_nb":2.481,"stoi":0.873,"estoi":0.74662,"si_sdr":-2.65859,"mel_dist":0.21619,"stft_dist":1.34191,"f0_rmse_cents":137.78692,"f0_corr":0.7592,"vuv_err":0.16681,"score_intelligibility":0.24585,"score_speaker":0.73684,"score_quality":0.95488,"score_fidelity":0.6298,"score":0.64184},"cs":{"n":50,"unit":"wer","wer":29.17153,"wer_orig":9.45158,"dwer":19.71995,"wer_pseudo":27.92056,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.73655,"utmos":2.50996,"dnsmos_ovrl":3.09626,"dnsmos_sig":3.41492,"dnsmos_bak":3.96758,"pesq_wb":1.58547,"pesq_nb":2.21517,"stoi":0.79809,"estoi":0.65491,"si_sdr":0.78501,"mel_dist":0.23668,"stft_dist":1.37932,"f0_rmse_cents":168.5768,"f0_corr":0.80342,"vuv_err":0.11982,"score_intelligibility":0.34641,"score_speaker":0.73655,"score_quality":0.97557,"score_fidelity":0.5896,"score":0.66203},"tr":{"n":50,"unit":"wer","wer":19.86842,"wer_orig":7.76316,"dwer":12.10526,"wer_pseudo":15.81028,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.70157,"utmos":2.31876,"dnsmos_ovrl":2.97674,"dnsmos_sig":3.33157,"dnsmos_bak":3.9919,"pesq_wb":1.85115,"pesq_nb":2.47768,"stoi":0.79777,"estoi":0.62759,"si_sdr":-3.53027,"mel_dist":0.24887,"stft_dist":1.5313,"f0_rmse_cents":145.15641,"f0_corr":0.86218,"vuv_err":0.13742,"score_intelligibility":0.41992,"score_speaker":0.70157,"score_quality":0.98275,"score_fidelity":0.63438,"score":0.68466},"id":{"n":50,"unit":"wer","wer":25.50177,"wer_orig":5.90319,"dwer":19.59858,"wer_pseudo":23.73081,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.66023,"utmos":2.05291,"dnsmos_ovrl":2.70072,"dnsmos_sig":3.25217,"dnsmos_bak":3.2401,"pesq_wb":1.51888,"pesq_nb":2.1573,"stoi":0.68196,"estoi":0.47992,"si_sdr":-1.88235,"mel_dist":0.19196,"stft_dist":1.34721,"f0_rmse_cents":149.13899,"f0_corr":0.69213,"vuv_err":0.20392,"score_intelligibility":0.26048,"score_speaker":0.66023,"score_quality":0.99039,"score_fidelity":0.50745,"score":0.60464},"vi":{"n":50,"unit":"wer","wer":32.14002,"wer_orig":7.71679,"dwer":24.42323,"wer_pseudo":29.77707,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.64116,"utmos":1.92609,"dnsmos_ovrl":2.68252,"dnsmos_sig":3.20979,"dnsmos_bak":3.58316,"pesq_wb":1.59402,"pesq_nb":2.13698,"stoi":0.6418,"estoi":0.45233,"si_sdr":-1.83919,"mel_dist":0.18906,"stft_dist":1.30786,"f0_rmse_cents":171.61946,"f0_corr":0.81816,"vuv_err":0.16701,"score_intelligibility":0.26303,"score_speaker":0.64116,"score_quality":0.87462,"score_fidelity":0.54323,"score":0.58051},"ru":{"n":50,"unit":"wer","wer":10.98266,"wer_orig":4.50867,"dwer":6.47399,"wer_pseudo":7.99537,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.69193,"utmos":2.55166,"dnsmos_ovrl":2.93768,"dnsmos_sig":3.27038,"dnsmos_bak":4.02742,"pesq_wb":1.88344,"pesq_nb":2.42244,"stoi":0.83793,"estoi":0.70549,"si_sdr":0.16764,"mel_dist":0.2373,"stft_dist":1.38677,"f0_rmse_cents":159.32458,"f0_corr":0.79445,"vuv_err":0.17539,"score_intelligibility":0.45972,"score_speaker":0.69193,"score_quality":0.93432,"score_fidelity":0.62827,"score":0.67856},"uk":{"n":50,"unit":"wer","wer":24.17707,"wer_orig":6.46992,"dwer":17.70715,"wer_pseudo":22.15909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.6469,"utmos":2.54127,"dnsmos_ovrl":2.97434,"dnsmos_sig":3.30619,"dnsmos_bak":4.03733,"pesq_wb":1.86179,"pesq_nb":2.32006,"stoi":0.80803,"estoi":0.65077,"si_sdr":-1.79227,"mel_dist":0.25576,"stft_dist":1.55746,"f0_rmse_cents":156.71957,"f0_corr":0.82821,"vuv_err":0.16002,"score_intelligibility":0.2967,"score_speaker":0.6469,"score_quality":0.9685,"score_fidelity":0.62749,"score":0.6349},"el":{"n":50,"unit":"wer","wer":30.16032,"wer_orig":12.02405,"dwer":18.13627,"wer_pseudo":26.52653,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.6718,"utmos":2.72519,"dnsmos_ovrl":2.86955,"dnsmos_sig":3.28906,"dnsmos_bak":3.8483,"pesq_wb":2.1564,"pesq_nb":2.7388,"stoi":0.83441,"estoi":0.69449,"si_sdr":3.10186,"mel_dist":0.19471,"stft_dist":1.21612,"f0_rmse_cents":99.39645,"f0_corr":0.85256,"vuv_err":0.14007,"score_intelligibility":0.41797,"score_speaker":0.6718,"score_quality":0.96894,"score_fidelity":0.67246,"score":0.68279},"ar":{"n":50,"unit":"wer","wer":27.0037,"wer_orig":12.45376,"dwer":14.54994,"wer_pseudo":21.38443,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.777,"utmos":2.79659,"dnsmos_ovrl":3.15027,"dnsmos_sig":3.49743,"dnsmos_bak":3.97417,"pesq_wb":1.87865,"pesq_nb":2.42692,"stoi":0.87077,"estoi":0.77045,"si_sdr":0.8385,"mel_dist":0.23308,"stft_dist":1.3719,"f0_rmse_cents":114.93361,"f0_corr":0.87552,"vuv_err":0.14737,"score_intelligibility":0.48043,"score_speaker":0.777,"score_quality":0.99954,"score_fidelity":0.66578,"score":0.73069},"fa":{"n":50,"unit":"wer","wer":44.22857,"wer_orig":25.94286,"dwer":18.28571,"wer_pseudo":31.89189,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.71109,"utmos":2.29896,"dnsmos_ovrl":2.73085,"dnsmos_sig":3.27582,"dnsmos_bak":3.65694,"pesq_wb":1.52462,"pesq_nb":2.22666,"stoi":0.63241,"estoi":0.47527,"si_sdr":-3.57988,"mel_dist":0.22932,"stft_dist":1.47918,"f0_rmse_cents":550.00389,"f0_corr":0.49699,"vuv_err":0.22535,"score_intelligibility":0.5957,"score_speaker":0.71109,"score_quality":0.87232,"score_fidelity":0.42643,"score":0.65139},"he":{"n":50,"unit":"wer","wer":46.97674,"wer_orig":19.4186,"dwer":27.55814,"wer_pseudo":40.14085,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.64114,"utmos":2.42441,"dnsmos_ovrl":2.73791,"dnsmos_sig":3.06976,"dnsmos_bak":3.93348,"pesq_wb":1.71793,"pesq_nb":2.27273,"stoi":0.82851,"estoi":0.68083,"si_sdr":-2.67219,"mel_dist":0.21985,"stft_dist":1.39893,"f0_rmse_cents":174.48565,"f0_corr":0.72361,"vuv_err":0.21178,"score_intelligibility":0.42559,"score_speaker":0.64114,"score_quality":0.95762,"score_fidelity":0.58575,"score":0.65253},"hi":{"n":50,"unit":"wer","wer":41.1819,"wer_orig":26.31579,"dwer":14.86611,"wer_pseudo":34.05995,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.6467,"utmos":2.19554,"dnsmos_ovrl":2.73813,"dnsmos_sig":3.3093,"dnsmos_bak":3.451,"pesq_wb":1.70958,"pesq_nb":2.25961,"stoi":0.75672,"estoi":0.58802,"si_sdr":-3.33959,"mel_dist":0.22897,"stft_dist":1.41206,"f0_rmse_cents":334.41804,"f0_corr":0.7493,"vuv_err":0.22854,"score_intelligibility":0.64757,"score_speaker":0.6467,"score_quality":0.96056,"score_fidelity":0.56959,"score":0.7061},"zh":{"n":50,"unit":"cer","wer":17.31778,"wer_orig":7.40525,"dwer":9.91254,"wer_pseudo":11.46341,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.67126,"utmos":2.54638,"dnsmos_ovrl":2.95519,"dnsmos_sig":3.30858,"dnsmos_bak":3.98547,"pesq_wb":1.9023,"pesq_nb":2.38276,"stoi":0.82614,"estoi":0.69294,"si_sdr":-2.83354,"mel_dist":0.21443,"stft_dist":1.35533,"f0_rmse_cents":124.82608,"f0_corr":0.88765,"vuv_err":0.13358,"score_intelligibility":0.45886,"score_speaker":0.67126,"score_quality":0.90027,"score_fidelity":0.6572,"score":0.6719},"yue":{"n":50,"unit":"cer","wer":35.45171,"wer_orig":14.39252,"dwer":21.05919,"wer_pseudo":36.22546,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.69555,"utmos":2.70526,"dnsmos_ovrl":2.98641,"dnsmos_sig":3.36785,"dnsmos_bak":3.89609,"pesq_wb":1.62944,"pesq_nb":2.15609,"stoi":0.79175,"estoi":0.62169,"si_sdr":-2.79019,"mel_dist":0.20951,"stft_dist":1.3423,"f0_rmse_cents":257.39483,"f0_corr":0.81233,"vuv_err":0.17918,"score_intelligibility":0.42227,"score_speaker":0.69555,"score_quality":0.9265,"score_fidelity":0.59464,"score":0.65974},"ja":{"n":50,"unit":"cer","wer":13.36702,"wer_orig":3.53698,"dwer":9.83004,"wer_pseudo":12.08085,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.63734,"utmos":1.90772,"dnsmos_ovrl":2.50061,"dnsmos_sig":3.1268,"dnsmos_bak":3.39484,"pesq_wb":1.65029,"pesq_nb":2.21433,"stoi":0.61953,"estoi":0.43421,"si_sdr":-4.94986,"mel_dist":0.22367,"stft_dist":1.48549,"f0_rmse_cents":354.68838,"f0_corr":0.63794,"vuv_err":0.17584,"score_intelligibility":0.31579,"score_speaker":0.63734,"score_quality":0.92571,"score_fidelity":0.48109,"score":0.58998},"ko":{"n":50,"unit":"cer","wer":10.2451,"wer_orig":5.14706,"dwer":5.09804,"wer_pseudo":5.66132,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.69696,"utmos":2.75545,"dnsmos_ovrl":2.83996,"dnsmos_sig":3.20841,"dnsmos_bak":3.97602,"pesq_wb":2.12314,"pesq_nb":2.67424,"stoi":0.83228,"estoi":0.71222,"si_sdr":1.96919,"mel_dist":0.2087,"stft_dist":1.21677,"f0_rmse_cents":100.6853,"f0_corr":0.92237,"vuv_err":0.11907,"score_intelligibility":0.54664,"score_speaker":0.69696,"score_quality":0.83848,"score_fidelity":0.69185,"score":0.69348},"th":{"n":50,"unit":"cer","wer":24.07033,"wer_orig":7.61924,"dwer":16.45109,"wer_pseudo":21.62381,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.70684,"utmos":2.18302,"dnsmos_ovrl":2.6766,"dnsmos_sig":3.18191,"dnsmos_bak":3.69785,"pesq_wb":1.5776,"pesq_nb":2.14109,"stoi":0.78327,"estoi":0.63995,"si_sdr":-5.97556,"mel_dist":0.21282,"stft_dist":1.44494,"f0_rmse_cents":206.0938,"f0_corr":0.80499,"vuv_err":0.236,"score_intelligibility":0.3438,"score_speaker":0.70684,"score_quality":0.89806,"score_fidelity":0.58443,"score":0.63328}}},{"codec":"flexicodec_16k_8hz_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"flexicodec_16k_8hz_4q","family":"FlexiCodec","checkpoint":"jiaqili3/flexicodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":8.3,"n_codebooks":5,"codebook_size":[32768,4096,4096,4096,8],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights: not stated on the model card","paper":"2510.00981","year":2025,"bitrate_kbps":0.4482,"notes":"12hz_v1_half checkpoint; merging_threshold=0.91 (dynamic frame rate, frame_rate = nominal average; per-token duration 1..8 sent as an extra 3-bit row); 1 semantic (32768, SenseVoice-guided) + 3 acoustic RVQ (4096)","side_info":null,"warning":"dynamic token rate: catalog bitrate uses the nominal average frame rate; see measured kbps","env":"dualcodec"},"kbps":0.4482,"kbps_measured":0.4177,"tokens_per_s":38.67579,"params_M":448.94239,"efficiency":{"rtf_encode":0.00541,"rtf_decode":0.00206,"peak_vram_gb":2.33423,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.58463,"score_worst_lang":0.47719,"worst_lang":"vi","en_gap":-0.00278,"score_intelligibility":0.31451,"score_speaker":0.55217,"score_quality":0.91625,"score_fidelity":0.5556,"dwer":24.74637,"wer":33.55218,"wer_pseudo":30.6127,"sim":0.55217,"utmos":2.45801,"dnsmos_ovrl":2.83188,"dnsmos_sig":3.23598,"dnsmos_bak":3.83537,"pesq_wb":1.58792,"pesq_nb":2.05863,"stoi":0.7486,"estoi":0.5815,"si_sdr":-4.81886,"mel_dist":0.24643,"stft_dist":1.54828,"f0_rmse_cents":224.80632,"f0_corr":0.75021,"vuv_err":0.18453,"score_ci95":[0.58002,0.59067]},"per_lang":{"en":{"n":50,"unit":"wer","wer":14.84759,"wer_orig":6.98132,"dwer":7.86627,"wer_pseudo":10.40856,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.48628,"utmos":2.21935,"dnsmos_ovrl":2.42993,"dnsmos_sig":2.89673,"dnsmos_bak":3.81988,"pesq_wb":1.32777,"pesq_nb":1.68939,"stoi":0.65379,"estoi":0.47818,"si_sdr":-12.73432,"mel_dist":0.28787,"stft_dist":2.30371,"f0_rmse_cents":221.84687,"f0_corr":0.69497,"vuv_err":0.18472,"score_intelligibility":0.50363,"score_speaker":0.48628,"score_quality":0.85715,"score_fidelity":0.4808,"score":0.58197},"de":{"n":50,"unit":"wer","wer":17.39573,"wer_orig":5.69685,"dwer":11.69888,"wer_pseudo":14.34385,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.59589,"utmos":2.85033,"dnsmos_ovrl":3.07451,"dnsmos_sig":3.35317,"dnsmos_bak":4.06342,"pesq_wb":1.75488,"pesq_nb":2.30735,"stoi":0.81723,"estoi":0.63595,"si_sdr":0.23085,"mel_dist":0.21726,"stft_dist":1.33094,"f0_rmse_cents":217.01241,"f0_corr":0.7859,"vuv_err":0.18385,"score_intelligibility":0.36404,"score_speaker":0.59589,"score_quality":0.99797,"score_fidelity":0.60627,"score":0.64104},"fr":{"n":50,"unit":"wer","wer":28.53755,"wer_orig":4.98024,"dwer":23.55731,"wer_pseudo":27.38095,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.52858,"utmos":2.53392,"dnsmos_ovrl":3.01905,"dnsmos_sig":3.33308,"dnsmos_bak":4.02614,"pesq_wb":1.61599,"pesq_nb":2.08316,"stoi":0.8013,"estoi":0.67245,"si_sdr":-0.98799,"mel_dist":0.25808,"stft_dist":1.46696,"f0_rmse_cents":147.19106,"f0_corr":0.83339,"vuv_err":0.19626,"score_intelligibility":0.20246,"score_speaker":0.52858,"score_quality":0.9976,"score_fidelity":0.60356,"score":0.58305},"es":{"n":50,"unit":"wer","wer":8.81818,"wer_orig":3.09091,"dwer":5.72727,"wer_pseudo":7.56609,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.54701,"utmos":3.00085,"dnsmos_ovrl":3.21717,"dnsmos_sig":3.56156,"dnsmos_bak":3.9618,"pesq_wb":1.92599,"pesq_nb":2.41847,"stoi":0.82003,"estoi":0.67183,"si_sdr":-0.82441,"mel_dist":0.26548,"stft_dist":1.46477,"f0_rmse_cents":198.65698,"f0_corr":0.82481,"vuv_err":0.1879,"score_intelligibility":0.41667,"score_speaker":0.54701,"score_quality":1.0,"score_fidelity":0.63647,"score":0.65004},"it":{"n":50,"unit":"wer","wer":9.47177,"wer_orig":2.55009,"dwer":6.92168,"wer_pseudo":8.3181,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.55122,"utmos":3.1378,"dnsmos_ovrl":3.28637,"dnsmos_sig":3.57798,"dnsmos_bak":4.08191,"pesq_wb":1.91383,"pesq_nb":2.39002,"stoi":0.81652,"estoi":0.67812,"si_sdr":-1.20581,"mel_dist":0.249,"stft_dist":1.40212,"f0_rmse_cents":112.6144,"f0_corr":0.82704,"vuv_err":0.15421,"score_intelligibility":0.33902,"score_speaker":0.55122,"score_quality":0.99561,"score_fidelity":0.63489,"score":0.63018},"pt":{"n":50,"unit":"wer","wer":7.03125,"wer_orig":3.41797,"dwer":3.61328,"wer_pseudo":6.20079,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.59891,"utmos":2.71809,"dnsmos_ovrl":3.05063,"dnsmos_sig":3.45426,"dnsmos_bak":3.7617,"pesq_wb":1.70725,"pesq_nb":2.16476,"stoi":0.758,"estoi":0.60209,"si_sdr":-3.90516,"mel_dist":0.24113,"stft_dist":1.44841,"f0_rmse_cents":299.5117,"f0_corr":0.76837,"vuv_err":0.22985,"score_intelligibility":0.5501,"score_speaker":0.59891,"score_quality":1.0,"score_fidelity":0.57615,"score":0.68129},"nl":{"n":50,"unit":"wer","wer":28.36753,"wer_orig":5.26316,"dwer":23.10437,"wer_pseudo":26.14145,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.54032,"utmos":2.52123,"dnsmos_ovrl":2.38904,"dnsmos_sig":2.76984,"dnsmos_bak":4.01443,"pesq_wb":1.5579,"pesq_nb":2.09672,"stoi":0.79717,"estoi":0.63604,"si_sdr":-5.00895,"mel_dist":0.27166,"stft_dist":1.59599,"f0_rmse_cents":209.01008,"f0_corr":0.77705,"vuv_err":0.20565,"score_intelligibility":0.21327,"score_speaker":0.54032,"score_quality":0.7863,"score_fidelity":0.57787,"score":0.52944},"pl":{"n":50,"unit":"wer","wer":35.41667,"wer_orig":3.28947,"dwer":32.12719,"wer_pseudo":34.32018,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.58982,"utmos":2.5702,"dnsmos_ovrl":2.8876,"dnsmos_sig":3.23485,"dnsmos_bak":3.97471,"pesq_wb":1.57518,"pesq_nb":2.04404,"stoi":0.82913,"estoi":0.676,"si_sdr":-5.75006,"mel_dist":0.24327,"stft_dist":1.49694,"f0_rmse_cents":162.4408,"f0_corr":0.68945,"vuv_err":0.16901,"score_intelligibility":0.11779,"score_speaker":0.58982,"score_quality":0.92245,"score_fidelity":0.56097,"score":0.54776},"cs":{"n":50,"unit":"wer","wer":38.50642,"wer_orig":9.45158,"dwer":29.05484,"wer_pseudo":36.33178,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.63059,"utmos":2.50926,"dnsmos_ovrl":3.068,"dnsmos_sig":3.37475,"dnsmos_bak":3.98539,"pesq_wb":1.44851,"pesq_nb":1.99699,"stoi":0.76609,"estoi":0.60803,"si_sdr":-1.22943,"mel_dist":0.25703,"stft_dist":1.47779,"f0_rmse_cents":146.52459,"f0_corr":0.79753,"vuv_err":0.13133,"score_intelligibility":0.26455,"score_speaker":0.63059,"score_quality":0.96867,"score_fidelity":0.56392,"score":0.60693},"tr":{"n":50,"unit":"wer","wer":27.10526,"wer_orig":7.76316,"dwer":19.34211,"wer_pseudo":24.24242,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.5675,"utmos":2.31516,"dnsmos_ovrl":2.93396,"dnsmos_sig":3.29045,"dnsmos_bak":3.98415,"pesq_wb":1.62878,"pesq_nb":2.15834,"stoi":0.75687,"estoi":0.56418,"si_sdr":-6.15452,"mel_dist":0.26901,"stft_dist":1.67155,"f0_rmse_cents":199.18893,"f0_corr":0.83493,"vuv_err":0.14322,"score_intelligibility":0.3118,"score_speaker":0.5675,"score_quality":0.9723,"score_fidelity":0.59048,"score":0.61052},"id":{"n":50,"unit":"wer","wer":26.68241,"wer_orig":5.90319,"dwer":20.77922,"wer_pseudo":26.09209,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.51645,"utmos":2.10477,"dnsmos_ovrl":2.72603,"dnsmos_sig":3.26377,"dnsmos_bak":3.30201,"pesq_wb":1.428,"pesq_nb":1.95352,"stoi":0.64518,"estoi":0.4345,"si_sdr":-5.28601,"mel_dist":0.20694,"stft_dist":1.44592,"f0_rmse_cents":150.77272,"f0_corr":0.6597,"vuv_err":0.20784,"score_intelligibility":0.24937,"score_speaker":0.51645,"score_quality":0.99769,"score_fidelity":0.47572,"score":0.55981},"vi":{"n":50,"unit":"wer","wer":58.94988,"wer_orig":7.71679,"dwer":51.23309,"wer_pseudo":57.72293,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.5307,"utmos":1.80687,"dnsmos_ovrl":2.52187,"dnsmos_sig":3.06052,"dnsmos_bak":3.41152,"pesq_wb":1.41132,"pesq_nb":1.8591,"stoi":0.59814,"estoi":0.39339,"si_sdr":-5.60553,"mel_dist":0.20725,"stft_dist":1.47693,"f0_rmse_cents":273.92208,"f0_corr":0.65085,"vuv_err":0.18964,"score_intelligibility":0.1454,"score_speaker":0.5307,"score_quality":0.77717,"score_fidelity":0.4555,"score":0.47719},"ru":{"n":50,"unit":"wer","wer":12.94798,"wer_orig":4.50867,"dwer":8.43931,"wer_pseudo":9.61761,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.55102,"utmos":2.50965,"dnsmos_ovrl":2.83814,"dnsmos_sig":3.16712,"dnsmos_bak":3.99855,"pesq_wb":1.65894,"pesq_nb":2.12702,"stoi":0.80215,"estoi":0.64954,"si_sdr":-3.14636,"mel_dist":0.25823,"stft_dist":1.51416,"f0_rmse_cents":178.69788,"f0_corr":0.81214,"vuv_err":0.18552,"score_intelligibility":0.39494,"score_speaker":0.55102,"score_quality":0.8975,"score_fidelity":0.60085,"score":0.61108},"uk":{"n":50,"unit":"wer","wer":32.91714,"wer_orig":6.46992,"dwer":26.44722,"wer_pseudo":31.47727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.49076,"utmos":2.59325,"dnsmos_ovrl":2.98614,"dnsmos_sig":3.30293,"dnsmos_bak":4.06989,"pesq_wb":1.67346,"pesq_nb":2.10142,"stoi":0.77446,"estoi":0.59914,"si_sdr":-4.89395,"mel_dist":0.27601,"stft_dist":1.75504,"f0_rmse_cents":160.05938,"f0_corr":0.81102,"vuv_err":0.16761,"score_intelligibility":0.22024,"score_speaker":0.49076,"score_quality":0.98299,"score_fidelity":0.59263,"score":0.57166},"el":{"n":50,"unit":"wer","wer":39.77956,"wer_orig":12.02405,"dwer":27.75551,"wer_pseudo":36.73674,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.48742,"utmos":2.62399,"dnsmos_ovrl":2.74573,"dnsmos_sig":3.17121,"dnsmos_bak":3.81799,"pesq_wb":1.8644,"pesq_nb":2.37515,"stoi":0.79327,"estoi":0.62909,"si_sdr":-0.36717,"mel_dist":0.21889,"stft_dist":1.36731,"f0_rmse_cents":134.15462,"f0_corr":0.8259,"vuv_err":0.16383,"score_intelligibility":0.31938,"score_speaker":0.48742,"score_quality":0.90853,"score_fidelity":0.62204,"score":0.58434},"ar":{"n":50,"unit":"wer","wer":30.20962,"wer_orig":12.45376,"dwer":17.75586,"wer_pseudo":24.47466,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.67642,"utmos":2.75027,"dnsmos_ovrl":3.12537,"dnsmos_sig":3.47816,"dnsmos_bak":3.96195,"pesq_wb":1.61358,"pesq_nb":2.08088,"stoi":0.83314,"estoi":0.71555,"si_sdr":-2.04915,"mel_dist":0.25601,"stft_dist":1.50724,"f0_rmse_cents":118.09233,"f0_corr":0.87193,"vuv_err":0.15355,"score_intelligibility":0.43108,"score_speaker":0.67642,"score_quality":0.99376,"score_fidelity":0.62679,"score":0.68201},"fa":{"n":50,"unit":"wer","wer":64.57143,"wer_orig":25.94286,"dwer":38.62857,"wer_pseudo":49.94595,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.62914,"utmos":2.30184,"dnsmos_ovrl":2.66292,"dnsmos_sig":3.19121,"dnsmos_bak":3.62759,"pesq_wb":1.40902,"pesq_nb":1.99236,"stoi":0.6034,"estoi":0.43557,"si_sdr":-6.7959,"mel_dist":0.24439,"stft_dist":1.59006,"f0_rmse_cents":522.36475,"f0_corr":0.53376,"vuv_err":0.21703,"score_intelligibility":0.41089,"score_speaker":0.62914,"score_quality":0.85473,"score_fidelity":0.41801,"score":0.57819},"he":{"n":50,"unit":"wer","wer":58.37209,"wer_orig":19.4186,"dwer":38.95349,"wer_pseudo":53.99061,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.50707,"utmos":2.41726,"dnsmos_ovrl":2.70487,"dnsmos_sig":3.04475,"dnsmos_bak":3.92124,"pesq_wb":1.53694,"pesq_nb":1.98019,"stoi":0.78409,"estoi":0.61783,"si_sdr":-5.95435,"mel_dist":0.24434,"stft_dist":1.51215,"f0_rmse_cents":222.1286,"f0_corr":0.67012,"vuv_err":0.21854,"score_intelligibility":0.34391,"score_speaker":0.50707,"score_quality":0.94612,"score_fidelity":0.53587,"score":0.58324},"hi":{"n":50,"unit":"wer","wer":44.87535,"wer_orig":26.31579,"dwer":18.55956,"wer_pseudo":35.24069,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.53038,"utmos":2.16769,"dnsmos_ovrl":2.72054,"dnsmos_sig":3.27881,"dnsmos_bak":3.45127,"pesq_wb":1.53532,"pesq_nb":1.99979,"stoi":0.72279,"estoi":0.53758,"si_sdr":-5.48389,"mel_dist":0.24951,"stft_dist":1.5431,"f0_rmse_cents":321.26671,"f0_corr":0.69593,"vuv_err":0.22999,"score_intelligibility":0.59544,"score_speaker":0.53038,"score_quality":0.94475,"score_fidelity":0.52389,"score":0.64861},"zh":{"n":50,"unit":"cer","wer":60.05831,"wer_orig":7.40525,"dwer":52.65306,"wer_pseudo":57.2561,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.51626,"utmos":2.35658,"dnsmos_ovrl":2.83028,"dnsmos_sig":3.19322,"dnsmos_bak":3.95633,"pesq_wb":1.55005,"pesq_nb":1.90199,"stoi":0.76576,"estoi":0.59826,"si_sdr":-8.90062,"mel_dist":0.24231,"stft_dist":1.56395,"f0_rmse_cents":217.77134,"f0_corr":0.78297,"vuv_err":0.14559,"score_intelligibility":0.13766,"score_speaker":0.51626,"score_quality":0.8176,"score_fidelity":0.56863,"score":0.51004},"yue":{"n":50,"unit":"cer","wer":94.20561,"wer_orig":14.39252,"dwer":79.81308,"wer_pseudo":96.70678,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.56712,"utmos":2.5284,"dnsmos_ovrl":2.95326,"dnsmos_sig":3.33868,"dnsmos_bak":3.87182,"pesq_wb":1.38577,"pesq_nb":1.77165,"stoi":0.73559,"estoi":0.53713,"si_sdr":-6.47404,"mel_dist":0.23684,"stft_dist":1.51981,"f0_rmse_cents":360.09995,"f0_corr":0.68284,"vuv_err":0.21449,"score_intelligibility":0.16168,"score_speaker":0.56712,"score_quality":0.87289,"score_fidelity":0.50955,"score":0.52781},"ja":{"n":50,"unit":"cer","wer":17.82269,"wer_orig":3.53698,"dwer":14.28571,"wer_pseudo":16.16904,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.49299,"utmos":1.90543,"dnsmos_ovrl":2.44548,"dnsmos_sig":3.09128,"dnsmos_bak":3.34035,"pesq_wb":1.46337,"pesq_nb":1.90171,"stoi":0.57963,"estoi":0.37986,"si_sdr":-8.83609,"mel_dist":0.24474,"stft_dist":1.65193,"f0_rmse_cents":418.52436,"f0_corr":0.58268,"vuv_err":0.18282,"score_intelligibility":0.24104,"score_speaker":0.49299,"score_quality":0.90669,"score_fidelity":0.43157,"score":0.51807},"ko":{"n":50,"unit":"cer","wer":16.47059,"wer_orig":5.14706,"dwer":11.32353,"wer_pseudo":13.42685,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.54923,"utmos":2.47655,"dnsmos_ovrl":2.7472,"dnsmos_sig":3.14021,"dnsmos_bak":3.92795,"pesq_wb":1.73434,"pesq_nb":2.20546,"stoi":0.77843,"estoi":0.63077,"si_sdr":-2.48448,"mel_dist":0.22977,"stft_dist":1.38087,"f0_rmse_cents":175.39416,"f0_corr":0.82072,"vuv_err":0.12604,"score_intelligibility":0.35185,"score_speaker":0.54923,"score_quality":0.75406,"score_fidelity":0.60299,"score":0.56453},"th":{"n":50,"unit":"cer","wer":31.89167,"wer_orig":7.61924,"dwer":24.27243,"wer_pseudo":30.59324,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.57094,"utmos":2.07343,"dnsmos_ovrl":2.60116,"dnsmos_sig":3.09496,"dnsmos_bak":3.71692,"pesq_wb":1.38959,"pesq_nb":1.80755,"stoi":0.73438,"estoi":0.57486,"si_sdr":-11.80543,"mel_dist":0.23928,"stft_dist":1.67113,"f0_rmse_cents":228.10502,"f0_corr":0.77117,"vuv_err":0.24015,"score_intelligibility":0.26205,"score_speaker":0.57094,"score_quality":0.83735,"score_fidelity":0.53895,"score":0.55232}}},{"codec":"flexicodec_16k_8hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"flexicodec_16k_8hz_8q","family":"FlexiCodec","checkpoint":"jiaqili3/flexicodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":8.3,"n_codebooks":9,"codebook_size":[32768,4096,4096,4096,4096,4096,4096,4096,8],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code); weights: not stated on the model card","paper":"2510.00981","year":2025,"bitrate_kbps":0.8466,"notes":"12hz_v1_half checkpoint; merging_threshold=0.91 (dynamic frame rate, frame_rate = nominal average; per-token duration 1..8 sent as an extra 3-bit row); 1 semantic (32768, SenseVoice-guided) + 7 acoustic RVQ (4096)","side_info":null,"warning":"dynamic token rate: catalog bitrate uses the nominal average frame rate; see measured kbps","env":"dualcodec"},"kbps":0.8466,"kbps_measured":0.78899,"tokens_per_s":69.61641,"params_M":448.94239,"efficiency":{"rtf_encode":0.00557,"rtf_decode":0.00211,"peak_vram_gb":2.33437,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73412,"score_worst_lang":0.64795,"worst_lang":"vi","en_gap":-0.0765,"score_intelligibility":0.56933,"score_speaker":0.75985,"score_quality":0.96764,"score_fidelity":0.63967,"dwer":7.62264,"wer":16.42844,"wer_pseudo":12.02311,"sim":0.75985,"utmos":2.58634,"dnsmos_ovrl":2.91058,"dnsmos_sig":3.31343,"dnsmos_bak":3.86849,"pesq_wb":2.01596,"pesq_nb":2.62168,"stoi":0.81882,"estoi":0.68747,"si_sdr":0.34142,"mel_dist":0.21237,"stft_dist":1.32697,"f0_rmse_cents":184.67266,"f0_corr":0.80992,"vuv_err":0.1677,"score_ci95":[0.72742,0.74261]},"per_lang":{"en":{"n":50,"unit":"wer","wer":13.17601,"wer_orig":6.98132,"dwer":6.19469,"wer_pseudo":9.04669,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.64873,"utmos":2.2803,"dnsmos_ovrl":2.4822,"dnsmos_sig":2.99083,"dnsmos_bak":3.77237,"pesq_wb":1.54237,"pesq_nb":2.03522,"stoi":0.71851,"estoi":0.56468,"si_sdr":-6.65298,"mel_dist":0.25526,"stft_dist":1.90028,"f0_rmse_cents":199.4517,"f0_corr":0.7395,"vuv_err":0.17764,"score_intelligibility":0.56302,"score_speaker":0.64873,"score_quality":0.89385,"score_fidelity":0.53766,"score":0.66081},"de":{"n":50,"unit":"wer","wer":9.05392,"wer_orig":5.69685,"dwer":3.35707,"wer_pseudo":5.08647,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.81039,"utmos":2.95378,"dnsmos_ovrl":3.10342,"dnsmos_sig":3.38506,"dnsmos_bak":4.07736,"pesq_wb":2.23106,"pesq_nb":2.89433,"stoi":0.8786,"estoi":0.74084,"si_sdr":4.17836,"mel_dist":0.18473,"stft_dist":1.15686,"f0_rmse_cents":212.93301,"f0_corr":0.80954,"vuv_err":0.16798,"score_intelligibility":0.66609,"score_speaker":0.81039,"score_quality":1.0,"score_fidelity":0.67996,"score":0.78911},"fr":{"n":50,"unit":"wer","wer":11.30435,"wer_orig":4.98024,"dwer":6.32411,"wer_pseudo":8.73016,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77155,"utmos":2.55937,"dnsmos_ovrl":3.04921,"dnsmos_sig":3.37431,"dnsmos_bak":4.01522,"pesq_wb":2.09317,"pesq_nb":2.7,"stoi":0.87568,"estoi":0.77981,"si_sdr":3.0824,"mel_dist":0.21733,"stft_dist":1.25433,"f0_rmse_cents":143.00989,"f0_corr":0.82605,"vuv_err":0.18329,"score_intelligibility":0.48603,"score_speaker":0.77155,"score_quality":1.0,"score_fidelity":0.67135,"score":0.73223},"es":{"n":50,"unit":"wer","wer":4.45455,"wer_orig":3.09091,"dwer":1.36364,"wer_pseudo":1.732,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.79348,"utmos":2.96599,"dnsmos_ovrl":3.2131,"dnsmos_sig":3.56241,"dnsmos_bak":3.95225,"pesq_wb":2.44267,"pesq_nb":3.00644,"stoi":0.87624,"estoi":0.76764,"si_sdr":3.25415,"mel_dist":0.23251,"stft_dist":1.29351,"f0_rmse_cents":205.40058,"f0_corr":0.81041,"vuv_err":0.18343,"score_intelligibility":0.75,"score_speaker":0.79348,"score_quality":1.0,"score_fidelity":0.69961,"score":0.81077},"it":{"n":50,"unit":"wer","wer":4.46266,"wer_orig":2.55009,"dwer":1.91257,"wer_pseudo":4.11335,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.77279,"utmos":3.12825,"dnsmos_ovrl":3.30326,"dnsmos_sig":3.58761,"dnsmos_bak":4.09731,"pesq_wb":2.48034,"pesq_nb":2.99702,"stoi":0.87853,"estoi":0.78029,"si_sdr":3.97742,"mel_dist":0.21475,"stft_dist":1.21151,"f0_rmse_cents":97.6698,"f0_corr":0.85807,"vuv_err":0.13948,"score_intelligibility":0.64988,"score_speaker":0.77279,"score_quality":0.99927,"score_fidelity":0.71985,"score":0.78545},"pt":{"n":50,"unit":"wer","wer":5.07812,"wer_orig":3.41797,"dwer":1.66016,"wer_pseudo":3.34646,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.81791,"utmos":2.72124,"dnsmos_ovrl":3.04223,"dnsmos_sig":3.42691,"dnsmos_bak":3.78137,"pesq_wb":2.15963,"pesq_nb":2.70026,"stoi":0.81765,"estoi":0.69216,"si_sdr":0.6031,"mel_dist":0.20891,"stft_dist":1.27919,"f0_rmse_cents":265.22876,"f0_corr":0.81071,"vuv_err":0.21125,"score_intelligibility":0.72686,"score_speaker":0.81791,"score_quality":1.0,"score_fidelity":0.65323,"score":0.7995},"nl":{"n":50,"unit":"wer","wer":11.7752,"wer_orig":5.26316,"dwer":6.51204,"wer_pseudo":8.59445,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.79887,"utmos":2.85485,"dnsmos_ovrl":2.58471,"dnsmos_sig":2.97432,"dnsmos_bak":4.05239,"pesq_wb":2.11108,"pesq_nb":2.75284,"stoi":0.87803,"estoi":0.75895,"si_sdr":0.89006,"mel_dist":0.23138,"stft_dist":1.36223,"f0_rmse_cents":124.08682,"f0_corr":0.89471,"vuv_err":0.17728,"score_intelligibility":0.49026,"score_speaker":0.79887,"score_quality":0.92737,"score_fidelity":0.69673,"score":0.72831},"pl":{"n":50,"unit":"wer","wer":10.08772,"wer_orig":3.28947,"dwer":6.79825,"wer_pseudo":8.88158,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.78709,"utmos":2.68754,"dnsmos_ovrl":2.95713,"dnsmos_sig":3.29676,"dnsmos_bak":4.02121,"pesq_wb":2.10596,"pesq_nb":2.70461,"stoi":0.8964,"estoi":0.78529,"si_sdr":-1.51037,"mel_dist":0.2037,"stft_dist":1.29386,"f0_rmse_cents":132.36772,"f0_corr":0.77469,"vuv_err":0.15492,"score_intelligibility":0.38687,"score_speaker":0.78709,"score_quality":0.97346,"score_fidelity":0.66236,"score":0.70244},"cs":{"n":50,"unit":"wer","wer":21.0035,"wer_orig":9.45158,"dwer":11.55193,"wer_pseudo":19.04206,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.80451,"utmos":2.6108,"dnsmos_ovrl":3.13727,"dnsmos_sig":3.44952,"dnsmos_bak":3.99063,"pesq_wb":1.8086,"pesq_nb":2.49026,"stoi":0.83687,"estoi":0.71235,"si_sdr":2.97202,"mel_dist":0.22183,"stft_dist":1.2931,"f0_rmse_cents":130.80745,"f0_corr":0.84109,"vuv_err":0.11179,"score_intelligibility":0.475,"score_speaker":0.80451,"score_quality":1.0,"score_fidelity":0.63633,"score":0.72896},"tr":{"n":50,"unit":"wer","wer":14.07895,"wer_orig":7.76316,"dwer":6.31579,"wer_pseudo":10.27668,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.76515,"utmos":2.38702,"dnsmos_ovrl":3.00196,"dnsmos_sig":3.35305,"dnsmos_bak":4.00429,"pesq_wb":2.03195,"pesq_nb":2.70622,"stoi":0.82854,"estoi":0.67565,"si_sdr":-2.4198,"mel_dist":0.23797,"stft_dist":1.46813,"f0_rmse_cents":122.70207,"f0_corr":0.90344,"vuv_err":0.13029,"score_intelligibility":0.58115,"score_speaker":0.76515,"score_quality":0.98891,"score_fidelity":0.67561,"score":0.7527},"id":{"n":50,"unit":"wer","wer":14.63991,"wer_orig":5.90319,"dwer":8.73672,"wer_pseudo":12.75089,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.73295,"utmos":2.14573,"dnsmos_ovrl":2.80391,"dnsmos_sig":3.35995,"dnsmos_bak":3.38501,"pesq_wb":1.69771,"pesq_nb":2.36995,"stoi":0.7148,"estoi":0.52987,"si_sdr":-0.27542,"mel_dist":0.18232,"stft_dist":1.27421,"f0_rmse_cents":151.42508,"f0_corr":0.74448,"vuv_err":0.19653,"score_intelligibility":0.44138,"score_speaker":0.73295,"score_quality":1.0,"score_fidelity":0.55288,"score":0.6818},"vi":{"n":50,"unit":"wer","wer":22.11615,"wer_orig":7.71679,"dwer":14.39936,"wer_pseudo":19.58599,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.71018,"utmos":2.02482,"dnsmos_ovrl":2.72505,"dnsmos_sig":3.25382,"dnsmos_bak":3.61745,"pesq_wb":1.74569,"pesq_nb":2.34656,"stoi":0.67349,"estoi":0.502,"si_sdr":0.27951,"mel_dist":0.18096,"stft_dist":1.24608,"f0_rmse_cents":163.5826,"f0_corr":0.83466,"vuv_err":0.14897,"score_intelligibility":0.37709,"score_speaker":0.71018,"score_quality":0.93082,"score_fidelity":0.57374,"score":0.64795},"ru":{"n":50,"unit":"wer","wer":6.7052,"wer_orig":4.50867,"dwer":2.19653,"wer_pseudo":2.781,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.7719,"utmos":2.66966,"dnsmos_ovrl":2.95723,"dnsmos_sig":3.2845,"dnsmos_bak":4.04083,"pesq_wb":2.12087,"pesq_nb":2.71501,"stoi":0.87186,"estoi":0.75845,"si_sdr":1.9145,"mel_dist":0.22393,"stft_dist":1.31052,"f0_rmse_cents":147.82714,"f0_corr":0.82173,"vuv_err":0.17388,"score_intelligibility":0.71493,"score_speaker":0.7719,"score_quality":0.9741,"score_fidelity":0.67128,"score":0.78305},"uk":{"n":50,"unit":"wer","wer":17.36663,"wer_orig":6.46992,"dwer":10.89671,"wer_pseudo":13.97727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.72998,"utmos":2.56855,"dnsmos_ovrl":3.01681,"dnsmos_sig":3.34572,"dnsmos_bak":4.05935,"pesq_wb":2.07236,"pesq_nb":2.58406,"stoi":0.84247,"estoi":0.70299,"si_sdr":0.44909,"mel_dist":0.24082,"stft_dist":1.47313,"f0_rmse_cents":137.78135,"f0_corr":0.85455,"vuv_err":0.15015,"score_intelligibility":0.40671,"score_speaker":0.72998,"score_quality":0.98747,"score_fidelity":0.6678,"score":0.69799},"el":{"n":50,"unit":"wer","wer":22.34469,"wer_orig":12.02405,"dwer":10.32064,"wer_pseudo":17.91792,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.74958,"utmos":2.79769,"dnsmos_ovrl":2.89078,"dnsmos_sig":3.30972,"dnsmos_bak":3.85728,"pesq_wb":2.34874,"pesq_nb":2.97016,"stoi":0.86022,"estoi":0.73362,"si_sdr":4.61011,"mel_dist":0.18681,"stft_dist":1.15369,"f0_rmse_cents":95.7992,"f0_corr":0.91284,"vuv_err":0.13624,"score_intelligibility":0.5579,"score_speaker":0.74958,"score_quality":0.97746,"score_fidelity":0.71947,"score":0.7511},"ar":{"n":50,"unit":"wer","wer":17.01603,"wer_orig":12.45376,"dwer":4.56227,"wer_pseudo":9.88875,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.8394,"utmos":2.89814,"dnsmos_ovrl":3.17635,"dnsmos_sig":3.51124,"dnsmos_bak":3.99833,"pesq_wb":2.19211,"pesq_nb":2.80928,"stoi":0.90377,"estoi":0.82043,"si_sdr":2.74862,"mel_dist":0.21642,"stft_dist":1.2855,"f0_rmse_cents":110.95227,"f0_corr":0.88543,"vuv_err":0.14033,"score_intelligibility":0.74677,"score_speaker":0.8394,"score_quality":1.0,"score_fidelity":0.70993,"score":0.82403},"fa":{"n":50,"unit":"wer","wer":37.25714,"wer_orig":25.94286,"dwer":11.31429,"wer_pseudo":20.54054,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.77423,"utmos":2.44178,"dnsmos_ovrl":2.74376,"dnsmos_sig":3.29439,"dnsmos_bak":3.65939,"pesq_wb":1.6928,"pesq_nb":2.45878,"stoi":0.66338,"estoi":0.52019,"si_sdr":-1.93164,"mel_dist":0.21793,"stft_dist":1.39876,"f0_rmse_cents":525.44878,"f0_corr":0.50549,"vuv_err":0.2143,"score_intelligibility":0.70426,"score_speaker":0.77423,"score_quality":0.91996,"score_fidelity":0.45561,"score":0.71351},"he":{"n":50,"unit":"wer","wer":37.90698,"wer_orig":19.4186,"dwer":18.48837,"wer_pseudo":29.57746,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.73152,"utmos":2.44035,"dnsmos_ovrl":2.73111,"dnsmos_sig":3.0626,"dnsmos_bak":3.92303,"pesq_wb":1.88602,"pesq_nb":2.4986,"stoi":0.85714,"estoi":0.72562,"si_sdr":-1.13853,"mel_dist":0.20758,"stft_dist":1.32906,"f0_rmse_cents":144.09445,"f0_corr":0.74632,"vuv_err":0.2057,"score_intelligibility":0.52481,"score_speaker":0.73152,"score_quality":0.96111,"score_fidelity":0.61887,"score":0.70908},"hi":{"n":50,"unit":"wer","wer":34.44137,"wer_orig":26.31579,"dwer":8.12558,"wer_pseudo":22.07084,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.72984,"utmos":2.34009,"dnsmos_ovrl":2.77707,"dnsmos_sig":3.34223,"dnsmos_bak":3.46477,"pesq_wb":1.89302,"pesq_nb":2.52107,"stoi":0.79415,"estoi":0.6431,"si_sdr":0.34722,"mel_dist":0.21541,"stft_dist":1.32575,"f0_rmse_cents":341.01578,"f0_corr":0.70826,"vuv_err":0.22798,"score_intelligibility":0.77073,"score_speaker":0.72984,"score_quality":1.0,"score_fidelity":0.58585,"score":0.77161},"zh":{"n":50,"unit":"cer","wer":12.41983,"wer_orig":7.40525,"dwer":5.01458,"wer_pseudo":5.91463,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.736,"utmos":2.6358,"dnsmos_ovrl":3.01746,"dnsmos_sig":3.35292,"dnsmos_bak":4.03669,"pesq_wb":2.12786,"pesq_nb":2.65812,"stoi":0.85674,"estoi":0.74111,"si_sdr":-1.43402,"mel_dist":0.20244,"stft_dist":1.29536,"f0_rmse_cents":129.02248,"f0_corr":0.88099,"vuv_err":0.12178,"score_intelligibility":0.62633,"score_speaker":0.736,"score_quality":0.94005,"score_fidelity":0.68666,"score":0.74726},"yue":{"n":50,"unit":"cer","wer":29.09657,"wer_orig":14.39252,"dwer":14.70405,"wer_pseudo":25.26916,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.7507,"utmos":2.80213,"dnsmos_ovrl":3.01851,"dnsmos_sig":3.38766,"dnsmos_bak":3.91631,"pesq_wb":1.78399,"pesq_nb":2.36639,"stoi":0.81893,"estoi":0.66808,"si_sdr":-0.54221,"mel_dist":0.19669,"stft_dist":1.27899,"f0_rmse_cents":230.90889,"f0_corr":0.8631,"vuv_err":0.17052,"score_intelligibility":0.51144,"score_speaker":0.7507,"score_quality":0.95929,"score_fidelity":0.63534,"score":0.71419},"ja":{"n":50,"unit":"cer","wer":8.91135,"wer_orig":3.53698,"dwer":5.37437,"wer_pseudo":7.21176,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.69288,"utmos":1.94438,"dnsmos_ovrl":2.49984,"dnsmos_sig":3.13142,"dnsmos_bak":3.37965,"pesq_wb":1.76046,"pesq_nb":2.38627,"stoi":0.64271,"estoi":0.46618,"si_sdr":-3.07526,"mel_dist":0.21484,"stft_dist":1.42357,"f0_rmse_cents":316.30673,"f0_corr":0.6511,"vuv_err":0.16751,"score_intelligibility":0.45776,"score_speaker":0.69288,"score_quality":0.94316,"score_fidelity":0.5037,"score":0.64937},"ko":{"n":50,"unit":"cer","wer":8.28431,"wer_orig":5.14706,"dwer":3.13725,"wer_pseudo":4.15832,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.75018,"utmos":2.87457,"dnsmos_ovrl":2.88639,"dnsmos_sig":3.25323,"dnsmos_bak":3.99942,"pesq_wb":2.32416,"pesq_nb":2.89235,"stoi":0.85379,"estoi":0.74584,"si_sdr":3.29216,"mel_dist":0.1995,"stft_dist":1.16392,"f0_rmse_cents":91.3499,"f0_corr":0.93889,"vuv_err":0.1155,"score_intelligibility":0.66209,"score_speaker":0.75018,"score_quality":0.8762,"score_fidelity":0.72367,"score":0.75303},"th":{"n":50,"unit":"cer","wer":21.30154,"wer_orig":7.61924,"dwer":13.6823,"wer_pseudo":18.06034,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.76666,"utmos":2.33933,"dnsmos_ovrl":2.73517,"dnsmos_sig":3.23218,"dnsmos_bak":3.74185,"pesq_wb":1.73041,"pesq_nb":2.35644,"stoi":0.81314,"estoi":0.68415,"si_sdr":-5.4245,"mel_dist":0.20287,"stft_dist":1.37567,"f0_rmse_cents":212.97126,"f0_corr":0.82208,"vuv_err":0.21807,"score_intelligibility":0.38649,"score_speaker":0.76666,"score_quality":0.97086,"score_fidelity":0.61464,"score":0.68466}}},{"codec":"focalcodec_12_5hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"focalcodec_12_5hz","family":"FocalCodec","checkpoint":"lucadellalib/focalcodec_12_5hz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":12.5,"n_codebooks":1,"codebook_size":8192,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0","paper":"2502.04465","year":2025,"bitrate_kbps":0.1625,"notes":"trained on LibriTTS-960","side_info":null,"warning":null,"env":"main"},"kbps":0.1625,"kbps_measured":0.16269,"tokens_per_s":12.51459,"params_M":145.27199,"efficiency":{"rtf_encode":0.00128,"rtf_decode":0.00041,"peak_vram_gb":1.21008,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.50008,"score_worst_lang":0.44064,"worst_lang":"en","en_gap":-0.06203,"score_intelligibility":0.15124,"score_speaker":0.4047,"score_quality":0.99605,"score_fidelity":0.44834,"dwer":59.68822,"wer":68.49403,"wer_pseudo":67.06938,"sim":0.4047,"utmos":3.04428,"dnsmos_ovrl":3.0334,"dnsmos_sig":3.38878,"dnsmos_bak":3.96614,"pesq_wb":1.188,"pesq_nb":1.40936,"stoi":0.66899,"estoi":0.47553,"si_sdr":-32.47257,"mel_dist":0.35208,"stft_dist":2.09601,"f0_rmse_cents":349.85644,"f0_corr":0.62231,"vuv_err":0.22076,"score_ci95":[0.49593,0.50336]},"per_lang":{"en":{"n":50,"unit":"wer","wer":58.11209,"wer_orig":6.98132,"dwer":51.13078,"wer_pseudo":55.64202,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.28179,"utmos":2.42433,"dnsmos_ovrl":2.55421,"dnsmos_sig":2.98162,"dnsmos_bak":3.89152,"pesq_wb":1.1368,"pesq_nb":1.351,"stoi":0.56967,"estoi":0.35399,"si_sdr":-31.9957,"mel_dist":0.45981,"stft_dist":2.36947,"f0_rmse_cents":577.37705,"f0_corr":0.5362,"vuv_err":0.29278,"score_intelligibility":0.13502,"score_speaker":0.28179,"score_quality":0.96408,"score_fidelity":0.38165,"score":0.44064},"de":{"n":50,"unit":"wer","wer":40.99695,"wer_orig":5.69685,"dwer":35.3001,"wer_pseudo":38.35198,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.47819,"utmos":3.41005,"dnsmos_ovrl":3.22145,"dnsmos_sig":3.50034,"dnsmos_bak":4.09764,"pesq_wb":1.21277,"pesq_nb":1.47111,"stoi":0.72304,"estoi":0.5117,"si_sdr":-30.8812,"mel_dist":0.29834,"stft_dist":1.82108,"f0_rmse_cents":321.08718,"f0_corr":0.58632,"vuv_err":0.20041,"score_intelligibility":0.15946,"score_speaker":0.47819,"score_quality":1.0,"score_fidelity":0.45672,"score":0.52359},"fr":{"n":50,"unit":"wer","wer":83.24111,"wer_orig":4.98024,"dwer":78.26087,"wer_pseudo":83.25397,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.40165,"utmos":3.04443,"dnsmos_ovrl":3.16431,"dnsmos_sig":3.46781,"dnsmos_bak":4.09449,"pesq_wb":1.1647,"pesq_nb":1.31281,"stoi":0.68282,"estoi":0.51822,"si_sdr":-33.04488,"mel_dist":0.37182,"stft_dist":2.11737,"f0_rmse_cents":240.88203,"f0_corr":0.64788,"vuv_err":0.21195,"score_intelligibility":0.07099,"score_speaker":0.40165,"score_quality":1.0,"score_fidelity":0.45925,"score":0.48297},"es":{"n":50,"unit":"wer","wer":25.27273,"wer_orig":3.09091,"dwer":22.18182,"wer_pseudo":24.43026,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.44566,"utmos":3.28838,"dnsmos_ovrl":3.33266,"dnsmos_sig":3.63199,"dnsmos_bak":4.06169,"pesq_wb":1.18641,"pesq_nb":1.3447,"stoi":0.71518,"estoi":0.52378,"si_sdr":-32.37887,"mel_dist":0.34139,"stft_dist":2.05576,"f0_rmse_cents":277.40616,"f0_corr":0.75648,"vuv_err":0.18986,"score_intelligibility":0.15571,"score_speaker":0.44566,"score_quality":1.0,"score_fidelity":0.50831,"score":0.52742},"it":{"n":50,"unit":"wer","wer":23.67942,"wer_orig":2.55009,"dwer":21.12933,"wer_pseudo":22.5777,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.48295,"utmos":3.33982,"dnsmos_ovrl":3.34981,"dnsmos_sig":3.62658,"dnsmos_bak":4.11214,"pesq_wb":1.2448,"pesq_nb":1.42887,"stoi":0.73855,"estoi":0.56876,"si_sdr":-31.35234,"mel_dist":0.33919,"stft_dist":1.98486,"f0_rmse_cents":175.3583,"f0_corr":0.7159,"vuv_err":0.15291,"score_intelligibility":0.14385,"score_speaker":0.48295,"score_quality":1.0,"score_fidelity":0.50813,"score":0.53373},"pt":{"n":50,"unit":"wer","wer":15.72266,"wer_orig":3.41797,"dwer":12.30469,"wer_pseudo":15.35433,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.46825,"utmos":3.41265,"dnsmos_ovrl":3.25639,"dnsmos_sig":3.57731,"dnsmos_bak":4.00015,"pesq_wb":1.16355,"pesq_nb":1.37351,"stoi":0.67774,"estoi":0.49269,"si_sdr":-33.02608,"mel_dist":0.34965,"stft_dist":2.00753,"f0_rmse_cents":645.8552,"f0_corr":0.62069,"vuv_err":0.22941,"score_intelligibility":0.26419,"score_speaker":0.46825,"score_quality":1.0,"score_fidelity":0.44838,"score":0.54521},"nl":{"n":50,"unit":"wer","wer":77.8769,"wer_orig":5.26316,"dwer":72.61374,"wer_pseudo":77.61862,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.43183,"utmos":3.22694,"dnsmos_ovrl":2.65591,"dnsmos_sig":3.00228,"dnsmos_bak":4.0325,"pesq_wb":1.18721,"pesq_nb":1.49885,"stoi":0.70751,"estoi":0.51297,"si_sdr":-32.21392,"mel_dist":0.38216,"stft_dist":2.32792,"f0_rmse_cents":362.34312,"f0_corr":0.62809,"vuv_err":0.26973,"score_intelligibility":0.0794,"score_speaker":0.43183,"score_quality":0.97678,"score_fidelity":0.46303,"score":0.48776},"pl":{"n":50,"unit":"wer","wer":136.07456,"wer_orig":3.28947,"dwer":132.78509,"wer_pseudo":135.96491,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.39863,"utmos":3.19732,"dnsmos_ovrl":3.1222,"dnsmos_sig":3.42481,"dnsmos_bak":4.10933,"pesq_wb":1.19041,"pesq_nb":1.40948,"stoi":0.72557,"estoi":0.52307,"si_sdr":-32.57056,"mel_dist":0.35621,"stft_dist":2.04036,"f0_rmse_cents":468.32629,"f0_corr":0.41794,"vuv_err":0.22988,"score_intelligibility":0.03129,"score_speaker":0.39863,"score_quality":1.0,"score_fidelity":0.3993,"score":0.45731},"cs":{"n":50,"unit":"wer","wer":90.7818,"wer_orig":9.45158,"dwer":81.33022,"wer_pseudo":91.1215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.48984,"utmos":3.18236,"dnsmos_ovrl":3.27574,"dnsmos_sig":3.57362,"dnsmos_bak":4.03899,"pesq_wb":1.16299,"pesq_nb":1.43495,"stoi":0.67367,"estoi":0.50784,"si_sdr":-34.15322,"mel_dist":0.33139,"stft_dist":1.9283,"f0_rmse_cents":250.42591,"f0_corr":0.66274,"vuv_err":0.15942,"score_intelligibility":0.11387,"score_speaker":0.48984,"score_quality":1.0,"score_fidelity":0.46099,"score":0.51618},"tr":{"n":50,"unit":"wer","wer":77.23684,"wer_orig":7.76316,"dwer":69.47368,"wer_pseudo":76.54809,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.44304,"utmos":2.84936,"dnsmos_ovrl":3.05937,"dnsmos_sig":3.3967,"dnsmos_bak":4.03235,"pesq_wb":1.2332,"pesq_nb":1.49868,"stoi":0.67627,"estoi":0.43726,"si_sdr":-33.43045,"mel_dist":0.34412,"stft_dist":2.09151,"f0_rmse_cents":249.57915,"f0_corr":0.74583,"vuv_err":0.15161,"score_intelligibility":0.11201,"score_speaker":0.44304,"score_quality":1.0,"score_fidelity":0.49624,"score":0.51282},"id":{"n":50,"unit":"wer","wer":55.13577,"wer_orig":5.90319,"dwer":49.23259,"wer_pseudo":55.48996,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.29047,"utmos":2.53268,"dnsmos_ovrl":2.93641,"dnsmos_sig":3.35925,"dnsmos_bak":3.57264,"pesq_wb":1.19913,"pesq_nb":1.47475,"stoi":0.587,"estoi":0.36633,"si_sdr":-34.70063,"mel_dist":0.3014,"stft_dist":1.8689,"f0_rmse_cents":500.12447,"f0_corr":0.4771,"vuv_err":0.27444,"score_intelligibility":0.12297,"score_speaker":0.29047,"score_quality":1.0,"score_fidelity":0.37366,"score":0.44678},"vi":{"n":50,"unit":"wer","wer":83.69133,"wer_orig":7.71679,"dwer":75.97454,"wer_pseudo":82.24522,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.31791,"utmos":2.54327,"dnsmos_ovrl":2.87913,"dnsmos_sig":3.35457,"dnsmos_bak":3.71429,"pesq_wb":1.15791,"pesq_nb":1.35489,"stoi":0.57021,"estoi":0.3586,"si_sdr":-31.86299,"mel_dist":0.27589,"stft_dist":1.86036,"f0_rmse_cents":325.683,"f0_corr":0.68987,"vuv_err":0.21527,"score_intelligibility":0.10292,"score_speaker":0.31791,"score_quality":1.0,"score_fidelity":0.43506,"score":0.46397},"ru":{"n":50,"unit":"wer","wer":65.66474,"wer_orig":4.50867,"dwer":61.15607,"wer_pseudo":64.31054,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.39298,"utmos":3.17205,"dnsmos_ovrl":3.02492,"dnsmos_sig":3.3638,"dnsmos_bak":4.05199,"pesq_wb":1.2303,"pesq_nb":1.43176,"stoi":0.69862,"estoi":0.52123,"si_sdr":-31.56063,"mel_dist":0.35517,"stft_dist":1.99863,"f0_rmse_cents":229.23124,"f0_corr":0.6607,"vuv_err":0.25956,"score_intelligibility":0.08263,"score_speaker":0.39298,"score_quality":0.99543,"score_fidelity":0.47504,"score":0.48652},"uk":{"n":50,"unit":"wer","wer":82.97389,"wer_orig":6.46992,"dwer":76.50397,"wer_pseudo":81.81818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.33697,"utmos":3.01076,"dnsmos_ovrl":3.09905,"dnsmos_sig":3.41184,"dnsmos_bak":4.09717,"pesq_wb":1.17931,"pesq_nb":1.4168,"stoi":0.6933,"estoi":0.46919,"si_sdr":-30.89163,"mel_dist":0.37919,"stft_dist":2.07107,"f0_rmse_cents":238.74885,"f0_corr":0.64232,"vuv_err":0.21842,"score_intelligibility":0.08896,"score_speaker":0.33697,"score_quality":1.0,"score_fidelity":0.46229,"score":0.47205},"el":{"n":50,"unit":"wer","wer":87.17435,"wer_orig":12.02405,"dwer":75.1503,"wer_pseudo":86.78679,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.33364,"utmos":3.30327,"dnsmos_ovrl":3.00068,"dnsmos_sig":3.38292,"dnsmos_bak":3.95251,"pesq_wb":1.23669,"pesq_nb":1.49549,"stoi":0.69468,"estoi":0.51061,"si_sdr":-31.28127,"mel_dist":0.29695,"stft_dist":1.86833,"f0_rmse_cents":183.99566,"f0_corr":0.71676,"vuv_err":0.16135,"score_intelligibility":0.14771,"score_speaker":0.33364,"score_quality":1.0,"score_fidelity":0.49302,"score":0.49359},"ar":{"n":50,"unit":"wer","wer":61.89889,"wer_orig":12.45376,"dwer":49.44513,"wer_pseudo":59.45612,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.47417,"utmos":3.287,"dnsmos_ovrl":3.29486,"dnsmos_sig":3.59714,"dnsmos_bak":4.07485,"pesq_wb":1.12412,"pesq_nb":1.21768,"stoi":0.71275,"estoi":0.56126,"si_sdr":-32.34126,"mel_dist":0.36118,"stft_dist":2.17811,"f0_rmse_cents":211.85514,"f0_corr":0.74338,"vuv_err":0.16069,"score_intelligibility":0.2139,"score_speaker":0.47417,"score_quality":1.0,"score_fidelity":0.4972,"score":0.54632},"fa":{"n":50,"unit":"wer","wer":88.34286,"wer_orig":25.94286,"dwer":62.4,"wer_pseudo":79.24324,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.37854,"utmos":2.81637,"dnsmos_ovrl":2.83079,"dnsmos_sig":3.23854,"dnsmos_bak":3.8592,"pesq_wb":1.21246,"pesq_nb":1.5545,"stoi":0.56755,"estoi":0.37115,"si_sdr":-34.00848,"mel_dist":0.35561,"stft_dist":2.04446,"f0_rmse_cents":439.33923,"f0_corr":0.46906,"vuv_err":0.26235,"score_intelligibility":0.30157,"score_speaker":0.37854,"score_quality":0.99813,"score_fidelity":0.36577,"score":0.511},"he":{"n":50,"unit":"wer","wer":88.60465,"wer_orig":19.4186,"dwer":69.18605,"wer_pseudo":86.73709,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.3209,"utmos":2.90718,"dnsmos_ovrl":2.90259,"dnsmos_sig":3.24606,"dnsmos_bak":4.03982,"pesq_wb":1.15384,"pesq_nb":1.41111,"stoi":0.67292,"estoi":0.47709,"si_sdr":-34.30012,"mel_dist":0.37058,"stft_dist":2.12448,"f0_rmse_cents":356.94128,"f0_corr":0.4962,"vuv_err":0.27155,"score_intelligibility":0.22787,"score_speaker":0.3209,"score_quality":1.0,"score_fidelity":0.40436,"score":0.48828},"hi":{"n":50,"unit":"wer","wer":60.01847,"wer_orig":26.31579,"dwer":33.70268,"wer_pseudo":54.58674,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.4103,"utmos":2.90029,"dnsmos_ovrl":3.03676,"dnsmos_sig":3.48918,"dnsmos_bak":3.78112,"pesq_wb":1.15543,"pesq_nb":1.33982,"stoi":0.66639,"estoi":0.46186,"si_sdr":-34.61481,"mel_dist":0.38054,"stft_dist":2.05661,"f0_rmse_cents":389.74465,"f0_corr":0.59701,"vuv_err":0.24727,"score_intelligibility":0.44766,"score_speaker":0.4103,"score_quality":1.0,"score_fidelity":0.43594,"score":0.57348},"zh":{"n":50,"unit":"cer","wer":103.96501,"wer_orig":7.40525,"dwer":96.55977,"wer_pseudo":103.84146,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.42616,"utmos":3.44584,"dnsmos_ovrl":3.15459,"dnsmos_sig":3.45743,"dnsmos_bak":4.08369,"pesq_wb":1.21976,"pesq_nb":1.38789,"stoi":0.69129,"estoi":0.51876,"si_sdr":-29.39245,"mel_dist":0.3215,"stft_dist":2.08767,"f0_rmse_cents":408.87655,"f0_corr":0.59961,"vuv_err":0.23673,"score_intelligibility":0.08008,"score_speaker":0.42616,"score_quality":1.0,"score_fidelity":0.45123,"score":0.48937},"yue":{"n":50,"unit":"cer","wer":76.01246,"wer_orig":14.39252,"dwer":61.61994,"wer_pseudo":75.61748,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.52178,"utmos":3.52957,"dnsmos_ovrl":3.19768,"dnsmos_sig":3.53722,"dnsmos_bak":3.99671,"pesq_wb":1.20119,"pesq_nb":1.41756,"stoi":0.70242,"estoi":0.52704,"si_sdr":-31.73355,"mel_dist":0.28433,"stft_dist":1.88858,"f0_rmse_cents":347.26302,"f0_corr":0.69059,"vuv_err":0.2043,"score_intelligibility":0.19987,"score_speaker":0.52178,"score_quality":1.0,"score_fidelity":0.4835,"score":0.55129},"ja":{"n":50,"unit":"cer","wer":43.27056,"wer_orig":3.53698,"dwer":39.73358,"wer_pseudo":42.5356,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.3511,"utmos":2.38255,"dnsmos_ovrl":2.67224,"dnsmos_sig":3.11568,"dnsmos_bak":3.75955,"pesq_wb":1.20924,"pesq_nb":1.53947,"stoi":0.55555,"estoi":0.31609,"si_sdr":-34.50114,"mel_dist":0.44712,"stft_dist":2.22424,"f0_rmse_cents":478.9968,"f0_corr":0.54602,"vuv_err":0.25659,"score_intelligibility":0.10248,"score_speaker":0.3511,"score_quality":1.0,"score_fidelity":0.38712,"score":0.46018},"ko":{"n":50,"unit":"cer","wer":49.65686,"wer_orig":5.14706,"dwer":44.5098,"wer_pseudo":47.39479,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.41238,"utmos":3.17852,"dnsmos_ovrl":3.03679,"dnsmos_sig":3.36393,"dnsmos_bak":4.03059,"pesq_wb":1.22701,"pesq_nb":1.40093,"stoi":0.71495,"estoi":0.54571,"si_sdr":-31.04071,"mel_dist":0.4062,"stft_dist":3.20111,"f0_rmse_cents":321.60867,"f0_corr":0.7316,"vuv_err":0.16524,"score_intelligibility":0.12135,"score_speaker":0.41238,"score_quality":0.98026,"score_fidelity":0.5038,"score":0.50445},"th":{"n":50,"unit":"cer","wer":68.4519,"wer_orig":7.61924,"dwer":60.83266,"wer_pseudo":68.73861,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.42378,"utmos":2.67767,"dnsmos_ovrl":2.74303,"dnsmos_sig":3.23006,"dnsmos_bak":3.70251,"pesq_wb":1.12272,"pesq_nb":1.25806,"stoi":0.63809,"estoi":0.45741,"si_sdr":-32.06467,"mel_dist":0.3401,"stft_dist":2.08747,"f0_rmse_cents":395.50559,"f0_corr":0.55723,"vuv_err":0.27647,"score_intelligibility":0.1241,"score_speaker":0.42378,"score_quality":0.99054,"score_fidelity":0.41013,"score":0.48714}}},{"codec":"focalcodec_25hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"focalcodec_25hz","family":"FocalCodec","checkpoint":"lucadellalib/focalcodec_25hz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25,"n_codebooks":1,"codebook_size":8192,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0","paper":"2502.04465","year":2025,"bitrate_kbps":0.325,"notes":"trained on LibriTTS-960","side_info":null,"warning":null,"env":"main"},"kbps":0.325,"kbps_measured":0.32473,"tokens_per_s":24.97929,"params_M":144.22341,"efficiency":{"rtf_encode":0.00127,"rtf_decode":0.0004,"peak_vram_gb":1.20582,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.63728,"score_worst_lang":0.4798,"worst_lang":"en","en_gap":-0.16433,"score_intelligibility":0.43367,"score_speaker":0.60887,"score_quality":0.99457,"score_fidelity":0.51202,"dwer":15.2641,"wer":24.06991,"wer_pseudo":20.4961,"sim":0.60887,"utmos":2.85397,"dnsmos_ovrl":3.0476,"dnsmos_sig":3.40546,"dnsmos_bak":3.9723,"pesq_wb":1.28555,"pesq_nb":1.58362,"stoi":0.73562,"estoi":0.56782,"si_sdr":-30.66673,"mel_dist":0.30141,"stft_dist":1.8822,"f0_rmse_cents":293.98357,"f0_corr":0.71885,"vuv_err":0.20412,"score_ci95":[0.6314,0.64429]},"per_lang":{"en":{"n":50,"unit":"wer","wer":40.21632,"wer_orig":6.98132,"dwer":33.235,"wer_pseudo":37.06226,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.40239,"utmos":2.28721,"dnsmos_ovrl":2.49732,"dnsmos_sig":2.93731,"dnsmos_bak":3.89736,"pesq_wb":1.18438,"pesq_nb":1.42895,"stoi":0.6211,"estoi":0.42325,"si_sdr":-32.35025,"mel_dist":0.40285,"stft_dist":2.2304,"f0_rmse_cents":464.99641,"f0_corr":0.59289,"vuv_err":0.29074,"score_intelligibility":0.19364,"score_speaker":0.40239,"score_quality":0.90095,"score_fidelity":0.42223,"score":0.4798},"de":{"n":50,"unit":"wer","wer":9.66429,"wer_orig":5.69685,"dwer":3.96745,"wer_pseudo":5.49339,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.67695,"utmos":3.15389,"dnsmos_ovrl":3.18044,"dnsmos_sig":3.46516,"dnsmos_bak":4.07697,"pesq_wb":1.3788,"pesq_nb":1.73437,"stoi":0.78866,"estoi":0.60773,"si_sdr":-26.9588,"mel_dist":0.25351,"stft_dist":1.63777,"f0_rmse_cents":260.52728,"f0_corr":0.66072,"vuv_err":0.17888,"score_intelligibility":0.62797,"score_speaker":0.67695,"score_quality":1.0,"score_fidelity":0.5192,"score":0.70603},"fr":{"n":50,"unit":"wer","wer":26.16601,"wer_orig":4.98024,"dwer":21.18577,"wer_pseudo":24.68254,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.61138,"utmos":2.87288,"dnsmos_ovrl":3.17462,"dnsmos_sig":3.48293,"dnsmos_bak":4.08685,"pesq_wb":1.24411,"pesq_nb":1.46896,"stoi":0.76214,"estoi":0.62615,"si_sdr":-30.50732,"mel_dist":0.31519,"stft_dist":1.85386,"f0_rmse_cents":178.70277,"f0_corr":0.78142,"vuv_err":0.201,"score_intelligibility":0.22014,"score_speaker":0.61138,"score_quality":1.0,"score_fidelity":0.53777,"score":0.59232},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":2.46126,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.68449,"utmos":3.046,"dnsmos_ovrl":3.30689,"dnsmos_sig":3.61313,"dnsmos_bak":4.03433,"pesq_wb":1.33601,"pesq_nb":1.59167,"stoi":0.79037,"estoi":0.63301,"si_sdr":-29.88344,"mel_dist":0.2918,"stft_dist":1.85975,"f0_rmse_cents":225.76797,"f0_corr":0.82088,"vuv_err":0.18755,"score_intelligibility":0.81818,"score_speaker":0.68449,"score_quality":1.0,"score_fidelity":0.56908,"score":0.76794},"it":{"n":50,"unit":"wer","wer":7.5592,"wer_orig":2.55009,"dwer":5.00911,"wer_pseudo":5.9415,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.69623,"utmos":3.25521,"dnsmos_ovrl":3.35115,"dnsmos_sig":3.62405,"dnsmos_bak":4.11868,"pesq_wb":1.39523,"pesq_nb":1.67469,"stoi":0.80045,"estoi":0.659,"si_sdr":-29.58706,"mel_dist":0.29855,"stft_dist":1.86473,"f0_rmse_cents":169.22948,"f0_corr":0.76581,"vuv_err":0.15279,"score_intelligibility":0.41477,"score_speaker":0.69623,"score_quality":1.0,"score_fidelity":0.55973,"score":0.66768},"pt":{"n":50,"unit":"wer","wer":3.90625,"wer_orig":3.41797,"dwer":0.48828,"wer_pseudo":1.47638,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.701,"utmos":3.25289,"dnsmos_ovrl":3.26352,"dnsmos_sig":3.58412,"dnsmos_bak":3.99138,"pesq_wb":1.25631,"pesq_nb":1.52951,"stoi":0.73274,"estoi":0.56918,"si_sdr":-31.1813,"mel_dist":0.2855,"stft_dist":1.89099,"f0_rmse_cents":569.51622,"f0_corr":0.65983,"vuv_err":0.21469,"score_intelligibility":0.90048,"score_speaker":0.701,"score_quality":1.0,"score_fidelity":0.4886,"score":0.77252},"nl":{"n":50,"unit":"wer","wer":24.35326,"wer_orig":5.26316,"dwer":19.0901,"wer_pseudo":22.38138,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.64066,"utmos":3.07986,"dnsmos_ovrl":2.84457,"dnsmos_sig":3.1838,"dnsmos_bak":4.0894,"pesq_wb":1.29242,"pesq_nb":1.68093,"stoi":0.78429,"estoi":0.62804,"si_sdr":-29.023,"mel_dist":0.31887,"stft_dist":2.0822,"f0_rmse_cents":238.54229,"f0_corr":0.78801,"vuv_err":0.21312,"score_intelligibility":0.24704,"score_speaker":0.64066,"score_quality":1.0,"score_fidelity":0.55195,"score":0.60991},"pl":{"n":50,"unit":"wer","wer":17.32456,"wer_orig":3.28947,"dwer":14.03509,"wer_pseudo":16.11842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.63862,"utmos":2.90698,"dnsmos_ovrl":3.1326,"dnsmos_sig":3.4282,"dnsmos_bak":4.11985,"pesq_wb":1.30168,"pesq_nb":1.61786,"stoi":0.79941,"estoi":0.6365,"si_sdr":-29.33705,"mel_dist":0.29987,"stft_dist":1.80409,"f0_rmse_cents":576.05784,"f0_corr":0.46588,"vuv_err":0.24908,"score_intelligibility":0.23408,"score_speaker":0.63862,"score_quality":1.0,"score_fidelity":0.45049,"score":0.5808},"cs":{"n":50,"unit":"wer","wer":23.68728,"wer_orig":9.45158,"dwer":14.23571,"wer_pseudo":23.01402,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.68708,"utmos":2.99383,"dnsmos_ovrl":3.27857,"dnsmos_sig":3.57047,"dnsmos_bak":4.05463,"pesq_wb":1.25697,"pesq_nb":1.63783,"stoi":0.74745,"estoi":0.5998,"si_sdr":-29.41155,"mel_dist":0.29142,"stft_dist":1.74887,"f0_rmse_cents":176.56839,"f0_corr":0.76172,"vuv_err":0.14842,"score_intelligibility":0.42336,"score_speaker":0.68708,"score_quality":1.0,"score_fidelity":0.52753,"score":0.65949},"tr":{"n":50,"unit":"wer","wer":29.07895,"wer_orig":7.76316,"dwer":21.31579,"wer_pseudo":27.00922,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.62785,"utmos":2.77594,"dnsmos_ovrl":3.09845,"dnsmos_sig":3.41989,"dnsmos_bak":4.05966,"pesq_wb":1.34025,"pesq_nb":1.67289,"stoi":0.74336,"estoi":0.5291,"si_sdr":-31.28223,"mel_dist":0.2976,"stft_dist":1.9307,"f0_rmse_cents":199.61237,"f0_corr":0.84625,"vuv_err":0.15099,"score_intelligibility":0.29134,"score_speaker":0.62785,"score_quality":1.0,"score_fidelity":0.56228,"score":0.62037},"id":{"n":50,"unit":"wer","wer":17.23731,"wer_orig":5.90319,"dwer":11.33412,"wer_pseudo":16.05667,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.51553,"utmos":2.41191,"dnsmos_ovrl":2.93519,"dnsmos_sig":3.38344,"dnsmos_bak":3.5608,"pesq_wb":1.2628,"pesq_nb":1.60717,"stoi":0.6407,"estoi":0.43849,"si_sdr":-34.05355,"mel_dist":0.27324,"stft_dist":1.77294,"f0_rmse_cents":458.1401,"f0_corr":0.57197,"vuv_err":0.27707,"score_intelligibility":0.37852,"score_speaker":0.51553,"score_quality":1.0,"score_fidelity":0.42925,"score":0.58082},"vi":{"n":50,"unit":"wer","wer":26.09387,"wer_orig":7.71679,"dwer":18.37709,"wer_pseudo":23.08917,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.54567,"utmos":2.3371,"dnsmos_ovrl":2.87721,"dnsmos_sig":3.36004,"dnsmos_bak":3.72859,"pesq_wb":1.16752,"pesq_nb":1.38466,"stoi":0.61343,"estoi":0.41666,"si_sdr":-34.61565,"mel_dist":0.25837,"stft_dist":1.82336,"f0_rmse_cents":335.81202,"f0_corr":0.7847,"vuv_err":0.18296,"score_intelligibility":0.32173,"score_speaker":0.54567,"score_quality":1.0,"score_fidelity":0.482,"score":0.58735},"ru":{"n":50,"unit":"wer","wer":9.13295,"wer_orig":4.50867,"dwer":4.62428,"wer_pseudo":6.14137,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.63325,"utmos":3.02159,"dnsmos_ovrl":3.03002,"dnsmos_sig":3.35977,"dnsmos_bak":4.04809,"pesq_wb":1.36922,"pesq_nb":1.69298,"stoi":0.78314,"estoi":0.63417,"si_sdr":-28.35626,"mel_dist":0.31919,"stft_dist":1.8473,"f0_rmse_cents":193.00757,"f0_corr":0.73587,"vuv_err":0.20533,"score_intelligibility":0.54364,"score_speaker":0.63325,"score_quality":0.99668,"score_fidelity":0.5415,"score":0.67877},"uk":{"n":50,"unit":"wer","wer":29.2849,"wer_orig":6.46992,"dwer":22.81498,"wer_pseudo":26.47727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.52684,"utmos":2.80607,"dnsmos_ovrl":3.06604,"dnsmos_sig":3.371,"dnsmos_bak":4.08244,"pesq_wb":1.28865,"pesq_nb":1.57685,"stoi":0.75789,"estoi":0.56712,"si_sdr":-30.51131,"mel_dist":0.34428,"stft_dist":1.98553,"f0_rmse_cents":205.89426,"f0_corr":0.75542,"vuv_err":0.20093,"score_intelligibility":0.24665,"score_speaker":0.52684,"score_quality":1.0,"score_fidelity":0.53193,"score":0.57635},"el":{"n":50,"unit":"wer","wer":34.76954,"wer_orig":12.02405,"dwer":22.74549,"wer_pseudo":30.63063,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.56601,"utmos":3.10246,"dnsmos_ovrl":3.05788,"dnsmos_sig":3.43138,"dnsmos_bak":3.9617,"pesq_wb":1.39232,"pesq_nb":1.74772,"stoi":0.76633,"estoi":0.60269,"si_sdr":-28.23233,"mel_dist":0.25405,"stft_dist":1.72979,"f0_rmse_cents":150.75261,"f0_corr":0.80026,"vuv_err":0.15287,"score_intelligibility":0.36411,"score_speaker":0.56601,"score_quality":1.0,"score_fidelity":0.55956,"score":0.62242},"ar":{"n":50,"unit":"wer","wer":27.127,"wer_orig":12.45376,"dwer":14.67324,"wer_pseudo":21.38443,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.67407,"utmos":3.02136,"dnsmos_ovrl":3.28257,"dnsmos_sig":3.59186,"dnsmos_bak":4.0481,"pesq_wb":1.23204,"pesq_nb":1.42871,"stoi":0.7973,"estoi":0.68119,"si_sdr":-28.36784,"mel_dist":0.30431,"stft_dist":1.92931,"f0_rmse_cents":168.78832,"f0_corr":0.81807,"vuv_err":0.14231,"score_intelligibility":0.47832,"score_speaker":0.67407,"score_quality":1.0,"score_fidelity":0.56056,"score":0.67824},"fa":{"n":50,"unit":"wer","wer":48.22857,"wer_orig":25.94286,"dwer":22.28571,"wer_pseudo":33.51351,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.56939,"utmos":2.67055,"dnsmos_ovrl":2.94571,"dnsmos_sig":3.3449,"dnsmos_bak":3.92501,"pesq_wb":1.24454,"pesq_nb":1.61382,"stoi":0.61198,"estoi":0.43159,"si_sdr":-34.53166,"mel_dist":0.31059,"stft_dist":1.97456,"f0_rmse_cents":380.53654,"f0_corr":0.62847,"vuv_err":0.27088,"score_intelligibility":0.5473,"score_speaker":0.56939,"score_quality":1.0,"score_fidelity":0.43677,"score":0.63837},"he":{"n":50,"unit":"wer","wer":65.0,"wer_orig":19.4186,"dwer":45.5814,"wer_pseudo":59.2723,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.48151,"utmos":2.73009,"dnsmos_ovrl":2.91185,"dnsmos_sig":3.25908,"dnsmos_bak":4.02427,"pesq_wb":1.21061,"pesq_nb":1.52984,"stoi":0.74182,"estoi":0.56003,"si_sdr":-30.55507,"mel_dist":0.31519,"stft_dist":1.81621,"f0_rmse_cents":302.03773,"f0_corr":0.64751,"vuv_err":0.27012,"score_intelligibility":0.30937,"score_speaker":0.48151,"score_quality":1.0,"score_fidelity":0.48317,"score":0.56851},"hi":{"n":50,"unit":"wer","wer":37.76547,"wer_orig":26.31579,"dwer":11.44968,"wer_pseudo":25.88556,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.61451,"utmos":2.7495,"dnsmos_ovrl":2.99602,"dnsmos_sig":3.47731,"dnsmos_bak":3.73345,"pesq_wb":1.25213,"pesq_nb":1.52089,"stoi":0.72764,"estoi":0.5508,"si_sdr":-31.10764,"mel_dist":0.32618,"stft_dist":1.89165,"f0_rmse_cents":332.19341,"f0_corr":0.67207,"vuv_err":0.23311,"score_intelligibility":0.70464,"score_speaker":0.61451,"score_quality":1.0,"score_fidelity":0.49058,"score":0.70243},"zh":{"n":50,"unit":"cer","wer":16.03499,"wer_orig":7.40525,"dwer":8.62974,"wer_pseudo":10.91463,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.64685,"utmos":3.02617,"dnsmos_ovrl":3.11023,"dnsmos_sig":3.43636,"dnsmos_bak":4.03943,"pesq_wb":1.31326,"pesq_nb":1.57596,"stoi":0.76634,"estoi":0.62489,"si_sdr":-28.82662,"mel_dist":0.27893,"stft_dist":1.90305,"f0_rmse_cents":340.67405,"f0_corr":0.69932,"vuv_err":0.15579,"score_intelligibility":0.49341,"score_speaker":0.64685,"score_quality":1.0,"score_fidelity":0.51839,"score":0.66466},"yue":{"n":50,"unit":"cer","wer":26.60436,"wer_orig":14.39252,"dwer":12.21184,"wer_pseudo":24.9525,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.69404,"utmos":3.15985,"dnsmos_ovrl":3.15091,"dnsmos_sig":3.50389,"dnsmos_bak":3.97561,"pesq_wb":1.29508,"pesq_nb":1.60376,"stoi":0.76438,"estoi":0.60462,"si_sdr":-32.21703,"mel_dist":0.2553,"stft_dist":1.77349,"f0_rmse_cents":319.0598,"f0_corr":0.75588,"vuv_err":0.1965,"score_intelligibility":0.55761,"score_speaker":0.69404,"score_quality":1.0,"score_fidelity":0.53486,"score":0.69663},"ja":{"n":50,"unit":"cer","wer":16.58245,"wer_orig":3.53698,"dwer":13.04548,"wer_pseudo":15.06661,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.5013,"utmos":2.17762,"dnsmos_ovrl":2.75314,"dnsmos_sig":3.23306,"dnsmos_bak":3.75792,"pesq_wb":1.25202,"pesq_nb":1.59526,"stoi":0.6009,"estoi":0.38015,"si_sdr":-33.4933,"mel_dist":0.358,"stft_dist":2.05779,"f0_rmse_cents":311.24547,"f0_corr":0.67702,"vuv_err":0.23312,"score_intelligibility":0.25804,"score_speaker":0.5013,"score_quality":1.0,"score_fidelity":0.44998,"score":0.55233},"ko":{"n":50,"unit":"cer","wer":10.63725,"wer_orig":5.14706,"dwer":5.4902,"wer_pseudo":7.81563,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.63371,"utmos":3.1555,"dnsmos_ovrl":3.02394,"dnsmos_sig":3.35468,"dnsmos_bak":4.0575,"pesq_wb":1.3948,"pesq_nb":1.68348,"stoi":0.78971,"estoi":0.65623,"si_sdr":-31.57077,"mel_dist":0.29648,"stft_dist":1.88317,"f0_rmse_cents":193.87431,"f0_corr":0.84233,"vuv_err":0.1262,"score_intelligibility":0.52822,"score_speaker":0.63371,"score_quality":0.97202,"score_fidelity":0.58161,"score":0.67889},"th":{"n":50,"unit":"cer","wer":27.22312,"wer_orig":7.61924,"dwer":19.60388,"wer_pseudo":25.0658,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.6436,"utmos":2.50075,"dnsmos_ovrl":2.87346,"dnsmos_sig":3.31519,"dnsmos_bak":3.86326,"pesq_wb":1.19211,"pesq_nb":1.40804,"stoi":0.72324,"estoi":0.56714,"si_sdr":-30.04057,"mel_dist":0.28462,"stft_dist":1.88139,"f0_rmse_cents":304.06849,"f0_corr":0.7201,"vuv_err":0.26446,"score_intelligibility":0.3054,"score_speaker":0.6436,"score_quality":1.0,"score_fidelity":0.49941,"score":0.6121}}},{"codec":"focalcodec_50hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"focalcodec_50hz","family":"FocalCodec","checkpoint":"lucadellalib/focalcodec_50hz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":1,"codebook_size":8192,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0","paper":"2502.04465","year":2025,"bitrate_kbps":0.65,"notes":"trained on LibriTTS-960","side_info":null,"warning":null,"env":"main"},"kbps":0.65,"kbps_measured":0.6487,"tokens_per_s":49.90038,"params_M":142.12626,"efficiency":{"rtf_encode":0.00129,"rtf_decode":0.00043,"peak_vram_gb":1.19586,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.70938,"score_worst_lang":0.53178,"worst_lang":"en","en_gap":-0.18532,"score_intelligibility":0.59206,"score_speaker":0.71535,"score_quality":0.99235,"score_fidelity":0.53775,"dwer":8.08289,"wer":16.8887,"wer_pseudo":12.4457,"sim":0.71535,"utmos":2.71503,"dnsmos_ovrl":3.02794,"dnsmos_sig":3.39401,"dnsmos_bak":3.95397,"pesq_wb":1.38114,"pesq_nb":1.73487,"stoi":0.77041,"estoi":0.6186,"si_sdr":-30.00692,"mel_dist":0.27992,"stft_dist":1.78746,"f0_rmse_cents":272.43817,"f0_corr":0.73396,"vuv_err":0.19546,"score_ci95":[0.70205,0.71663]},"per_lang":{"en":{"n":50,"unit":"wer","wer":29.00688,"wer_orig":6.98132,"dwer":22.02557,"wer_pseudo":26.16732,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.49857,"utmos":2.26062,"dnsmos_ovrl":2.52184,"dnsmos_sig":2.95716,"dnsmos_bak":3.91222,"pesq_wb":1.22798,"pesq_nb":1.5121,"stoi":0.66888,"estoi":0.47852,"si_sdr":-31.46332,"mel_dist":0.31398,"stft_dist":1.99684,"f0_rmse_cents":289.61731,"f0_corr":0.65342,"vuv_err":0.26122,"score_intelligibility":0.26598,"score_speaker":0.49857,"score_quality":0.90008,"score_fidelity":0.46248,"score":0.53178},"de":{"n":50,"unit":"wer","wer":7.73143,"wer_orig":5.69685,"dwer":2.03459,"wer_pseudo":2.74669,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79498,"utmos":3.05534,"dnsmos_ovrl":3.15922,"dnsmos_sig":3.45212,"dnsmos_bak":4.05729,"pesq_wb":1.47298,"pesq_nb":1.84805,"stoi":0.8209,"estoi":0.65446,"si_sdr":-26.44797,"mel_dist":0.23331,"stft_dist":1.56613,"f0_rmse_cents":248.12772,"f0_corr":0.6982,"vuv_err":0.18516,"score_intelligibility":0.76698,"score_speaker":0.79498,"score_quality":1.0,"score_fidelity":0.55141,"score":0.77834},"fr":{"n":50,"unit":"wer","wer":11.5415,"wer_orig":4.98024,"dwer":6.56126,"wer_pseudo":9.68254,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.70865,"utmos":2.5705,"dnsmos_ovrl":3.1184,"dnsmos_sig":3.44785,"dnsmos_bak":4.04076,"pesq_wb":1.35769,"pesq_nb":1.67324,"stoi":0.80323,"estoi":0.68405,"si_sdr":-30.64402,"mel_dist":0.28179,"stft_dist":1.70864,"f0_rmse_cents":173.36499,"f0_corr":0.82524,"vuv_err":0.19481,"score_intelligibility":0.47684,"score_speaker":0.70865,"score_quality":1.0,"score_fidelity":0.57689,"score":0.69059},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.79022,"utmos":2.90513,"dnsmos_ovrl":3.30907,"dnsmos_sig":3.61226,"dnsmos_bak":4.03641,"pesq_wb":1.45337,"pesq_nb":1.77402,"stoi":0.82015,"estoi":0.68176,"si_sdr":-28.54991,"mel_dist":0.27391,"stft_dist":1.77542,"f0_rmse_cents":226.11988,"f0_corr":0.83676,"vuv_err":0.18745,"score_intelligibility":0.9375,"score_speaker":0.79022,"score_quality":1.0,"score_fidelity":0.59548,"score":0.8308},"it":{"n":50,"unit":"wer","wer":4.37158,"wer_orig":2.55009,"dwer":1.82149,"wer_pseudo":2.83364,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.78938,"utmos":3.14135,"dnsmos_ovrl":3.32767,"dnsmos_sig":3.61213,"dnsmos_bak":4.09355,"pesq_wb":1.54171,"pesq_nb":1.87989,"stoi":0.83111,"estoi":0.70518,"si_sdr":-28.30591,"mel_dist":0.27276,"stft_dist":1.7397,"f0_rmse_cents":141.97481,"f0_corr":0.8013,"vuv_err":0.13854,"score_intelligibility":0.6609,"score_speaker":0.78938,"score_quality":1.0,"score_fidelity":0.59573,"score":0.7615},"pt":{"n":50,"unit":"wer","wer":3.80859,"wer_orig":3.41797,"dwer":0.39062,"wer_pseudo":0.98425,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.79555,"utmos":3.02627,"dnsmos_ovrl":3.24262,"dnsmos_sig":3.55203,"dnsmos_bak":4.00057,"pesq_wb":1.33839,"pesq_nb":1.6671,"stoi":0.77471,"estoi":0.63012,"si_sdr":-29.82421,"mel_dist":0.27906,"stft_dist":1.80228,"f0_rmse_cents":569.52271,"f0_corr":0.70837,"vuv_err":0.21235,"score_intelligibility":0.91877,"score_speaker":0.79555,"score_quality":1.0,"score_fidelity":0.52659,"score":0.81023},"nl":{"n":50,"unit":"wer","wer":14.00535,"wer_orig":5.26316,"dwer":8.74219,"wer_pseudo":10.56401,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.74651,"utmos":3.00052,"dnsmos_ovrl":2.8,"dnsmos_sig":3.16363,"dnsmos_bak":4.08025,"pesq_wb":1.34628,"pesq_nb":1.77812,"stoi":0.82325,"estoi":0.68106,"si_sdr":-30.61227,"mel_dist":0.29393,"stft_dist":1.92084,"f0_rmse_cents":230.27649,"f0_corr":0.81184,"vuv_err":0.20341,"score_intelligibility":0.41739,"score_speaker":0.74651,"score_quality":1.0,"score_fidelity":0.57801,"score":0.68548},"pl":{"n":50,"unit":"wer","wer":10.63596,"wer_orig":3.28947,"dwer":7.34649,"wer_pseudo":9.42982,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.74418,"utmos":2.75506,"dnsmos_ovrl":3.11409,"dnsmos_sig":3.42991,"dnsmos_bak":4.08971,"pesq_wb":1.41465,"pesq_nb":1.79455,"stoi":0.8315,"estoi":0.69084,"si_sdr":-28.36324,"mel_dist":0.27363,"stft_dist":1.71761,"f0_rmse_cents":597.30382,"f0_corr":0.45418,"vuv_err":0.24597,"score_intelligibility":0.36864,"score_speaker":0.74418,"score_quality":1.0,"score_fidelity":0.46805,"score":0.64522},"cs":{"n":50,"unit":"wer","wer":16.45274,"wer_orig":9.45158,"dwer":7.00117,"wer_pseudo":14.01869,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.79718,"utmos":2.83223,"dnsmos_ovrl":3.25613,"dnsmos_sig":3.56028,"dnsmos_bak":4.02337,"pesq_wb":1.32537,"pesq_nb":1.78253,"stoi":0.77876,"estoi":0.64266,"si_sdr":-29.04381,"mel_dist":0.27473,"stft_dist":1.68317,"f0_rmse_cents":172.61287,"f0_corr":0.7815,"vuv_err":0.1393,"score_intelligibility":0.59885,"score_speaker":0.79718,"score_quality":1.0,"score_fidelity":0.55107,"score":0.73678},"tr":{"n":50,"unit":"wer","wer":17.10526,"wer_orig":7.76316,"dwer":9.34211,"wer_pseudo":13.30698,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.72247,"utmos":2.60655,"dnsmos_ovrl":3.06254,"dnsmos_sig":3.40509,"dnsmos_bak":4.01409,"pesq_wb":1.46811,"pesq_nb":1.85391,"stoi":0.77497,"estoi":0.58715,"si_sdr":-31.33348,"mel_dist":0.28559,"stft_dist":1.86424,"f0_rmse_cents":193.68594,"f0_corr":0.84512,"vuv_err":0.13596,"score_intelligibility":0.48401,"score_speaker":0.72247,"score_quality":1.0,"score_fidelity":0.58461,"score":0.69777},"id":{"n":50,"unit":"wer","wer":11.80638,"wer_orig":5.90319,"dwer":5.90319,"wer_pseudo":10.15348,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.64501,"utmos":2.23902,"dnsmos_ovrl":2.85691,"dnsmos_sig":3.30527,"dnsmos_bak":3.49765,"pesq_wb":1.31048,"pesq_nb":1.70539,"stoi":0.6782,"estoi":0.48452,"si_sdr":-32.14238,"mel_dist":0.26163,"stft_dist":1.71871,"f0_rmse_cents":428.42586,"f0_corr":0.56229,"vuv_err":0.24071,"score_intelligibility":0.53904,"score_speaker":0.64501,"score_quality":1.0,"score_fidelity":0.44307,"score":0.65678},"vi":{"n":50,"unit":"wer","wer":16.86555,"wer_orig":7.71679,"dwer":9.14877,"wer_pseudo":14.33121,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.66696,"utmos":2.18245,"dnsmos_ovrl":2.82417,"dnsmos_sig":3.32175,"dnsmos_bak":3.68392,"pesq_wb":1.27669,"pesq_nb":1.56178,"stoi":0.65919,"estoi":0.48401,"si_sdr":-33.73355,"mel_dist":0.23658,"stft_dist":1.70119,"f0_rmse_cents":263.87388,"f0_corr":0.81765,"vuv_err":0.1756,"score_intelligibility":0.48791,"score_speaker":0.66696,"score_quality":0.99381,"score_fidelity":0.51863,"score":0.66683},"ru":{"n":50,"unit":"wer","wer":6.12717,"wer_orig":4.50867,"dwer":1.6185,"wer_pseudo":2.43337,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.73735,"utmos":2.83579,"dnsmos_ovrl":3.06865,"dnsmos_sig":3.39691,"dnsmos_bak":4.05996,"pesq_wb":1.48265,"pesq_nb":1.86041,"stoi":0.81404,"estoi":0.67883,"si_sdr":-28.28786,"mel_dist":0.29798,"stft_dist":1.75485,"f0_rmse_cents":168.14801,"f0_corr":0.78623,"vuv_err":0.21376,"score_intelligibility":0.77291,"score_speaker":0.73735,"score_quality":1.0,"score_fidelity":0.57939,"score":0.77241},"uk":{"n":50,"unit":"wer","wer":22.47446,"wer_orig":6.46992,"dwer":16.00454,"wer_pseudo":19.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.61865,"utmos":2.75039,"dnsmos_ovrl":3.05702,"dnsmos_sig":3.37618,"dnsmos_bak":4.07217,"pesq_wb":1.36406,"pesq_nb":1.68708,"stoi":0.78701,"estoi":0.61091,"si_sdr":-29.60762,"mel_dist":0.30489,"stft_dist":1.85728,"f0_rmse_cents":224.53696,"f0_corr":0.78499,"vuv_err":0.18553,"score_intelligibility":0.31821,"score_speaker":0.61865,"score_quality":1.0,"score_fidelity":0.55867,"score":0.62388},"el":{"n":50,"unit":"wer","wer":23.04609,"wer_orig":12.02405,"dwer":11.02204,"wer_pseudo":18.51852,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.69843,"utmos":2.83398,"dnsmos_ovrl":2.9643,"dnsmos_sig":3.37287,"dnsmos_bak":3.90109,"pesq_wb":1.50314,"pesq_nb":1.93033,"stoi":0.79896,"estoi":0.65207,"si_sdr":-27.84219,"mel_dist":0.24264,"stft_dist":1.62082,"f0_rmse_cents":154.4587,"f0_corr":0.78559,"vuv_err":0.15253,"score_intelligibility":0.54163,"score_speaker":0.69843,"score_quality":0.99603,"score_fidelity":0.5761,"score":0.70305},"ar":{"n":50,"unit":"wer","wer":19.23551,"wer_orig":12.45376,"dwer":6.78175,"wer_pseudo":12.36094,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.78499,"utmos":2.83689,"dnsmos_ovrl":3.26485,"dnsmos_sig":3.57172,"dnsmos_bak":4.05765,"pesq_wb":1.33601,"pesq_nb":1.56652,"stoi":0.83419,"estoi":0.73262,"si_sdr":-29.34813,"mel_dist":0.27549,"stft_dist":1.78996,"f0_rmse_cents":158.54996,"f0_corr":0.83289,"vuv_err":0.14549,"score_intelligibility":0.66486,"score_speaker":0.78499,"score_quality":1.0,"score_fidelity":0.58769,"score":0.75939},"fa":{"n":50,"unit":"wer","wer":37.71429,"wer_orig":25.94286,"dwer":11.77143,"wer_pseudo":22.16216,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.67455,"utmos":2.58224,"dnsmos_ovrl":2.9063,"dnsmos_sig":3.33033,"dnsmos_bak":3.86633,"pesq_wb":1.32384,"pesq_nb":1.7529,"stoi":0.64295,"estoi":0.47535,"si_sdr":-33.74459,"mel_dist":0.30003,"stft_dist":1.87313,"f0_rmse_cents":327.5873,"f0_corr":0.59265,"vuv_err":0.22312,"score_intelligibility":0.69594,"score_speaker":0.67455,"score_quality":0.98892,"score_fidelity":0.44271,"score":0.70053},"he":{"n":50,"unit":"wer","wer":50.34884,"wer_orig":19.4186,"dwer":30.93023,"wer_pseudo":41.66667,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.59157,"utmos":2.55913,"dnsmos_ovrl":2.89789,"dnsmos_sig":3.25009,"dnsmos_bak":4.01315,"pesq_wb":1.32439,"pesq_nb":1.68237,"stoi":0.78366,"estoi":0.62359,"si_sdr":-32.30609,"mel_dist":0.28168,"stft_dist":1.71099,"f0_rmse_cents":300.14297,"f0_corr":0.65352,"vuv_err":0.25629,"score_intelligibility":0.39764,"score_speaker":0.59157,"score_quality":1.0,"score_fidelity":0.50996,"score":0.62479},"hi":{"n":50,"unit":"wer","wer":32.96399,"wer_orig":26.31579,"dwer":6.6482,"wer_pseudo":19.1644,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.72414,"utmos":2.66246,"dnsmos_ovrl":2.96274,"dnsmos_sig":3.4426,"dnsmos_bak":3.72011,"pesq_wb":1.31259,"pesq_nb":1.63225,"stoi":0.75738,"estoi":0.59321,"si_sdr":-29.4829,"mel_dist":0.31822,"stft_dist":1.82841,"f0_rmse_cents":273.29358,"f0_corr":0.6718,"vuv_err":0.22499,"score_intelligibility":0.80426,"score_speaker":0.72414,"score_quality":1.0,"score_fidelity":0.50616,"score":0.75864},"zh":{"n":50,"unit":"cer","wer":9.97085,"wer_orig":7.40525,"dwer":2.5656,"wer_pseudo":4.39024,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.75721,"utmos":2.91336,"dnsmos_ovrl":3.13021,"dnsmos_sig":3.44687,"dnsmos_bak":4.05263,"pesq_wb":1.46539,"pesq_nb":1.7927,"stoi":0.80933,"estoi":0.68959,"si_sdr":-27.7928,"mel_dist":0.25992,"stft_dist":1.80648,"f0_rmse_cents":304.99271,"f0_corr":0.72723,"vuv_err":0.15647,"score_intelligibility":0.76614,"score_speaker":0.75721,"score_quality":1.0,"score_fidelity":0.55651,"score":0.76997},"yue":{"n":50,"unit":"cer","wer":22.86604,"wer_orig":14.39252,"dwer":8.47352,"wer_pseudo":16.84611,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.78984,"utmos":3.06655,"dnsmos_ovrl":3.12971,"dnsmos_sig":3.48278,"dnsmos_bak":3.96595,"pesq_wb":1.41549,"pesq_nb":1.80499,"stoi":0.79779,"estoi":0.65017,"si_sdr":-29.0207,"mel_dist":0.23378,"stft_dist":1.65358,"f0_rmse_cents":253.92157,"f0_corr":0.80954,"vuv_err":0.18013,"score_intelligibility":0.64495,"score_speaker":0.78984,"score_quality":1.0,"score_fidelity":0.57535,"score":0.75253},"ja":{"n":50,"unit":"cer","wer":9.69224,"wer_orig":3.53698,"dwer":6.15526,"wer_pseudo":8.08452,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.61857,"utmos":2.16787,"dnsmos_ovrl":2.77745,"dnsmos_sig":3.23134,"dnsmos_bak":3.80795,"pesq_wb":1.31151,"pesq_nb":1.74555,"stoi":0.62905,"estoi":0.41992,"si_sdr":-33.75152,"mel_dist":0.37121,"stft_dist":2.03126,"f0_rmse_cents":348.83231,"f0_corr":0.61548,"vuv_err":0.25972,"score_intelligibility":0.42432,"score_speaker":0.61857,"score_quality":1.0,"score_fidelity":0.44451,"score":0.62185},"ko":{"n":50,"unit":"cer","wer":6.81373,"wer_orig":5.14706,"dwer":1.66667,"wer_pseudo":3.50701,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.75433,"utmos":3.00942,"dnsmos_ovrl":3.09402,"dnsmos_sig":3.42933,"dnsmos_bak":4.04118,"pesq_wb":1.52827,"pesq_nb":1.84807,"stoi":0.81554,"estoi":0.70137,"si_sdr":-29.21414,"mel_dist":0.28004,"stft_dist":2.01538,"f0_rmse_cents":170.85463,"f0_corr":0.86332,"vuv_err":0.11427,"score_intelligibility":0.7867,"score_speaker":0.75433,"score_quality":0.94481,"score_fidelity":0.60993,"score":0.77394},"th":{"n":50,"unit":"cer","wer":17.38076,"wer_orig":7.61924,"dwer":9.76152,"wer_pseudo":15.02328,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.71905,"utmos":2.36765,"dnsmos_ovrl":2.82473,"dnsmos_sig":3.30586,"dnsmos_bak":3.80722,"pesq_wb":1.24632,"pesq_nb":1.50314,"stoi":0.75508,"estoi":0.61443,"si_sdr":-29.30352,"mel_dist":0.27137,"stft_dist":1.7621,"f0_rmse_cents":318.29118,"f0_corr":0.69588,"vuv_err":0.25817,"score_intelligibility":0.46893,"score_speaker":0.71905,"score_quality":0.99273,"score_fidelity":0.50711,"score":0.67195}}},{"codec":"focalcodec_stream_50hz_2k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"focalcodec_stream_50hz_2k","family":"FocalCodec","checkpoint":"lucadellalib/focalcodec_50hz_2k_causal","sample_rate":16000,"output_sample_rate":24000,"frame_rate":50,"n_codebooks":1,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"Apache-2.0","paper":"2509.16195","year":2025,"bitrate_kbps":0.55,"notes":"FocalCodec-Stream (80 ms latency), trained on Libri-Light; run offline here","side_info":null,"warning":null,"env":"main"},"kbps":0.55,"kbps_measured":0.55,"tokens_per_s":50.0,"params_M":249.03644,"efficiency":{"rtf_encode":0.00159,"rtf_decode":0.00066,"peak_vram_gb":1.65597,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.57656,"score_worst_lang":0.46147,"worst_lang":"en","en_gap":-0.1201,"score_intelligibility":0.33201,"score_speaker":0.57204,"score_quality":0.92436,"score_fidelity":0.47785,"dwer":21.57134,"wer":30.37715,"wer_pseudo":27.5831,"sim":0.57204,"utmos":2.37573,"dnsmos_ovrl":2.95478,"dnsmos_sig":3.3594,"dnsmos_bak":3.89176,"pesq_wb":1.22793,"pesq_nb":1.50379,"stoi":0.70455,"estoi":0.54058,"si_sdr":-31.09069,"mel_dist":0.32226,"stft_dist":1.92057,"f0_rmse_cents":317.55843,"f0_corr":0.66387,"vuv_err":0.21956,"score_ci95":[0.57023,0.58238]},"per_lang":{"en":{"n":50,"unit":"wer","wer":38.0531,"wer_orig":6.98132,"dwer":31.07178,"wer_pseudo":35.60311,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.42253,"utmos":2.11986,"dnsmos_ovrl":2.47601,"dnsmos_sig":2.9375,"dnsmos_bak":3.86978,"pesq_wb":1.14903,"pesq_nb":1.38732,"stoi":0.61034,"estoi":0.42073,"si_sdr":-30.52647,"mel_dist":0.39152,"stft_dist":2.24162,"f0_rmse_cents":712.64821,"f0_corr":0.48608,"vuv_err":0.28656,"score_intelligibility":0.20437,"score_speaker":0.42253,"score_quality":0.8393,"score_fidelity":0.37966,"score":0.46147},"de":{"n":50,"unit":"wer","wer":14.34385,"wer_orig":5.69685,"dwer":8.647,"wer_pseudo":11.0885,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.62812,"utmos":2.79279,"dnsmos_ovrl":3.15121,"dnsmos_sig":3.45565,"dnsmos_bak":4.06709,"pesq_wb":1.2893,"pesq_nb":1.58345,"stoi":0.75835,"estoi":0.57645,"si_sdr":-30.21888,"mel_dist":0.26856,"stft_dist":1.65976,"f0_rmse_cents":280.84855,"f0_corr":0.63602,"vuv_err":0.21546,"score_intelligibility":0.43645,"score_speaker":0.62812,"score_quality":1.0,"score_fidelity":0.49234,"score":0.63923},"fr":{"n":50,"unit":"wer","wer":28.6166,"wer_orig":4.98024,"dwer":23.63636,"wer_pseudo":27.30159,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.59252,"utmos":2.33957,"dnsmos_ovrl":3.0144,"dnsmos_sig":3.37209,"dnsmos_bak":3.9714,"pesq_wb":1.23218,"pesq_nb":1.42463,"stoi":0.73498,"estoi":0.60891,"si_sdr":-29.60315,"mel_dist":0.32741,"stft_dist":1.8189,"f0_rmse_cents":238.32962,"f0_corr":0.72981,"vuv_err":0.22164,"score_intelligibility":0.20192,"score_speaker":0.59252,"score_quality":0.98698,"score_fidelity":0.51037,"score":0.57295},"es":{"n":50,"unit":"wer","wer":4.81818,"wer_orig":3.09091,"dwer":1.72727,"wer_pseudo":4.28441,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.59506,"utmos":2.42106,"dnsmos_ovrl":3.18715,"dnsmos_sig":3.55384,"dnsmos_bak":3.92898,"pesq_wb":1.28628,"pesq_nb":1.53275,"stoi":0.7519,"estoi":0.58877,"si_sdr":-30.50065,"mel_dist":0.3323,"stft_dist":1.87423,"f0_rmse_cents":259.45867,"f0_corr":0.79301,"vuv_err":0.20162,"score_intelligibility":0.70312,"score_speaker":0.59506,"score_quality":0.90351,"score_fidelity":0.54224,"score":0.68598},"it":{"n":50,"unit":"wer","wer":7.37705,"wer_orig":2.55009,"dwer":4.82696,"wer_pseudo":7.03839,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.62846,"utmos":2.76753,"dnsmos_ovrl":3.21793,"dnsmos_sig":3.5531,"dnsmos_bak":4.00856,"pesq_wb":1.31487,"pesq_nb":1.55623,"stoi":0.77448,"estoi":0.62641,"si_sdr":-28.18186,"mel_dist":0.31146,"stft_dist":1.81083,"f0_rmse_cents":188.96597,"f0_corr":0.70351,"vuv_err":0.15153,"score_intelligibility":0.42379,"score_speaker":0.62846,"score_quality":0.90068,"score_fidelity":0.52265,"score":0.6189},"pt":{"n":50,"unit":"wer","wer":9.375,"wer_orig":3.41797,"dwer":5.95703,"wer_pseudo":7.87402,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.63495,"utmos":2.73534,"dnsmos_ovrl":3.16882,"dnsmos_sig":3.56776,"dnsmos_bak":3.82643,"pesq_wb":1.21655,"pesq_nb":1.47405,"stoi":0.70855,"estoi":0.55017,"si_sdr":-30.03164,"mel_dist":0.30696,"stft_dist":1.82079,"f0_rmse_cents":571.34385,"f0_corr":0.6708,"vuv_err":0.2498,"score_intelligibility":0.42583,"score_speaker":0.63495,"score_quality":1.0,"score_fidelity":0.48041,"score":0.6353},"nl":{"n":50,"unit":"wer","wer":32.64942,"wer_orig":5.26316,"dwer":27.38626,"wer_pseudo":29.812,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.56025,"utmos":2.4339,"dnsmos_ovrl":2.77182,"dnsmos_sig":3.14922,"dnsmos_bak":4.03381,"pesq_wb":1.18692,"pesq_nb":1.53789,"stoi":0.73923,"estoi":0.58251,"si_sdr":-31.48619,"mel_dist":0.35334,"stft_dist":2.41267,"f0_rmse_cents":285.21494,"f0_corr":0.66594,"vuv_err":0.22354,"score_intelligibility":0.18613,"score_speaker":0.56025,"score_quality":0.86418,"score_fidelity":0.48619,"score":0.52419},"pl":{"n":50,"unit":"wer","wer":32.56579,"wer_orig":3.28947,"dwer":29.27632,"wer_pseudo":32.23684,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.59992,"utmos":2.43353,"dnsmos_ovrl":2.99309,"dnsmos_sig":3.36014,"dnsmos_bak":3.99892,"pesq_wb":1.22932,"pesq_nb":1.52235,"stoi":0.76489,"estoi":0.604,"si_sdr":-30.98924,"mel_dist":0.33819,"stft_dist":1.85821,"f0_rmse_cents":226.04706,"f0_corr":0.55726,"vuv_err":0.19686,"score_intelligibility":0.12779,"score_speaker":0.59992,"score_quality":0.90979,"score_fidelity":0.46256,"score":0.52501},"cs":{"n":50,"unit":"wer","wer":36.52275,"wer_orig":9.45158,"dwer":27.07118,"wer_pseudo":35.74766,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.65698,"utmos":2.5365,"dnsmos_ovrl":3.19716,"dnsmos_sig":3.53871,"dnsmos_bak":3.95304,"pesq_wb":1.22503,"pesq_nb":1.57866,"stoi":0.71503,"estoi":0.57181,"si_sdr":-32.40646,"mel_dist":0.3258,"stft_dist":1.77226,"f0_rmse_cents":190.32149,"f0_corr":0.69258,"vuv_err":0.15325,"score_intelligibility":0.27854,"score_speaker":0.65698,"score_quality":0.98929,"score_fidelity":0.49064,"score":0.60386},"tr":{"n":50,"unit":"wer","wer":32.5,"wer_orig":7.76316,"dwer":24.73684,"wer_pseudo":30.43478,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.58624,"utmos":2.26868,"dnsmos_ovrl":2.97015,"dnsmos_sig":3.3697,"dnsmos_bak":3.9198,"pesq_wb":1.27665,"pesq_nb":1.61747,"stoi":0.71285,"estoi":0.50448,"si_sdr":-33.79599,"mel_dist":0.3409,"stft_dist":2.00135,"f0_rmse_cents":208.66842,"f0_corr":0.79651,"vuv_err":0.17471,"score_intelligibility":0.26159,"score_speaker":0.58624,"score_quality":0.976,"score_fidelity":0.52947,"score":0.58832},"id":{"n":50,"unit":"wer","wer":35.77332,"wer_orig":5.90319,"dwer":29.87013,"wer_pseudo":34.71074,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.47677,"utmos":1.97053,"dnsmos_ovrl":2.85571,"dnsmos_sig":3.36679,"dnsmos_bak":3.50517,"pesq_wb":1.21294,"pesq_nb":1.53371,"stoi":0.6154,"estoi":0.41227,"si_sdr":-32.97255,"mel_dist":0.28508,"stft_dist":1.71471,"f0_rmse_cents":451.81726,"f0_corr":0.64807,"vuv_err":0.32468,"score_intelligibility":0.18772,"score_speaker":0.47677,"score_quality":1.0,"score_fidelity":0.44144,"score":0.52648},"vi":{"n":50,"unit":"wer","wer":40.97056,"wer_orig":7.71679,"dwer":33.25378,"wer_pseudo":38.8535,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.56447,"utmos":1.92779,"dnsmos_ovrl":2.7772,"dnsmos_sig":3.28964,"dnsmos_bak":3.69194,"pesq_wb":1.16093,"pesq_nb":1.4148,"stoi":0.59222,"estoi":0.40058,"si_sdr":-34.24924,"mel_dist":0.25203,"stft_dist":1.74637,"f0_rmse_cents":376.66324,"f0_corr":0.67232,"vuv_err":0.20985,"score_intelligibility":0.20769,"score_speaker":0.56447,"score_quality":0.90102,"score_fidelity":0.43684,"score":0.5275},"ru":{"n":50,"unit":"wer","wer":13.17919,"wer_orig":4.50867,"dwer":8.67052,"wer_pseudo":11.23986,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.62263,"utmos":2.5442,"dnsmos_ovrl":2.97178,"dnsmos_sig":3.34641,"dnsmos_bak":3.98393,"pesq_wb":1.30154,"pesq_nb":1.59748,"stoi":0.7534,"estoi":0.6089,"si_sdr":-27.75305,"mel_dist":0.33312,"stft_dist":1.89299,"f0_rmse_cents":201.27731,"f0_corr":0.70797,"vuv_err":0.21442,"score_intelligibility":0.3885,"score_speaker":0.62263,"score_quality":0.94045,"score_fidelity":0.51584,"score":0.61686},"uk":{"n":50,"unit":"wer","wer":33.59818,"wer_orig":6.46992,"dwer":27.12826,"wer_pseudo":31.13636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.49545,"utmos":2.49758,"dnsmos_ovrl":3.03639,"dnsmos_sig":3.37396,"dnsmos_bak":4.05034,"pesq_wb":1.23886,"pesq_nb":1.49304,"stoi":0.73162,"estoi":0.54895,"si_sdr":-30.10378,"mel_dist":0.37382,"stft_dist":2.07808,"f0_rmse_cents":257.57364,"f0_corr":0.72585,"vuv_err":0.19761,"score_intelligibility":0.2159,"score_speaker":0.49545,"score_quality":0.96975,"score_fidelity":0.50857,"score":0.54742},"el":{"n":50,"unit":"wer","wer":43.88778,"wer_orig":12.02405,"dwer":31.86373,"wer_pseudo":41.84184,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.50691,"utmos":2.55959,"dnsmos_ovrl":2.85937,"dnsmos_sig":3.29053,"dnsmos_bak":3.83678,"pesq_wb":1.3093,"pesq_nb":1.66468,"stoi":0.73567,"estoi":0.57963,"si_sdr":-30.03428,"mel_dist":0.27221,"stft_dist":1.67778,"f0_rmse_cents":238.99333,"f0_corr":0.63326,"vuv_err":0.19442,"score_intelligibility":0.29015,"score_speaker":0.50691,"score_quality":0.91868,"score_fidelity":0.48577,"score":0.55038},"ar":{"n":50,"unit":"wer","wer":28.85327,"wer_orig":12.45376,"dwer":16.39951,"wer_pseudo":24.84549,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.66366,"utmos":2.32361,"dnsmos_ovrl":3.14299,"dnsmos_sig":3.51428,"dnsmos_bak":3.93968,"pesq_wb":1.18872,"pesq_nb":1.36545,"stoi":0.76558,"estoi":0.64379,"si_sdr":-30.3981,"mel_dist":0.32377,"stft_dist":1.89915,"f0_rmse_cents":216.36779,"f0_corr":0.75524,"vuv_err":0.18899,"score_intelligibility":0.45066,"score_speaker":0.66366,"score_quality":0.89344,"score_fidelity":0.52491,"score":0.63317},"fa":{"n":50,"unit":"wer","wer":57.25714,"wer_orig":25.94286,"dwer":31.31429,"wer_pseudo":45.2973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.52418,"utmos":2.16143,"dnsmos_ovrl":2.86585,"dnsmos_sig":3.33391,"dnsmos_bak":3.82467,"pesq_wb":1.16324,"pesq_nb":1.49567,"stoi":0.57239,"estoi":0.39467,"si_sdr":-35.5874,"mel_dist":0.34584,"stft_dist":2.0655,"f0_rmse_cents":408.67787,"f0_corr":0.56179,"vuv_err":0.25494,"score_intelligibility":0.46248,"score_speaker":0.52418,"score_quality":0.85889,"score_fidelity":0.3936,"score":0.55979},"he":{"n":50,"unit":"wer","wer":66.16279,"wer_orig":19.4186,"dwer":46.74419,"wer_pseudo":62.0892,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.46855,"utmos":2.40489,"dnsmos_ovrl":2.92893,"dnsmos_sig":3.28012,"dnsmos_bak":4.00818,"pesq_wb":1.18078,"pesq_nb":1.48185,"stoi":0.72151,"estoi":0.56168,"si_sdr":-31.90578,"mel_dist":0.33215,"stft_dist":2.16954,"f0_rmse_cents":300.76018,"f0_corr":0.59122,"vuv_err":0.23596,"score_intelligibility":0.30402,"score_speaker":0.46855,"score_quality":0.97233,"score_fidelity":0.4548,"score":0.54992},"hi":{"n":50,"unit":"wer","wer":48.8458,"wer_orig":26.31579,"dwer":22.53001,"wer_pseudo":41.32607,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.52669,"utmos":2.23373,"dnsmos_ovrl":2.90135,"dnsmos_sig":3.42301,"dnsmos_bak":3.66302,"pesq_wb":1.19045,"pesq_nb":1.41105,"stoi":0.69531,"estoi":0.51794,"si_sdr":-30.24792,"mel_dist":0.35229,"stft_dist":1.90963,"f0_rmse_cents":296.97277,"f0_corr":0.65365,"vuv_err":0.21815,"score_intelligibility":0.54801,"score_speaker":0.52669,"score_quality":0.97619,"score_fidelity":0.46779,"score":0.62967},"zh":{"n":50,"unit":"cer","wer":20.0,"wer_orig":7.40525,"dwer":12.59475,"wer_pseudo":14.81707,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.61355,"utmos":2.29461,"dnsmos_ovrl":2.9138,"dnsmos_sig":3.3116,"dnsmos_bak":3.92493,"pesq_wb":1.22386,"pesq_nb":1.46849,"stoi":0.72329,"estoi":0.57438,"si_sdr":-29.81143,"mel_dist":0.30031,"stft_dist":1.89024,"f0_rmse_cents":298.97141,"f0_corr":0.70809,"vuv_err":0.19528,"score_intelligibility":0.40025,"score_speaker":0.61355,"score_quality":0.82067,"score_fidelity":0.49845,"score":0.58323},"yue":{"n":50,"unit":"cer","wer":31.65109,"wer_orig":14.39252,"dwer":17.25857,"wer_pseudo":29.06903,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.68211,"utmos":2.67397,"dnsmos_ovrl":3.04899,"dnsmos_sig":3.43508,"dnsmos_bak":3.89833,"pesq_wb":1.24823,"pesq_nb":1.52276,"stoi":0.7329,"estoi":0.5771,"si_sdr":-30.0825,"mel_dist":0.26423,"stft_dist":1.70974,"f0_rmse_cents":246.73835,"f0_corr":0.74628,"vuv_err":0.20599,"score_intelligibility":0.47142,"score_speaker":0.68211,"score_quality":0.93029,"score_fidelity":0.5167,"score":0.65013},"ja":{"n":50,"unit":"cer","wer":23.97795,"wer_orig":3.53698,"dwer":20.44097,"wer_pseudo":23.01332,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.45501,"utmos":1.91038,"dnsmos_ovrl":2.77843,"dnsmos_sig":3.28072,"dnsmos_bak":3.74843,"pesq_wb":1.20914,"pesq_nb":1.5472,"stoi":0.56718,"estoi":0.37042,"si_sdr":-32.76177,"mel_dist":0.38942,"stft_dist":2.21882,"f0_rmse_cents":337.9719,"f0_corr":0.54729,"vuv_err":0.25798,"score_intelligibility":0.18164,"score_speaker":0.45501,"score_quality":0.93952,"score_fidelity":0.39141,"score":0.49189},"ko":{"n":50,"unit":"cer","wer":17.0098,"wer_orig":5.14706,"dwer":11.86275,"wer_pseudo":14.02806,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.62113,"utmos":2.65734,"dnsmos_ovrl":3.0112,"dnsmos_sig":3.36281,"dnsmos_bak":4.0185,"pesq_wb":1.30228,"pesq_nb":1.57153,"stoi":0.75202,"estoi":0.62536,"si_sdr":-30.12574,"mel_dist":0.3185,"stft_dist":1.93488,"f0_rmse_cents":194.9862,"f0_corr":0.77616,"vuv_err":0.18186,"score_intelligibility":0.34132,"score_speaker":0.62113,"score_quality":0.85863,"score_fidelity":0.53818,"score":0.58981},"th":{"n":50,"unit":"cer","wer":31.06306,"wer_orig":7.61924,"dwer":23.44382,"wer_pseudo":28.30532,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.60286,"utmos":2.00921,"dnsmos_ovrl":2.67514,"dnsmos_sig":3.15914,"dnsmos_bak":3.73063,"pesq_wb":1.13385,"pesq_nb":1.30847,"stoi":0.68016,"estoi":0.52394,"si_sdr":-32.40257,"mel_dist":0.29513,"stft_dist":1.91552,"f0_rmse_cents":631.78434,"f0_corr":0.47427,"vuv_err":0.31425,"score_intelligibility":0.26882,"score_speaker":0.60286,"score_quality":0.83503,"score_fidelity":0.39755,"score":0.52607}}},{"codec":"focalcodec_stream_50hz_4k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"focalcodec_stream_50hz_4k","family":"FocalCodec","checkpoint":"lucadellalib/focalcodec_50hz_4k_causal","sample_rate":16000,"output_sample_rate":24000,"frame_rate":50,"n_codebooks":1,"codebook_size":4096,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"Apache-2.0","paper":"2509.16195","year":2025,"bitrate_kbps":0.6,"notes":"FocalCodec-Stream (80 ms latency), trained on Libri-Light; run offline here","side_info":null,"warning":null,"env":"main"},"kbps":0.6,"kbps_measured":0.6,"tokens_per_s":50.0,"params_M":248.98524,"efficiency":{"rtf_encode":0.00173,"rtf_decode":0.00067,"peak_vram_gb":1.65587,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.58102,"score_worst_lang":0.47432,"worst_lang":"en","en_gap":-0.11133,"score_intelligibility":0.34214,"score_speaker":0.58723,"score_quality":0.91966,"score_fidelity":0.47505,"dwer":20.92612,"wer":29.73193,"wer_pseudo":26.74331,"sim":0.58723,"utmos":2.36216,"dnsmos_ovrl":2.94966,"dnsmos_sig":3.35064,"dnsmos_bak":3.88837,"pesq_wb":1.22915,"pesq_nb":1.50884,"stoi":0.708,"estoi":0.54449,"si_sdr":-31.02816,"mel_dist":0.31296,"stft_dist":1.87123,"f0_rmse_cents":327.29105,"f0_corr":0.65167,"vuv_err":0.22357,"score_ci95":[0.57515,0.58714]},"per_lang":{"en":{"n":50,"unit":"wer","wer":35.59489,"wer_orig":6.98132,"dwer":28.61357,"wer_pseudo":32.68482,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.43577,"utmos":2.12097,"dnsmos_ovrl":2.49659,"dnsmos_sig":2.95274,"dnsmos_bak":3.87228,"pesq_wb":1.16169,"pesq_nb":1.43032,"stoi":0.62428,"estoi":0.43353,"si_sdr":-31.28954,"mel_dist":0.36168,"stft_dist":2.04669,"f0_rmse_cents":746.61457,"f0_corr":0.52106,"vuv_err":0.29306,"score_intelligibility":0.2181,"score_speaker":0.43577,"score_quality":0.84625,"score_fidelity":0.39718,"score":0.47432},"de":{"n":50,"unit":"wer","wer":12.8179,"wer_orig":5.69685,"dwer":7.12106,"wer_pseudo":8.54527,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.63702,"utmos":2.75863,"dnsmos_ovrl":3.10588,"dnsmos_sig":3.42388,"dnsmos_bak":4.02797,"pesq_wb":1.29856,"pesq_nb":1.60228,"stoi":0.75774,"estoi":0.57998,"si_sdr":-27.42632,"mel_dist":0.25994,"stft_dist":1.62872,"f0_rmse_cents":265.7378,"f0_corr":0.6709,"vuv_err":0.21525,"score_intelligibility":0.48465,"score_speaker":0.63702,"score_quality":1.0,"score_fidelity":0.50465,"score":0.65658},"fr":{"n":50,"unit":"wer","wer":24.58498,"wer_orig":4.98024,"dwer":19.60474,"wer_pseudo":23.25397,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.58491,"utmos":2.38198,"dnsmos_ovrl":3.06981,"dnsmos_sig":3.40903,"dnsmos_bak":4.03143,"pesq_wb":1.21374,"pesq_nb":1.41007,"stoi":0.73381,"estoi":0.60566,"si_sdr":-31.32944,"mel_dist":0.32077,"stft_dist":1.81244,"f0_rmse_cents":268.31719,"f0_corr":0.72218,"vuv_err":0.21304,"score_intelligibility":0.23374,"score_speaker":0.58491,"score_quality":1.0,"score_fidelity":0.50568,"score":0.58108},"es":{"n":50,"unit":"wer","wer":5.54545,"wer_orig":3.09091,"dwer":2.45455,"wer_pseudo":4.01094,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.63597,"utmos":2.43692,"dnsmos_ovrl":3.17583,"dnsmos_sig":3.54492,"dnsmos_bak":3.91252,"pesq_wb":1.27506,"pesq_nb":1.50539,"stoi":0.76057,"estoi":0.60633,"si_sdr":-28.27916,"mel_dist":0.32554,"stft_dist":1.85446,"f0_rmse_cents":253.58844,"f0_corr":0.78478,"vuv_err":0.21002,"score_intelligibility":0.625,"score_speaker":0.63597,"score_quality":0.90567,"score_fidelity":0.54131,"score":0.67699},"it":{"n":50,"unit":"wer","wer":6.92168,"wer_orig":2.55009,"dwer":4.37158,"wer_pseudo":6.39854,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.64118,"utmos":2.79319,"dnsmos_ovrl":3.28267,"dnsmos_sig":3.58991,"dnsmos_bak":4.06491,"pesq_wb":1.33315,"pesq_nb":1.59076,"stoi":0.77695,"estoi":0.63403,"si_sdr":-28.04533,"mel_dist":0.30452,"stft_dist":1.78466,"f0_rmse_cents":176.69181,"f0_corr":0.71827,"vuv_err":0.16358,"score_intelligibility":0.44815,"score_speaker":0.64118,"score_quality":0.92081,"score_fidelity":0.53013,"score":0.63507},"pt":{"n":50,"unit":"wer","wer":11.03516,"wer_orig":3.41797,"dwer":7.61719,"wer_pseudo":9.74409,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.6638,"utmos":2.71276,"dnsmos_ovrl":3.16869,"dnsmos_sig":3.57182,"dnsmos_bak":3.81294,"pesq_wb":1.20345,"pesq_nb":1.45789,"stoi":0.70859,"estoi":0.54887,"si_sdr":-30.93222,"mel_dist":0.30698,"stft_dist":1.83532,"f0_rmse_cents":580.83253,"f0_corr":0.65272,"vuv_err":0.24321,"score_intelligibility":0.36709,"score_speaker":0.6638,"score_quality":1.0,"score_fidelity":0.47315,"score":0.62601},"nl":{"n":50,"unit":"wer","wer":32.73863,"wer_orig":5.26316,"dwer":27.47547,"wer_pseudo":30.5282,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.54445,"utmos":2.47181,"dnsmos_ovrl":2.67536,"dnsmos_sig":3.05788,"dnsmos_bak":4.02743,"pesq_wb":1.19577,"pesq_nb":1.53617,"stoi":0.74284,"estoi":0.58097,"si_sdr":-30.01752,"mel_dist":0.3431,"stft_dist":2.24116,"f0_rmse_cents":269.51376,"f0_corr":0.65214,"vuv_err":0.21225,"score_intelligibility":0.18564,"score_speaker":0.54445,"score_quality":0.85618,"score_fidelity":0.48364,"score":0.51748},"pl":{"n":50,"unit":"wer","wer":25.0,"wer_orig":3.28947,"dwer":21.71053,"wer_pseudo":25.0,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.62152,"utmos":2.39523,"dnsmos_ovrl":3.00507,"dnsmos_sig":3.37764,"dnsmos_bak":4.00723,"pesq_wb":1.2389,"pesq_nb":1.53487,"stoi":0.76785,"estoi":0.60881,"si_sdr":-29.96583,"mel_dist":0.31858,"stft_dist":1.79126,"f0_rmse_cents":211.9386,"f0_corr":0.5475,"vuv_err":0.19504,"score_intelligibility":0.16498,"score_speaker":0.62152,"score_quality":0.89926,"score_fidelity":0.4612,"score":0.53674},"cs":{"n":50,"unit":"wer","wer":32.90548,"wer_orig":9.45158,"dwer":23.45391,"wer_pseudo":30.14019,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.68504,"utmos":2.5202,"dnsmos_ovrl":3.20204,"dnsmos_sig":3.52899,"dnsmos_bak":3.95739,"pesq_wb":1.21953,"pesq_nb":1.57673,"stoi":0.7181,"estoi":0.5746,"si_sdr":-30.32455,"mel_dist":0.3097,"stft_dist":1.75554,"f0_rmse_cents":203.32731,"f0_corr":0.65917,"vuv_err":0.16127,"score_intelligibility":0.30826,"score_speaker":0.68504,"score_quality":0.9841,"score_fidelity":0.48,"score":0.61435},"tr":{"n":50,"unit":"wer","wer":32.89474,"wer_orig":7.76316,"dwer":25.13158,"wer_pseudo":30.83004,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.5663,"utmos":2.20608,"dnsmos_ovrl":2.95271,"dnsmos_sig":3.34545,"dnsmos_bak":3.91478,"pesq_wb":1.27075,"pesq_nb":1.58542,"stoi":0.71419,"estoi":0.50393,"si_sdr":-33.72762,"mel_dist":0.33356,"stft_dist":1.98931,"f0_rmse_cents":245.6292,"f0_corr":0.75129,"vuv_err":0.1832,"score_intelligibility":0.25854,"score_speaker":0.5663,"score_quality":0.94733,"score_fidelity":0.51428,"score":0.57161},"id":{"n":50,"unit":"wer","wer":32.70366,"wer_orig":5.90319,"dwer":26.80047,"wer_pseudo":31.16883,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.49766,"utmos":1.98762,"dnsmos_ovrl":2.80316,"dnsmos_sig":3.29287,"dnsmos_bak":3.46049,"pesq_wb":1.19986,"pesq_nb":1.52919,"stoi":0.61371,"estoi":0.41196,"si_sdr":-33.6922,"mel_dist":0.29233,"stft_dist":1.73751,"f0_rmse_cents":448.71917,"f0_corr":0.60125,"vuv_err":0.29687,"score_intelligibility":0.20482,"score_speaker":0.49766,"score_quality":1.0,"score_fidelity":0.42402,"score":0.53162},"vi":{"n":50,"unit":"wer","wer":60.30231,"wer_orig":7.71679,"dwer":52.58552,"wer_pseudo":58.0414,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.57553,"utmos":1.91481,"dnsmos_ovrl":2.71069,"dnsmos_sig":3.20614,"dnsmos_bak":3.62387,"pesq_wb":1.1764,"pesq_nb":1.42634,"stoi":0.59582,"estoi":0.4035,"si_sdr":-34.31274,"mel_dist":0.25112,"stft_dist":1.70791,"f0_rmse_cents":419.93946,"f0_corr":0.6156,"vuv_err":0.24882,"score_intelligibility":0.14219,"score_speaker":0.57553,"score_quality":0.87714,"score_fidelity":0.42061,"score":0.50387},"ru":{"n":50,"unit":"wer","wer":11.21387,"wer_orig":4.50867,"dwer":6.7052,"wer_pseudo":8.57474,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.64199,"utmos":2.41451,"dnsmos_ovrl":2.92719,"dnsmos_sig":3.31323,"dnsmos_bak":3.97673,"pesq_wb":1.27357,"pesq_nb":1.56485,"stoi":0.74834,"estoi":0.59996,"si_sdr":-30.20396,"mel_dist":0.3269,"stft_dist":1.87494,"f0_rmse_cents":228.54664,"f0_corr":0.68071,"vuv_err":0.2155,"score_intelligibility":0.45102,"score_speaker":0.64199,"score_quality":0.89107,"score_fidelity":0.5024,"score":0.62162},"uk":{"n":50,"unit":"wer","wer":31.55505,"wer_orig":6.46992,"dwer":25.08513,"wer_pseudo":29.65909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.49238,"utmos":2.49746,"dnsmos_ovrl":3.04583,"dnsmos_sig":3.37516,"dnsmos_bak":4.05932,"pesq_wb":1.25153,"pesq_nb":1.51624,"stoi":0.73747,"estoi":0.55539,"si_sdr":-30.12586,"mel_dist":0.36357,"stft_dist":1.97529,"f0_rmse_cents":312.15315,"f0_corr":0.66101,"vuv_err":0.20545,"score_intelligibility":0.22946,"score_speaker":0.49238,"score_quality":0.97201,"score_fidelity":0.49012,"score":0.54599},"el":{"n":50,"unit":"wer","wer":38.37675,"wer_orig":12.02405,"dwer":26.35271,"wer_pseudo":35.23524,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.50265,"utmos":2.55836,"dnsmos_ovrl":2.91082,"dnsmos_sig":3.35899,"dnsmos_bak":3.81567,"pesq_wb":1.29351,"pesq_nb":1.62833,"stoi":0.73586,"estoi":0.58284,"si_sdr":-30.36437,"mel_dist":0.2691,"stft_dist":1.68219,"f0_rmse_cents":255.19368,"f0_corr":0.59885,"vuv_err":0.20874,"score_intelligibility":0.33075,"score_speaker":0.50265,"score_quality":0.93132,"score_fidelity":0.47286,"score":0.55939},"ar":{"n":50,"unit":"wer","wer":27.25031,"wer_orig":12.45376,"dwer":14.79655,"wer_pseudo":23.36218,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.65428,"utmos":2.34269,"dnsmos_ovrl":3.16364,"dnsmos_sig":3.52931,"dnsmos_bak":3.94774,"pesq_wb":1.18061,"pesq_nb":1.35452,"stoi":0.76775,"estoi":0.64732,"si_sdr":-29.16892,"mel_dist":0.3191,"stft_dist":1.88528,"f0_rmse_cents":186.60249,"f0_corr":0.79713,"vuv_err":0.18226,"score_intelligibility":0.47623,"score_speaker":0.65428,"score_quality":0.90129,"score_fidelity":0.53883,"score":0.64266},"fa":{"n":50,"unit":"wer","wer":65.48571,"wer_orig":25.94286,"dwer":39.54286,"wer_pseudo":51.13514,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.56333,"utmos":2.183,"dnsmos_ovrl":2.84894,"dnsmos_sig":3.29206,"dnsmos_bak":3.84586,"pesq_wb":1.18991,"pesq_nb":1.55282,"stoi":0.58417,"estoi":0.40733,"si_sdr":-34.40299,"mel_dist":0.33186,"stft_dist":1.95281,"f0_rmse_cents":382.90307,"f0_corr":0.59223,"vuv_err":0.28194,"score_intelligibility":0.40524,"score_speaker":0.56333,"score_quality":0.86555,"score_fidelity":0.41022,"score":0.56109},"he":{"n":50,"unit":"wer","wer":63.72093,"wer_orig":19.4186,"dwer":44.30233,"wer_pseudo":60.0939,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.48194,"utmos":2.39208,"dnsmos_ovrl":2.9271,"dnsmos_sig":3.27494,"dnsmos_bak":4.02046,"pesq_wb":1.1981,"pesq_nb":1.51022,"stoi":0.72769,"estoi":0.56815,"si_sdr":-31.39726,"mel_dist":0.31656,"stft_dist":2.01665,"f0_rmse_cents":326.96378,"f0_corr":0.56872,"vuv_err":0.2425,"score_intelligibility":0.31549,"score_speaker":0.48194,"score_quality":0.96802,"score_fidelity":0.45101,"score":0.55411},"hi":{"n":50,"unit":"wer","wer":46.07572,"wer_orig":26.31579,"dwer":19.75993,"wer_pseudo":37.51135,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.55015,"utmos":2.26003,"dnsmos_ovrl":2.92699,"dnsmos_sig":3.43644,"dnsmos_bak":3.68798,"pesq_wb":1.20466,"pesq_nb":1.45475,"stoi":0.70391,"estoi":0.52835,"si_sdr":-30.86174,"mel_dist":0.34278,"stft_dist":1.86816,"f0_rmse_cents":295.2502,"f0_corr":0.64717,"vuv_err":0.21759,"score_intelligibility":0.58025,"score_speaker":0.55015,"score_quality":0.98634,"score_fidelity":0.46985,"score":0.64665},"zh":{"n":50,"unit":"cer","wer":20.05831,"wer_orig":7.40525,"dwer":12.65306,"wer_pseudo":14.7561,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.64683,"utmos":2.2055,"dnsmos_ovrl":2.93049,"dnsmos_sig":3.32074,"dnsmos_bak":3.93591,"pesq_wb":1.23241,"pesq_nb":1.48182,"stoi":0.73081,"estoi":0.5888,"si_sdr":-29.42147,"mel_dist":0.28834,"stft_dist":1.82888,"f0_rmse_cents":322.81776,"f0_corr":0.6628,"vuv_err":0.19771,"score_intelligibility":0.39914,"score_speaker":0.64683,"score_quality":0.80008,"score_fidelity":0.48667,"score":0.58318},"yue":{"n":50,"unit":"cer","wer":32.33645,"wer_orig":14.39252,"dwer":17.94393,"wer_pseudo":33.12223,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.68774,"utmos":2.61734,"dnsmos_ovrl":3.06007,"dnsmos_sig":3.43804,"dnsmos_bak":3.93354,"pesq_wb":1.25396,"pesq_nb":1.5383,"stoi":0.73324,"estoi":0.57757,"si_sdr":-33.2362,"mel_dist":0.26007,"stft_dist":1.68764,"f0_rmse_cents":266.4181,"f0_corr":0.7312,"vuv_err":0.20827,"score_intelligibility":0.46173,"score_speaker":0.68774,"score_quality":0.91574,"score_fidelity":0.51234,"score":0.64439},"ja":{"n":50,"unit":"cer","wer":22.92145,"wer_orig":3.53698,"dwer":19.38447,"wer_pseudo":21.45154,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.51846,"utmos":1.85828,"dnsmos_ovrl":2.71121,"dnsmos_sig":3.23472,"dnsmos_bak":3.6681,"pesq_wb":1.21738,"pesq_nb":1.56983,"stoi":0.57086,"estoi":0.37384,"si_sdr":-32.30019,"mel_dist":0.35526,"stft_dist":2.08111,"f0_rmse_cents":338.16763,"f0_corr":0.53611,"vuv_err":0.27336,"score_intelligibility":0.18966,"score_speaker":0.51846,"score_quality":0.91437,"score_fidelity":0.38969,"score":0.50305},"ko":{"n":50,"unit":"cer","wer":12.9902,"wer_orig":5.14706,"dwer":7.84314,"wer_pseudo":10.27054,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.6413,"utmos":2.66876,"dnsmos_ovrl":3.0499,"dnsmos_sig":3.40465,"dnsmos_bak":4.01926,"pesq_wb":1.2841,"pesq_nb":1.53761,"stoi":0.75387,"estoi":0.62242,"si_sdr":-31.59843,"mel_dist":0.32013,"stft_dist":2.00872,"f0_rmse_cents":194.43178,"f0_corr":0.77465,"vuv_err":0.17642,"score_intelligibility":0.43938,"score_speaker":0.6413,"score_quality":0.8694,"score_fidelity":0.53656,"score":0.62166},"th":{"n":50,"unit":"cer","wer":28.53678,"wer_orig":7.61924,"dwer":20.91754,"wer_pseudo":26.32112,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.62342,"utmos":1.99363,"dnsmos_ovrl":2.64124,"dnsmos_sig":3.13582,"dnsmos_bak":3.69716,"pesq_wb":1.13304,"pesq_nb":1.31752,"stoi":0.68357,"estoi":0.52368,"si_sdr":-32.25192,"mel_dist":0.2895,"stft_dist":1.86286,"f0_rmse_cents":654.68716,"f0_corr":0.49262,"vuv_err":0.32043,"score_intelligibility":0.29181,"score_speaker":0.62342,"score_quality":0.81988,"score_fidelity":0.40473,"score":0.53496}}},{"codec":"focalcodec_stream_50hz_65k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"focalcodec_stream_50hz_65k","family":"FocalCodec","checkpoint":"lucadellalib/focalcodec_50hz_65k_causal","sample_rate":16000,"output_sample_rate":24000,"frame_rate":50,"n_codebooks":1,"codebook_size":65536,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"Apache-2.0","paper":"2509.16195","year":2025,"bitrate_kbps":0.8,"notes":"FocalCodec-Stream (80 ms latency), trained on Libri-Light; run offline here","side_info":null,"warning":null,"env":"main"},"kbps":0.8,"kbps_measured":0.8,"tokens_per_s":50.0,"params_M":249.04669,"efficiency":{"rtf_encode":0.00158,"rtf_decode":0.00066,"peak_vram_gb":1.66012,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.61791,"score_worst_lang":0.49373,"worst_lang":"en","en_gap":-0.12958,"score_intelligibility":0.40028,"score_speaker":0.6558,"score_quality":0.91661,"score_fidelity":0.49897,"dwer":16.03986,"wer":24.84567,"wer_pseudo":21.69476,"sim":0.6558,"utmos":2.36514,"dnsmos_ovrl":2.93039,"dnsmos_sig":3.33604,"dnsmos_bak":3.88162,"pesq_wb":1.25758,"pesq_nb":1.56991,"stoi":0.72656,"estoi":0.57218,"si_sdr":-30.66686,"mel_dist":0.30675,"stft_dist":1.83753,"f0_rmse_cents":294.72565,"f0_corr":0.69674,"vuv_err":0.218,"score_ci95":[0.61216,0.62519]},"per_lang":{"en":{"n":50,"unit":"wer","wer":36.47984,"wer_orig":6.98132,"dwer":29.49853,"wer_pseudo":33.85214,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.50686,"utmos":2.0855,"dnsmos_ovrl":2.46298,"dnsmos_sig":2.93709,"dnsmos_bak":3.82146,"pesq_wb":1.16038,"pesq_nb":1.44991,"stoi":0.63278,"estoi":0.45188,"si_sdr":-31.76163,"mel_dist":0.36359,"stft_dist":2.14992,"f0_rmse_cents":713.65176,"f0_corr":0.61516,"vuv_err":0.28768,"score_intelligibility":0.21295,"score_speaker":0.50686,"score_quality":0.82387,"score_fidelity":0.43125,"score":0.49373},"de":{"n":50,"unit":"wer","wer":10.88505,"wer_orig":5.69685,"dwer":5.1882,"wer_pseudo":7.6297,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.72345,"utmos":2.75107,"dnsmos_ovrl":3.11887,"dnsmos_sig":3.43233,"dnsmos_bak":4.0453,"pesq_wb":1.31937,"pesq_nb":1.64735,"stoi":0.77868,"estoi":0.60974,"si_sdr":-26.22008,"mel_dist":0.25405,"stft_dist":1.59531,"f0_rmse_cents":252.24416,"f0_corr":0.68296,"vuv_err":0.2132,"score_intelligibility":0.56347,"score_speaker":0.72345,"score_quality":1.0,"score_fidelity":0.51763,"score":0.70114},"fr":{"n":50,"unit":"wer","wer":20.07905,"wer_orig":4.98024,"dwer":15.09881,"wer_pseudo":18.49206,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.6645,"utmos":2.34193,"dnsmos_ovrl":3.03072,"dnsmos_sig":3.40045,"dnsmos_bak":3.97668,"pesq_wb":1.25691,"pesq_nb":1.50107,"stoi":0.7587,"estoi":0.64066,"si_sdr":-30.70657,"mel_dist":0.31168,"stft_dist":1.76245,"f0_rmse_cents":201.15781,"f0_corr":0.75889,"vuv_err":0.21919,"score_intelligibility":0.28371,"score_speaker":0.6645,"score_quality":0.99139,"score_fidelity":0.53033,"score":0.61748},"es":{"n":50,"unit":"wer","wer":4.45455,"wer_orig":3.09091,"dwer":1.36364,"wer_pseudo":3.0082,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.71058,"utmos":2.52587,"dnsmos_ovrl":3.18158,"dnsmos_sig":3.55115,"dnsmos_bak":3.90526,"pesq_wb":1.3472,"pesq_nb":1.64567,"stoi":0.78695,"estoi":0.64612,"si_sdr":-29.69378,"mel_dist":0.31519,"stft_dist":1.79318,"f0_rmse_cents":239.89605,"f0_corr":0.7856,"vuv_err":0.20142,"score_intelligibility":0.75,"score_speaker":0.71058,"score_quality":0.93225,"score_fidelity":0.55725,"score":0.73752},"it":{"n":50,"unit":"wer","wer":6.64845,"wer_orig":2.55009,"dwer":4.09836,"wer_pseudo":6.39854,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.70695,"utmos":2.76518,"dnsmos_ovrl":3.25135,"dnsmos_sig":3.57168,"dnsmos_bak":4.03353,"pesq_wb":1.36076,"pesq_nb":1.64033,"stoi":0.7934,"estoi":0.65933,"si_sdr":-29.00208,"mel_dist":0.29292,"stft_dist":1.74299,"f0_rmse_cents":159.97976,"f0_corr":0.72738,"vuv_err":0.15445,"score_intelligibility":0.46416,"score_speaker":0.70695,"score_quality":0.90737,"score_fidelity":0.54128,"score":0.65494},"pt":{"n":50,"unit":"wer","wer":7.61719,"wer_orig":3.41797,"dwer":4.19922,"wer_pseudo":5.80709,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.70576,"utmos":2.71263,"dnsmos_ovrl":3.20401,"dnsmos_sig":3.57549,"dnsmos_bak":3.8778,"pesq_wb":1.2327,"pesq_nb":1.52107,"stoi":0.73545,"estoi":0.58288,"si_sdr":-29.75365,"mel_dist":0.28725,"stft_dist":1.77675,"f0_rmse_cents":555.7786,"f0_corr":0.68031,"vuv_err":0.24262,"score_intelligibility":0.51269,"score_speaker":0.70576,"score_quality":1.0,"score_fidelity":0.49408,"score":0.67813},"nl":{"n":50,"unit":"wer","wer":23.90723,"wer_orig":5.26316,"dwer":18.64407,"wer_pseudo":22.20233,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.62393,"utmos":2.40335,"dnsmos_ovrl":2.53185,"dnsmos_sig":2.92085,"dnsmos_bak":4.00351,"pesq_wb":1.22257,"pesq_nb":1.59348,"stoi":0.75519,"estoi":0.60415,"si_sdr":-31.14887,"mel_dist":0.33882,"stft_dist":2.07158,"f0_rmse_cents":244.82475,"f0_corr":0.72519,"vuv_err":0.20799,"score_intelligibility":0.25146,"score_speaker":0.62393,"score_quality":0.79748,"score_fidelity":0.51466,"score":0.54688},"pl":{"n":50,"unit":"wer","wer":21.05263,"wer_orig":3.28947,"dwer":17.76316,"wer_pseudo":19.84649,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.69511,"utmos":2.32737,"dnsmos_ovrl":2.9626,"dnsmos_sig":3.34512,"dnsmos_bak":3.98575,"pesq_wb":1.26426,"pesq_nb":1.58429,"stoi":0.78272,"estoi":0.63416,"si_sdr":-31.93943,"mel_dist":0.31289,"stft_dist":1.75775,"f0_rmse_cents":185.08116,"f0_corr":0.60836,"vuv_err":0.18295,"score_intelligibility":0.19451,"score_speaker":0.69511,"score_quality":0.87176,"score_fidelity":0.48886,"score":0.56256},"cs":{"n":50,"unit":"wer","wer":25.55426,"wer_orig":9.45158,"dwer":16.10268,"wer_pseudo":23.9486,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.76121,"utmos":2.56788,"dnsmos_ovrl":3.17429,"dnsmos_sig":3.50628,"dnsmos_bak":3.91355,"pesq_wb":1.25325,"pesq_nb":1.64831,"stoi":0.74369,"estoi":0.6108,"si_sdr":-33.07404,"mel_dist":0.29841,"stft_dist":1.70924,"f0_rmse_cents":184.7374,"f0_corr":0.7157,"vuv_err":0.1567,"score_intelligibility":0.39359,"score_speaker":0.76121,"score_quality":0.99928,"score_fidelity":0.51059,"score":0.66617},"tr":{"n":50,"unit":"wer","wer":26.97368,"wer_orig":7.76316,"dwer":19.21053,"wer_pseudo":23.05665,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.64773,"utmos":2.30206,"dnsmos_ovrl":3.02084,"dnsmos_sig":3.40791,"dnsmos_bak":3.93076,"pesq_wb":1.29844,"pesq_nb":1.6694,"stoi":0.73555,"estoi":0.53838,"si_sdr":-32.52977,"mel_dist":0.32984,"stft_dist":1.99063,"f0_rmse_cents":198.6779,"f0_corr":0.81636,"vuv_err":0.15944,"score_intelligibility":0.31326,"score_speaker":0.64773,"score_quality":0.99352,"score_fidelity":0.54572,"score":0.62506},"id":{"n":50,"unit":"wer","wer":24.91145,"wer_orig":5.90319,"dwer":19.00826,"wer_pseudo":23.49469,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.59318,"utmos":1.99686,"dnsmos_ovrl":2.80336,"dnsmos_sig":3.31015,"dnsmos_bak":3.4589,"pesq_wb":1.23286,"pesq_nb":1.60998,"stoi":0.63296,"estoi":0.44376,"si_sdr":-30.85818,"mel_dist":0.28163,"stft_dist":1.6844,"f0_rmse_cents":408.01987,"f0_corr":0.63602,"vuv_err":0.30408,"score_intelligibility":0.26641,"score_speaker":0.59318,"score_quality":1.0,"score_fidelity":0.44517,"score":0.57619},"vi":{"n":50,"unit":"wer","wer":33.572,"wer_orig":7.71679,"dwer":25.85521,"wer_pseudo":31.44904,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.62418,"utmos":1.86744,"dnsmos_ovrl":2.78196,"dnsmos_sig":3.29145,"dnsmos_bak":3.69433,"pesq_wb":1.17194,"pesq_nb":1.4433,"stoi":0.61354,"estoi":0.42944,"si_sdr":-33.67058,"mel_dist":0.24472,"stft_dist":1.69388,"f0_rmse_cents":338.89183,"f0_corr":0.72651,"vuv_err":0.21362,"score_intelligibility":0.25213,"score_speaker":0.62418,"score_quality":0.875,"score_fidelity":0.46306,"score":0.55359},"ru":{"n":50,"unit":"wer","wer":11.21387,"wer_orig":4.50867,"dwer":6.7052,"wer_pseudo":8.80649,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.68486,"utmos":2.44807,"dnsmos_ovrl":2.91777,"dnsmos_sig":3.29903,"dnsmos_bak":3.9788,"pesq_wb":1.30651,"pesq_nb":1.6272,"stoi":0.76949,"estoi":0.63128,"si_sdr":-27.79244,"mel_dist":0.32015,"stft_dist":1.84947,"f0_rmse_cents":210.2544,"f0_corr":0.72012,"vuv_err":0.20726,"score_intelligibility":0.45102,"score_speaker":0.68486,"score_quality":0.89872,"score_fidelity":0.52573,"score":0.64008},"uk":{"n":50,"unit":"wer","wer":29.85244,"wer_orig":6.46992,"dwer":23.38252,"wer_pseudo":27.95455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.56813,"utmos":2.45129,"dnsmos_ovrl":3.04471,"dnsmos_sig":3.37931,"dnsmos_bak":4.0611,"pesq_wb":1.2946,"pesq_nb":1.59282,"stoi":0.75155,"estoi":0.58297,"si_sdr":-29.72476,"mel_dist":0.36125,"stft_dist":1.97438,"f0_rmse_cents":215.01495,"f0_corr":0.73286,"vuv_err":0.19769,"score_intelligibility":0.24212,"score_speaker":0.56813,"score_quality":0.9571,"score_fidelity":0.52286,"score":0.57255},"el":{"n":50,"unit":"wer","wer":33.26653,"wer_orig":12.02405,"dwer":21.24248,"wer_pseudo":30.53053,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.61754,"utmos":2.51631,"dnsmos_ovrl":2.80138,"dnsmos_sig":3.24953,"dnsmos_bak":3.79867,"pesq_wb":1.31488,"pesq_nb":1.70831,"stoi":0.75688,"estoi":0.60788,"si_sdr":-29.65146,"mel_dist":0.25885,"stft_dist":1.63585,"f0_rmse_cents":201.36919,"f0_corr":0.69874,"vuv_err":0.20858,"score_intelligibility":0.38008,"score_speaker":0.61754,"score_quality":0.89157,"score_fidelity":0.51519,"score":0.6011},"ar":{"n":50,"unit":"wer","wer":27.25031,"wer_orig":12.45376,"dwer":14.79655,"wer_pseudo":22.99135,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.72313,"utmos":2.27849,"dnsmos_ovrl":3.09882,"dnsmos_sig":3.48712,"dnsmos_bak":3.9049,"pesq_wb":1.2248,"pesq_nb":1.42522,"stoi":0.78976,"estoi":0.67921,"si_sdr":-29.77017,"mel_dist":0.30423,"stft_dist":1.78295,"f0_rmse_cents":173.40425,"f0_corr":0.81289,"vuv_err":0.19145,"score_intelligibility":0.47623,"score_speaker":0.72313,"score_quality":0.8697,"score_fidelity":0.55562,"score":0.65617},"fa":{"n":50,"unit":"wer","wer":48.45714,"wer_orig":25.94286,"dwer":22.51429,"wer_pseudo":34.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.62863,"utmos":2.2215,"dnsmos_ovrl":2.88122,"dnsmos_sig":3.3152,"dnsmos_bak":3.86896,"pesq_wb":1.17264,"pesq_nb":1.55249,"stoi":0.59796,"estoi":0.4226,"si_sdr":-33.58,"mel_dist":0.34561,"stft_dist":2.05399,"f0_rmse_cents":385.12807,"f0_corr":0.59782,"vuv_err":0.27369,"score_intelligibility":0.54477,"score_speaker":0.62863,"score_quality":0.87745,"score_fidelity":0.41504,"score":0.61647},"he":{"n":50,"unit":"wer","wer":58.48837,"wer_orig":19.4186,"dwer":39.06977,"wer_pseudo":52.11268,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.53894,"utmos":2.36318,"dnsmos_ovrl":2.84349,"dnsmos_sig":3.19419,"dnsmos_bak":3.99727,"pesq_wb":1.22678,"pesq_nb":1.54573,"stoi":0.74093,"estoi":0.58817,"si_sdr":-30.36786,"mel_dist":0.3126,"stft_dist":1.87888,"f0_rmse_cents":286.83883,"f0_corr":0.61896,"vuv_err":0.24101,"score_intelligibility":0.34324,"score_speaker":0.53894,"score_quality":0.9583,"score_fidelity":0.47489,"score":0.57884},"hi":{"n":50,"unit":"wer","wer":42.28994,"wer_orig":26.31579,"dwer":15.97415,"wer_pseudo":32.51589,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.62015,"utmos":2.2898,"dnsmos_ovrl":2.88236,"dnsmos_sig":3.40801,"dnsmos_bak":3.65149,"pesq_wb":1.23848,"pesq_nb":1.51218,"stoi":0.72044,"estoi":0.55777,"si_sdr":-29.7769,"mel_dist":0.33971,"stft_dist":1.83382,"f0_rmse_cents":321.8337,"f0_corr":0.66128,"vuv_err":0.22117,"score_intelligibility":0.631,"score_speaker":0.62015,"score_quality":0.99783,"score_fidelity":0.48329,"score":0.68307},"zh":{"n":50,"unit":"cer","wer":15.5102,"wer_orig":7.40525,"dwer":8.10496,"wer_pseudo":10.91463,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.69326,"utmos":2.35691,"dnsmos_ovrl":2.92549,"dnsmos_sig":3.3291,"dnsmos_bak":3.91255,"pesq_wb":1.28622,"pesq_nb":1.55207,"stoi":0.75366,"estoi":0.61924,"si_sdr":-29.31391,"mel_dist":0.28077,"stft_dist":1.7851,"f0_rmse_cents":284.0182,"f0_corr":0.70256,"vuv_err":0.18862,"score_intelligibility":0.50909,"score_speaker":0.69326,"score_quality":0.84072,"score_fidelity":0.51267,"score":0.63893},"yue":{"n":50,"unit":"cer","wer":26.54206,"wer_orig":14.39252,"dwer":12.14953,"wer_pseudo":24.82584,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.75744,"utmos":2.64618,"dnsmos_ovrl":3.05054,"dnsmos_sig":3.42168,"dnsmos_bak":3.9255,"pesq_wb":1.27673,"pesq_nb":1.59715,"stoi":0.75238,"estoi":0.60229,"si_sdr":-31.81826,"mel_dist":0.24772,"stft_dist":1.6388,"f0_rmse_cents":246.55691,"f0_corr":0.7423,"vuv_err":0.20399,"score_intelligibility":0.55887,"score_speaker":0.75744,"score_quality":0.92315,"score_fidelity":0.52458,"score":0.69101},"ja":{"n":50,"unit":"cer","wer":13.36702,"wer_orig":3.53698,"dwer":9.83004,"wer_pseudo":12.08085,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.5616,"utmos":1.94633,"dnsmos_ovrl":2.82024,"dnsmos_sig":3.30885,"dnsmos_bak":3.77004,"pesq_wb":1.23631,"pesq_nb":1.62537,"stoi":0.58772,"estoi":0.39603,"si_sdr":-32.50314,"mel_dist":0.36431,"stft_dist":2.202,"f0_rmse_cents":270.87188,"f0_corr":0.63418,"vuv_err":0.26001,"score_intelligibility":0.31579,"score_speaker":0.5616,"score_quality":0.95688,"score_fidelity":0.42981,"score":0.56602},"ko":{"n":50,"unit":"cer","wer":12.35294,"wer_orig":5.14706,"dwer":7.20588,"wer_pseudo":9.86974,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.69614,"utmos":2.61625,"dnsmos_ovrl":2.95706,"dnsmos_sig":3.32394,"dnsmos_bak":3.98577,"pesq_wb":1.34407,"pesq_nb":1.63723,"stoi":0.76934,"estoi":0.64515,"si_sdr":-30.75045,"mel_dist":0.32062,"stft_dist":1.91437,"f0_rmse_cents":206.62279,"f0_corr":0.76848,"vuv_err":0.17793,"score_intelligibility":0.46035,"score_speaker":0.69614,"score_quality":0.8363,"score_fidelity":0.54538,"score":0.63454},"th":{"n":50,"unit":"cer","wer":35.56993,"wer_orig":7.61924,"dwer":27.95069,"wer_pseudo":34.39968,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.68585,"utmos":1.98187,"dnsmos_ovrl":2.58193,"dnsmos_sig":3.09899,"dnsmos_bak":3.657,"pesq_wb":1.1394,"pesq_nb":1.34787,"stoi":0.69773,"estoi":0.54849,"si_sdr":-30.59658,"mel_dist":0.27507,"stft_dist":1.82308,"f0_rmse_cents":588.56141,"f0_corr":0.55323,"vuv_err":0.31719,"score_intelligibility":0.23569,"score_speaker":0.68585,"score_quality":0.79895,"score_fidelity":0.43026,"score":0.53769}}},{"codec":"funcodec_encodec_en_16k_25hz_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_en_16k_25hz_16q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-en-libritts-16k-nq32ds640-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":4.0,"notes":"time-domain SEANet+LSTM, hop 640; trained on LibriTTS; first 16 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.00331,"tokens_per_s":400.3314,"params_M":57.54999,"efficiency":{"rtf_encode":0.00368,"rtf_decode":0.00347,"peak_vram_gb":0.44264,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.86678,"score_worst_lang":0.76297,"worst_lang":"id","en_gap":0.03073,"score_intelligibility":0.85236,"score_speaker":0.90007,"score_quality":0.98905,"score_fidelity":0.72563,"dwer":1.73509,"wer":10.54089,"wer_pseudo":4.65357,"sim":0.90007,"utmos":2.58902,"dnsmos_ovrl":3.01035,"dnsmos_sig":3.40124,"dnsmos_bak":3.92916,"pesq_wb":2.62664,"pesq_nb":3.21948,"stoi":0.8949,"estoi":0.80767,"si_sdr":3.30082,"mel_dist":0.19451,"stft_dist":1.1278,"f0_rmse_cents":224.68878,"f0_corr":0.81724,"vuv_err":0.19062,"score_ci95":[0.85941,0.87225]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.37463,"wer_orig":6.98132,"dwer":0.39331,"wer_pseudo":1.16732,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.91331,"utmos":2.55104,"dnsmos_ovrl":2.6156,"dnsmos_sig":3.12814,"dnsmos_bak":3.82909,"pesq_wb":2.58403,"pesq_nb":3.24915,"stoi":0.87085,"estoi":0.76943,"si_sdr":3.6783,"mel_dist":0.18269,"stft_dist":1.14008,"f0_rmse_cents":241.53177,"f0_corr":0.83221,"vuv_err":0.18985,"score_intelligibility":0.95304,"score_speaker":0.91331,"score_quality":1.0,"score_fidelity":0.71855,"score":0.89622},"de":{"n":50,"unit":"wer","wer":6.51068,"wer_orig":5.69685,"dwer":0.81384,"wer_pseudo":1.7294,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.91817,"utmos":2.76567,"dnsmos_ovrl":3.17163,"dnsmos_sig":3.45719,"dnsmos_bak":4.08742,"pesq_wb":2.86104,"pesq_nb":3.41828,"stoi":0.92569,"estoi":0.83229,"si_sdr":7.23351,"mel_dist":0.19379,"stft_dist":1.04141,"f0_rmse_cents":161.95717,"f0_corr":0.86964,"vuv_err":0.15603,"score_intelligibility":0.89164,"score_speaker":0.91817,"score_quality":1.0,"score_fidelity":0.77569,"score":0.89637},"fr":{"n":50,"unit":"wer","wer":7.58893,"wer_orig":4.98024,"dwer":2.6087,"wer_pseudo":4.60317,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.8918,"utmos":2.29912,"dnsmos_ovrl":3.09404,"dnsmos_sig":3.41457,"dnsmos_bak":4.0485,"pesq_wb":2.45158,"pesq_nb":3.06097,"stoi":0.92136,"estoi":0.85385,"si_sdr":2.40837,"mel_dist":0.22858,"stft_dist":1.17191,"f0_rmse_cents":127.77496,"f0_corr":0.89015,"vuv_err":0.21159,"score_intelligibility":0.69627,"score_speaker":0.8918,"score_quality":0.97572,"score_fidelity":0.74209,"score":0.82647},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.36463,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92871,"utmos":2.7869,"dnsmos_ovrl":3.25718,"dnsmos_sig":3.58555,"dnsmos_bak":3.99363,"pesq_wb":3.0081,"pesq_nb":3.49242,"stoi":0.9253,"estoi":0.85451,"si_sdr":5.99224,"mel_dist":0.2242,"stft_dist":1.16552,"f0_rmse_cents":165.69528,"f0_corr":0.8898,"vuv_err":0.18313,"score_intelligibility":1.0,"score_speaker":0.92871,"score_quality":1.0,"score_fidelity":0.79628,"score":0.93125},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.1883,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91804,"utmos":3.04351,"dnsmos_ovrl":3.34695,"dnsmos_sig":3.62075,"dnsmos_bak":4.11857,"pesq_wb":3.0551,"pesq_nb":3.51924,"stoi":0.92814,"estoi":0.86551,"si_sdr":6.66355,"mel_dist":0.23457,"stft_dist":1.14694,"f0_rmse_cents":118.60969,"f0_corr":0.86463,"vuv_err":0.15057,"score_intelligibility":0.90693,"score_speaker":0.91804,"score_quality":0.98547,"score_fidelity":0.79332,"score":0.90094},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92858,"utmos":2.52997,"dnsmos_ovrl":3.06626,"dnsmos_sig":3.42199,"dnsmos_bak":3.84132,"pesq_wb":2.50215,"pesq_nb":3.03573,"stoi":0.87649,"estoi":0.78618,"si_sdr":3.0926,"mel_dist":0.20051,"stft_dist":1.1484,"f0_rmse_cents":350.38257,"f0_corr":0.7436,"vuv_err":0.22933,"score_intelligibility":0.93781,"score_speaker":0.92858,"score_quality":1.0,"score_fidelity":0.68309,"score":0.88737},"nl":{"n":50,"unit":"wer","wer":6.33363,"wer_orig":5.26316,"dwer":1.07047,"wer_pseudo":2.59624,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.92927,"utmos":3.04471,"dnsmos_ovrl":2.73203,"dnsmos_sig":3.11726,"dnsmos_bak":4.09562,"pesq_wb":2.86116,"pesq_nb":3.38709,"stoi":0.93771,"estoi":0.86701,"si_sdr":5.04535,"mel_dist":0.17326,"stft_dist":1.11508,"f0_rmse_cents":117.91562,"f0_corr":0.90606,"vuv_err":0.20593,"score_intelligibility":0.85403,"score_speaker":0.92927,"score_quality":0.99869,"score_fidelity":0.79184,"score":0.89346},"pl":{"n":50,"unit":"wer","wer":5.37281,"wer_orig":3.28947,"dwer":2.08333,"wer_pseudo":3.07018,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92515,"utmos":2.72808,"dnsmos_ovrl":3.08421,"dnsmos_sig":3.41144,"dnsmos_bak":4.09025,"pesq_wb":2.78898,"pesq_nb":3.26048,"stoi":0.94448,"estoi":0.87433,"si_sdr":1.69441,"mel_dist":0.21135,"stft_dist":1.18845,"f0_rmse_cents":109.72021,"f0_corr":0.82039,"vuv_err":0.18509,"score_intelligibility":0.67309,"score_speaker":0.92515,"score_quality":0.99451,"score_fidelity":0.75867,"score":0.83785},"cs":{"n":50,"unit":"wer","wer":12.6021,"wer_orig":9.45158,"dwer":3.15053,"wer_pseudo":8.41121,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9109,"utmos":2.60554,"dnsmos_ovrl":3.20828,"dnsmos_sig":3.51235,"dnsmos_bak":4.0262,"pesq_wb":2.53967,"pesq_nb":3.16595,"stoi":0.90595,"estoi":0.82225,"si_sdr":6.6666,"mel_dist":0.21023,"stft_dist":1.09194,"f0_rmse_cents":143.0018,"f0_corr":0.82478,"vuv_err":0.19467,"score_intelligibility":0.76838,"score_speaker":0.9109,"score_quality":1.0,"score_fidelity":0.72355,"score":0.85071},"tr":{"n":50,"unit":"wer","wer":8.42105,"wer_orig":7.76316,"dwer":0.65789,"wer_pseudo":2.89855,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.87778,"utmos":2.19507,"dnsmos_ovrl":3.08567,"dnsmos_sig":3.41918,"dnsmos_bak":4.05771,"pesq_wb":2.36242,"pesq_nb":3.01283,"stoi":0.88363,"estoi":0.77966,"si_sdr":-2.05527,"mel_dist":0.21911,"stft_dist":1.29665,"f0_rmse_cents":127.20975,"f0_corr":0.90481,"vuv_err":0.1423,"score_intelligibility":0.93017,"score_speaker":0.87778,"score_quality":0.96615,"score_fidelity":0.7259,"score":0.875},"id":{"n":50,"unit":"wer","wer":10.38961,"wer_orig":5.90319,"dwer":4.48642,"wer_pseudo":7.55608,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.80897,"utmos":2.15366,"dnsmos_ovrl":2.88435,"dnsmos_sig":3.43032,"dnsmos_bak":3.44968,"pesq_wb":2.18521,"pesq_nb":2.97022,"stoi":0.81741,"estoi":0.68878,"si_sdr":1.62684,"mel_dist":0.16319,"stft_dist":1.09011,"f0_rmse_cents":152.03767,"f0_corr":0.75437,"vuv_err":0.24111,"score_intelligibility":0.6061,"score_speaker":0.80897,"score_quality":1.0,"score_fidelity":0.63681,"score":0.76297},"vi":{"n":50,"unit":"wer","wer":12.01273,"wer_orig":7.71679,"dwer":4.29594,"wer_pseudo":7.80255,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.85489,"utmos":2.14771,"dnsmos_ovrl":2.84723,"dnsmos_sig":3.34853,"dnsmos_bak":3.73456,"pesq_wb":2.45093,"pesq_nb":3.12276,"stoi":0.80795,"estoi":0.69289,"si_sdr":4.32862,"mel_dist":0.15618,"stft_dist":1.03227,"f0_rmse_cents":353.31699,"f0_corr":0.69913,"vuv_err":0.20981,"score_intelligibility":0.66987,"score_speaker":0.85489,"score_quality":1.0,"score_fidelity":0.64054,"score":0.79132},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.90398,"utmos":2.66947,"dnsmos_ovrl":3.10452,"dnsmos_sig":3.42301,"dnsmos_bak":4.09094,"pesq_wb":2.69353,"pesq_nb":3.28002,"stoi":0.92516,"estoi":0.84699,"si_sdr":3.98761,"mel_dist":0.24804,"stft_dist":1.23094,"f0_rmse_cents":154.65752,"f0_corr":0.83826,"vuv_err":0.21067,"score_intelligibility":0.85624,"score_speaker":0.90398,"score_quality":0.99517,"score_fidelity":0.74909,"score":0.87612},"uk":{"n":50,"unit":"wer","wer":7.83201,"wer_orig":6.46992,"dwer":1.36209,"wer_pseudo":3.52273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90801,"utmos":2.43342,"dnsmos_ovrl":3.11287,"dnsmos_sig":3.43758,"dnsmos_bak":4.09231,"pesq_wb":2.64033,"pesq_nb":3.20768,"stoi":0.92034,"estoi":0.83139,"si_sdr":4.55436,"mel_dist":0.22691,"stft_dist":1.1974,"f0_rmse_cents":116.23707,"f0_corr":0.89134,"vuv_err":0.15626,"score_intelligibility":0.84578,"score_speaker":0.90801,"score_quality":0.95421,"score_fidelity":0.76011,"score":0.86703},"el":{"n":50,"unit":"wer","wer":17.23447,"wer_orig":12.02405,"dwer":5.21042,"wer_pseudo":10.81081,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.85033,"utmos":2.658,"dnsmos_ovrl":2.99887,"dnsmos_sig":3.3854,"dnsmos_bak":3.9245,"pesq_wb":2.55768,"pesq_nb":3.11285,"stoi":0.90095,"estoi":0.80938,"si_sdr":1.48865,"mel_dist":0.17919,"stft_dist":1.08041,"f0_rmse_cents":122.00212,"f0_corr":0.85407,"vuv_err":0.13787,"score_intelligibility":0.71425,"score_speaker":0.85033,"score_quality":0.97749,"score_fidelity":0.73336,"score":0.81886},"ar":{"n":50,"unit":"wer","wer":13.5635,"wer_orig":12.45376,"dwer":1.10974,"wer_pseudo":5.68603,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93487,"utmos":2.75787,"dnsmos_ovrl":3.24778,"dnsmos_sig":3.57437,"dnsmos_bak":4.03051,"pesq_wb":2.85219,"pesq_nb":3.38514,"stoi":0.94533,"estoi":0.89109,"si_sdr":5.55388,"mel_dist":0.19446,"stft_dist":1.08101,"f0_rmse_cents":161.54102,"f0_corr":0.86708,"vuv_err":0.16447,"score_intelligibility":0.9238,"score_speaker":0.93487,"score_quality":1.0,"score_fidelity":0.78054,"score":0.9098},"fa":{"n":50,"unit":"wer","wer":26.97143,"wer_orig":25.94286,"dwer":1.02857,"wer_pseudo":5.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89764,"utmos":2.72074,"dnsmos_ovrl":2.90089,"dnsmos_sig":3.38757,"dnsmos_bak":3.78269,"pesq_wb":2.49514,"pesq_nb":3.32229,"stoi":0.799,"estoi":0.68967,"si_sdr":3.29906,"mel_dist":0.16496,"stft_dist":1.08792,"f0_rmse_cents":322.74388,"f0_corr":0.68595,"vuv_err":0.23445,"score_intelligibility":0.96323,"score_speaker":0.89764,"score_quality":1.0,"score_fidelity":0.63738,"score":0.87456},"he":{"n":50,"unit":"wer","wer":25.0,"wer_orig":19.4186,"dwer":5.5814,"wer_pseudo":11.73709,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91568,"utmos":2.511,"dnsmos_ovrl":2.85013,"dnsmos_sig":3.2233,"dnsmos_bak":4.00081,"pesq_wb":2.66434,"pesq_nb":3.23415,"stoi":0.92744,"estoi":0.84986,"si_sdr":5.83629,"mel_dist":0.17682,"stft_dist":1.03145,"f0_rmse_cents":126.67255,"f0_corr":0.83685,"vuv_err":0.18186,"score_intelligibility":0.78533,"score_speaker":0.91568,"score_quality":1.0,"score_fidelity":0.74661,"score":0.86191},"hi":{"n":50,"unit":"wer","wer":28.25485,"wer_orig":26.31579,"dwer":1.93906,"wer_pseudo":11.53497,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.88033,"utmos":2.35935,"dnsmos_ovrl":2.85833,"dnsmos_sig":3.43196,"dnsmos_bak":3.54972,"pesq_wb":2.36247,"pesq_nb":3.03514,"stoi":0.8771,"estoi":0.77652,"si_sdr":3.84529,"mel_dist":0.21215,"stft_dist":1.17399,"f0_rmse_cents":243.06399,"f0_corr":0.7898,"vuv_err":0.19357,"score_intelligibility":0.93372,"score_speaker":0.88033,"score_quality":1.0,"score_fidelity":0.68539,"score":0.87486},"zh":{"n":50,"unit":"cer","wer":8.57143,"wer_orig":7.40525,"dwer":1.16618,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90243,"utmos":2.68182,"dnsmos_ovrl":3.0673,"dnsmos_sig":3.39499,"dnsmos_bak":4.04783,"pesq_wb":2.73805,"pesq_nb":3.24491,"stoi":0.91989,"estoi":0.84815,"si_sdr":-2.31341,"mel_dist":0.19482,"stft_dist":1.20359,"f0_rmse_cents":521.35511,"f0_corr":0.77625,"vuv_err":0.20526,"score_intelligibility":0.87816,"score_speaker":0.90243,"score_quality":0.96482,"score_fidelity":0.73091,"score":0.86908},"yue":{"n":50,"unit":"cer","wer":15.45171,"wer_orig":14.39252,"dwer":1.05919,"wer_pseudo":8.54972,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.92345,"utmos":2.9024,"dnsmos_ovrl":3.09745,"dnsmos_sig":3.45611,"dnsmos_bak":3.95546,"pesq_wb":2.44327,"pesq_nb":3.11131,"stoi":0.90125,"estoi":0.80803,"si_sdr":0.05159,"mel_dist":0.16429,"stft_dist":1.0868,"f0_rmse_cents":413.71536,"f0_corr":0.74048,"vuv_err":0.18165,"score_intelligibility":0.93562,"score_speaker":0.92345,"score_quality":0.98901,"score_fidelity":0.6847,"score":0.88319},"ja":{"n":50,"unit":"cer","wer":3.85852,"wer_orig":3.53698,"dwer":0.32154,"wer_pseudo":2.06706,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.87478,"utmos":2.12655,"dnsmos_ovrl":2.69405,"dnsmos_sig":3.31766,"dnsmos_bak":3.53654,"pesq_wb":2.69157,"pesq_nb":3.2572,"stoi":0.79446,"estoi":0.67017,"si_sdr":2.13771,"mel_dist":0.16255,"stft_dist":1.09816,"f0_rmse_cents":129.14213,"f0_corr":0.84472,"vuv_err":0.15463,"score_intelligibility":0.93382,"score_speaker":0.87478,"score_quality":1.0,"score_fidelity":0.70749,"score":0.87902},"ko":{"n":50,"unit":"cer","wer":4.70588,"wer_orig":5.14706,"dwer":-0.44118,"wer_pseudo":0.8016,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.90052,"utmos":2.96926,"dnsmos_ovrl":3.06831,"dnsmos_sig":3.40399,"dnsmos_bak":4.08961,"pesq_wb":2.90739,"pesq_nb":3.38074,"stoi":0.92139,"estoi":0.86176,"si_sdr":3.14619,"mel_dist":0.17372,"stft_dist":1.04803,"f0_rmse_cents":88.96745,"f0_corr":0.94731,"vuv_err":0.11233,"score_intelligibility":1.0,"score_speaker":0.90052,"score_quality":0.93592,"score_fidelity":0.80456,"score":0.91025},"th":{"n":50,"unit":"cer","wer":9.78173,"wer_orig":7.61924,"dwer":2.16249,"wer_pseudo":5.34521,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.90399,"utmos":2.49562,"dnsmos_ovrl":2.85446,"dnsmos_sig":3.32661,"dnsmos_bak":3.82639,"pesq_wb":2.34299,"pesq_nb":3.00101,"stoi":0.90034,"estoi":0.81443,"si_sdr":1.25729,"mel_dist":0.17258,"stft_dist":1.11871,"f0_rmse_cents":823.27909,"f0_corr":0.54215,"vuv_err":0.34248,"score_intelligibility":0.79943,"score_speaker":0.90399,"score_quality":1.0,"score_fidelity":0.60873,"score":0.82804}}},{"codec":"funcodec_encodec_en_16k_25hz_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_en_16k_25hz_32q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-en-libritts-16k-nq32ds640-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":8.0,"notes":"time-domain SEANet+LSTM, hop 640; trained on LibriTTS; first 32 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":8.0,"kbps_measured":8.00663,"tokens_per_s":800.6628,"params_M":57.54999,"efficiency":{"rtf_encode":0.00384,"rtf_decode":0.0035,"peak_vram_gb":0.44268,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.88057,"score_worst_lang":0.78062,"worst_lang":"id","en_gap":0.02885,"score_intelligibility":0.88707,"score_speaker":0.91204,"score_quality":0.98564,"score_fidelity":0.73754,"dwer":1.16683,"wer":9.97264,"wer_pseudo":3.85139,"sim":0.91204,"utmos":2.56567,"dnsmos_ovrl":2.9912,"dnsmos_sig":3.38673,"dnsmos_bak":3.91102,"pesq_wb":2.70358,"pesq_nb":3.28365,"stoi":0.90316,"estoi":0.82237,"si_sdr":3.77113,"mel_dist":0.18947,"stft_dist":1.11029,"f0_rmse_cents":220.21365,"f0_corr":0.82273,"vuv_err":0.18624,"score_ci95":[0.87315,0.88529]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":0.77821,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.92653,"utmos":2.52613,"dnsmos_ovrl":2.59124,"dnsmos_sig":3.11095,"dnsmos_bak":3.80917,"pesq_wb":2.64984,"pesq_nb":3.31247,"stoi":0.8802,"estoi":0.78479,"si_sdr":4.09605,"mel_dist":0.17848,"stft_dist":1.12532,"f0_rmse_cents":232.42936,"f0_corr":0.83963,"vuv_err":0.18381,"score_intelligibility":0.97595,"score_speaker":0.92653,"score_quality":1.0,"score_fidelity":0.73041,"score":0.90822},"de":{"n":50,"unit":"wer","wer":5.69685,"wer_orig":5.69685,"dwer":0.0,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9285,"utmos":2.75057,"dnsmos_ovrl":3.14821,"dnsmos_sig":3.4323,"dnsmos_bak":4.08608,"pesq_wb":2.97078,"pesq_nb":3.48027,"stoi":0.93222,"estoi":0.8462,"si_sdr":7.8211,"mel_dist":0.18847,"stft_dist":1.02428,"f0_rmse_cents":162.73846,"f0_corr":0.86767,"vuv_err":0.15402,"score_intelligibility":1.0,"score_speaker":0.9285,"score_quality":1.0,"score_fidelity":0.78766,"score":0.92904},"fr":{"n":50,"unit":"wer","wer":6.95652,"wer_orig":4.98024,"dwer":1.97628,"wer_pseudo":3.33333,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.90119,"utmos":2.27041,"dnsmos_ovrl":3.08624,"dnsmos_sig":3.40918,"dnsmos_bak":4.03687,"pesq_wb":2.49993,"pesq_nb":3.1202,"stoi":0.92761,"estoi":0.86471,"si_sdr":2.72633,"mel_dist":0.22277,"stft_dist":1.15582,"f0_rmse_cents":135.18427,"f0_corr":0.88474,"vuv_err":0.21116,"score_intelligibility":0.75161,"score_speaker":0.90119,"score_quality":0.9652,"score_fidelity":0.74697,"score":0.84124},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93885,"utmos":2.75729,"dnsmos_ovrl":3.23802,"dnsmos_sig":3.57686,"dnsmos_bak":3.96831,"pesq_wb":3.09185,"pesq_nb":3.54412,"stoi":0.93189,"estoi":0.86706,"si_sdr":6.53434,"mel_dist":0.21952,"stft_dist":1.15023,"f0_rmse_cents":155.53002,"f0_corr":0.90559,"vuv_err":0.18129,"score_intelligibility":0.97826,"score_speaker":0.93885,"score_quality":0.99899,"score_fidelity":0.81172,"score":0.93195},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":1.09689,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.93021,"utmos":3.04345,"dnsmos_ovrl":3.33964,"dnsmos_sig":3.61681,"dnsmos_bak":4.11063,"pesq_wb":3.14737,"pesq_nb":3.57896,"stoi":0.93498,"estoi":0.87772,"si_sdr":7.25911,"mel_dist":0.22869,"stft_dist":1.12711,"f0_rmse_cents":104.65291,"f0_corr":0.87939,"vuv_err":0.14762,"score_intelligibility":0.86661,"score_speaker":0.93021,"score_quality":0.98546,"score_fidelity":0.8093,"score":0.8979},"pt":{"n":50,"unit":"wer","wer":3.80859,"wer_orig":3.41797,"dwer":0.39062,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93713,"utmos":2.50899,"dnsmos_ovrl":3.04882,"dnsmos_sig":3.41757,"dnsmos_bak":3.80977,"pesq_wb":2.56612,"pesq_nb":3.09208,"stoi":0.88569,"estoi":0.80131,"si_sdr":3.4824,"mel_dist":0.19513,"stft_dist":1.13151,"f0_rmse_cents":326.28876,"f0_corr":0.74794,"vuv_err":0.21958,"score_intelligibility":0.91877,"score_speaker":0.93713,"score_quality":1.0,"score_fidelity":0.6937,"score":0.8874},"nl":{"n":50,"unit":"wer","wer":5.8876,"wer_orig":5.26316,"dwer":0.62444,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.94085,"utmos":3.01994,"dnsmos_ovrl":2.72527,"dnsmos_sig":3.11314,"dnsmos_bak":4.09669,"pesq_wb":2.97168,"pesq_nb":3.4657,"stoi":0.94457,"estoi":0.88092,"si_sdr":5.64388,"mel_dist":0.16803,"stft_dist":1.09376,"f0_rmse_cents":120.23728,"f0_corr":0.90195,"vuv_err":0.20265,"score_intelligibility":0.90934,"score_speaker":0.94085,"score_quality":0.99675,"score_fidelity":0.80329,"score":0.91255},"pl":{"n":50,"unit":"wer","wer":5.04386,"wer_orig":3.28947,"dwer":1.75439,"wer_pseudo":3.28947,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.93622,"utmos":2.70606,"dnsmos_ovrl":3.07777,"dnsmos_sig":3.40744,"dnsmos_bak":4.07861,"pesq_wb":2.90193,"pesq_nb":3.35649,"stoi":0.9506,"estoi":0.88732,"si_sdr":2.15185,"mel_dist":0.20582,"stft_dist":1.167,"f0_rmse_cents":109.91875,"f0_corr":0.83491,"vuv_err":0.18082,"score_intelligibility":0.70972,"score_speaker":0.93622,"score_quality":0.98821,"score_fidelity":0.77631,"score":0.85262},"cs":{"n":50,"unit":"wer","wer":11.55193,"wer_orig":9.45158,"dwer":2.10035,"wer_pseudo":6.7757,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.92295,"utmos":2.58771,"dnsmos_ovrl":3.18514,"dnsmos_sig":3.49338,"dnsmos_bak":4.01573,"pesq_wb":2.64873,"pesq_nb":3.2572,"stoi":0.91472,"estoi":0.83851,"si_sdr":7.12856,"mel_dist":0.20392,"stft_dist":1.07222,"f0_rmse_cents":147.81751,"f0_corr":0.8139,"vuv_err":0.19749,"score_intelligibility":0.83267,"score_speaker":0.92295,"score_quality":1.0,"score_fidelity":0.73323,"score":0.87221},"tr":{"n":50,"unit":"wer","wer":8.28947,"wer_orig":7.76316,"dwer":0.52632,"wer_pseudo":3.0303,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.8864,"utmos":2.16924,"dnsmos_ovrl":3.06882,"dnsmos_sig":3.40996,"dnsmos_bak":4.03545,"pesq_wb":2.40548,"pesq_nb":3.05142,"stoi":0.89182,"estoi":0.79513,"si_sdr":-1.1596,"mel_dist":0.21264,"stft_dist":1.27861,"f0_rmse_cents":130.46776,"f0_corr":0.89985,"vuv_err":0.13845,"score_intelligibility":0.94334,"score_speaker":0.8864,"score_quality":0.95608,"score_fidelity":0.73108,"score":0.87922},"id":{"n":50,"unit":"wer","wer":9.79929,"wer_orig":5.90319,"dwer":3.8961,"wer_pseudo":6.96576,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.82654,"utmos":2.12178,"dnsmos_ovrl":2.79825,"dnsmos_sig":3.35089,"dnsmos_bak":3.3626,"pesq_wb":2.24359,"pesq_nb":3.03143,"stoi":0.83013,"estoi":0.71085,"si_sdr":1.93519,"mel_dist":0.15906,"stft_dist":1.06725,"f0_rmse_cents":155.45912,"f0_corr":0.78473,"vuv_err":0.2138,"score_intelligibility":0.63923,"score_speaker":0.82654,"score_quality":1.0,"score_fidelity":0.65672,"score":0.78062},"vi":{"n":50,"unit":"wer","wer":9.22832,"wer_orig":7.71679,"dwer":1.51154,"wer_pseudo":3.98089,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.87267,"utmos":2.1251,"dnsmos_ovrl":2.82397,"dnsmos_sig":3.32696,"dnsmos_bak":3.71143,"pesq_wb":2.51871,"pesq_nb":3.18944,"stoi":0.82139,"estoi":0.71413,"si_sdr":4.73698,"mel_dist":0.15301,"stft_dist":1.01887,"f0_rmse_cents":325.38259,"f0_corr":0.71171,"vuv_err":0.20244,"score_intelligibility":0.85222,"score_speaker":0.87267,"score_quality":0.99376,"score_fidelity":0.65567,"score":0.84358},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":1.15875,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91775,"utmos":2.63397,"dnsmos_ovrl":3.09077,"dnsmos_sig":3.4132,"dnsmos_bak":4.08096,"pesq_wb":2.76981,"pesq_nb":3.35015,"stoi":0.93114,"estoi":0.85913,"si_sdr":4.41155,"mel_dist":0.24305,"stft_dist":1.21353,"f0_rmse_cents":169.92164,"f0_corr":0.81917,"vuv_err":0.2065,"score_intelligibility":0.84113,"score_speaker":0.91775,"score_quality":0.98464,"score_fidelity":0.75199,"score":0.87388},"uk":{"n":50,"unit":"wer","wer":7.83201,"wer_orig":6.46992,"dwer":1.36209,"wer_pseudo":3.29545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.92008,"utmos":2.41582,"dnsmos_ovrl":3.10403,"dnsmos_sig":3.43279,"dnsmos_bak":4.08522,"pesq_wb":2.70271,"pesq_nb":3.26206,"stoi":0.9271,"estoi":0.8451,"si_sdr":4.98962,"mel_dist":0.22126,"stft_dist":1.17957,"f0_rmse_cents":108.54551,"f0_corr":0.91939,"vuv_err":0.15736,"score_intelligibility":0.84578,"score_speaker":0.92008,"score_quality":0.94863,"score_fidelity":0.77766,"score":0.87304},"el":{"n":50,"unit":"wer","wer":15.93186,"wer_orig":12.02405,"dwer":3.90782,"wer_pseudo":9.40941,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8654,"utmos":2.63163,"dnsmos_ovrl":2.98631,"dnsmos_sig":3.3746,"dnsmos_bak":3.90746,"pesq_wb":2.62314,"pesq_nb":3.15685,"stoi":0.9086,"estoi":0.82409,"si_sdr":1.8509,"mel_dist":0.17482,"stft_dist":1.06746,"f0_rmse_cents":121.91715,"f0_corr":0.85305,"vuv_err":0.14169,"score_intelligibility":0.7692,"score_speaker":0.8654,"score_quality":0.96989,"score_fidelity":0.7418,"score":0.83657},"ar":{"n":50,"unit":"wer","wer":13.19359,"wer_orig":12.45376,"dwer":0.73983,"wer_pseudo":3.83189,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.94518,"utmos":2.74645,"dnsmos_ovrl":3.22795,"dnsmos_sig":3.56012,"dnsmos_bak":4.01917,"pesq_wb":2.96562,"pesq_nb":3.46834,"stoi":0.95095,"estoi":0.90183,"si_sdr":6.03764,"mel_dist":0.18859,"stft_dist":1.06073,"f0_rmse_cents":147.35399,"f0_corr":0.88354,"vuv_err":0.16211,"score_intelligibility":0.94788,"score_speaker":0.94518,"score_quality":1.0,"score_fidelity":0.7987,"score":0.92294},"fa":{"n":50,"unit":"wer","wer":25.82857,"wer_orig":25.94286,"dwer":-0.11429,"wer_pseudo":5.2973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.91025,"utmos":2.68204,"dnsmos_ovrl":2.88458,"dnsmos_sig":3.37042,"dnsmos_bak":3.77348,"pesq_wb":2.57336,"pesq_nb":3.3982,"stoi":0.81348,"estoi":0.71068,"si_sdr":3.72731,"mel_dist":0.16024,"stft_dist":1.07184,"f0_rmse_cents":313.50436,"f0_corr":0.68501,"vuv_err":0.22525,"score_intelligibility":1.0,"score_speaker":0.91025,"score_quality":1.0,"score_fidelity":0.64934,"score":0.8899},"he":{"n":50,"unit":"wer","wer":23.95349,"wer_orig":19.4186,"dwer":4.53488,"wer_pseudo":9.85915,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.92977,"utmos":2.47541,"dnsmos_ovrl":2.8301,"dnsmos_sig":3.21003,"dnsmos_bak":3.97819,"pesq_wb":2.75372,"pesq_nb":3.31082,"stoi":0.93424,"estoi":0.86298,"si_sdr":6.31603,"mel_dist":0.17165,"stft_dist":1.01264,"f0_rmse_cents":148.29967,"f0_corr":0.81991,"vuv_err":0.18163,"score_intelligibility":0.81827,"score_speaker":0.92977,"score_quality":0.99604,"score_fidelity":0.75174,"score":0.87395},"hi":{"n":50,"unit":"wer","wer":27.42382,"wer_orig":26.31579,"dwer":1.10803,"wer_pseudo":9.80926,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.89343,"utmos":2.35335,"dnsmos_ovrl":2.8403,"dnsmos_sig":3.4113,"dnsmos_bak":3.53589,"pesq_wb":2.41886,"pesq_nb":3.08172,"stoi":0.88555,"estoi":0.79146,"si_sdr":4.28106,"mel_dist":0.20675,"stft_dist":1.15698,"f0_rmse_cents":203.05644,"f0_corr":0.78378,"vuv_err":0.18853,"score_intelligibility":0.96102,"score_speaker":0.89343,"score_quality":1.0,"score_fidelity":0.69157,"score":0.8865},"zh":{"n":50,"unit":"cer","wer":8.04665,"wer_orig":7.40525,"dwer":0.6414,"wer_pseudo":1.03659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.91482,"utmos":2.66356,"dnsmos_ovrl":3.05622,"dnsmos_sig":3.38796,"dnsmos_bak":4.03048,"pesq_wb":2.82461,"pesq_nb":3.31734,"stoi":0.92592,"estoi":0.85887,"si_sdr":-1.88654,"mel_dist":0.18947,"stft_dist":1.1839,"f0_rmse_cents":539.24156,"f0_corr":0.77456,"vuv_err":0.19881,"score_intelligibility":0.9291,"score_speaker":0.91482,"score_quality":0.9571,"score_fidelity":0.7406,"score":0.8854},"yue":{"n":50,"unit":"cer","wer":14.57944,"wer_orig":14.39252,"dwer":0.18692,"wer_pseudo":7.34642,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.93157,"utmos":2.87766,"dnsmos_ovrl":3.09,"dnsmos_sig":3.45865,"dnsmos_bak":3.93509,"pesq_wb":2.50804,"pesq_nb":3.17784,"stoi":0.9089,"estoi":0.82158,"si_sdr":0.58823,"mel_dist":0.15959,"stft_dist":1.07007,"f0_rmse_cents":383.24276,"f0_corr":0.78282,"vuv_err":0.18031,"score_intelligibility":0.988,"score_speaker":0.93157,"score_quality":0.98265,"score_fidelity":0.70753,"score":0.90244},"ja":{"n":50,"unit":"cer","wer":3.95039,"wer_orig":3.53698,"dwer":0.41341,"wer_pseudo":2.20487,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.88648,"utmos":2.10856,"dnsmos_ovrl":2.67374,"dnsmos_sig":3.30278,"dnsmos_bak":3.52445,"pesq_wb":2.75288,"pesq_nb":3.30213,"stoi":0.80821,"estoi":0.69145,"si_sdr":2.65506,"mel_dist":0.15861,"stft_dist":1.08251,"f0_rmse_cents":149.36746,"f0_corr":0.80774,"vuv_err":0.15012,"score_intelligibility":0.91649,"score_speaker":0.88648,"score_quality":1.0,"score_fidelity":0.70559,"score":0.87714},"ko":{"n":50,"unit":"cer","wer":4.70588,"wer_orig":5.14706,"dwer":-0.44118,"wer_pseudo":0.7515,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.91114,"utmos":2.95131,"dnsmos_ovrl":3.05772,"dnsmos_sig":3.39706,"dnsmos_bak":4.07859,"pesq_wb":2.97153,"pesq_nb":3.42727,"stoi":0.92805,"estoi":0.87359,"si_sdr":3.60476,"mel_dist":0.16975,"stft_dist":1.03274,"f0_rmse_cents":80.07759,"f0_corr":0.95854,"vuv_err":0.1088,"score_intelligibility":1.0,"score_speaker":0.91114,"score_quality":0.93195,"score_fidelity":0.81663,"score":0.91493},"th":{"n":50,"unit":"cer","wer":8.62975,"wer_orig":7.61924,"dwer":1.01051,"wer_pseudo":4.27212,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91503,"utmos":2.44969,"dnsmos_ovrl":2.81573,"dnsmos_sig":3.29714,"dnsmos_bak":3.79408,"pesq_wb":2.40558,"pesq_nb":3.07515,"stoi":0.90798,"estoi":0.82757,"si_sdr":1.57527,"mel_dist":0.16793,"stft_dist":1.10311,"f0_rmse_cents":814.49269,"f0_corr":0.58606,"vuv_err":0.33554,"score_intelligibility":0.89506,"score_speaker":0.91503,"score_quality":1.0,"score_fidelity":0.63188,"score":0.86049}}},{"codec":"funcodec_encodec_en_16k_25hz_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_en_16k_25hz_4q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-en-libritts-16k-nq32ds640-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":1.0,"notes":"time-domain SEANet+LSTM, hop 640; trained on LibriTTS; first 4 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.00083,"tokens_per_s":100.08285,"params_M":57.54999,"efficiency":{"rtf_encode":0.00355,"rtf_decode":0.00344,"peak_vram_gb":0.44261,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.72033,"score_worst_lang":0.60584,"worst_lang":"id","en_gap":0.06029,"score_intelligibility":0.48099,"score_speaker":0.75912,"score_quality":0.99056,"score_fidelity":0.65065,"dwer":11.82271,"wer":20.62852,"wer_pseudo":16.6771,"sim":0.75912,"utmos":2.61403,"dnsmos_ovrl":3.06194,"dnsmos_sig":3.44294,"dnsmos_bak":3.9619,"pesq_wb":2.12894,"pesq_nb":2.71614,"stoi":0.84203,"estoi":0.71638,"si_sdr":0.15109,"mel_dist":0.22092,"stft_dist":1.24402,"f0_rmse_cents":239.99205,"f0_corr":0.78738,"vuv_err":0.20521,"score_ci95":[0.715,0.72745]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.52114,"wer_orig":6.98132,"dwer":3.53982,"wer_pseudo":6.1284,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.76577,"utmos":2.58334,"dnsmos_ovrl":2.66394,"dnsmos_sig":3.16236,"dnsmos_bak":3.84333,"pesq_wb":2.11657,"pesq_nb":2.75949,"stoi":0.81304,"estoi":0.6769,"si_sdr":0.83447,"mel_dist":0.20703,"stft_dist":1.24287,"f0_rmse_cents":244.79519,"f0_corr":0.82964,"vuv_err":0.19637,"score_intelligibility":0.69275,"score_speaker":0.76577,"score_quality":1.0,"score_fidelity":0.6539,"score":0.77811},"de":{"n":50,"unit":"wer","wer":12.71617,"wer_orig":5.69685,"dwer":7.01933,"wer_pseudo":9.25738,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79022,"utmos":2.79215,"dnsmos_ovrl":3.20423,"dnsmos_sig":3.4862,"dnsmos_bak":4.08815,"pesq_wb":2.17449,"pesq_nb":2.86029,"stoi":0.8814,"estoi":0.73969,"si_sdr":3.71392,"mel_dist":0.21355,"stft_dist":1.143,"f0_rmse_cents":176.83607,"f0_corr":0.83221,"vuv_err":0.16056,"score_intelligibility":0.48824,"score_speaker":0.79022,"score_quality":1.0,"score_fidelity":0.68306,"score":0.74038},"fr":{"n":50,"unit":"wer","wer":19.20949,"wer_orig":4.98024,"dwer":14.22925,"wer_pseudo":17.30159,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77771,"utmos":2.37287,"dnsmos_ovrl":3.15024,"dnsmos_sig":3.4646,"dnsmos_bak":4.07001,"pesq_wb":2.01716,"pesq_nb":2.58293,"stoi":0.87455,"estoi":0.77721,"si_sdr":-0.27817,"mel_dist":0.25668,"stft_dist":1.28214,"f0_rmse_cents":146.23856,"f0_corr":0.85676,"vuv_err":0.2252,"score_intelligibility":0.29591,"score_speaker":0.77771,"score_quality":1.0,"score_fidelity":0.67398,"score":0.6869},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":2.55242,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.80472,"utmos":2.78457,"dnsmos_ovrl":3.2962,"dnsmos_sig":3.60878,"dnsmos_bak":4.04158,"pesq_wb":2.46624,"pesq_nb":2.99968,"stoi":0.88255,"estoi":0.77566,"si_sdr":2.42474,"mel_dist":0.24837,"stft_dist":1.27436,"f0_rmse_cents":182.90566,"f0_corr":0.87137,"vuv_err":0.18851,"score_intelligibility":0.81818,"score_speaker":0.80472,"score_quality":1.0,"score_fidelity":0.72428,"score":0.8368},"it":{"n":50,"unit":"wer","wer":6.01093,"wer_orig":2.55009,"dwer":3.46084,"wer_pseudo":5.30165,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.76663,"utmos":2.99908,"dnsmos_ovrl":3.3573,"dnsmos_sig":3.63219,"dnsmos_bak":4.12998,"pesq_wb":2.4979,"pesq_nb":3.00501,"stoi":0.88417,"estoi":0.7859,"si_sdr":2.86694,"mel_dist":0.2622,"stft_dist":1.26958,"f0_rmse_cents":126.59961,"f0_corr":0.83406,"vuv_err":0.15796,"score_intelligibility":0.50637,"score_speaker":0.76663,"score_quality":0.97492,"score_fidelity":0.7154,"score":0.74083},"pt":{"n":50,"unit":"wer","wer":6.73828,"wer_orig":3.41797,"dwer":3.32031,"wer_pseudo":5.80709,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.82675,"utmos":2.60514,"dnsmos_ovrl":3.1452,"dnsmos_sig":3.49447,"dnsmos_bak":3.8896,"pesq_wb":2.08279,"pesq_nb":2.61883,"stoi":0.82536,"estoi":0.70154,"si_sdr":0.04886,"mel_dist":0.22902,"stft_dist":1.26132,"f0_rmse_cents":372.3906,"f0_corr":0.72141,"vuv_err":0.25068,"score_intelligibility":0.57092,"score_speaker":0.82675,"score_quality":1.0,"score_fidelity":0.61871,"score":0.7541},"nl":{"n":50,"unit":"wer","wer":17.39518,"wer_orig":5.26316,"dwer":12.13202,"wer_pseudo":14.23456,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.80878,"utmos":3.11465,"dnsmos_ovrl":2.79616,"dnsmos_sig":3.17171,"dnsmos_bak":4.11931,"pesq_wb":2.23569,"pesq_nb":2.79052,"stoi":0.88875,"estoi":0.77497,"si_sdr":1.29281,"mel_dist":0.20083,"stft_dist":1.25101,"f0_rmse_cents":139.66608,"f0_corr":0.86557,"vuv_err":0.21749,"score_intelligibility":0.34048,"score_speaker":0.80878,"score_quality":1.0,"score_fidelity":0.70246,"score":0.71293},"pl":{"n":50,"unit":"wer","wer":16.66667,"wer_orig":3.28947,"dwer":13.37719,"wer_pseudo":16.44737,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.76547,"utmos":2.74922,"dnsmos_ovrl":3.14147,"dnsmos_sig":3.45846,"dnsmos_bak":4.1176,"pesq_wb":2.07907,"pesq_nb":2.58379,"stoi":0.89902,"estoi":0.78484,"si_sdr":-1.43415,"mel_dist":0.24268,"stft_dist":1.32863,"f0_rmse_cents":125.95033,"f0_corr":0.78013,"vuv_err":0.17898,"score_intelligibility":0.2428,"score_speaker":0.76547,"score_quality":1.0,"score_fidelity":0.66248,"score":0.66769},"cs":{"n":50,"unit":"wer","wer":30.45508,"wer_orig":9.45158,"dwer":21.0035,"wer_pseudo":27.57009,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.77606,"utmos":2.61057,"dnsmos_ovrl":3.26372,"dnsmos_sig":3.56388,"dnsmos_bak":4.04207,"pesq_wb":1.90889,"pesq_nb":2.53814,"stoi":0.8466,"estoi":0.71944,"si_sdr":3.45795,"mel_dist":0.23928,"stft_dist":1.21094,"f0_rmse_cents":167.3514,"f0_corr":0.76907,"vuv_err":0.22398,"score_intelligibility":0.33227,"score_speaker":0.77606,"score_quality":1.0,"score_fidelity":0.62512,"score":0.68336},"tr":{"n":50,"unit":"wer","wer":22.10526,"wer_orig":7.76316,"dwer":14.34211,"wer_pseudo":18.31357,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.73939,"utmos":2.23779,"dnsmos_ovrl":3.11398,"dnsmos_sig":3.4436,"dnsmos_bak":4.07338,"pesq_wb":2.02961,"pesq_nb":2.65725,"stoi":0.83599,"estoi":0.68848,"si_sdr":-5.70642,"mel_dist":0.23958,"stft_dist":1.39706,"f0_rmse_cents":163.49431,"f0_corr":0.84508,"vuv_err":0.14723,"score_intelligibility":0.37927,"score_speaker":0.73939,"score_quality":0.98281,"score_fidelity":0.65841,"score":0.68997},"id":{"n":50,"unit":"wer","wer":29.04368,"wer_orig":5.90319,"dwer":23.1405,"wer_pseudo":27.39079,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.62216,"utmos":2.22366,"dnsmos_ovrl":2.99175,"dnsmos_sig":3.50412,"dnsmos_bak":3.57762,"pesq_wb":1.78708,"pesq_nb":2.52506,"stoi":0.74223,"estoi":0.56603,"si_sdr":-0.55597,"mel_dist":0.18785,"stft_dist":1.22365,"f0_rmse_cents":187.19499,"f0_corr":0.74713,"vuv_err":0.29464,"score_intelligibility":0.22977,"score_speaker":0.62216,"score_quality":1.0,"score_fidelity":0.57141,"score":0.60584},"vi":{"n":50,"unit":"wer","wer":27.04853,"wer_orig":7.71679,"dwer":19.33174,"wer_pseudo":24.1242,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.69497,"utmos":2.18255,"dnsmos_ovrl":2.9182,"dnsmos_sig":3.41121,"dnsmos_bak":3.77684,"pesq_wb":2.03105,"pesq_nb":2.67065,"stoi":0.72831,"estoi":0.5732,"si_sdr":1.26819,"mel_dist":0.17776,"stft_dist":1.13335,"f0_rmse_cents":372.2505,"f0_corr":0.66916,"vuv_err":0.22246,"score_intelligibility":0.31078,"score_speaker":0.69497,"score_quality":1.0,"score_fidelity":0.56402,"score":0.64244},"ru":{"n":50,"unit":"wer","wer":8.43931,"wer_orig":4.50867,"dwer":3.93064,"wer_pseudo":5.33024,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.76092,"utmos":2.65076,"dnsmos_ovrl":3.14158,"dnsmos_sig":3.45419,"dnsmos_bak":4.1122,"pesq_wb":2.19137,"pesq_nb":2.73191,"stoi":0.8789,"estoi":0.76365,"si_sdr":1.06666,"mel_dist":0.27619,"stft_dist":1.3522,"f0_rmse_cents":152.54548,"f0_corr":0.8534,"vuv_err":0.22366,"score_intelligibility":0.58359,"score_speaker":0.76092,"score_quality":0.98962,"score_fidelity":0.6909,"score":0.75626},"uk":{"n":50,"unit":"wer","wer":16.57208,"wer_orig":6.46992,"dwer":10.10216,"wer_pseudo":14.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.77334,"utmos":2.44958,"dnsmos_ovrl":3.14947,"dnsmos_sig":3.47011,"dnsmos_bak":4.10661,"pesq_wb":2.15497,"pesq_nb":2.72681,"stoi":0.87467,"estoi":0.74266,"si_sdr":1.39489,"mel_dist":0.25529,"stft_dist":1.31609,"f0_rmse_cents":160.6965,"f0_corr":0.84844,"vuv_err":0.17279,"score_intelligibility":0.4251,"score_speaker":0.77334,"score_quality":0.95933,"score_fidelity":0.68437,"score":0.71054},"el":{"n":50,"unit":"wer","wer":44.08818,"wer_orig":12.02405,"dwer":32.06413,"wer_pseudo":40.34034,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.67201,"utmos":2.70568,"dnsmos_ovrl":3.05338,"dnsmos_sig":3.43847,"dnsmos_bak":3.96219,"pesq_wb":2.14396,"pesq_nb":2.71561,"stoi":0.84928,"estoi":0.71637,"si_sdr":-1.23554,"mel_dist":0.2029,"stft_dist":1.17278,"f0_rmse_cents":126.6277,"f0_corr":0.84429,"vuv_err":0.14444,"score_intelligibility":0.28886,"score_speaker":0.67201,"score_quality":0.99122,"score_fidelity":0.67347,"score":0.65639},"ar":{"n":50,"unit":"wer","wer":22.56473,"wer_orig":12.45376,"dwer":10.11097,"wer_pseudo":16.81088,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.80145,"utmos":2.74704,"dnsmos_ovrl":3.29826,"dnsmos_sig":3.60543,"dnsmos_bak":4.07735,"pesq_wb":2.21453,"pesq_nb":2.73935,"stoi":0.9015,"estoi":0.81871,"si_sdr":2.42557,"mel_dist":0.22764,"stft_dist":1.21753,"f0_rmse_cents":167.93808,"f0_corr":0.83297,"vuv_err":0.17738,"score_intelligibility":0.57093,"score_speaker":0.80145,"score_quality":1.0,"score_fidelity":0.69382,"score":0.76655},"fa":{"n":50,"unit":"wer","wer":39.88571,"wer_orig":25.94286,"dwer":13.94286,"wer_pseudo":22.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.75359,"utmos":2.78263,"dnsmos_ovrl":2.96963,"dnsmos_sig":3.43399,"dnsmos_bak":3.84097,"pesq_wb":2.05827,"pesq_nb":2.84358,"stoi":0.7282,"estoi":0.58278,"si_sdr":0.60113,"mel_dist":0.18905,"stft_dist":1.19238,"f0_rmse_cents":298.10395,"f0_corr":0.66721,"vuv_err":0.24067,"score_intelligibility":0.65898,"score_speaker":0.75359,"score_quality":1.0,"score_fidelity":0.56592,"score":0.74462},"he":{"n":50,"unit":"wer","wer":43.72093,"wer_orig":19.4186,"dwer":24.30233,"wer_pseudo":34.97653,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.73677,"utmos":2.5776,"dnsmos_ovrl":2.91948,"dnsmos_sig":3.28845,"dnsmos_bak":4.02442,"pesq_wb":2.088,"pesq_nb":2.66221,"stoi":0.87625,"estoi":0.75618,"si_sdr":2.02647,"mel_dist":0.20645,"stft_dist":1.16232,"f0_rmse_cents":155.80187,"f0_corr":0.78891,"vuv_err":0.19683,"score_intelligibility":0.45658,"score_speaker":0.73677,"score_quality":1.0,"score_fidelity":0.65867,"score":0.713},"hi":{"n":50,"unit":"wer","wer":40.25854,"wer_orig":26.31579,"dwer":13.94275,"wer_pseudo":29.33697,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.72105,"utmos":2.36222,"dnsmos_ovrl":2.96055,"dnsmos_sig":3.48715,"dnsmos_bak":3.64996,"pesq_wb":2.00399,"pesq_nb":2.63807,"stoi":0.82178,"estoi":0.68291,"si_sdr":0.81606,"mel_dist":0.24015,"stft_dist":1.28341,"f0_rmse_cents":296.61851,"f0_corr":0.72557,"vuv_err":0.21212,"score_intelligibility":0.66206,"score_speaker":0.72105,"score_quality":1.0,"score_fidelity":0.6114,"score":0.74863},"zh":{"n":50,"unit":"cer","wer":13.00292,"wer_orig":7.40525,"dwer":5.59767,"wer_pseudo":7.07317,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.7816,"utmos":2.67824,"dnsmos_ovrl":3.10801,"dnsmos_sig":3.42531,"dnsmos_bak":4.0812,"pesq_wb":2.22936,"pesq_nb":2.6869,"stoi":0.8769,"estoi":0.7734,"si_sdr":-5.83842,"mel_dist":0.22488,"stft_dist":1.34013,"f0_rmse_cents":501.59195,"f0_corr":0.7696,"vuv_err":0.23755,"score_intelligibility":0.60025,"score_speaker":0.7816,"score_quality":0.96387,"score_fidelity":0.66592,"score":0.75291},"yue":{"n":50,"unit":"cer","wer":24.17445,"wer_orig":14.39252,"dwer":9.78193,"wer_pseudo":21.0893,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.82075,"utmos":2.90011,"dnsmos_ovrl":3.14232,"dnsmos_sig":3.49394,"dnsmos_bak":3.97546,"pesq_wb":1.98705,"pesq_nb":2.58172,"stoi":0.85319,"estoi":0.72018,"si_sdr":-3.30068,"mel_dist":0.19181,"stft_dist":1.20455,"f0_rmse_cents":367.26519,"f0_corr":0.75449,"vuv_err":0.18659,"score_intelligibility":0.61143,"score_speaker":0.82075,"score_quality":0.98842,"score_fidelity":0.6299,"score":0.76263},"ja":{"n":50,"unit":"cer","wer":14.60726,"wer_orig":3.53698,"dwer":11.07028,"wer_pseudo":13.22921,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.73173,"utmos":2.15486,"dnsmos_ovrl":2.69201,"dnsmos_sig":3.32726,"dnsmos_bak":3.51158,"pesq_wb":2.23317,"pesq_nb":2.82609,"stoi":0.72118,"estoi":0.55695,"si_sdr":-1.23383,"mel_dist":0.18798,"stft_dist":1.21955,"f0_rmse_cents":173.77052,"f0_corr":0.7522,"vuv_err":0.18156,"score_intelligibility":0.2907,"score_speaker":0.73173,"score_quality":1.0,"score_fidelity":0.60857,"score":0.65775},"ko":{"n":50,"unit":"cer","wer":7.20588,"wer_orig":5.14706,"dwer":2.05882,"wer_pseudo":4.05812,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76761,"utmos":2.91195,"dnsmos_ovrl":3.08882,"dnsmos_sig":3.42185,"dnsmos_bak":4.10406,"pesq_wb":2.44804,"pesq_nb":2.94393,"stoi":0.87782,"estoi":0.78545,"si_sdr":0.00806,"mel_dist":0.19375,"stft_dist":1.14645,"f0_rmse_cents":131.82746,"f0_corr":0.89782,"vuv_err":0.13426,"score_intelligibility":0.7491,"score_speaker":0.76761,"score_quality":0.92323,"score_fidelity":0.72979,"score":0.79243},"th":{"n":50,"unit":"cer","wer":18.654,"wer_orig":7.61924,"dwer":11.03476,"wer_pseudo":16.33934,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.75938,"utmos":2.56037,"dnsmos_ovrl":2.9207,"dnsmos_sig":3.38294,"dnsmos_bak":3.87009,"pesq_wb":1.91538,"pesq_nb":2.49947,"stoi":0.84706,"estoi":0.73008,"si_sdr":-1.03733,"mel_dist":0.20107,"stft_dist":1.23108,"f0_rmse_cents":821.34861,"f0_corr":0.54067,"vuv_err":0.35307,"score_intelligibility":0.43855,"score_speaker":0.75938,"score_quality":1.0,"score_fidelity":0.54976,"score":0.68692}}},{"codec":"funcodec_encodec_en_16k_50hz_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_en_16k_50hz_16q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-en-libritts-16k-nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":8.0,"notes":"time-domain SEANet+LSTM, hop 320; trained on LibriTTS; first 16 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":8.0,"kbps_measured":8.0,"tokens_per_s":800.0,"params_M":14.85584,"efficiency":{"rtf_encode":0.00256,"rtf_decode":0.00237,"peak_vram_gb":0.27074,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89815,"score_worst_lang":0.8452,"worst_lang":"el","en_gap":0.01909,"score_intelligibility":0.91144,"score_speaker":0.92539,"score_quality":0.96794,"score_fidelity":0.78784,"dwer":0.80183,"wer":9.60763,"wer_pseudo":3.3158,"sim":0.92539,"utmos":2.50088,"dnsmos_ovrl":2.97215,"dnsmos_sig":3.37578,"dnsmos_bak":3.89993,"pesq_wb":2.91431,"pesq_nb":3.37191,"stoi":0.91962,"estoi":0.85514,"si_sdr":5.14627,"mel_dist":0.17955,"stft_dist":1.07138,"f0_rmse_cents":132.16161,"f0_corr":0.89694,"vuv_err":0.13236,"score_ci95":[0.89138,0.90299]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.37463,"wer_orig":6.98132,"dwer":0.39331,"wer_pseudo":1.07004,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93204,"utmos":2.45493,"dnsmos_ovrl":2.58145,"dnsmos_sig":3.11874,"dnsmos_bak":3.78767,"pesq_wb":2.92781,"pesq_nb":3.45241,"stoi":0.90618,"estoi":0.83462,"si_sdr":5.65094,"mel_dist":0.16279,"stft_dist":1.06307,"f0_rmse_cents":106.13711,"f0_corr":0.95504,"vuv_err":0.12206,"score_intelligibility":0.95304,"score_speaker":0.93204,"score_quality":0.9767,"score_fidelity":0.80401,"score":0.91645},"de":{"n":50,"unit":"wer","wer":5.69685,"wer_orig":5.69685,"dwer":0.0,"wer_pseudo":0.81384,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94451,"utmos":2.74491,"dnsmos_ovrl":3.11897,"dnsmos_sig":3.40656,"dnsmos_bak":4.08061,"pesq_wb":3.24176,"pesq_nb":3.61111,"stoi":0.94287,"estoi":0.87337,"si_sdr":10.03086,"mel_dist":0.18261,"stft_dist":0.97456,"f0_rmse_cents":131.995,"f0_corr":0.89112,"vuv_err":0.1345,"score_intelligibility":1.0,"score_speaker":0.94451,"score_quality":1.0,"score_fidelity":0.82483,"score":0.94234},"fr":{"n":50,"unit":"wer","wer":6.16601,"wer_orig":4.98024,"dwer":1.18577,"wer_pseudo":2.85714,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.90516,"utmos":2.19703,"dnsmos_ovrl":3.08144,"dnsmos_sig":3.40167,"dnsmos_bak":4.04954,"pesq_wb":2.52962,"pesq_nb":3.10174,"stoi":0.93044,"estoi":0.87889,"si_sdr":3.62023,"mel_dist":0.21012,"stft_dist":1.13192,"f0_rmse_cents":119.89542,"f0_corr":0.90732,"vuv_err":0.17138,"score_intelligibility":0.83453,"score_speaker":0.90516,"score_quality":0.93833,"score_fidelity":0.75827,"score":0.85907},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95234,"utmos":2.71303,"dnsmos_ovrl":3.24664,"dnsmos_sig":3.57052,"dnsmos_bak":4.00482,"pesq_wb":3.303,"pesq_nb":3.61881,"stoi":0.9444,"estoi":0.89429,"si_sdr":7.4142,"mel_dist":0.20153,"stft_dist":1.10635,"f0_rmse_cents":138.25234,"f0_corr":0.93315,"vuv_err":0.13111,"score_intelligibility":0.97826,"score_speaker":0.95234,"score_quality":0.98642,"score_fidelity":0.84519,"score":0.94055},"it":{"n":50,"unit":"wer","wer":3.46084,"wer_orig":2.55009,"dwer":0.91075,"wer_pseudo":1.55393,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94594,"utmos":3.01384,"dnsmos_ovrl":3.32818,"dnsmos_sig":3.6106,"dnsmos_bak":4.1076,"pesq_wb":3.28114,"pesq_nb":3.60092,"stoi":0.94542,"estoi":0.89747,"si_sdr":7.84273,"mel_dist":0.20575,"stft_dist":1.07903,"f0_rmse_cents":78.5461,"f0_corr":0.90664,"vuv_err":0.11552,"score_intelligibility":0.79584,"score_speaker":0.94594,"score_quality":0.97842,"score_fidelity":0.8346,"score":0.8887},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95029,"utmos":2.49806,"dnsmos_ovrl":3.04755,"dnsmos_sig":3.41386,"dnsmos_bak":3.82617,"pesq_wb":2.71961,"pesq_nb":3.16037,"stoi":0.90485,"estoi":0.83748,"si_sdr":3.99457,"mel_dist":0.1924,"stft_dist":1.13476,"f0_rmse_cents":499.86812,"f0_corr":0.74289,"vuv_err":0.18281,"score_intelligibility":1.0,"score_speaker":0.95029,"score_quality":0.99745,"score_fidelity":0.71302,"score":0.91519},"nl":{"n":50,"unit":"wer","wer":6.69045,"wer_orig":5.26316,"dwer":1.4273,"wer_pseudo":2.77529,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.9548,"utmos":2.97587,"dnsmos_ovrl":2.7334,"dnsmos_sig":3.12629,"dnsmos_bak":4.1044,"pesq_wb":3.22313,"pesq_nb":3.60136,"stoi":0.9531,"estoi":0.90244,"si_sdr":6.64464,"mel_dist":0.16228,"stft_dist":1.06431,"f0_rmse_cents":93.19596,"f0_corr":0.93997,"vuv_err":0.14262,"score_intelligibility":0.81441,"score_speaker":0.9548,"score_quality":0.99909,"score_fidelity":0.84275,"score":0.90276},"pl":{"n":50,"unit":"wer","wer":4.49561,"wer_orig":3.28947,"dwer":1.20614,"wer_pseudo":2.30263,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95164,"utmos":2.67553,"dnsmos_ovrl":3.05178,"dnsmos_sig":3.39055,"dnsmos_bak":4.04868,"pesq_wb":3.13832,"pesq_nb":3.50567,"stoi":0.95749,"estoi":0.90595,"si_sdr":3.38013,"mel_dist":0.19175,"stft_dist":1.11447,"f0_rmse_cents":125.84775,"f0_corr":0.83752,"vuv_err":0.13109,"score_intelligibility":0.78053,"score_speaker":0.95164,"score_quality":0.97947,"score_fidelity":0.80198,"score":0.87841},"cs":{"n":50,"unit":"wer","wer":10.15169,"wer_orig":9.45158,"dwer":0.70012,"wer_pseudo":5.25701,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94638,"utmos":2.52235,"dnsmos_ovrl":3.14607,"dnsmos_sig":3.47059,"dnsmos_bak":3.98115,"pesq_wb":2.91674,"pesq_nb":3.37948,"stoi":0.92833,"estoi":0.86711,"si_sdr":7.79706,"mel_dist":0.19248,"stft_dist":1.03962,"f0_rmse_cents":75.57767,"f0_corr":0.92217,"vuv_err":0.1004,"score_intelligibility":0.93722,"score_speaker":0.94638,"score_quality":0.98478,"score_fidelity":0.79938,"score":0.91694},"tr":{"n":50,"unit":"wer","wer":8.28947,"wer_orig":7.76316,"dwer":0.52632,"wer_pseudo":3.82082,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90759,"utmos":1.99975,"dnsmos_ovrl":2.99458,"dnsmos_sig":3.33947,"dnsmos_bak":4.03007,"pesq_wb":2.62336,"pesq_nb":3.13127,"stoi":0.91055,"estoi":0.83243,"si_sdr":3.05097,"mel_dist":0.20016,"stft_dist":1.19835,"f0_rmse_cents":135.78814,"f0_corr":0.90572,"vuv_err":0.13622,"score_intelligibility":0.94334,"score_speaker":0.90759,"score_quality":0.87707,"score_fidelity":0.76003,"score":0.87201},"id":{"n":50,"unit":"wer","wer":7.20189,"wer_orig":5.90319,"dwer":1.2987,"wer_pseudo":4.84061,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.85069,"utmos":2.05977,"dnsmos_ovrl":2.80296,"dnsmos_sig":3.37137,"dnsmos_bak":3.37678,"pesq_wb":2.55385,"pesq_nb":3.14885,"stoi":0.86321,"estoi":0.76735,"si_sdr":4.9941,"mel_dist":0.15603,"stft_dist":1.02239,"f0_rmse_cents":116.35651,"f0_corr":0.86145,"vuv_err":0.16459,"score_intelligibility":0.84166,"score_speaker":0.85069,"score_quality":1.0,"score_fidelity":0.72287,"score":0.85381},"vi":{"n":50,"unit":"wer","wer":8.43278,"wer_orig":7.71679,"dwer":0.71599,"wer_pseudo":3.1051,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.88372,"utmos":2.08481,"dnsmos_ovrl":2.87332,"dnsmos_sig":3.37965,"dnsmos_bak":3.75312,"pesq_wb":2.79576,"pesq_nb":3.30352,"stoi":0.85835,"estoi":0.77411,"si_sdr":5.92942,"mel_dist":0.14231,"stft_dist":0.97465,"f0_rmse_cents":138.95021,"f0_corr":0.89649,"vuv_err":0.12855,"score_intelligibility":0.9241,"score_speaker":0.88372,"score_quality":0.99099,"score_fidelity":0.75597,"score":0.8887},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":0.69525,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.93605,"utmos":2.60226,"dnsmos_ovrl":3.06864,"dnsmos_sig":3.40127,"dnsmos_bak":4.06149,"pesq_wb":2.98198,"pesq_nb":3.43079,"stoi":0.94007,"estoi":0.88035,"si_sdr":5.19477,"mel_dist":0.23301,"stft_dist":1.18463,"f0_rmse_cents":122.66812,"f0_corr":0.88855,"vuv_err":0.14766,"score_intelligibility":0.88816,"score_speaker":0.93605,"score_quality":0.97523,"score_fidelity":0.7983,"score":0.89944},"uk":{"n":50,"unit":"wer","wer":7.49149,"wer_orig":6.46992,"dwer":1.02157,"wer_pseudo":3.18182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.92715,"utmos":2.35448,"dnsmos_ovrl":3.07307,"dnsmos_sig":3.40969,"dnsmos_bak":4.06965,"pesq_wb":2.90504,"pesq_nb":3.32038,"stoi":0.93696,"estoi":0.87093,"si_sdr":5.91843,"mel_dist":0.21515,"stft_dist":1.16023,"f0_rmse_cents":78.81244,"f0_corr":0.951,"vuv_err":0.11664,"score_intelligibility":0.8797,"score_speaker":0.92715,"score_quality":0.92919,"score_fidelity":0.81075,"score":0.8867},"el":{"n":50,"unit":"wer","wer":14.02806,"wer_orig":12.02405,"dwer":2.00401,"wer_pseudo":8.40841,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87378,"utmos":2.40478,"dnsmos_ovrl":2.88985,"dnsmos_sig":3.29933,"dnsmos_bak":3.8668,"pesq_wb":2.55816,"pesq_nb":3.08522,"stoi":0.91782,"estoi":0.84526,"si_sdr":2.63622,"mel_dist":0.16163,"stft_dist":1.05323,"f0_rmse_cents":83.15908,"f0_corr":0.9128,"vuv_err":0.12537,"score_intelligibility":0.86665,"score_speaker":0.87378,"score_quality":0.88179,"score_fidelity":0.7586,"score":0.8452},"ar":{"n":50,"unit":"wer","wer":13.4402,"wer_orig":12.45376,"dwer":0.98644,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.95937,"utmos":2.70577,"dnsmos_ovrl":3.2386,"dnsmos_sig":3.57311,"dnsmos_bak":4.02518,"pesq_wb":3.179,"pesq_nb":3.58288,"stoi":0.95836,"estoi":0.91841,"si_sdr":6.63168,"mel_dist":0.18373,"stft_dist":1.04091,"f0_rmse_cents":100.5566,"f0_corr":0.94162,"vuv_err":0.11178,"score_intelligibility":0.93169,"score_speaker":0.95937,"score_quality":1.0,"score_fidelity":0.84085,"score":0.93298},"fa":{"n":50,"unit":"wer","wer":25.82857,"wer_orig":25.94286,"dwer":-0.11429,"wer_pseudo":6.05405,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93352,"utmos":2.66033,"dnsmos_ovrl":2.89502,"dnsmos_sig":3.40106,"dnsmos_bak":3.7779,"pesq_wb":3.00615,"pesq_nb":3.56642,"stoi":0.85953,"estoi":0.78375,"si_sdr":5.25714,"mel_dist":0.15257,"stft_dist":1.0227,"f0_rmse_cents":189.17065,"f0_corr":0.80719,"vuv_err":0.12493,"score_intelligibility":1.0,"score_speaker":0.93352,"score_quality":1.0,"score_fidelity":0.74664,"score":0.92004},"he":{"n":50,"unit":"wer","wer":22.32558,"wer_orig":19.4186,"dwer":2.90698,"wer_pseudo":7.62911,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.94225,"utmos":2.39886,"dnsmos_ovrl":2.79004,"dnsmos_sig":3.16348,"dnsmos_bak":3.92558,"pesq_wb":2.96233,"pesq_nb":3.44676,"stoi":0.9425,"estoi":0.88636,"si_sdr":7.76045,"mel_dist":0.16879,"stft_dist":0.98384,"f0_rmse_cents":89.68173,"f0_corr":0.88488,"vuv_err":0.15436,"score_intelligibility":0.87537,"score_speaker":0.94225,"score_quality":0.96339,"score_fidelity":0.79601,"score":0.89426},"hi":{"n":50,"unit":"wer","wer":27.97784,"wer_orig":26.31579,"dwer":1.66205,"wer_pseudo":8.35604,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90468,"utmos":2.25667,"dnsmos_ovrl":2.83033,"dnsmos_sig":3.39146,"dnsmos_bak":3.5187,"pesq_wb":2.61333,"pesq_nb":3.13191,"stoi":0.90282,"estoi":0.83053,"si_sdr":5.73092,"mel_dist":0.20171,"stft_dist":1.1127,"f0_rmse_cents":113.19738,"f0_corr":0.89807,"vuv_err":0.15123,"score_intelligibility":0.94264,"score_speaker":0.90468,"score_quality":0.98504,"score_fidelity":0.75395,"score":0.89658},"zh":{"n":50,"unit":"cer","wer":7.93003,"wer_orig":7.40525,"dwer":0.52478,"wer_pseudo":0.85366,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.91899,"utmos":2.58769,"dnsmos_ovrl":3.01602,"dnsmos_sig":3.36581,"dnsmos_bak":4.00515,"pesq_wb":2.94309,"pesq_nb":3.36233,"stoi":0.93423,"estoi":0.87742,"si_sdr":-0.38652,"mel_dist":0.17582,"stft_dist":1.12465,"f0_rmse_cents":101.63699,"f0_corr":0.91367,"vuv_err":0.0898,"score_intelligibility":0.94123,"score_speaker":0.91899,"score_quality":0.9264,"score_fidelity":0.80102,"score":0.89691},"yue":{"n":50,"unit":"cer","wer":14.70405,"wer_orig":14.39252,"dwer":0.31153,"wer_pseudo":5.38315,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.94066,"utmos":2.75776,"dnsmos_ovrl":3.06374,"dnsmos_sig":3.43468,"dnsmos_bak":3.93494,"pesq_wb":2.74357,"pesq_nb":3.27409,"stoi":0.92625,"estoi":0.85822,"si_sdr":2.88669,"mel_dist":0.15895,"stft_dist":1.04889,"f0_rmse_cents":139.42401,"f0_corr":0.91241,"vuv_err":0.10896,"score_intelligibility":0.98016,"score_speaker":0.94066,"score_quality":0.95183,"score_fidelity":0.77894,"score":0.9129},"ja":{"n":50,"unit":"cer","wer":4.3638,"wer_orig":3.53698,"dwer":0.82683,"wer_pseudo":1.79146,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.90349,"utmos":2.07762,"dnsmos_ovrl":2.60809,"dnsmos_sig":3.26667,"dnsmos_bak":3.43585,"pesq_wb":3.02206,"pesq_nb":3.44678,"stoi":0.84332,"estoi":0.7518,"si_sdr":3.78647,"mel_dist":0.14778,"stft_dist":1.0479,"f0_rmse_cents":123.95121,"f0_corr":0.8647,"vuv_err":0.12053,"score_intelligibility":0.84585,"score_speaker":0.90349,"score_quality":1.0,"score_fidelity":0.76192,"score":0.87782},"ko":{"n":50,"unit":"cer","wer":4.7549,"wer_orig":5.14706,"dwer":-0.39216,"wer_pseudo":1.1523,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.91983,"utmos":2.85006,"dnsmos_ovrl":3.04291,"dnsmos_sig":3.3939,"dnsmos_bak":4.06734,"pesq_wb":3.07788,"pesq_nb":3.43823,"stoi":0.93852,"estoi":0.89212,"si_sdr":4.48649,"mel_dist":0.15296,"stft_dist":0.98726,"f0_rmse_cents":86.48952,"f0_corr":0.95606,"vuv_err":0.09452,"score_intelligibility":1.0,"score_speaker":0.91983,"score_quality":0.90904,"score_fidelity":0.82942,"score":0.91457},"th":{"n":50,"unit":"cer","wer":8.36702,"wer_orig":7.61924,"dwer":0.74778,"wer_pseudo":2.93582,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.92436,"utmos":2.42491,"dnsmos_ovrl":2.80907,"dnsmos_sig":3.31847,"dnsmos_bak":3.75906,"pesq_wb":2.69667,"pesq_nb":3.22449,"stoi":0.92541,"estoi":0.8628,"si_sdr":3.25794,"mel_dist":0.15699,"stft_dist":1.0426,"f0_rmse_cents":182.72052,"f0_corr":0.89625,"vuv_err":0.17006,"score_intelligibility":0.92017,"score_speaker":0.92436,"score_quality":1.0,"score_fidelity":0.76881,"score":0.90333}}},{"codec":"funcodec_encodec_en_16k_50hz_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_en_16k_50hz_2q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-en-libritts-16k-nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":1.0,"notes":"time-domain SEANet+LSTM, hop 320; trained on LibriTTS; first 2 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":14.85584,"efficiency":{"rtf_encode":0.00242,"rtf_decode":0.00235,"peak_vram_gb":0.2707,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.67811,"score_worst_lang":0.56317,"worst_lang":"id","en_gap":0.0327,"score_intelligibility":0.39829,"score_speaker":0.70096,"score_quality":0.9595,"score_fidelity":0.6537,"dwer":15.96959,"wer":24.7754,"wer_pseudo":21.16868,"sim":0.70096,"utmos":2.46044,"dnsmos_ovrl":3.05415,"dnsmos_sig":3.43309,"dnsmos_bak":3.96679,"pesq_wb":2.02943,"pesq_nb":2.58677,"stoi":0.83364,"estoi":0.70418,"si_sdr":0.30634,"mel_dist":0.23167,"stft_dist":1.2796,"f0_rmse_cents":167.75768,"f0_corr":0.83333,"vuv_err":0.17557,"score_ci95":[0.67272,0.68489]},"per_lang":{"en":{"n":50,"unit":"wer","wer":14.35595,"wer_orig":6.98132,"dwer":7.37463,"wer_pseudo":10.21401,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.69197,"utmos":2.4128,"dnsmos_ovrl":2.70602,"dnsmos_sig":3.19334,"dnsmos_bak":3.8948,"pesq_wb":2.04852,"pesq_nb":2.6439,"stoi":0.80672,"estoi":0.66807,"si_sdr":0.79032,"mel_dist":0.21232,"stft_dist":1.26705,"f0_rmse_cents":162.59463,"f0_corr":0.88324,"vuv_err":0.1755,"score_intelligibility":0.51975,"score_speaker":0.69197,"score_quality":0.9629,"score_fidelity":0.66318,"score":0.70945},"de":{"n":50,"unit":"wer","wer":16.88708,"wer_orig":5.69685,"dwer":11.19023,"wer_pseudo":13.32655,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.71937,"utmos":2.67554,"dnsmos_ovrl":3.1625,"dnsmos_sig":3.43997,"dnsmos_bak":4.10155,"pesq_wb":2.15933,"pesq_nb":2.77998,"stoi":0.87467,"estoi":0.72923,"si_sdr":3.65526,"mel_dist":0.24372,"stft_dist":1.21822,"f0_rmse_cents":174.45899,"f0_corr":0.83728,"vuv_err":0.17053,"score_intelligibility":0.3744,"score_speaker":0.71937,"score_quality":0.98438,"score_fidelity":0.68106,"score":0.6898},"fr":{"n":50,"unit":"wer","wer":22.68775,"wer_orig":4.98024,"dwer":17.70751,"wer_pseudo":21.74603,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.72071,"utmos":2.22084,"dnsmos_ovrl":3.16492,"dnsmos_sig":3.47042,"dnsmos_bak":4.09153,"pesq_wb":1.85641,"pesq_nb":2.38756,"stoi":0.86077,"estoi":0.76105,"si_sdr":-0.72975,"mel_dist":0.27594,"stft_dist":1.34865,"f0_rmse_cents":142.74281,"f0_corr":0.87034,"vuv_err":0.20486,"score_intelligibility":0.25246,"score_speaker":0.72071,"score_quality":0.94705,"score_fidelity":0.6586,"score":0.6447},"es":{"n":50,"unit":"wer","wer":5.0,"wer_orig":3.09091,"dwer":1.90909,"wer_pseudo":3.91978,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.75517,"utmos":2.61958,"dnsmos_ovrl":3.30944,"dnsmos_sig":3.61909,"dnsmos_bak":4.0505,"pesq_wb":2.38488,"pesq_nb":2.90981,"stoi":0.87551,"estoi":0.76649,"si_sdr":2.22078,"mel_dist":0.24929,"stft_dist":1.29319,"f0_rmse_cents":171.54431,"f0_corr":0.87895,"vuv_err":0.17289,"score_intelligibility":0.68182,"score_speaker":0.75517,"score_quality":0.95988,"score_fidelity":0.71671,"score":0.7784},"it":{"n":50,"unit":"wer","wer":9.19854,"wer_orig":2.55009,"dwer":6.64845,"wer_pseudo":8.77514,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.71538,"utmos":2.82515,"dnsmos_ovrl":3.3602,"dnsmos_sig":3.62909,"dnsmos_bak":4.13538,"pesq_wb":2.40149,"pesq_nb":2.85499,"stoi":0.87709,"estoi":0.7733,"si_sdr":2.29956,"mel_dist":0.25751,"stft_dist":1.28331,"f0_rmse_cents":99.4842,"f0_corr":0.86369,"vuv_err":0.1403,"score_intelligibility":0.3481,"score_speaker":0.71538,"score_quality":0.9336,"score_fidelity":0.71374,"score":0.6777},"pt":{"n":50,"unit":"wer","wer":9.47266,"wer_orig":3.41797,"dwer":6.05469,"wer_pseudo":7.97244,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.78956,"utmos":2.46189,"dnsmos_ovrl":3.19049,"dnsmos_sig":3.51944,"dnsmos_bak":3.95053,"pesq_wb":1.95449,"pesq_nb":2.48355,"stoi":0.81878,"estoi":0.69245,"si_sdr":-0.82356,"mel_dist":0.24257,"stft_dist":1.33922,"f0_rmse_cents":443.32745,"f0_corr":0.70276,"vuv_err":0.22357,"score_intelligibility":0.42186,"score_speaker":0.78956,"score_quality":0.98544,"score_fidelity":0.59808,"score":0.69873},"nl":{"n":50,"unit":"wer","wer":19.1793,"wer_orig":5.26316,"dwer":13.91615,"wer_pseudo":16.29364,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.76152,"utmos":2.91806,"dnsmos_ovrl":2.80321,"dnsmos_sig":3.17993,"dnsmos_bak":4.12013,"pesq_wb":2.15432,"pesq_nb":2.69922,"stoi":0.8837,"estoi":0.76593,"si_sdr":1.44352,"mel_dist":0.20757,"stft_dist":1.27703,"f0_rmse_cents":117.92316,"f0_corr":0.90521,"vuv_err":0.17635,"score_intelligibility":0.31038,"score_speaker":0.76152,"score_quality":0.98715,"score_fidelity":0.70624,"score":0.69132},"pl":{"n":50,"unit":"wer","wer":23.24561,"wer_orig":3.28947,"dwer":19.95614,"wer_pseudo":22.58772,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.70827,"utmos":2.61493,"dnsmos_ovrl":3.15351,"dnsmos_sig":3.47011,"dnsmos_bak":4.11532,"pesq_wb":1.98055,"pesq_nb":2.4752,"stoi":0.8899,"estoi":0.77132,"si_sdr":-1.18878,"mel_dist":0.24725,"stft_dist":1.34261,"f0_rmse_cents":168.25847,"f0_corr":0.712,"vuv_err":0.17637,"score_intelligibility":0.17692,"score_speaker":0.70827,"score_quality":0.96213,"score_fidelity":0.62735,"score":0.61867},"cs":{"n":50,"unit":"wer","wer":30.57176,"wer_orig":9.45158,"dwer":21.12019,"wer_pseudo":29.08879,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.7175,"utmos":2.39433,"dnsmos_ovrl":3.22888,"dnsmos_sig":3.53149,"dnsmos_bak":4.03891,"pesq_wb":1.77973,"pesq_nb":2.39981,"stoi":0.83578,"estoi":0.70154,"si_sdr":2.9822,"mel_dist":0.2594,"stft_dist":1.2679,"f0_rmse_cents":133.8475,"f0_corr":0.83431,"vuv_err":0.14811,"score_intelligibility":0.33104,"score_speaker":0.7175,"score_quality":0.94402,"score_fidelity":0.63096,"score":0.65588},"tr":{"n":50,"unit":"wer","wer":25.52632,"wer_orig":7.76316,"dwer":17.76316,"wer_pseudo":22.39789,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.68663,"utmos":2.07946,"dnsmos_ovrl":3.09158,"dnsmos_sig":3.41921,"dnsmos_bak":4.07814,"pesq_wb":1.91948,"pesq_nb":2.52839,"stoi":0.83327,"estoi":0.68204,"si_sdr":-2.31633,"mel_dist":0.25886,"stft_dist":1.43197,"f0_rmse_cents":185.543,"f0_corr":0.83769,"vuv_err":0.16423,"score_intelligibility":0.33036,"score_speaker":0.68663,"score_quality":0.92106,"score_fidelity":0.64456,"score":0.64565},"id":{"n":50,"unit":"wer","wer":44.6281,"wer_orig":5.90319,"dwer":38.72491,"wer_pseudo":43.56553,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.54087,"utmos":2.06589,"dnsmos_ovrl":2.94041,"dnsmos_sig":3.43684,"dnsmos_bak":3.54735,"pesq_wb":1.75247,"pesq_nb":2.39545,"stoi":0.73386,"estoi":0.5512,"si_sdr":0.02568,"mel_dist":0.19916,"stft_dist":1.22199,"f0_rmse_cents":175.72089,"f0_corr":0.73263,"vuv_err":0.24517,"score_intelligibility":0.15129,"score_speaker":0.54087,"score_quality":1.0,"score_fidelity":0.5605,"score":0.56317},"vi":{"n":50,"unit":"wer","wer":29.35561,"wer_orig":7.71679,"dwer":21.63882,"wer_pseudo":27.2293,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.6516,"utmos":2.08987,"dnsmos_ovrl":2.94704,"dnsmos_sig":3.41428,"dnsmos_bak":3.83863,"pesq_wb":2.00091,"pesq_nb":2.57519,"stoi":0.72404,"estoi":0.56689,"si_sdr":1.33667,"mel_dist":0.18459,"stft_dist":1.1404,"f0_rmse_cents":147.62254,"f0_corr":0.876,"vuv_err":0.16953,"score_intelligibility":0.28716,"score_speaker":0.6516,"score_quality":0.99329,"score_fidelity":0.62867,"score":0.64018},"ru":{"n":50,"unit":"wer","wer":10.0578,"wer_orig":4.50867,"dwer":5.54913,"wer_pseudo":6.83662,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.69038,"utmos":2.50478,"dnsmos_ovrl":3.11569,"dnsmos_sig":3.42778,"dnsmos_bak":4.10363,"pesq_wb":2.06735,"pesq_nb":2.60146,"stoi":0.86832,"estoi":0.74842,"si_sdr":0.60547,"mel_dist":0.28491,"stft_dist":1.39328,"f0_rmse_cents":139.67657,"f0_corr":0.8438,"vuv_err":0.18985,"score_intelligibility":0.49817,"score_speaker":0.69038,"score_quality":0.94632,"score_fidelity":0.67236,"score":0.70181},"uk":{"n":50,"unit":"wer","wer":17.25312,"wer_orig":6.46992,"dwer":10.7832,"wer_pseudo":13.40909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.67735,"utmos":2.31615,"dnsmos_ovrl":3.11439,"dnsmos_sig":3.43981,"dnsmos_bak":4.10174,"pesq_wb":2.04398,"pesq_nb":2.56729,"stoi":0.86309,"estoi":0.72632,"si_sdr":0.92954,"mel_dist":0.26795,"stft_dist":1.36954,"f0_rmse_cents":110.51707,"f0_corr":0.90195,"vuv_err":0.15294,"score_intelligibility":0.40924,"score_speaker":0.67735,"score_quality":0.91705,"score_fidelity":0.68777,"score":0.67285},"el":{"n":50,"unit":"wer","wer":40.38076,"wer_orig":12.02405,"dwer":28.35671,"wer_pseudo":37.23724,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.60689,"utmos":2.41017,"dnsmos_ovrl":3.00794,"dnsmos_sig":3.38683,"dnsmos_bak":3.9592,"pesq_wb":1.94133,"pesq_nb":2.47356,"stoi":0.83446,"estoi":0.69489,"si_sdr":-1.20488,"mel_dist":0.20873,"stft_dist":1.22498,"f0_rmse_cents":106.64538,"f0_corr":0.85706,"vuv_err":0.15777,"score_intelligibility":0.31474,"score_speaker":0.60689,"score_quality":0.90612,"score_fidelity":0.65349,"score":0.62031},"ar":{"n":50,"unit":"wer","wer":27.127,"wer_orig":12.45376,"dwer":14.67324,"wer_pseudo":21.63164,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.76554,"utmos":2.61462,"dnsmos_ovrl":3.30054,"dnsmos_sig":3.60282,"dnsmos_bak":4.08887,"pesq_wb":2.09043,"pesq_nb":2.62506,"stoi":0.89362,"estoi":0.80719,"si_sdr":1.88256,"mel_dist":0.23687,"stft_dist":1.25908,"f0_rmse_cents":127.41506,"f0_corr":0.8619,"vuv_err":0.15208,"score_intelligibility":0.47832,"score_speaker":0.76554,"score_quality":0.98257,"score_fidelity":0.68902,"score":0.72886},"fa":{"n":50,"unit":"wer","wer":53.25714,"wer_orig":25.94286,"dwer":27.31429,"wer_pseudo":38.81081,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.71004,"utmos":2.66347,"dnsmos_ovrl":2.97127,"dnsmos_sig":3.43881,"dnsmos_bak":3.85265,"pesq_wb":1.99574,"pesq_nb":2.72969,"stoi":0.72422,"estoi":0.57265,"si_sdr":0.70345,"mel_dist":0.19642,"stft_dist":1.21501,"f0_rmse_cents":226.93593,"f0_corr":0.75186,"vuv_err":0.18113,"score_intelligibility":0.49658,"score_speaker":0.71004,"score_quality":1.0,"score_fidelity":0.58686,"score":0.69837},"he":{"n":50,"unit":"wer","wer":49.30233,"wer_orig":19.4186,"dwer":29.88372,"wer_pseudo":41.90141,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.68775,"utmos":2.42885,"dnsmos_ovrl":2.89066,"dnsmos_sig":3.26778,"dnsmos_bak":4.00651,"pesq_wb":2.01836,"pesq_nb":2.56038,"stoi":0.8685,"estoi":0.74743,"si_sdr":2.65967,"mel_dist":0.21491,"stft_dist":1.18922,"f0_rmse_cents":148.74545,"f0_corr":0.79481,"vuv_err":0.19528,"score_intelligibility":0.40592,"score_speaker":0.68775,"score_quality":0.98038,"score_fidelity":0.65142,"score":0.68137},"hi":{"n":50,"unit":"wer","wer":45.33703,"wer_orig":26.31579,"dwer":19.02124,"wer_pseudo":36.23978,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.65476,"utmos":2.22314,"dnsmos_ovrl":2.91902,"dnsmos_sig":3.44596,"dnsmos_bak":3.62011,"pesq_wb":1.90087,"pesq_nb":2.47976,"stoi":0.80974,"estoi":0.66869,"si_sdr":0.72996,"mel_dist":0.25042,"stft_dist":1.31332,"f0_rmse_cents":179.02335,"f0_corr":0.82078,"vuv_err":0.20311,"score_intelligibility":0.5895,"score_speaker":0.65476,"score_quality":0.9721,"score_fidelity":0.6293,"score":0.71142},"zh":{"n":50,"unit":"cer","wer":15.97668,"wer_orig":7.40525,"dwer":8.57143,"wer_pseudo":9.81707,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.71872,"utmos":2.56841,"dnsmos_ovrl":3.10502,"dnsmos_sig":3.4292,"dnsmos_bak":4.06053,"pesq_wb":2.0801,"pesq_nb":2.54217,"stoi":0.86499,"estoi":0.75446,"si_sdr":-5.09623,"mel_dist":0.24227,"stft_dist":1.38109,"f0_rmse_cents":105.50657,"f0_corr":0.91152,"vuv_err":0.12129,"score_intelligibility":0.49511,"score_speaker":0.71872,"score_quality":0.93351,"score_fidelity":0.69504,"score":0.71059},"yue":{"n":50,"unit":"cer","wer":28.78505,"wer_orig":14.39252,"dwer":14.39252,"wer_pseudo":26.15579,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.7737,"utmos":2.67846,"dnsmos_ovrl":3.14554,"dnsmos_sig":3.49081,"dnsmos_bak":4.00241,"pesq_wb":1.92417,"pesq_nb":2.48253,"stoi":0.84708,"estoi":0.71341,"si_sdr":-1.58419,"mel_dist":0.21095,"stft_dist":1.24802,"f0_rmse_cents":249.15089,"f0_corr":0.8304,"vuv_err":0.16513,"score_intelligibility":0.51679,"score_speaker":0.7737,"score_quality":0.93145,"score_fidelity":0.64718,"score":0.71728},"ja":{"n":50,"unit":"cer","wer":27.14745,"wer_orig":3.53698,"dwer":23.61047,"wer_pseudo":25.31006,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.64595,"utmos":2.09778,"dnsmos_ovrl":2.66272,"dnsmos_sig":3.31394,"dnsmos_bak":3.48692,"pesq_wb":2.1228,"pesq_nb":2.7022,"stoi":0.71492,"estoi":0.55016,"si_sdr":-1.28214,"mel_dist":0.20283,"stft_dist":1.27166,"f0_rmse_cents":175.71503,"f0_corr":0.74182,"vuv_err":0.1952,"score_intelligibility":0.16119,"score_speaker":0.64595,"score_quality":1.0,"score_fidelity":0.59251,"score":0.59991},"ko":{"n":50,"unit":"cer","wer":9.01961,"wer_orig":5.14706,"dwer":3.87255,"wer_pseudo":5.46092,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.71692,"utmos":2.70613,"dnsmos_ovrl":3.08411,"dnsmos_sig":3.4195,"dnsmos_bak":4.10635,"pesq_wb":2.28363,"pesq_nb":2.7612,"stoi":0.86645,"estoi":0.76752,"si_sdr":0.2242,"mel_dist":0.19813,"stft_dist":1.16803,"f0_rmse_cents":102.85732,"f0_corr":0.93646,"vuv_err":0.1087,"score_intelligibility":0.6135,"score_speaker":0.71692,"score_quality":0.87767,"score_fidelity":0.72322,"score":0.73283},"th":{"n":50,"unit":"cer","wer":20.85691,"wer_orig":7.61924,"dwer":13.23767,"wer_pseudo":18.12108,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.7165,"utmos":2.46032,"dnsmos_ovrl":2.92444,"dnsmos_sig":3.40767,"dnsmos_bak":3.8512,"pesq_wb":1.84509,"pesq_nb":2.42412,"stoi":0.83776,"estoi":0.71961,"si_sdr":-0.91082,"mel_dist":0.20756,"stft_dist":1.24552,"f0_rmse_cents":230.92774,"f0_corr":0.81357,"vuv_err":0.2238,"score_intelligibility":0.39435,"score_speaker":0.7165,"score_quality":1.0,"score_fidelity":0.63093,"score":0.68544}}},{"codec":"funcodec_encodec_en_16k_50hz_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_en_16k_50hz_32q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-en-libritts-16k-nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":16.0,"notes":"time-domain SEANet+LSTM, hop 320; trained on LibriTTS; first 32 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":16.0,"kbps_measured":16.0,"tokens_per_s":1600.0,"params_M":14.85584,"efficiency":{"rtf_encode":0.00273,"rtf_decode":0.00241,"peak_vram_gb":0.27078,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.90149,"score_worst_lang":0.83027,"worst_lang":"el","en_gap":0.02291,"score_intelligibility":0.91683,"score_speaker":0.93166,"score_quality":0.95888,"score_fidelity":0.79859,"dwer":0.84424,"wer":9.65005,"wer_pseudo":3.08939,"sim":0.93166,"utmos":2.46915,"dnsmos_ovrl":2.95459,"dnsmos_sig":3.36291,"dnsmos_bak":3.88505,"pesq_wb":2.98836,"pesq_nb":3.42022,"stoi":0.92684,"estoi":0.86853,"si_sdr":5.51647,"mel_dist":0.17435,"stft_dist":1.0558,"f0_rmse_cents":129.62572,"f0_corr":0.90083,"vuv_err":0.1278,"score_ci95":[0.89453,0.90635]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":0.87549,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93925,"utmos":2.43695,"dnsmos_ovrl":2.55254,"dnsmos_sig":3.1054,"dnsmos_bak":3.75838,"pesq_wb":2.97956,"pesq_nb":3.50255,"stoi":0.91516,"estoi":0.84989,"si_sdr":6.011,"mel_dist":0.15781,"stft_dist":1.04755,"f0_rmse_cents":105.07981,"f0_corr":0.95196,"vuv_err":0.11594,"score_intelligibility":0.97595,"score_speaker":0.93925,"score_quality":0.96768,"score_fidelity":0.8109,"score":0.92345},"de":{"n":50,"unit":"wer","wer":5.49339,"wer_orig":5.69685,"dwer":-0.20346,"wer_pseudo":0.30519,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94932,"utmos":2.7012,"dnsmos_ovrl":3.10382,"dnsmos_sig":3.39682,"dnsmos_bak":4.06684,"pesq_wb":3.33678,"pesq_nb":3.65899,"stoi":0.94803,"estoi":0.88458,"si_sdr":10.51436,"mel_dist":0.17613,"stft_dist":0.95638,"f0_rmse_cents":117.46852,"f0_corr":0.90279,"vuv_err":0.1231,"score_intelligibility":1.0,"score_speaker":0.94932,"score_quality":0.9918,"score_fidelity":0.83949,"score":0.94515},"fr":{"n":50,"unit":"wer","wer":5.8498,"wer_orig":4.98024,"dwer":0.86957,"wer_pseudo":2.46032,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91151,"utmos":2.15386,"dnsmos_ovrl":3.05793,"dnsmos_sig":3.38645,"dnsmos_bak":4.03003,"pesq_wb":2.57734,"pesq_nb":3.14171,"stoi":0.93463,"estoi":0.88687,"si_sdr":3.91597,"mel_dist":0.20345,"stft_dist":1.11691,"f0_rmse_cents":146.0582,"f0_corr":0.89394,"vuv_err":0.16424,"score_intelligibility":0.87305,"score_speaker":0.91151,"score_quality":0.92252,"score_fidelity":0.75975,"score":0.86671},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95688,"utmos":2.67323,"dnsmos_ovrl":3.23452,"dnsmos_sig":3.56305,"dnsmos_bak":3.99407,"pesq_wb":3.38073,"pesq_nb":3.65955,"stoi":0.95003,"estoi":0.90503,"si_sdr":7.837,"mel_dist":0.19577,"stft_dist":1.09018,"f0_rmse_cents":142.36719,"f0_corr":0.92963,"vuv_err":0.12293,"score_intelligibility":1.0,"score_speaker":0.95688,"score_quality":0.97512,"score_fidelity":0.85329,"score":0.94632},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.1883,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95101,"utmos":2.98326,"dnsmos_ovrl":3.31798,"dnsmos_sig":3.60189,"dnsmos_bak":4.10231,"pesq_wb":3.35197,"pesq_nb":3.63809,"stoi":0.95055,"estoi":0.90677,"si_sdr":8.25663,"mel_dist":0.20006,"stft_dist":1.06279,"f0_rmse_cents":76.94264,"f0_corr":0.91642,"vuv_err":0.11238,"score_intelligibility":0.88631,"score_speaker":0.95101,"score_quality":0.97116,"score_fidelity":0.84632,"score":0.9137},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95409,"utmos":2.45525,"dnsmos_ovrl":3.03799,"dnsmos_sig":3.41069,"dnsmos_bak":3.80504,"pesq_wb":2.78156,"pesq_nb":3.20026,"stoi":0.91239,"estoi":0.85067,"si_sdr":4.32458,"mel_dist":0.18732,"stft_dist":1.11988,"f0_rmse_cents":509.76454,"f0_corr":0.73884,"vuv_err":0.17927,"score_intelligibility":1.0,"score_speaker":0.95409,"score_quality":0.98324,"score_fidelity":0.72008,"score":0.91435},"nl":{"n":50,"unit":"wer","wer":6.86887,"wer_orig":5.26316,"dwer":1.60571,"wer_pseudo":2.59624,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.96059,"utmos":2.94667,"dnsmos_ovrl":2.71477,"dnsmos_sig":3.10918,"dnsmos_bak":4.09635,"pesq_wb":3.32296,"pesq_nb":3.65523,"stoi":0.95786,"estoi":0.91256,"si_sdr":7.05819,"mel_dist":0.15845,"stft_dist":1.05001,"f0_rmse_cents":96.00512,"f0_corr":0.93805,"vuv_err":0.13483,"score_intelligibility":0.79594,"score_speaker":0.96059,"score_quality":0.98814,"score_fidelity":0.8532,"score":0.89947},"pl":{"n":50,"unit":"wer","wer":4.38596,"wer_orig":3.28947,"dwer":1.09649,"wer_pseudo":2.08333,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95823,"utmos":2.65132,"dnsmos_ovrl":3.04024,"dnsmos_sig":3.38067,"dnsmos_bak":4.04928,"pesq_wb":3.23814,"pesq_nb":3.57541,"stoi":0.96139,"estoi":0.91532,"si_sdr":3.73942,"mel_dist":0.18662,"stft_dist":1.09765,"f0_rmse_cents":121.13964,"f0_corr":0.83011,"vuv_err":0.12696,"score_intelligibility":0.79642,"score_speaker":0.95823,"score_quality":0.97254,"score_fidelity":0.81032,"score":0.88438},"cs":{"n":50,"unit":"wer","wer":10.73512,"wer_orig":9.45158,"dwer":1.28355,"wer_pseudo":4.90654,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95248,"utmos":2.50127,"dnsmos_ovrl":3.1298,"dnsmos_sig":3.45853,"dnsmos_bak":3.96923,"pesq_wb":3.02688,"pesq_nb":3.44671,"stoi":0.93541,"estoi":0.88034,"si_sdr":8.11975,"mel_dist":0.18653,"stft_dist":1.0244,"f0_rmse_cents":72.92967,"f0_corr":0.93467,"vuv_err":0.09674,"score_intelligibility":0.89062,"score_speaker":0.95248,"score_quality":0.97807,"score_fidelity":0.8164,"score":0.90939},"tr":{"n":50,"unit":"wer","wer":7.5,"wer_orig":7.76316,"dwer":-0.26316,"wer_pseudo":2.7668,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.91135,"utmos":1.95778,"dnsmos_ovrl":2.96378,"dnsmos_sig":3.31995,"dnsmos_bak":3.99909,"pesq_wb":2.69436,"pesq_nb":3.18291,"stoi":0.91686,"estoi":0.8454,"si_sdr":3.48092,"mel_dist":0.19455,"stft_dist":1.17996,"f0_rmse_cents":138.16398,"f0_corr":0.90163,"vuv_err":0.13356,"score_intelligibility":1.0,"score_speaker":0.91135,"score_quality":0.85318,"score_fidelity":0.76753,"score":0.88302},"id":{"n":50,"unit":"wer","wer":7.08383,"wer_orig":5.90319,"dwer":1.18064,"wer_pseudo":4.60449,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.86321,"utmos":2.02072,"dnsmos_ovrl":2.76741,"dnsmos_sig":3.3578,"dnsmos_bak":3.33803,"pesq_wb":2.65383,"pesq_nb":3.20642,"stoi":0.87551,"estoi":0.78907,"si_sdr":5.34121,"mel_dist":0.15167,"stft_dist":1.00682,"f0_rmse_cents":111.52081,"f0_corr":0.86804,"vuv_err":0.15797,"score_intelligibility":0.85395,"score_speaker":0.86321,"score_quality":1.0,"score_fidelity":0.73869,"score":0.86396},"vi":{"n":50,"unit":"wer","wer":8.27367,"wer_orig":7.71679,"dwer":0.55688,"wer_pseudo":2.70701,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.89458,"utmos":2.05231,"dnsmos_ovrl":2.85768,"dnsmos_sig":3.37378,"dnsmos_bak":3.73442,"pesq_wb":2.85595,"pesq_nb":3.34814,"stoi":0.87164,"estoi":0.79558,"si_sdr":6.27043,"mel_dist":0.13833,"stft_dist":0.96369,"f0_rmse_cents":129.91402,"f0_corr":0.90268,"vuv_err":0.12531,"score_intelligibility":0.93995,"score_speaker":0.89458,"score_quality":0.97628,"score_fidelity":0.7682,"score":0.89475},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.9429,"utmos":2.55564,"dnsmos_ovrl":3.04998,"dnsmos_sig":3.38785,"dnsmos_bak":4.04543,"pesq_wb":3.06083,"pesq_nb":3.476,"stoi":0.94503,"estoi":0.89106,"si_sdr":5.52217,"mel_dist":0.22838,"stft_dist":1.17074,"f0_rmse_cents":126.5761,"f0_corr":0.88487,"vuv_err":0.14645,"score_intelligibility":0.94077,"score_speaker":0.9429,"score_quality":0.96141,"score_fidelity":0.80623,"score":0.91283},"uk":{"n":50,"unit":"wer","wer":7.15096,"wer_orig":6.46992,"dwer":0.68104,"wer_pseudo":2.95455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.93288,"utmos":2.33668,"dnsmos_ovrl":3.05902,"dnsmos_sig":3.4004,"dnsmos_bak":4.05669,"pesq_wb":2.97159,"pesq_nb":3.36087,"stoi":0.94214,"estoi":0.88215,"si_sdr":6.28435,"mel_dist":0.21003,"stft_dist":1.14499,"f0_rmse_cents":69.67784,"f0_corr":0.95837,"vuv_err":0.1156,"score_intelligibility":0.91645,"score_speaker":0.93288,"score_quality":0.92355,"score_fidelity":0.82127,"score":0.89854},"el":{"n":50,"unit":"wer","wer":15.13026,"wer_orig":12.02405,"dwer":3.10621,"wer_pseudo":7.80781,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.881,"utmos":2.36002,"dnsmos_ovrl":2.87468,"dnsmos_sig":3.28366,"dnsmos_bak":3.85312,"pesq_wb":2.60762,"pesq_nb":3.11817,"stoi":0.92463,"estoi":0.85886,"si_sdr":2.9442,"mel_dist":0.15693,"stft_dist":1.04056,"f0_rmse_cents":77.70012,"f0_corr":0.91874,"vuv_err":0.11873,"score_intelligibility":0.80743,"score_speaker":0.881,"score_quality":0.86507,"score_fidelity":0.76756,"score":0.83027},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":2.84302,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96453,"utmos":2.68329,"dnsmos_ovrl":3.22567,"dnsmos_sig":3.56653,"dnsmos_bak":4.01145,"pesq_wb":3.27357,"pesq_nb":3.64764,"stoi":0.96246,"estoi":0.9271,"si_sdr":6.94499,"mel_dist":0.17872,"stft_dist":1.02533,"f0_rmse_cents":113.32154,"f0_corr":0.91626,"vuv_err":0.11201,"score_intelligibility":0.93971,"score_speaker":0.96453,"score_quality":1.0,"score_fidelity":0.84277,"score":0.93675},"fa":{"n":50,"unit":"wer","wer":26.4,"wer_orig":25.94286,"dwer":0.45714,"wer_pseudo":4.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93905,"utmos":2.62182,"dnsmos_ovrl":2.88378,"dnsmos_sig":3.39488,"dnsmos_bak":3.76874,"pesq_wb":3.08022,"pesq_nb":3.62634,"stoi":0.87463,"estoi":0.80756,"si_sdr":5.59865,"mel_dist":0.14706,"stft_dist":1.0062,"f0_rmse_cents":169.4821,"f0_corr":0.83874,"vuv_err":0.11772,"score_intelligibility":0.98332,"score_speaker":0.93905,"score_quality":1.0,"score_fidelity":0.76924,"score":0.9229},"he":{"n":50,"unit":"wer","wer":22.67442,"wer_orig":19.4186,"dwer":3.25581,"wer_pseudo":7.62911,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.94968,"utmos":2.37082,"dnsmos_ovrl":2.77028,"dnsmos_sig":3.13417,"dnsmos_bak":3.90486,"pesq_wb":3.05105,"pesq_nb":3.50569,"stoi":0.948,"estoi":0.8971,"si_sdr":8.19392,"mel_dist":0.16322,"stft_dist":0.96608,"f0_rmse_cents":91.12553,"f0_corr":0.88482,"vuv_err":0.15199,"score_intelligibility":0.86248,"score_speaker":0.94968,"score_quality":0.94852,"score_fidelity":0.80628,"score":0.89174},"hi":{"n":50,"unit":"wer","wer":28.34718,"wer_orig":26.31579,"dwer":2.03139,"wer_pseudo":8.44687,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.91117,"utmos":2.2217,"dnsmos_ovrl":2.80646,"dnsmos_sig":3.36571,"dnsmos_bak":3.49718,"pesq_wb":2.67686,"pesq_nb":3.16851,"stoi":0.91063,"estoi":0.84494,"si_sdr":6.10859,"mel_dist":0.19664,"stft_dist":1.09702,"f0_rmse_cents":119.37046,"f0_corr":0.8978,"vuv_err":0.14754,"score_intelligibility":0.93078,"score_speaker":0.91117,"score_quality":0.97154,"score_fidelity":0.76251,"score":0.894},"zh":{"n":50,"unit":"cer","wer":8.22157,"wer_orig":7.40525,"dwer":0.81633,"wer_pseudo":1.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.92455,"utmos":2.55979,"dnsmos_ovrl":2.99581,"dnsmos_sig":3.35087,"dnsmos_bak":3.99522,"pesq_wb":3.01212,"pesq_nb":3.40732,"stoi":0.9395,"estoi":0.88815,"si_sdr":0.06943,"mel_dist":0.17034,"stft_dist":1.10819,"f0_rmse_cents":79.06983,"f0_corr":0.94514,"vuv_err":0.08871,"score_intelligibility":0.91148,"score_speaker":0.92455,"score_quality":0.9138,"score_fidelity":0.81984,"score":0.89242},"yue":{"n":50,"unit":"cer","wer":15.51402,"wer_orig":14.39252,"dwer":1.1215,"wer_pseudo":6.96643,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.94496,"utmos":2.73586,"dnsmos_ovrl":3.04289,"dnsmos_sig":3.41924,"dnsmos_bak":3.91861,"pesq_wb":2.82468,"pesq_nb":3.3228,"stoi":0.93361,"estoi":0.87218,"si_sdr":3.25285,"mel_dist":0.15393,"stft_dist":1.03291,"f0_rmse_cents":144.18007,"f0_corr":0.89885,"vuv_err":0.10188,"score_intelligibility":0.93209,"score_speaker":0.94496,"score_quality":0.9462,"score_fidelity":0.7846,"score":0.90196},"ja":{"n":50,"unit":"cer","wer":4.50161,"wer_orig":3.53698,"dwer":0.96463,"wer_pseudo":1.65365,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.91175,"utmos":2.05656,"dnsmos_ovrl":2.59245,"dnsmos_sig":3.24544,"dnsmos_bak":3.43359,"pesq_wb":3.09778,"pesq_nb":3.49555,"stoi":0.85764,"estoi":0.77525,"si_sdr":4.23812,"mel_dist":0.14298,"stft_dist":1.02961,"f0_rmse_cents":111.7643,"f0_corr":0.88781,"vuv_err":0.11651,"score_intelligibility":0.82466,"score_speaker":0.91175,"score_quality":1.0,"score_fidelity":0.7816,"score":0.87951},"ko":{"n":50,"unit":"cer","wer":4.55882,"wer_orig":5.14706,"dwer":-0.58824,"wer_pseudo":0.8016,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92384,"utmos":2.83252,"dnsmos_ovrl":3.03552,"dnsmos_sig":3.38899,"dnsmos_bak":4.06217,"pesq_wb":3.10349,"pesq_nb":3.47304,"stoi":0.94433,"estoi":0.90269,"si_sdr":4.83699,"mel_dist":0.14759,"stft_dist":0.97295,"f0_rmse_cents":76.42863,"f0_corr":0.96974,"vuv_err":0.09185,"score_intelligibility":1.0,"score_speaker":0.92384,"score_quality":0.90335,"score_fidelity":0.83836,"score":0.91639},"th":{"n":50,"unit":"cer","wer":8.1447,"wer_orig":7.61924,"dwer":0.52546,"wer_pseudo":2.47014,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.9311,"utmos":2.39109,"dnsmos_ovrl":2.79517,"dnsmos_sig":3.3079,"dnsmos_bak":3.75115,"pesq_wb":2.76091,"pesq_nb":3.26736,"stoi":0.93211,"estoi":0.87562,"si_sdr":3.53161,"mel_dist":0.15197,"stft_dist":1.0283,"f0_rmse_cents":164.9666,"f0_corr":0.91007,"vuv_err":0.16504,"score_intelligibility":0.94254,"score_speaker":0.9311,"score_quality":1.0,"score_fidelity":0.78177,"score":0.91385}}},{"codec":"funcodec_encodec_en_16k_50hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_en_16k_50hz_8q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-en-libritts-16k-nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":4.0,"notes":"time-domain SEANet+LSTM, hop 320; trained on LibriTTS; first 8 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":14.85584,"efficiency":{"rtf_encode":0.00249,"rtf_decode":0.00237,"peak_vram_gb":0.27071,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.87006,"score_worst_lang":0.78919,"worst_lang":"id","en_gap":0.0251,"score_intelligibility":0.85069,"score_speaker":0.90052,"score_quality":0.97295,"score_fidelity":0.75609,"dwer":1.59279,"wer":10.3986,"wer_pseudo":4.54995,"sim":0.90052,"utmos":2.51999,"dnsmos_ovrl":2.99926,"dnsmos_sig":3.39383,"dnsmos_bak":3.92185,"pesq_wb":2.69042,"pesq_nb":3.21752,"stoi":0.89878,"estoi":0.81725,"si_sdr":4.11705,"mel_dist":0.19113,"stft_dist":1.11289,"f0_rmse_cents":140.31575,"f0_corr":0.88652,"vuv_err":0.14603,"score_ci95":[0.86319,0.87529]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.66962,"wer_orig":6.98132,"dwer":0.6883,"wer_pseudo":2.0428,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.90901,"utmos":2.46874,"dnsmos_ovrl":2.60943,"dnsmos_sig":3.13801,"dnsmos_bak":3.81288,"pesq_wb":2.67862,"pesq_nb":3.29168,"stoi":0.88028,"estoi":0.78885,"si_sdr":4.59827,"mel_dist":0.17382,"stft_dist":1.1051,"f0_rmse_cents":121.75791,"f0_corr":0.93695,"vuv_err":0.13571,"score_intelligibility":0.92061,"score_speaker":0.90901,"score_quality":0.98123,"score_fidelity":0.76561,"score":0.89411},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":1.7294,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.92394,"utmos":2.7466,"dnsmos_ovrl":3.13496,"dnsmos_sig":3.42022,"dnsmos_bak":4.08212,"pesq_wb":2.99834,"pesq_nb":3.44961,"stoi":0.92714,"estoi":0.84034,"si_sdr":8.5767,"mel_dist":0.1956,"stft_dist":1.02029,"f0_rmse_cents":140.79855,"f0_corr":0.88403,"vuv_err":0.13899,"score_intelligibility":0.90389,"score_speaker":0.92394,"score_quality":1.0,"score_fidelity":0.79404,"score":0.90547},"fr":{"n":50,"unit":"wer","wer":6.79842,"wer_orig":4.98024,"dwer":1.81818,"wer_pseudo":3.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.88466,"utmos":2.22717,"dnsmos_ovrl":3.10625,"dnsmos_sig":3.42364,"dnsmos_bak":4.05708,"pesq_wb":2.40323,"pesq_nb":2.97534,"stoi":0.91642,"estoi":0.85291,"si_sdr":2.84746,"mel_dist":0.22223,"stft_dist":1.16818,"f0_rmse_cents":125.82854,"f0_corr":0.89475,"vuv_err":0.18644,"score_intelligibility":0.76685,"score_speaker":0.88466,"score_quality":0.94937,"score_fidelity":0.73736,"score":0.83456},"es":{"n":50,"unit":"wer","wer":3.0,"wer_orig":3.09091,"dwer":-0.09091,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93459,"utmos":2.73346,"dnsmos_ovrl":3.26954,"dnsmos_sig":3.59123,"dnsmos_bak":4.02072,"pesq_wb":3.06087,"pesq_nb":3.48066,"stoi":0.92795,"estoi":0.86215,"si_sdr":6.18915,"mel_dist":0.21339,"stft_dist":1.14738,"f0_rmse_cents":164.3052,"f0_corr":0.9132,"vuv_err":0.15343,"score_intelligibility":1.0,"score_speaker":0.93459,"score_quality":0.99222,"score_fidelity":0.80999,"score":0.9342},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92099,"utmos":3.00661,"dnsmos_ovrl":3.34241,"dnsmos_sig":3.62176,"dnsmos_bak":4.11361,"pesq_wb":3.06544,"pesq_nb":3.47369,"stoi":0.92975,"estoi":0.86886,"si_sdr":6.66482,"mel_dist":0.21658,"stft_dist":1.11829,"f0_rmse_cents":88.2905,"f0_corr":0.89155,"vuv_err":0.12363,"score_intelligibility":0.90693,"score_speaker":0.92099,"score_quality":0.97671,"score_fidelity":0.80381,"score":0.90211},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.9685,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93425,"utmos":2.52735,"dnsmos_ovrl":3.11112,"dnsmos_sig":3.4688,"dnsmos_bak":3.86964,"pesq_wb":2.52574,"pesq_nb":3.03317,"stoi":0.88367,"estoi":0.8004,"si_sdr":3.06184,"mel_dist":0.20457,"stft_dist":1.17586,"f0_rmse_cents":529.99985,"f0_corr":0.73862,"vuv_err":0.20421,"score_intelligibility":1.0,"score_speaker":0.93425,"score_quality":1.0,"score_fidelity":0.68607,"score":0.90508},"nl":{"n":50,"unit":"wer","wer":7.76093,"wer_orig":5.26316,"dwer":2.49777,"wer_pseudo":3.8496,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.92973,"utmos":3.00646,"dnsmos_ovrl":2.74349,"dnsmos_sig":3.13706,"dnsmos_bak":4.10097,"pesq_wb":2.94237,"pesq_nb":3.41052,"stoi":0.93824,"estoi":0.8716,"si_sdr":5.52842,"mel_dist":0.17362,"stft_dist":1.10999,"f0_rmse_cents":98.60796,"f0_corr":0.93023,"vuv_err":0.15349,"score_intelligibility":0.7149,"score_speaker":0.92973,"score_quality":1.0,"score_fidelity":0.80781,"score":0.86311},"pl":{"n":50,"unit":"wer","wer":6.0307,"wer_orig":3.28947,"dwer":2.74123,"wer_pseudo":3.94737,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.927,"utmos":2.69136,"dnsmos_ovrl":3.08214,"dnsmos_sig":3.41097,"dnsmos_bak":4.07767,"pesq_wb":2.86781,"pesq_nb":3.30008,"stoi":0.94417,"estoi":0.87719,"si_sdr":2.39158,"mel_dist":0.20564,"stft_dist":1.1656,"f0_rmse_cents":132.22453,"f0_corr":0.82481,"vuv_err":0.14479,"score_intelligibility":0.61011,"score_speaker":0.927,"score_quality":0.984,"score_fidelity":0.76754,"score":0.82216},"cs":{"n":50,"unit":"wer","wer":11.43524,"wer_orig":9.45158,"dwer":1.98366,"wer_pseudo":8.06075,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9213,"utmos":2.52092,"dnsmos_ovrl":3.18012,"dnsmos_sig":3.49228,"dnsmos_bak":4.01512,"pesq_wb":2.61303,"pesq_nb":3.17676,"stoi":0.90711,"estoi":0.82892,"si_sdr":6.81808,"mel_dist":0.20671,"stft_dist":1.0823,"f0_rmse_cents":82.65569,"f0_corr":0.91556,"vuv_err":0.1179,"score_intelligibility":0.84048,"score_speaker":0.9213,"score_quality":0.98433,"score_fidelity":0.76118,"score":0.87682},"tr":{"n":50,"unit":"wer","wer":10.92105,"wer_orig":7.76316,"dwer":3.15789,"wer_pseudo":5.66535,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.88667,"utmos":2.0519,"dnsmos_ovrl":3.02432,"dnsmos_sig":3.36265,"dnsmos_bak":4.04736,"pesq_wb":2.43953,"pesq_nb":3.01545,"stoi":0.89343,"estoi":0.79698,"si_sdr":1.8541,"mel_dist":0.21243,"stft_dist":1.24374,"f0_rmse_cents":144.13456,"f0_corr":0.89646,"vuv_err":0.14168,"score_intelligibility":0.7351,"score_speaker":0.88667,"score_quality":0.90468,"score_fidelity":0.73373,"score":0.81504},"id":{"n":50,"unit":"wer","wer":9.4451,"wer_orig":5.90319,"dwer":3.54191,"wer_pseudo":6.8477,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.81318,"utmos":2.07828,"dnsmos_ovrl":2.81792,"dnsmos_sig":3.36561,"dnsmos_bak":3.38048,"pesq_wb":2.3071,"pesq_nb":2.97987,"stoi":0.8285,"estoi":0.70715,"si_sdr":3.98992,"mel_dist":0.1661,"stft_dist":1.06196,"f0_rmse_cents":108.51907,"f0_corr":0.84604,"vuv_err":0.1839,"score_intelligibility":0.6609,"score_speaker":0.81318,"score_quality":1.0,"score_fidelity":0.68267,"score":0.78919},"vi":{"n":50,"unit":"wer","wer":9.30788,"wer_orig":7.71679,"dwer":1.59109,"wer_pseudo":4.77707,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.84303,"utmos":2.08984,"dnsmos_ovrl":2.90824,"dnsmos_sig":3.40153,"dnsmos_bak":3.77891,"pesq_wb":2.58411,"pesq_nb":3.16076,"stoi":0.82047,"estoi":0.71464,"si_sdr":4.96313,"mel_dist":0.15205,"stft_dist":1.00806,"f0_rmse_cents":140.03594,"f0_corr":0.88899,"vuv_err":0.14356,"score_intelligibility":0.84564,"score_speaker":0.84303,"score_quality":0.99327,"score_fidelity":0.72069,"score":0.85066},"ru":{"n":50,"unit":"wer","wer":5.78035,"wer_orig":4.50867,"dwer":1.27168,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.9106,"utmos":2.60196,"dnsmos_ovrl":3.08263,"dnsmos_sig":3.4098,"dnsmos_bak":4.08138,"pesq_wb":2.7606,"pesq_nb":3.27795,"stoi":0.92489,"estoi":0.84938,"si_sdr":4.20763,"mel_dist":0.24448,"stft_dist":1.22568,"f0_rmse_cents":120.76685,"f0_corr":0.87907,"vuv_err":0.16784,"score_intelligibility":0.81245,"score_speaker":0.9106,"score_quality":0.97515,"score_fidelity":0.769,"score":0.8668},"uk":{"n":50,"unit":"wer","wer":8.28604,"wer_orig":6.46992,"dwer":1.81612,"wer_pseudo":4.09091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90379,"utmos":2.36945,"dnsmos_ovrl":3.09317,"dnsmos_sig":3.42267,"dnsmos_bak":4.08473,"pesq_wb":2.68846,"pesq_nb":3.1811,"stoi":0.92018,"estoi":0.83672,"si_sdr":4.89508,"mel_dist":0.22726,"stft_dist":1.20277,"f0_rmse_cents":88.21291,"f0_corr":0.93495,"vuv_err":0.12997,"score_intelligibility":0.80442,"score_speaker":0.90379,"score_quality":0.93394,"score_fidelity":0.77918,"score":0.85533},"el":{"n":50,"unit":"wer","wer":15.43086,"wer_orig":12.02405,"dwer":3.40681,"wer_pseudo":8.70871,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.84403,"utmos":2.43842,"dnsmos_ovrl":2.91553,"dnsmos_sig":3.30551,"dnsmos_bak":3.88522,"pesq_wb":2.40806,"pesq_nb":2.9733,"stoi":0.89785,"estoi":0.80756,"si_sdr":1.77459,"mel_dist":0.17155,"stft_dist":1.08501,"f0_rmse_cents":88.49721,"f0_corr":0.90135,"vuv_err":0.13514,"score_intelligibility":0.79266,"score_speaker":0.84403,"score_quality":0.89797,"score_fidelity":0.73383,"score":0.81712},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":5.06799,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93674,"utmos":2.72336,"dnsmos_ovrl":3.26258,"dnsmos_sig":3.593,"dnsmos_bak":4.03298,"pesq_wb":2.90541,"pesq_nb":3.38007,"stoi":0.94527,"estoi":0.89372,"si_sdr":5.66077,"mel_dist":0.19683,"stft_dist":1.08591,"f0_rmse_cents":128.37418,"f0_corr":0.90086,"vuv_err":0.13257,"score_intelligibility":0.93971,"score_speaker":0.93674,"score_quality":1.0,"score_fidelity":0.79684,"score":0.91832},"fa":{"n":50,"unit":"wer","wer":25.94286,"wer_orig":25.94286,"dwer":0.0,"wer_pseudo":6.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.90449,"utmos":2.69223,"dnsmos_ovrl":2.91359,"dnsmos_sig":3.41264,"dnsmos_bak":3.79337,"pesq_wb":2.69702,"pesq_nb":3.37895,"stoi":0.81956,"estoi":0.7214,"si_sdr":4.31069,"mel_dist":0.16326,"stft_dist":1.06342,"f0_rmse_cents":191.6529,"f0_corr":0.80851,"vuv_err":0.13842,"score_intelligibility":1.0,"score_speaker":0.90449,"score_quality":1.0,"score_fidelity":0.70431,"score":0.9022},"he":{"n":50,"unit":"wer","wer":24.06977,"wer_orig":19.4186,"dwer":4.65116,"wer_pseudo":10.56338,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91544,"utmos":2.43142,"dnsmos_ovrl":2.8282,"dnsmos_sig":3.20244,"dnsmos_bak":3.95383,"pesq_wb":2.7762,"pesq_nb":3.25221,"stoi":0.9265,"estoi":0.85409,"si_sdr":6.5952,"mel_dist":0.17908,"stft_dist":1.02633,"f0_rmse_cents":104.01941,"f0_corr":0.85891,"vuv_err":0.16329,"score_intelligibility":0.81447,"score_speaker":0.91544,"score_quality":0.98125,"score_fidelity":0.7643,"score":0.86886},"hi":{"n":50,"unit":"wer","wer":28.80886,"wer_orig":26.31579,"dwer":2.49307,"wer_pseudo":10.17257,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.87769,"utmos":2.28552,"dnsmos_ovrl":2.88421,"dnsmos_sig":3.41798,"dnsmos_bak":3.58794,"pesq_wb":2.44006,"pesq_nb":3.00901,"stoi":0.881,"estoi":0.79028,"si_sdr":4.72266,"mel_dist":0.21254,"stft_dist":1.1517,"f0_rmse_cents":144.70579,"f0_corr":0.86284,"vuv_err":0.16454,"score_intelligibility":0.91636,"score_speaker":0.87769,"score_quality":0.99618,"score_fidelity":0.71843,"score":0.87717},"zh":{"n":50,"unit":"cer","wer":8.68805,"wer_orig":7.40525,"dwer":1.2828,"wer_pseudo":2.19512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.89582,"utmos":2.60207,"dnsmos_ovrl":3.03547,"dnsmos_sig":3.37643,"dnsmos_bak":4.03135,"pesq_wb":2.74139,"pesq_nb":3.2134,"stoi":0.91872,"estoi":0.84889,"si_sdr":-1.33066,"mel_dist":0.18905,"stft_dist":1.17268,"f0_rmse_cents":86.99672,"f0_corr":0.93031,"vuv_err":0.09861,"score_intelligibility":0.86759,"score_speaker":0.89582,"score_quality":0.93508,"score_fidelity":0.78219,"score":0.87017},"yue":{"n":50,"unit":"cer","wer":15.38941,"wer_orig":14.39252,"dwer":0.99688,"wer_pseudo":7.0931,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.92183,"utmos":2.77124,"dnsmos_ovrl":3.08858,"dnsmos_sig":3.44554,"dnsmos_bak":3.96489,"pesq_wb":2.52495,"pesq_nb":3.11089,"stoi":0.90565,"estoi":0.81952,"si_sdr":1.8428,"mel_dist":0.17122,"stft_dist":1.09395,"f0_rmse_cents":151.13692,"f0_corr":0.9168,"vuv_err":0.12664,"score_intelligibility":0.93918,"score_speaker":0.92183,"score_quality":0.9553,"score_fidelity":0.75272,"score":0.89225},"ja":{"n":50,"unit":"cer","wer":5.09876,"wer_orig":3.53698,"dwer":1.56178,"wer_pseudo":2.84796,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.87349,"utmos":2.10177,"dnsmos_ovrl":2.63626,"dnsmos_sig":3.27404,"dnsmos_bak":3.48881,"pesq_wb":2.78344,"pesq_nb":3.30078,"stoi":0.80587,"estoi":0.69136,"si_sdr":2.6171,"mel_dist":0.15848,"stft_dist":1.09069,"f0_rmse_cents":123.10754,"f0_corr":0.87053,"vuv_err":0.13458,"score_intelligibility":0.74392,"score_speaker":0.87349,"score_quality":1.0,"score_fidelity":0.72865,"score":0.83652},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":1.35271,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.89918,"utmos":2.85263,"dnsmos_ovrl":3.06357,"dnsmos_sig":3.4114,"dnsmos_bak":4.07647,"pesq_wb":2.88125,"pesq_nb":3.32062,"stoi":0.92244,"estoi":0.86378,"si_sdr":3.59317,"mel_dist":0.1619,"stft_dist":1.0203,"f0_rmse_cents":79.54458,"f0_corr":0.96712,"vuv_err":0.09786,"score_intelligibility":1.0,"score_speaker":0.89918,"score_quality":0.9101,"score_fidelity":0.80902,"score":0.90458},"th":{"n":50,"unit":"cer","wer":8.79143,"wer_orig":7.61924,"dwer":1.17219,"wer_pseudo":3.28002,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.90096,"utmos":2.46088,"dnsmos_ovrl":2.84849,"dnsmos_sig":3.34668,"dnsmos_bak":3.78688,"pesq_wb":2.47696,"pesq_nb":3.07472,"stoi":0.90564,"estoi":0.8273,"si_sdr":2.43671,"mel_dist":0.16864,"stft_dist":1.08409,"f0_rmse_cents":183.40479,"f0_corr":0.88392,"vuv_err":0.18743,"score_intelligibility":0.88028,"score_speaker":0.90096,"score_quality":1.0,"score_fidelity":0.73718,"score":0.87961}}},{"codec":"funcodec_encodec_zhen_16k_25hz_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_zhen_16k_25hz_16q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-zh_en-general-16k-nq32ds640-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":4.0,"notes":"time-domain SEANet+LSTM, hop 640; trained on large-scale zh/en data (LibriTTS, AISHELL, 3D-Speaker, in-house); first 16 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.00331,"tokens_per_s":400.3314,"params_M":57.54999,"efficiency":{"rtf_encode":0.00368,"rtf_decode":0.00347,"peak_vram_gb":0.44264,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.90744,"score_worst_lang":0.8125,"worst_lang":"id","en_gap":0.01625,"score_intelligibility":0.9115,"score_speaker":0.93338,"score_quality":0.99121,"score_fidelity":0.79365,"dwer":0.95024,"wer":9.75604,"wer_pseudo":3.39424,"sim":0.93338,"utmos":2.5986,"dnsmos_ovrl":2.95538,"dnsmos_sig":3.35853,"dnsmos_bak":3.86188,"pesq_wb":2.96502,"pesq_nb":3.49098,"stoi":0.91249,"estoi":0.84082,"si_sdr":6.98702,"mel_dist":0.17357,"stft_dist":1.04153,"f0_rmse_cents":113.37936,"f0_corr":0.90703,"vuv_err":0.13349,"score_ci95":[0.90013,0.91146]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.07965,"wer_orig":6.98132,"dwer":0.09833,"wer_pseudo":0.38911,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.92674,"utmos":2.55314,"dnsmos_ovrl":2.55258,"dnsmos_sig":3.10781,"dnsmos_bak":3.7148,"pesq_wb":2.82496,"pesq_nb":3.46401,"stoi":0.89292,"estoi":0.80934,"si_sdr":6.29914,"mel_dist":0.1594,"stft_dist":1.02009,"f0_rmse_cents":121.47193,"f0_corr":0.92741,"vuv_err":0.1225,"score_intelligibility":0.98783,"score_speaker":0.92674,"score_quality":0.99689,"score_fidelity":0.78058,"score":0.92301},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":0.71211,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.93477,"utmos":2.76118,"dnsmos_ovrl":3.08829,"dnsmos_sig":3.3838,"dnsmos_bak":4.03348,"pesq_wb":3.03796,"pesq_nb":3.57747,"stoi":0.9323,"estoi":0.85074,"si_sdr":8.72973,"mel_dist":0.16328,"stft_dist":0.97919,"f0_rmse_cents":129.9698,"f0_corr":0.91377,"vuv_err":0.1317,"score_intelligibility":0.94272,"score_speaker":0.93477,"score_quality":1.0,"score_fidelity":0.80945,"score":0.92173},"fr":{"n":50,"unit":"wer","wer":5.5336,"wer_orig":4.98024,"dwer":0.55336,"wer_pseudo":2.46032,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.94498,"utmos":2.4151,"dnsmos_ovrl":3.06167,"dnsmos_sig":3.40138,"dnsmos_bak":4.00113,"pesq_wb":2.97644,"pesq_nb":3.48103,"stoi":0.94084,"estoi":0.89094,"si_sdr":8.39343,"mel_dist":0.18462,"stft_dist":1.00814,"f0_rmse_cents":101.40389,"f0_corr":0.93653,"vuv_err":0.15342,"score_intelligibility":0.91531,"score_speaker":0.94498,"score_quality":1.0,"score_fidelity":0.81402,"score":0.91858},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.09116,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.94438,"utmos":2.73539,"dnsmos_ovrl":3.21441,"dnsmos_sig":3.56714,"dnsmos_bak":3.94491,"pesq_wb":3.24798,"pesq_nb":3.67409,"stoi":0.93826,"estoi":0.88048,"si_sdr":8.18336,"mel_dist":0.19571,"stft_dist":1.0928,"f0_rmse_cents":157.61514,"f0_corr":0.90443,"vuv_err":0.14567,"score_intelligibility":0.97826,"score_speaker":0.94438,"score_quality":0.99277,"score_fidelity":0.82832,"score":0.93593},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94656,"utmos":3.07874,"dnsmos_ovrl":3.33277,"dnsmos_sig":3.61698,"dnsmos_bak":4.10319,"pesq_wb":3.37143,"pesq_nb":3.73244,"stoi":0.94239,"estoi":0.89157,"si_sdr":8.80428,"mel_dist":0.19546,"stft_dist":1.03115,"f0_rmse_cents":84.89347,"f0_corr":0.89816,"vuv_err":0.11738,"score_intelligibility":0.92854,"score_speaker":0.94656,"score_quality":0.99384,"score_fidelity":0.83937,"score":0.92708},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94743,"utmos":2.54019,"dnsmos_ovrl":3.01865,"dnsmos_sig":3.40674,"dnsmos_bak":3.76651,"pesq_wb":2.92528,"pesq_nb":3.37073,"stoi":0.90203,"estoi":0.8295,"si_sdr":5.56312,"mel_dist":0.17772,"stft_dist":1.0932,"f0_rmse_cents":183.53036,"f0_corr":0.92534,"vuv_err":0.16022,"score_intelligibility":1.0,"score_speaker":0.94743,"score_quality":1.0,"score_fidelity":0.79249,"score":0.93498},"nl":{"n":50,"unit":"wer","wer":6.06601,"wer_orig":5.26316,"dwer":0.80285,"wer_pseudo":1.79051,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.94651,"utmos":3.01835,"dnsmos_ovrl":2.70447,"dnsmos_sig":3.10005,"dnsmos_bak":4.08612,"pesq_wb":3.13928,"pesq_nb":3.57696,"stoi":0.94581,"estoi":0.88834,"si_sdr":6.796,"mel_dist":0.16841,"stft_dist":1.05947,"f0_rmse_cents":103.61815,"f0_corr":0.91832,"vuv_err":0.15583,"score_intelligibility":0.88638,"score_speaker":0.94651,"score_quality":0.99076,"score_fidelity":0.82512,"score":0.91219},"pl":{"n":50,"unit":"wer","wer":4.27632,"wer_orig":3.28947,"dwer":0.98684,"wer_pseudo":2.08333,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.94031,"utmos":2.70223,"dnsmos_ovrl":3.06628,"dnsmos_sig":3.39257,"dnsmos_bak":4.08176,"pesq_wb":3.05776,"pesq_nb":3.46249,"stoi":0.95222,"estoi":0.89426,"si_sdr":3.58676,"mel_dist":0.19286,"stft_dist":1.10672,"f0_rmse_cents":107.95644,"f0_corr":0.84456,"vuv_err":0.13971,"score_intelligibility":0.81297,"score_speaker":0.94031,"score_quality":0.98711,"score_fidelity":0.7949,"score":0.88382},"cs":{"n":50,"unit":"wer","wer":11.43524,"wer_orig":9.45158,"dwer":1.98366,"wer_pseudo":6.19159,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9426,"utmos":2.6207,"dnsmos_ovrl":3.16349,"dnsmos_sig":3.49726,"dnsmos_bak":3.95607,"pesq_wb":2.87018,"pesq_nb":3.38379,"stoi":0.92149,"estoi":0.85432,"si_sdr":8.83986,"mel_dist":0.18616,"stft_dist":1.03908,"f0_rmse_cents":72.46494,"f0_corr":0.93015,"vuv_err":0.10995,"score_intelligibility":0.84048,"score_speaker":0.9426,"score_quality":1.0,"score_fidelity":0.79533,"score":0.8946},"tr":{"n":50,"unit":"wer","wer":8.94737,"wer_orig":7.76316,"dwer":1.18421,"wer_pseudo":3.16206,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.92613,"utmos":2.2696,"dnsmos_ovrl":3.0221,"dnsmos_sig":3.3774,"dnsmos_bak":4.00593,"pesq_wb":2.91929,"pesq_nb":3.45197,"stoi":0.9135,"estoi":0.83147,"si_sdr":5.00263,"mel_dist":0.19161,"stft_dist":1.17636,"f0_rmse_cents":84.73349,"f0_corr":0.95659,"vuv_err":0.10541,"score_intelligibility":0.88095,"score_speaker":0.92613,"score_quality":0.98905,"score_fidelity":0.80615,"score":0.90057},"id":{"n":50,"unit":"wer","wer":8.26446,"wer_orig":5.90319,"dwer":2.36128,"wer_pseudo":5.43093,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.85495,"utmos":1.94469,"dnsmos_ovrl":2.65086,"dnsmos_sig":3.22674,"dnsmos_bak":3.18306,"pesq_wb":2.35424,"pesq_nb":2.99983,"stoi":0.83012,"estoi":0.71203,"si_sdr":4.79325,"mel_dist":0.15799,"stft_dist":1.08717,"f0_rmse_cents":120.12966,"f0_corr":0.82999,"vuv_err":0.18247,"score_intelligibility":0.74513,"score_speaker":0.85495,"score_quality":0.96758,"score_fidelity":0.68235,"score":0.8125},"vi":{"n":50,"unit":"wer","wer":9.06921,"wer_orig":7.71679,"dwer":1.35243,"wer_pseudo":4.06051,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.91111,"utmos":2.18006,"dnsmos_ovrl":2.8386,"dnsmos_sig":3.36497,"dnsmos_bak":3.6834,"pesq_wb":2.82547,"pesq_nb":3.41398,"stoi":0.83787,"estoi":0.74043,"si_sdr":8.27029,"mel_dist":0.14293,"stft_dist":0.95804,"f0_rmse_cents":129.52424,"f0_corr":0.90143,"vuv_err":0.13365,"score_intelligibility":0.86569,"score_speaker":0.91111,"score_quality":0.99772,"score_fidelity":0.75362,"score":0.88203},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.94,"utmos":2.66395,"dnsmos_ovrl":3.06379,"dnsmos_sig":3.40118,"dnsmos_bak":4.04721,"pesq_wb":3.05252,"pesq_nb":3.53496,"stoi":0.93842,"estoi":0.87642,"si_sdr":7.09592,"mel_dist":0.22663,"stft_dist":1.13433,"f0_rmse_cents":112.7019,"f0_corr":0.88933,"vuv_err":0.17034,"score_intelligibility":0.90503,"score_speaker":0.94,"score_quality":0.99353,"score_fidelity":0.80473,"score":0.91082},"uk":{"n":50,"unit":"wer","wer":8.28604,"wer_orig":6.46992,"dwer":1.81612,"wer_pseudo":3.40909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.93554,"utmos":2.53958,"dnsmos_ovrl":3.07841,"dnsmos_sig":3.41765,"dnsmos_bak":4.06459,"pesq_wb":3.07254,"pesq_nb":3.54796,"stoi":0.93548,"estoi":0.86548,"si_sdr":9.07963,"mel_dist":0.21027,"stft_dist":1.10337,"f0_rmse_cents":80.00812,"f0_corr":0.94205,"vuv_err":0.12252,"score_intelligibility":0.80442,"score_speaker":0.93554,"score_quality":0.98785,"score_fidelity":0.82323,"score":0.88776},"el":{"n":50,"unit":"wer","wer":14.82966,"wer_orig":12.02405,"dwer":2.80561,"wer_pseudo":8.60861,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.92282,"utmos":2.72823,"dnsmos_ovrl":2.99865,"dnsmos_sig":3.41449,"dnsmos_bak":3.89526,"pesq_wb":3.13828,"pesq_nb":3.64825,"stoi":0.92439,"estoi":0.84944,"si_sdr":9.43897,"mel_dist":0.14843,"stft_dist":0.92815,"f0_rmse_cents":86.31375,"f0_corr":0.909,"vuv_err":0.11986,"score_intelligibility":0.82276,"score_speaker":0.92282,"score_quality":0.99771,"score_fidelity":0.81477,"score":0.88952},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":3.58467,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.95496,"utmos":2.7266,"dnsmos_ovrl":3.20852,"dnsmos_sig":3.57006,"dnsmos_bak":3.96931,"pesq_wb":3.08822,"pesq_nb":3.57906,"stoi":0.95383,"estoi":0.90883,"si_sdr":6.90819,"mel_dist":0.18102,"stft_dist":1.03886,"f0_rmse_cents":112.97586,"f0_corr":0.91635,"vuv_err":0.11972,"score_intelligibility":0.93971,"score_speaker":0.95496,"score_quality":1.0,"score_fidelity":0.82227,"score":0.92924},"fa":{"n":50,"unit":"wer","wer":26.85714,"wer_orig":25.94286,"dwer":0.91429,"wer_pseudo":5.40541,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.92838,"utmos":2.6502,"dnsmos_ovrl":2.83941,"dnsmos_sig":3.34958,"dnsmos_bak":3.73394,"pesq_wb":2.82251,"pesq_nb":3.48012,"stoi":0.82834,"estoi":0.73682,"si_sdr":5.38512,"mel_dist":0.15805,"stft_dist":1.04821,"f0_rmse_cents":168.40829,"f0_corr":0.81943,"vuv_err":0.12433,"score_intelligibility":0.96718,"score_speaker":0.92838,"score_quality":1.0,"score_fidelity":0.72283,"score":0.9046},"he":{"n":50,"unit":"wer","wer":22.67442,"wer_orig":19.4186,"dwer":3.25581,"wer_pseudo":8.80282,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.94158,"utmos":2.47894,"dnsmos_ovrl":2.81052,"dnsmos_sig":3.18935,"dnsmos_bak":3.95573,"pesq_wb":2.9084,"pesq_nb":3.46315,"stoi":0.93741,"estoi":0.87311,"si_sdr":8.11764,"mel_dist":0.168,"stft_dist":0.99164,"f0_rmse_cents":93.06692,"f0_corr":0.89534,"vuv_err":0.15398,"score_intelligibility":0.86248,"score_speaker":0.94158,"score_quality":0.99596,"score_fidelity":0.79267,"score":0.89817},"hi":{"n":50,"unit":"wer","wer":27.42382,"wer_orig":26.31579,"dwer":1.10803,"wer_pseudo":8.26521,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.92049,"utmos":2.34604,"dnsmos_ovrl":2.83253,"dnsmos_sig":3.39573,"dnsmos_bak":3.49543,"pesq_wb":2.76903,"pesq_nb":3.33688,"stoi":0.89611,"estoi":0.814,"si_sdr":7.961,"mel_dist":0.18893,"stft_dist":1.07914,"f0_rmse_cents":95.70636,"f0_corr":0.90495,"vuv_err":0.13188,"score_intelligibility":0.96102,"score_speaker":0.92049,"score_quality":1.0,"score_fidelity":0.76883,"score":0.91258},"zh":{"n":50,"unit":"cer","wer":7.46356,"wer_orig":7.40525,"dwer":0.05831,"wer_pseudo":0.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.94442,"utmos":2.74433,"dnsmos_ovrl":3.09216,"dnsmos_sig":3.43425,"dnsmos_bak":4.03213,"pesq_wb":3.00081,"pesq_nb":3.64763,"stoi":0.93493,"estoi":0.87722,"si_sdr":5.20328,"mel_dist":0.17073,"stft_dist":1.03906,"f0_rmse_cents":80.16753,"f0_corr":0.94109,"vuv_err":0.08694,"score_intelligibility":0.99311,"score_speaker":0.94442,"score_quality":0.98214,"score_fidelity":0.81589,"score":0.93389},"yue":{"n":50,"unit":"cer","wer":16.13707,"wer_orig":14.39252,"dwer":1.74455,"wer_pseudo":5.95313,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.9538,"utmos":2.99246,"dnsmos_ovrl":3.08957,"dnsmos_sig":3.45485,"dnsmos_bak":3.94244,"pesq_wb":2.89939,"pesq_nb":3.49304,"stoi":0.91949,"estoi":0.84453,"si_sdr":5.81636,"mel_dist":0.14832,"stft_dist":0.98824,"f0_rmse_cents":116.00081,"f0_corr":0.92314,"vuv_err":0.12223,"score_intelligibility":0.8982,"score_speaker":0.9538,"score_quality":1.0,"score_fidelity":0.7951,"score":0.91178},"ja":{"n":50,"unit":"cer","wer":3.76665,"wer_orig":3.53698,"dwer":0.22967,"wer_pseudo":1.92926,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.90865,"utmos":2.10304,"dnsmos_ovrl":2.34189,"dnsmos_sig":2.81973,"dnsmos_bak":3.15549,"pesq_wb":2.86961,"pesq_nb":3.39834,"stoi":0.8231,"estoi":0.72004,"si_sdr":4.34062,"mel_dist":0.14914,"stft_dist":1.0747,"f0_rmse_cents":125.36218,"f0_corr":0.88087,"vuv_err":0.13946,"score_intelligibility":0.95182,"score_speaker":0.90865,"score_quality":0.93591,"score_fidelity":0.74605,"score":0.88561},"ko":{"n":50,"unit":"cer","wer":4.65686,"wer_orig":5.14706,"dwer":-0.4902,"wer_pseudo":0.7515,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94043,"utmos":3.16934,"dnsmos_ovrl":3.05647,"dnsmos_sig":3.40683,"dnsmos_bak":4.06575,"pesq_wb":3.34236,"pesq_nb":3.76811,"stoi":0.94038,"estoi":0.89353,"si_sdr":9.17615,"mel_dist":0.14444,"stft_dist":0.90026,"f0_rmse_cents":69.92615,"f0_corr":0.97236,"vuv_err":0.08867,"score_intelligibility":1.0,"score_speaker":0.94043,"score_quality":0.98021,"score_fidelity":0.86066,"score":0.94533},"th":{"n":50,"unit":"cer","wer":7.7405,"wer_orig":7.61924,"dwer":0.12126,"wer_pseudo":3.72545,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.94357,"utmos":2.40434,"dnsmos_ovrl":2.80297,"dnsmos_sig":3.30816,"dnsmos_bak":3.7675,"pesq_wb":2.64654,"pesq_nb":3.29711,"stoi":0.91805,"estoi":0.84694,"si_sdr":5.90385,"mel_dist":0.15553,"stft_dist":1.01927,"f0_rmse_cents":183.15533,"f0_corr":0.88818,"vuv_err":0.16601,"score_intelligibility":0.98613,"score_speaker":0.94357,"score_quality":1.0,"score_fidelity":0.75889,"score":0.92215}}},{"codec":"funcodec_encodec_zhen_16k_25hz_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_zhen_16k_25hz_32q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-zh_en-general-16k-nq32ds640-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":8.0,"notes":"time-domain SEANet+LSTM, hop 640; trained on large-scale zh/en data (LibriTTS, AISHELL, 3D-Speaker, in-house); first 32 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":8.0,"kbps_measured":8.00663,"tokens_per_s":800.6628,"params_M":57.54999,"efficiency":{"rtf_encode":0.00384,"rtf_decode":0.0035,"peak_vram_gb":0.44268,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.92081,"score_worst_lang":0.83317,"worst_lang":"id","en_gap":0.01259,"score_intelligibility":0.93194,"score_speaker":0.94523,"score_quality":0.99213,"score_fidelity":0.81394,"dwer":0.60543,"wer":9.41124,"wer_pseudo":2.76518,"sim":0.94523,"utmos":2.60545,"dnsmos_ovrl":2.94743,"dnsmos_sig":3.35494,"dnsmos_bak":3.85455,"pesq_wb":3.11009,"pesq_nb":3.58747,"stoi":0.92428,"estoi":0.86194,"si_sdr":7.61657,"mel_dist":0.16634,"stft_dist":1.01734,"f0_rmse_cents":109.63531,"f0_corr":0.91466,"vuv_err":0.12868,"score_ci95":[0.91394,0.92371]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":0.58366,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93848,"utmos":2.56058,"dnsmos_ovrl":2.53672,"dnsmos_sig":3.10437,"dnsmos_bak":3.70131,"pesq_wb":2.97023,"pesq_nb":3.55006,"stoi":0.90673,"estoi":0.83308,"si_sdr":6.88272,"mel_dist":0.15305,"stft_dist":0.99881,"f0_rmse_cents":114.15456,"f0_corr":0.93396,"vuv_err":0.12194,"score_intelligibility":1.0,"score_speaker":0.93848,"score_quality":0.99181,"score_fidelity":0.8012,"score":0.93287},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":0.61038,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94629,"utmos":2.76526,"dnsmos_ovrl":3.06095,"dnsmos_sig":3.35538,"dnsmos_bak":4.02515,"pesq_wb":3.16332,"pesq_nb":3.66808,"stoi":0.94196,"estoi":0.86977,"si_sdr":9.32949,"mel_dist":0.15652,"stft_dist":0.95921,"f0_rmse_cents":137.45816,"f0_corr":0.90971,"vuv_err":0.1229,"score_intelligibility":0.95641,"score_speaker":0.94629,"score_quality":0.99471,"score_fidelity":0.82325,"score":0.93017},"fr":{"n":50,"unit":"wer","wer":5.29644,"wer_orig":4.98024,"dwer":0.31621,"wer_pseudo":2.53968,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95442,"utmos":2.41361,"dnsmos_ovrl":3.06735,"dnsmos_sig":3.40805,"dnsmos_bak":4.00289,"pesq_wb":3.09669,"pesq_nb":3.57448,"stoi":0.94885,"estoi":0.90539,"si_sdr":8.91766,"mel_dist":0.17671,"stft_dist":0.98618,"f0_rmse_cents":91.83034,"f0_corr":0.95368,"vuv_err":0.14924,"score_intelligibility":0.94978,"score_speaker":0.95442,"score_quality":1.0,"score_fidelity":0.83386,"score":0.93452},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95497,"utmos":2.75761,"dnsmos_ovrl":3.22128,"dnsmos_sig":3.57216,"dnsmos_bak":3.94915,"pesq_wb":3.38118,"pesq_nb":3.75053,"stoi":0.94746,"estoi":0.89799,"si_sdr":8.88664,"mel_dist":0.18801,"stft_dist":1.06833,"f0_rmse_cents":159.92652,"f0_corr":0.90134,"vuv_err":0.13966,"score_intelligibility":0.95745,"score_speaker":0.95497,"score_quality":0.99908,"score_fidelity":0.84305,"score":0.93863},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.37112,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95656,"utmos":3.10164,"dnsmos_ovrl":3.32063,"dnsmos_sig":3.61031,"dnsmos_bak":4.08848,"pesq_wb":3.50654,"pesq_nb":3.81488,"stoi":0.95134,"estoi":0.90811,"si_sdr":9.5705,"mel_dist":0.18863,"stft_dist":1.00815,"f0_rmse_cents":85.33972,"f0_corr":0.89834,"vuv_err":0.11108,"score_intelligibility":0.92854,"score_speaker":0.95656,"score_quality":0.99929,"score_fidelity":0.85528,"score":0.93492},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95528,"utmos":2.53001,"dnsmos_ovrl":3.01324,"dnsmos_sig":3.39959,"dnsmos_bak":3.76619,"pesq_wb":3.06238,"pesq_nb":3.45524,"stoi":0.91397,"estoi":0.84985,"si_sdr":6.06684,"mel_dist":0.17049,"stft_dist":1.07091,"f0_rmse_cents":195.52697,"f0_corr":0.91534,"vuv_err":0.14965,"score_intelligibility":1.0,"score_speaker":0.95528,"score_quality":1.0,"score_fidelity":0.80619,"score":0.94037},"nl":{"n":50,"unit":"wer","wer":6.15522,"wer_orig":5.26316,"dwer":0.89206,"wer_pseudo":1.96956,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95818,"utmos":3.02877,"dnsmos_ovrl":2.67812,"dnsmos_sig":3.07914,"dnsmos_bak":4.08198,"pesq_wb":3.32018,"pesq_nb":3.68784,"stoi":0.9545,"estoi":0.90601,"si_sdr":7.54501,"mel_dist":0.15998,"stft_dist":1.03001,"f0_rmse_cents":105.00351,"f0_corr":0.91935,"vuv_err":0.15082,"score_intelligibility":0.87533,"score_speaker":0.95818,"score_quality":0.98317,"score_fidelity":0.84559,"score":0.91557},"pl":{"n":50,"unit":"wer","wer":3.94737,"wer_orig":3.28947,"dwer":0.65789,"wer_pseudo":1.53509,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95386,"utmos":2.71739,"dnsmos_ovrl":3.04829,"dnsmos_sig":3.3812,"dnsmos_bak":4.06435,"pesq_wb":3.2518,"pesq_nb":3.5964,"stoi":0.96032,"estoi":0.91153,"si_sdr":4.19078,"mel_dist":0.18326,"stft_dist":1.07423,"f0_rmse_cents":97.80882,"f0_corr":0.87598,"vuv_err":0.13672,"score_intelligibility":0.86702,"score_speaker":0.95386,"score_quality":0.99145,"score_fidelity":0.82656,"score":0.90972},"cs":{"n":50,"unit":"wer","wer":11.7853,"wer_orig":9.45158,"dwer":2.33372,"wer_pseudo":5.95794,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95256,"utmos":2.63694,"dnsmos_ovrl":3.14773,"dnsmos_sig":3.48535,"dnsmos_bak":3.94832,"pesq_wb":3.07087,"pesq_nb":3.51164,"stoi":0.93424,"estoi":0.87744,"si_sdr":9.45039,"mel_dist":0.17851,"stft_dist":1.01678,"f0_rmse_cents":70.98705,"f0_corr":0.93494,"vuv_err":0.10562,"score_intelligibility":0.81747,"score_speaker":0.95256,"score_quality":1.0,"score_fidelity":0.82029,"score":0.89758},"tr":{"n":50,"unit":"wer","wer":7.36842,"wer_orig":7.76316,"dwer":-0.39474,"wer_pseudo":1.84453,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.9398,"utmos":2.27808,"dnsmos_ovrl":3.01502,"dnsmos_sig":3.37418,"dnsmos_bak":3.99882,"pesq_wb":3.05572,"pesq_nb":3.53366,"stoi":0.9229,"estoi":0.85121,"si_sdr":5.43914,"mel_dist":0.18485,"stft_dist":1.14958,"f0_rmse_cents":84.21475,"f0_corr":0.95899,"vuv_err":0.10513,"score_intelligibility":1.0,"score_speaker":0.9398,"score_quality":0.99063,"score_fidelity":0.82308,"score":0.93838},"id":{"n":50,"unit":"wer","wer":8.02834,"wer_orig":5.90319,"dwer":2.12515,"wer_pseudo":4.48642,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.87651,"utmos":1.94457,"dnsmos_ovrl":2.66439,"dnsmos_sig":3.24328,"dnsmos_bak":3.19878,"pesq_wb":2.49725,"pesq_nb":3.09558,"stoi":0.84991,"estoi":0.74532,"si_sdr":5.33012,"mel_dist":0.15222,"stft_dist":1.06471,"f0_rmse_cents":98.87635,"f0_corr":0.88268,"vuv_err":0.16662,"score_intelligibility":0.76461,"score_speaker":0.87651,"score_quality":0.97142,"score_fidelity":0.72012,"score":0.83317},"vi":{"n":50,"unit":"wer","wer":8.11456,"wer_orig":7.71679,"dwer":0.39777,"wer_pseudo":3.34395,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.92444,"utmos":2.18664,"dnsmos_ovrl":2.85803,"dnsmos_sig":3.38087,"dnsmos_bak":3.69788,"pesq_wb":2.93019,"pesq_nb":3.51914,"stoi":0.85842,"estoi":0.77205,"si_sdr":8.91592,"mel_dist":0.13736,"stft_dist":0.93688,"f0_rmse_cents":108.88215,"f0_corr":0.9266,"vuv_err":0.12625,"score_intelligibility":0.95636,"score_speaker":0.92444,"score_quality":1.0,"score_fidelity":0.77884,"score":0.91491},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95175,"utmos":2.67109,"dnsmos_ovrl":3.06073,"dnsmos_sig":3.40199,"dnsmos_bak":4.0413,"pesq_wb":3.2054,"pesq_nb":3.63559,"stoi":0.94767,"estoi":0.89475,"si_sdr":7.75365,"mel_dist":0.21963,"stft_dist":1.11153,"f0_rmse_cents":116.54441,"f0_corr":0.89178,"vuv_err":0.16367,"score_intelligibility":0.90503,"score_speaker":0.95175,"score_quality":0.99565,"score_fidelity":0.82319,"score":0.9189},"uk":{"n":50,"unit":"wer","wer":7.26447,"wer_orig":6.46992,"dwer":0.79455,"wer_pseudo":2.84091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.94819,"utmos":2.53543,"dnsmos_ovrl":3.06461,"dnsmos_sig":3.40971,"dnsmos_bak":4.05073,"pesq_wb":3.23213,"pesq_nb":3.64451,"stoi":0.94495,"estoi":0.88491,"si_sdr":9.76957,"mel_dist":0.20303,"stft_dist":1.07958,"f0_rmse_cents":73.32573,"f0_corr":0.9575,"vuv_err":0.11796,"score_intelligibility":0.90386,"score_speaker":0.94819,"score_quality":0.98653,"score_fidelity":0.84673,"score":0.92133},"el":{"n":50,"unit":"wer","wer":13.82766,"wer_orig":12.02405,"dwer":1.80361,"wer_pseudo":6.20621,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.93854,"utmos":2.73733,"dnsmos_ovrl":2.99353,"dnsmos_sig":3.40828,"dnsmos_bak":3.89823,"pesq_wb":3.29643,"pesq_nb":3.72958,"stoi":0.93503,"estoi":0.87062,"si_sdr":10.07189,"mel_dist":0.14169,"stft_dist":0.90727,"f0_rmse_cents":85.07117,"f0_corr":0.90504,"vuv_err":0.11615,"score_intelligibility":0.87836,"score_speaker":0.93854,"score_quality":1.0,"score_fidelity":0.83206,"score":0.91224},"ar":{"n":50,"unit":"wer","wer":12.33046,"wer_orig":12.45376,"dwer":-0.1233,"wer_pseudo":2.10136,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96419,"utmos":2.73319,"dnsmos_ovrl":3.19746,"dnsmos_sig":3.56292,"dnsmos_bak":3.95648,"pesq_wb":3.20936,"pesq_nb":3.68109,"stoi":0.96155,"estoi":0.92328,"si_sdr":7.52413,"mel_dist":0.17329,"stft_dist":1.01414,"f0_rmse_cents":108.70751,"f0_corr":0.91328,"vuv_err":0.12171,"score_intelligibility":1.0,"score_speaker":0.96419,"score_quality":1.0,"score_fidelity":0.83536,"score":0.94989},"fa":{"n":50,"unit":"wer","wer":26.28571,"wer_orig":25.94286,"dwer":0.34286,"wer_pseudo":4.75676,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.94056,"utmos":2.64343,"dnsmos_ovrl":2.82158,"dnsmos_sig":3.33246,"dnsmos_bak":3.71425,"pesq_wb":3.00122,"pesq_nb":3.57281,"stoi":0.85149,"estoi":0.77108,"si_sdr":5.85667,"mel_dist":0.15155,"stft_dist":1.02541,"f0_rmse_cents":170.08691,"f0_corr":0.83876,"vuv_err":0.12057,"score_intelligibility":0.98743,"score_speaker":0.94056,"score_quality":0.99562,"score_fidelity":0.75401,"score":0.91941},"he":{"n":50,"unit":"wer","wer":20.81395,"wer_orig":19.4186,"dwer":1.39535,"wer_pseudo":5.04695,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.95442,"utmos":2.48023,"dnsmos_ovrl":2.81543,"dnsmos_sig":3.1982,"dnsmos_bak":3.95376,"pesq_wb":3.05684,"pesq_nb":3.58582,"stoi":0.94711,"estoi":0.8926,"si_sdr":8.76948,"mel_dist":0.16095,"stft_dist":0.96727,"f0_rmse_cents":78.76031,"f0_corr":0.91185,"vuv_err":0.14682,"score_intelligibility":0.93603,"score_speaker":0.95442,"score_quality":0.99766,"score_fidelity":0.81554,"score":0.92591},"hi":{"n":50,"unit":"wer","wer":27.14681,"wer_orig":26.31579,"dwer":0.83102,"wer_pseudo":7.35695,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93561,"utmos":2.3568,"dnsmos_ovrl":2.79321,"dnsmos_sig":3.37218,"dnsmos_bak":3.44561,"pesq_wb":2.89872,"pesq_nb":3.43233,"stoi":0.90924,"estoi":0.83739,"si_sdr":8.64892,"mel_dist":0.18267,"stft_dist":1.0571,"f0_rmse_cents":91.38524,"f0_corr":0.9186,"vuv_err":0.12438,"score_intelligibility":0.97048,"score_speaker":0.93561,"score_quality":1.0,"score_fidelity":0.79011,"score":0.92405},"zh":{"n":50,"unit":"cer","wer":8.10496,"wer_orig":7.40525,"dwer":0.69971,"wer_pseudo":1.28049,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95391,"utmos":2.75328,"dnsmos_ovrl":3.07766,"dnsmos_sig":3.42593,"dnsmos_bak":4.01866,"pesq_wb":3.13001,"pesq_nb":3.74835,"stoi":0.94298,"estoi":0.8925,"si_sdr":6.19412,"mel_dist":0.15931,"stft_dist":1.00042,"f0_rmse_cents":81.48121,"f0_corr":0.92857,"vuv_err":0.0865,"score_intelligibility":0.92315,"score_speaker":0.95391,"score_quality":0.98461,"score_fidelity":0.82671,"score":0.92209},"yue":{"n":50,"unit":"cer","wer":15.57632,"wer_orig":14.39252,"dwer":1.1838,"wer_pseudo":4.93984,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96218,"utmos":2.99838,"dnsmos_ovrl":3.0683,"dnsmos_sig":3.44077,"dnsmos_bak":3.92261,"pesq_wb":3.04452,"pesq_nb":3.58301,"stoi":0.93016,"estoi":0.86403,"si_sdr":6.42794,"mel_dist":0.14132,"stft_dist":0.96417,"f0_rmse_cents":109.9105,"f0_corr":0.92694,"vuv_err":0.11724,"score_intelligibility":0.92858,"score_speaker":0.96218,"score_quality":1.0,"score_fidelity":0.81375,"score":0.92613},"ja":{"n":50,"unit":"cer","wer":4.27193,"wer_orig":3.53698,"dwer":0.73496,"wer_pseudo":1.79146,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.92013,"utmos":2.09552,"dnsmos_ovrl":2.35662,"dnsmos_sig":2.85806,"dnsmos_bak":3.17112,"pesq_wb":2.99795,"pesq_nb":3.48146,"stoi":0.84253,"estoi":0.75041,"si_sdr":4.99385,"mel_dist":0.14286,"stft_dist":1.05087,"f0_rmse_cents":128.90371,"f0_corr":0.86979,"vuv_err":0.14013,"score_intelligibility":0.86059,"score_speaker":0.92013,"score_quality":0.9407,"score_fidelity":0.76105,"score":0.87062},"ko":{"n":50,"unit":"cer","wer":4.60784,"wer_orig":5.14706,"dwer":-0.53922,"wer_pseudo":0.7014,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94986,"utmos":3.20779,"dnsmos_ovrl":3.07408,"dnsmos_sig":3.42154,"dnsmos_bak":4.06894,"pesq_wb":3.47501,"pesq_nb":3.84804,"stoi":0.95,"estoi":0.90999,"si_sdr":9.80392,"mel_dist":0.13786,"stft_dist":0.8796,"f0_rmse_cents":68.42748,"f0_corr":0.97586,"vuv_err":0.08446,"score_intelligibility":1.0,"score_speaker":0.94986,"score_quality":0.98872,"score_fidelity":0.87767,"score":0.95406},"th":{"n":50,"unit":"cer","wer":7.45756,"wer_orig":7.61924,"dwer":-0.16168,"wer_pseudo":3.17878,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95481,"utmos":2.3972,"dnsmos_ovrl":2.78324,"dnsmos_sig":3.29274,"dnsmos_bak":3.74431,"pesq_wb":2.78828,"pesq_nb":3.3991,"stoi":0.9293,"estoi":0.8673,"si_sdr":6.45839,"mel_dist":0.14833,"stft_dist":0.99504,"f0_rmse_cents":168.63433,"f0_corr":0.90286,"vuv_err":0.16315,"score_intelligibility":1.0,"score_speaker":0.95481,"score_quality":1.0,"score_fidelity":0.78103,"score":0.93396}}},{"codec":"funcodec_encodec_zhen_16k_25hz_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_zhen_16k_25hz_4q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-zh_en-general-16k-nq32ds640-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":1.0,"notes":"time-domain SEANet+LSTM, hop 640; trained on large-scale zh/en data (LibriTTS, AISHELL, 3D-Speaker, in-house); first 4 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.00083,"tokens_per_s":100.08285,"params_M":57.54999,"efficiency":{"rtf_encode":0.00355,"rtf_decode":0.00344,"peak_vram_gb":0.44261,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.74357,"score_worst_lang":0.62494,"worst_lang":"id","en_gap":0.0828,"score_intelligibility":0.53461,"score_speaker":0.78463,"score_quality":0.98018,"score_fidelity":0.67486,"dwer":9.60391,"wer":18.40972,"wer_pseudo":14.24508,"sim":0.78463,"utmos":2.53774,"dnsmos_ovrl":3.00126,"dnsmos_sig":3.39235,"dnsmos_bak":3.89085,"pesq_wb":2.21609,"pesq_nb":2.82094,"stoi":0.84619,"estoi":0.72467,"si_sdr":3.27837,"mel_dist":0.20557,"stft_dist":1.18577,"f0_rmse_cents":167.0518,"f0_corr":0.83095,"vuv_err":0.16113,"score_ci95":[0.73683,0.75068]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.35792,"wer_orig":6.98132,"dwer":1.3766,"wer_pseudo":4.37743,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.76433,"utmos":2.51478,"dnsmos_ovrl":2.56959,"dnsmos_sig":3.10525,"dnsmos_bak":3.74087,"pesq_wb":2.1236,"pesq_nb":2.79615,"stoi":0.81614,"estoi":0.68315,"si_sdr":2.78603,"mel_dist":0.18946,"stft_dist":1.15256,"f0_rmse_cents":151.70766,"f0_corr":0.89729,"vuv_err":0.15979,"score_intelligibility":0.85289,"score_speaker":0.76433,"score_quality":0.99631,"score_fidelity":0.67815,"score":0.82292},"de":{"n":50,"unit":"wer","wer":10.3764,"wer_orig":5.69685,"dwer":4.67955,"wer_pseudo":5.49339,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79055,"utmos":2.6532,"dnsmos_ovrl":3.12713,"dnsmos_sig":3.42417,"dnsmos_bak":4.04441,"pesq_wb":2.29217,"pesq_nb":2.86867,"stoi":0.87752,"estoi":0.73864,"si_sdr":5.1753,"mel_dist":0.194,"stft_dist":1.10419,"f0_rmse_cents":161.47702,"f0_corr":0.8663,"vuv_err":0.15632,"score_intelligibility":0.58866,"score_speaker":0.79055,"score_quality":0.97793,"score_fidelity":0.70434,"score":0.76537},"fr":{"n":50,"unit":"wer","wer":13.51779,"wer_orig":4.98024,"dwer":8.53755,"wer_pseudo":11.50794,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.80866,"utmos":2.41225,"dnsmos_ovrl":3.12646,"dnsmos_sig":3.4664,"dnsmos_bak":4.01842,"pesq_wb":2.23834,"pesq_nb":2.77756,"stoi":0.88428,"estoi":0.79679,"si_sdr":4.92679,"mel_dist":0.22393,"stft_dist":1.15234,"f0_rmse_cents":158.64329,"f0_corr":0.85324,"vuv_err":0.18316,"score_intelligibility":0.41192,"score_speaker":0.80866,"score_quality":1.0,"score_fidelity":0.69711,"score":0.72942},"es":{"n":50,"unit":"wer","wer":4.45455,"wer_orig":3.09091,"dwer":1.36364,"wer_pseudo":2.73473,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.80391,"utmos":2.62213,"dnsmos_ovrl":3.25797,"dnsmos_sig":3.59935,"dnsmos_bak":3.98256,"pesq_wb":2.50283,"pesq_nb":3.06608,"stoi":0.88477,"estoi":0.78095,"si_sdr":4.07739,"mel_dist":0.22589,"stft_dist":1.23378,"f0_rmse_cents":196.5298,"f0_corr":0.83546,"vuv_err":0.16495,"score_intelligibility":0.75,"score_speaker":0.80391,"score_quality":0.96061,"score_fidelity":0.71654,"score":0.80776},"it":{"n":50,"unit":"wer","wer":6.19308,"wer_orig":2.55009,"dwer":3.64299,"wer_pseudo":5.02742,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.79772,"utmos":2.89153,"dnsmos_ovrl":3.35682,"dnsmos_sig":3.64213,"dnsmos_bak":4.10819,"pesq_wb":2.61439,"pesq_nb":3.09352,"stoi":0.88949,"estoi":0.79456,"si_sdr":4.706,"mel_dist":0.22749,"stft_dist":1.17668,"f0_rmse_cents":118.44706,"f0_corr":0.80425,"vuv_err":0.13169,"score_intelligibility":0.49354,"score_speaker":0.79772,"score_quality":0.94937,"score_fidelity":0.71833,"score":0.73974},"pt":{"n":50,"unit":"wer","wer":5.17578,"wer_orig":3.41797,"dwer":1.75781,"wer_pseudo":3.74016,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.82731,"utmos":2.51333,"dnsmos_ovrl":3.10574,"dnsmos_sig":3.46978,"dnsmos_bak":3.85116,"pesq_wb":2.2285,"pesq_nb":2.7934,"stoi":0.83445,"estoi":0.71731,"si_sdr":2.25014,"mel_dist":0.20855,"stft_dist":1.22759,"f0_rmse_cents":327.88092,"f0_corr":0.73689,"vuv_err":0.20928,"score_intelligibility":0.71537,"score_speaker":0.82731,"score_quality":1.0,"score_fidelity":0.64078,"score":0.79586},"nl":{"n":50,"unit":"wer","wer":14.18376,"wer_orig":5.26316,"dwer":8.92061,"wer_pseudo":11.19069,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.80586,"utmos":2.98393,"dnsmos_ovrl":2.78912,"dnsmos_sig":3.17934,"dnsmos_bak":4.10447,"pesq_wb":2.27846,"pesq_nb":2.84861,"stoi":0.89035,"estoi":0.77942,"si_sdr":2.82638,"mel_dist":0.20349,"stft_dist":1.22216,"f0_rmse_cents":127.55841,"f0_corr":0.88735,"vuv_err":0.17703,"score_intelligibility":0.41249,"score_speaker":0.80586,"score_quality":1.0,"score_fidelity":0.71432,"score":0.73317},"pl":{"n":50,"unit":"wer","wer":14.58333,"wer_orig":3.28947,"dwer":11.29386,"wer_pseudo":13.59649,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.77796,"utmos":2.60366,"dnsmos_ovrl":3.1079,"dnsmos_sig":3.43292,"dnsmos_bak":4.09617,"pesq_wb":2.11311,"pesq_nb":2.61282,"stoi":0.89838,"estoi":0.7876,"si_sdr":0.03689,"mel_dist":0.23558,"stft_dist":1.28687,"f0_rmse_cents":217.39203,"f0_corr":0.6466,"vuv_err":0.16417,"score_intelligibility":0.27526,"score_speaker":0.77796,"score_quality":0.9589,"score_fidelity":0.62101,"score":0.65828},"cs":{"n":50,"unit":"wer","wer":28.23804,"wer_orig":9.45158,"dwer":18.78646,"wer_pseudo":25.93458,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.77233,"utmos":2.53076,"dnsmos_ovrl":3.26048,"dnsmos_sig":3.56947,"dnsmos_bak":4.01501,"pesq_wb":1.96561,"pesq_nb":2.59654,"stoi":0.84988,"estoi":0.72986,"si_sdr":5.22812,"mel_dist":0.22215,"stft_dist":1.18331,"f0_rmse_cents":100.38547,"f0_corr":0.86947,"vuv_err":0.12606,"score_intelligibility":0.35746,"score_speaker":0.77233,"score_quality":0.98746,"score_fidelity":0.66508,"score":0.69558},"tr":{"n":50,"unit":"wer","wer":18.42105,"wer_orig":7.76316,"dwer":10.65789,"wer_pseudo":15.15152,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.78461,"utmos":2.2462,"dnsmos_ovrl":3.06578,"dnsmos_sig":3.43225,"dnsmos_bak":3.99992,"pesq_wb":2.19698,"pesq_nb":2.86074,"stoi":0.85136,"estoi":0.71241,"si_sdr":1.02651,"mel_dist":0.21912,"stft_dist":1.31997,"f0_rmse_cents":134.35005,"f0_corr":0.89041,"vuv_err":0.12598,"score_intelligibility":0.45122,"score_speaker":0.78461,"score_quality":0.9861,"score_fidelity":0.69459,"score":0.72913},"id":{"n":50,"unit":"wer","wer":20.54309,"wer_orig":5.90319,"dwer":14.63991,"wer_pseudo":19.12633,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.65049,"utmos":1.90076,"dnsmos_ovrl":2.70244,"dnsmos_sig":3.21804,"dnsmos_bak":3.24547,"pesq_wb":1.73745,"pesq_nb":2.41759,"stoi":0.73182,"estoi":0.54742,"si_sdr":1.32472,"mel_dist":0.18747,"stft_dist":1.22659,"f0_rmse_cents":251.57102,"f0_corr":0.76526,"vuv_err":0.2166,"score_intelligibility":0.32044,"score_speaker":0.65049,"score_quality":0.95959,"score_fidelity":0.56926,"score":0.62494},"vi":{"n":50,"unit":"wer","wer":22.67303,"wer_orig":7.71679,"dwer":14.95625,"wer_pseudo":19.90446,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.77116,"utmos":2.11921,"dnsmos_ovrl":2.87982,"dnsmos_sig":3.40508,"dnsmos_bak":3.70396,"pesq_wb":2.13925,"pesq_nb":2.78773,"stoi":0.73493,"estoi":0.58174,"si_sdr":4.37265,"mel_dist":0.16722,"stft_dist":1.08471,"f0_rmse_cents":166.511,"f0_corr":0.85649,"vuv_err":0.14027,"score_intelligibility":0.36822,"score_speaker":0.77116,"score_quality":1.0,"score_fidelity":0.63897,"score":0.69459},"ru":{"n":50,"unit":"wer","wer":7.63006,"wer_orig":4.50867,"dwer":3.12139,"wer_pseudo":4.40324,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.76705,"utmos":2.5909,"dnsmos_ovrl":3.10054,"dnsmos_sig":3.4283,"dnsmos_bak":4.08036,"pesq_wb":2.25485,"pesq_nb":2.81072,"stoi":0.88116,"estoi":0.77075,"si_sdr":3.43984,"mel_dist":0.2581,"stft_dist":1.28017,"f0_rmse_cents":165.88852,"f0_corr":0.82266,"vuv_err":0.19115,"score_intelligibility":0.63831,"score_speaker":0.76705,"score_quality":0.97187,"score_fidelity":0.68745,"score":0.76617},"uk":{"n":50,"unit":"wer","wer":17.48014,"wer_orig":6.46992,"dwer":11.01022,"wer_pseudo":14.43182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.77307,"utmos":2.47384,"dnsmos_ovrl":3.1035,"dnsmos_sig":3.44435,"dnsmos_bak":4.06286,"pesq_wb":2.2811,"pesq_nb":2.87008,"stoi":0.87894,"estoi":0.75429,"si_sdr":4.99761,"mel_dist":0.24446,"stft_dist":1.24662,"f0_rmse_cents":96.16874,"f0_corr":0.91995,"vuv_err":0.14748,"score_intelligibility":0.40421,"score_speaker":0.77307,"score_quality":0.96702,"score_fidelity":0.72164,"score":0.71648},"el":{"n":50,"unit":"wer","wer":42.28457,"wer_orig":12.02405,"dwer":30.26052,"wer_pseudo":38.83884,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.72689,"utmos":2.70787,"dnsmos_ovrl":3.02705,"dnsmos_sig":3.43353,"dnsmos_bak":3.91837,"pesq_wb":2.39613,"pesq_nb":3.02212,"stoi":0.85827,"estoi":0.72927,"si_sdr":5.53281,"mel_dist":0.17829,"stft_dist":1.06329,"f0_rmse_cents":138.13569,"f0_corr":0.80939,"vuv_err":0.15884,"score_intelligibility":0.30089,"score_speaker":0.72689,"score_quality":0.99185,"score_fidelity":0.68885,"score":0.67712},"ar":{"n":50,"unit":"wer","wer":21.20838,"wer_orig":12.45376,"dwer":8.75462,"wer_pseudo":13.34981,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.82311,"utmos":2.64013,"dnsmos_ovrl":3.26844,"dnsmos_sig":3.60456,"dnsmos_bak":4.02017,"pesq_wb":2.23252,"pesq_nb":2.7942,"stoi":0.9051,"estoi":0.82498,"si_sdr":3.36207,"mel_dist":0.21877,"stft_dist":1.19595,"f0_rmse_cents":203.23198,"f0_corr":0.78886,"vuv_err":0.15122,"score_intelligibility":0.6058,"score_speaker":0.82311,"score_quality":0.99019,"score_fidelity":0.68204,"score":0.77528},"fa":{"n":50,"unit":"wer","wer":37.82857,"wer_orig":25.94286,"dwer":11.88571,"wer_pseudo":22.7027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.78226,"utmos":2.64919,"dnsmos_ovrl":2.8845,"dnsmos_sig":3.38859,"dnsmos_bak":3.76381,"pesq_wb":2.06084,"pesq_nb":2.8533,"stoi":0.72801,"estoi":0.58543,"si_sdr":2.16172,"mel_dist":0.1848,"stft_dist":1.18259,"f0_rmse_cents":258.82409,"f0_corr":0.70372,"vuv_err":0.16625,"score_intelligibility":0.69389,"score_speaker":0.78226,"score_quality":1.0,"score_fidelity":0.57828,"score":0.76361},"he":{"n":50,"unit":"wer","wer":42.09302,"wer_orig":19.4186,"dwer":22.67442,"wer_pseudo":34.15493,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.76888,"utmos":2.44087,"dnsmos_ovrl":2.85883,"dnsmos_sig":3.23699,"dnsmos_bak":3.96271,"pesq_wb":2.08986,"pesq_nb":2.69895,"stoi":0.87782,"estoi":0.75963,"si_sdr":4.29334,"mel_dist":0.20426,"stft_dist":1.14426,"f0_rmse_cents":149.93617,"f0_corr":0.79102,"vuv_err":0.18274,"score_intelligibility":0.47383,"score_speaker":0.76888,"score_quality":0.98443,"score_fidelity":0.66007,"score":0.7218},"hi":{"n":50,"unit":"wer","wer":37.58079,"wer_orig":26.31579,"dwer":11.265,"wer_pseudo":25.97639,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.7445,"utmos":2.30007,"dnsmos_ovrl":2.88283,"dnsmos_sig":3.43315,"dnsmos_bak":3.56348,"pesq_wb":2.10742,"pesq_nb":2.72269,"stoi":0.82313,"estoi":0.6868,"si_sdr":3.91042,"mel_dist":0.21918,"stft_dist":1.2205,"f0_rmse_cents":129.58029,"f0_corr":0.87106,"vuv_err":0.15978,"score_intelligibility":0.70802,"score_speaker":0.7445,"score_quality":1.0,"score_fidelity":0.6702,"score":0.78068},"zh":{"n":50,"unit":"cer","wer":10.3207,"wer_orig":7.40525,"dwer":2.91545,"wer_pseudo":4.14634,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.83876,"utmos":2.70065,"dnsmos_ovrl":3.13225,"dnsmos_sig":3.46576,"dnsmos_bak":4.06274,"pesq_wb":2.32495,"pesq_nb":2.91286,"stoi":0.88485,"estoi":0.7883,"si_sdr":0.93615,"mel_dist":0.20926,"stft_dist":1.22146,"f0_rmse_cents":108.39649,"f0_corr":0.89211,"vuv_err":0.10374,"score_intelligibility":0.74247,"score_speaker":0.83876,"score_quality":0.97006,"score_fidelity":0.71851,"score":0.81745},"yue":{"n":50,"unit":"cer","wer":24.79751,"wer_orig":14.39252,"dwer":10.40498,"wer_pseudo":20.45598,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.84526,"utmos":2.87175,"dnsmos_ovrl":3.15277,"dnsmos_sig":3.49484,"dnsmos_bak":3.99849,"pesq_wb":2.17397,"pesq_nb":2.80826,"stoi":0.86136,"estoi":0.737,"si_sdr":2.63222,"mel_dist":0.18073,"stft_dist":1.13675,"f0_rmse_cents":162.38307,"f0_corr":0.89214,"vuv_err":0.1622,"score_intelligibility":0.59667,"score_speaker":0.84526,"score_quality":0.98113,"score_fidelity":0.69631,"score":0.77984},"ja":{"n":50,"unit":"cer","wer":10.33532,"wer_orig":3.53698,"dwer":6.79835,"wer_pseudo":8.13045,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.76773,"utmos":2.1118,"dnsmos_ovrl":2.36491,"dnsmos_sig":2.79853,"dnsmos_bak":3.16477,"pesq_wb":2.18615,"pesq_nb":2.82851,"stoi":0.72589,"estoi":0.56695,"si_sdr":0.73776,"mel_dist":0.17493,"stft_dist":1.20422,"f0_rmse_cents":146.02445,"f0_corr":0.84173,"vuv_err":0.17494,"score_intelligibility":0.40025,"score_speaker":0.76773,"score_quality":0.94339,"score_fidelity":0.63551,"score":0.68672},"ko":{"n":50,"unit":"cer","wer":6.86275,"wer_orig":5.14706,"dwer":1.71569,"wer_pseudo":3.65731,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.82349,"utmos":3.02458,"dnsmos_ovrl":3.07342,"dnsmos_sig":3.42234,"dnsmos_bak":4.07631,"pesq_wb":2.67166,"pesq_nb":3.2009,"stoi":0.88763,"estoi":0.80162,"si_sdr":5.60284,"mel_dist":0.16953,"stft_dist":1.02551,"f0_rmse_cents":130.0394,"f0_corr":0.90264,"vuv_err":0.10528,"score_intelligibility":0.7818,"score_speaker":0.82349,"score_quality":0.94817,"score_fidelity":0.75596,"score":0.82735},"th":{"n":50,"unit":"cer","wer":16.69361,"wer_orig":7.61924,"dwer":9.07437,"wer_pseudo":13.84896,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.81531,"utmos":2.40238,"dnsmos_ovrl":2.83195,"dnsmos_sig":3.32118,"dnsmos_bak":3.79582,"pesq_wb":1.97605,"pesq_nb":2.66049,"stoi":0.85298,"estoi":0.73715,"si_sdr":2.33716,"mel_dist":0.187,"stft_dist":1.16629,"f0_rmse_cents":208.18069,"f0_corr":0.79849,"vuv_err":0.20811,"score_intelligibility":0.48714,"score_speaker":0.81531,"score_quality":1.0,"score_fidelity":0.64345,"score":0.73647}}},{"codec":"funcodec_encodec_zhen_16k_50hz_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_zhen_16k_50hz_16q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-zh_en-general-16k-nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":8.0,"notes":"time-domain SEANet+LSTM, hop 320; trained on large-scale zh/en data (LibriTTS, AISHELL, 3D-Speaker, in-house); first 16 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":8.0,"kbps_measured":8.0,"tokens_per_s":800.0,"params_M":14.85584,"efficiency":{"rtf_encode":0.00256,"rtf_decode":0.00237,"peak_vram_gb":0.27074,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.9166,"score_worst_lang":0.8295,"worst_lang":"id","en_gap":0.01497,"score_intelligibility":0.91856,"score_speaker":0.94602,"score_quality":0.97789,"score_fidelity":0.82394,"dwer":0.80342,"wer":9.60923,"wer_pseudo":3.14621,"sim":0.94602,"utmos":2.51827,"dnsmos_ovrl":2.96593,"dnsmos_sig":3.38405,"dnsmos_bak":3.85471,"pesq_wb":3.2039,"pesq_nb":3.64042,"stoi":0.9288,"estoi":0.87268,"si_sdr":6.93258,"mel_dist":0.16195,"stft_dist":0.99929,"f0_rmse_cents":113.71985,"f0_corr":0.91334,"vuv_err":0.11914,"score_ci95":[0.90968,0.92173]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.07965,"wer_orig":6.98132,"dwer":0.09833,"wer_pseudo":0.87549,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93997,"utmos":2.47244,"dnsmos_ovrl":2.55605,"dnsmos_sig":3.10898,"dnsmos_bak":3.72301,"pesq_wb":3.09598,"pesq_nb":3.58023,"stoi":0.90836,"estoi":0.8417,"si_sdr":5.87874,"mel_dist":0.15285,"stft_dist":1.02191,"f0_rmse_cents":115.79806,"f0_corr":0.93946,"vuv_err":0.11426,"score_intelligibility":0.98783,"score_speaker":0.93997,"score_quality":0.98044,"score_fidelity":0.81556,"score":0.93095},"de":{"n":50,"unit":"wer","wer":5.59512,"wer_orig":5.69685,"dwer":-0.10173,"wer_pseudo":0.40692,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9561,"utmos":2.63181,"dnsmos_ovrl":3.10634,"dnsmos_sig":3.41061,"dnsmos_bak":4.04023,"pesq_wb":3.36394,"pesq_nb":3.72339,"stoi":0.94446,"estoi":0.87928,"si_sdr":10.42431,"mel_dist":0.14716,"stft_dist":0.89904,"f0_rmse_cents":129.31329,"f0_corr":0.92342,"vuv_err":0.1219,"score_intelligibility":1.0,"score_speaker":0.9561,"score_quality":0.97174,"score_fidelity":0.84776,"score":0.9439},"fr":{"n":50,"unit":"wer","wer":5.92885,"wer_orig":4.98024,"dwer":0.94862,"wer_pseudo":2.38095,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95116,"utmos":2.325,"dnsmos_ovrl":3.08461,"dnsmos_sig":3.42987,"dnsmos_bak":4.00023,"pesq_wb":3.11436,"pesq_nb":3.61653,"stoi":0.94855,"estoi":0.90572,"si_sdr":7.68138,"mel_dist":0.17344,"stft_dist":0.98549,"f0_rmse_cents":89.86497,"f0_corr":0.94687,"vuv_err":0.13743,"score_intelligibility":0.86309,"score_speaker":0.95116,"score_quality":0.98519,"score_fidelity":0.83317,"score":0.90815},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95358,"utmos":2.61139,"dnsmos_ovrl":3.18637,"dnsmos_sig":3.54266,"dnsmos_bak":3.9263,"pesq_wb":3.34637,"pesq_nb":3.71686,"stoi":0.94584,"estoi":0.89809,"si_sdr":7.32348,"mel_dist":0.19308,"stft_dist":1.08423,"f0_rmse_cents":157.00501,"f0_corr":0.91983,"vuv_err":0.13026,"score_intelligibility":0.95745,"score_speaker":0.95358,"score_quality":0.95756,"score_fidelity":0.84535,"score":0.92848},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":1.1883,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9652,"utmos":2.98058,"dnsmos_ovrl":3.31098,"dnsmos_sig":3.60486,"dnsmos_bak":4.08037,"pesq_wb":3.58223,"pesq_nb":3.85191,"stoi":0.95588,"estoi":0.91718,"si_sdr":9.26423,"mel_dist":0.17083,"stft_dist":0.96617,"f0_rmse_cents":69.81378,"f0_corr":0.92691,"vuv_err":0.10467,"score_intelligibility":0.86661,"score_speaker":0.9652,"score_quality":0.97053,"score_fidelity":0.87352,"score":0.91896},"pt":{"n":50,"unit":"wer","wer":3.51562,"wer_orig":3.41797,"dwer":0.09766,"wer_pseudo":0.7874,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9514,"utmos":2.44826,"dnsmos_ovrl":3.01295,"dnsmos_sig":3.4167,"dnsmos_bak":3.72284,"pesq_wb":2.96287,"pesq_nb":3.40816,"stoi":0.91369,"estoi":0.85142,"si_sdr":4.32928,"mel_dist":0.17217,"stft_dist":1.06673,"f0_rmse_cents":254.68273,"f0_corr":0.83675,"vuv_err":0.1449,"score_intelligibility":0.97837,"score_speaker":0.9514,"score_quality":0.98092,"score_fidelity":0.77042,"score":0.92028},"nl":{"n":50,"unit":"wer","wer":6.24442,"wer_orig":5.26316,"dwer":0.98127,"wer_pseudo":1.88004,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.96462,"utmos":2.94792,"dnsmos_ovrl":2.71882,"dnsmos_sig":3.11581,"dnsmos_bak":4.08349,"pesq_wb":3.47344,"pesq_nb":3.77984,"stoi":0.95717,"estoi":0.9135,"si_sdr":7.16144,"mel_dist":0.15905,"stft_dist":1.03936,"f0_rmse_cents":91.47719,"f0_corr":0.93662,"vuv_err":0.13416,"score_intelligibility":0.86455,"score_speaker":0.96462,"score_quality":0.98962,"score_fidelity":0.86683,"score":0.92141},"pl":{"n":50,"unit":"wer","wer":4.27632,"wer_orig":3.28947,"dwer":0.98684,"wer_pseudo":2.85088,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.94532,"utmos":2.55301,"dnsmos_ovrl":3.02351,"dnsmos_sig":3.3636,"dnsmos_bak":4.04235,"pesq_wb":3.04139,"pesq_nb":3.41508,"stoi":0.95311,"estoi":0.9019,"si_sdr":1.41116,"mel_dist":0.16225,"stft_dist":1.05524,"f0_rmse_cents":122.80351,"f0_corr":0.82995,"vuv_err":0.13059,"score_intelligibility":0.81297,"score_speaker":0.94532,"score_quality":0.94441,"score_fidelity":0.78877,"score":0.87287},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":5.84112,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95633,"utmos":2.54333,"dnsmos_ovrl":3.16616,"dnsmos_sig":3.50154,"dnsmos_bak":3.96141,"pesq_wb":3.19295,"pesq_nb":3.6207,"stoi":0.93675,"estoi":0.88444,"si_sdr":9.02881,"mel_dist":0.18027,"stft_dist":1.00321,"f0_rmse_cents":64.57055,"f0_corr":0.94551,"vuv_err":0.09351,"score_intelligibility":0.87326,"score_speaker":0.95633,"score_quality":0.99146,"score_fidelity":0.83627,"score":0.91433},"tr":{"n":50,"unit":"wer","wer":8.02632,"wer_orig":7.76316,"dwer":0.26316,"wer_pseudo":2.23979,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.93813,"utmos":2.20938,"dnsmos_ovrl":3.04441,"dnsmos_sig":3.41062,"dnsmos_bak":3.9885,"pesq_wb":3.06887,"pesq_nb":3.52393,"stoi":0.92892,"estoi":0.86135,"si_sdr":4.60603,"mel_dist":0.1848,"stft_dist":1.11661,"f0_rmse_cents":82.24869,"f0_corr":0.9581,"vuv_err":0.10192,"score_intelligibility":0.97085,"score_speaker":0.93813,"score_quality":0.97101,"score_fidelity":0.82604,"score":0.92651},"id":{"n":50,"unit":"wer","wer":8.50059,"wer_orig":5.90319,"dwer":2.5974,"wer_pseudo":5.07674,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.8641,"utmos":1.93745,"dnsmos_ovrl":2.74999,"dnsmos_sig":3.34363,"dnsmos_bak":3.27532,"pesq_wb":2.6949,"pesq_nb":3.27809,"stoi":0.86683,"estoi":0.78054,"si_sdr":5.46927,"mel_dist":0.15103,"stft_dist":1.01048,"f0_rmse_cents":132.6735,"f0_corr":0.86738,"vuv_err":0.15912,"score_intelligibility":0.72661,"score_speaker":0.8641,"score_quality":0.9878,"score_fidelity":0.73949,"score":0.8295},"vi":{"n":50,"unit":"wer","wer":8.35322,"wer_orig":7.71679,"dwer":0.63644,"wer_pseudo":3.1051,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.92296,"utmos":2.10928,"dnsmos_ovrl":2.85415,"dnsmos_sig":3.40229,"dnsmos_bak":3.65422,"pesq_wb":3.06233,"pesq_nb":3.58162,"stoi":0.86587,"estoi":0.79023,"si_sdr":8.65332,"mel_dist":0.13776,"stft_dist":0.90602,"f0_rmse_cents":108.77777,"f0_corr":0.93623,"vuv_err":0.11761,"score_intelligibility":0.93196,"score_speaker":0.92296,"score_quality":1.0,"score_fidelity":0.79711,"score":0.91301},"ru":{"n":50,"unit":"wer","wer":4.9711,"wer_orig":4.50867,"dwer":0.46243,"wer_pseudo":1.15875,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95358,"utmos":2.63084,"dnsmos_ovrl":3.08159,"dnsmos_sig":3.42268,"dnsmos_bak":4.038,"pesq_wb":3.24482,"pesq_nb":3.69278,"stoi":0.9493,"estoi":0.89857,"si_sdr":7.152,"mel_dist":0.18935,"stft_dist":1.05592,"f0_rmse_cents":126.44213,"f0_corr":0.86418,"vuv_err":0.13832,"score_intelligibility":0.92256,"score_speaker":0.95358,"score_quality":0.98371,"score_fidelity":0.81828,"score":0.91953},"uk":{"n":50,"unit":"wer","wer":7.7185,"wer_orig":6.46992,"dwer":1.24858,"wer_pseudo":3.52273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.95778,"utmos":2.49149,"dnsmos_ovrl":3.08394,"dnsmos_sig":3.42859,"dnsmos_bak":4.05092,"pesq_wb":3.34399,"pesq_nb":3.73311,"stoi":0.95113,"estoi":0.89765,"si_sdr":9.46924,"mel_dist":0.19876,"stft_dist":1.07262,"f0_rmse_cents":67.49526,"f0_corr":0.96398,"vuv_err":0.10205,"score_intelligibility":0.85679,"score_speaker":0.95778,"score_quality":0.97261,"score_fidelity":0.86161,"score":0.9122},"el":{"n":50,"unit":"wer","wer":14.42886,"wer_orig":12.02405,"dwer":2.40481,"wer_pseudo":7.50751,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94597,"utmos":2.6553,"dnsmos_ovrl":2.98105,"dnsmos_sig":3.41395,"dnsmos_bak":3.85056,"pesq_wb":3.32109,"pesq_nb":3.79846,"stoi":0.93787,"estoi":0.87796,"si_sdr":9.47578,"mel_dist":0.14114,"stft_dist":0.89782,"f0_rmse_cents":73.50552,"f0_corr":0.9262,"vuv_err":0.10281,"score_intelligibility":0.84414,"score_speaker":0.94597,"score_quality":0.97671,"score_fidelity":0.84241,"score":0.90231},"ar":{"n":50,"unit":"wer","wer":13.07028,"wer_orig":12.45376,"dwer":0.61652,"wer_pseudo":1.73053,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97504,"utmos":2.64977,"dnsmos_ovrl":3.19635,"dnsmos_sig":3.56599,"dnsmos_bak":3.94136,"pesq_wb":3.41829,"pesq_nb":3.80336,"stoi":0.96573,"estoi":0.93258,"si_sdr":7.61937,"mel_dist":0.17517,"stft_dist":1.00722,"f0_rmse_cents":101.03417,"f0_corr":0.94398,"vuv_err":0.09913,"score_intelligibility":0.95618,"score_speaker":0.97504,"score_quality":0.99307,"score_fidelity":0.86688,"score":0.9478},"fa":{"n":50,"unit":"wer","wer":26.85714,"wer_orig":25.94286,"dwer":0.91429,"wer_pseudo":4.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9475,"utmos":2.54206,"dnsmos_ovrl":2.87139,"dnsmos_sig":3.38619,"dnsmos_bak":3.73167,"pesq_wb":3.13912,"pesq_nb":3.68564,"stoi":0.86754,"estoi":0.80161,"si_sdr":5.41743,"mel_dist":0.14214,"stft_dist":0.9923,"f0_rmse_cents":184.16869,"f0_corr":0.81547,"vuv_err":0.11641,"score_intelligibility":0.96718,"score_speaker":0.9475,"score_quality":0.9765,"score_fidelity":0.76473,"score":0.91398},"he":{"n":50,"unit":"wer","wer":21.86047,"wer_orig":19.4186,"dwer":2.44186,"wer_pseudo":7.39437,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.95048,"utmos":2.37292,"dnsmos_ovrl":2.77556,"dnsmos_sig":3.172,"dnsmos_bak":3.91544,"pesq_wb":3.2177,"pesq_nb":3.63705,"stoi":0.948,"estoi":0.89751,"si_sdr":7.66877,"mel_dist":0.16949,"stft_dist":0.98752,"f0_rmse_cents":106.33595,"f0_corr":0.89453,"vuv_err":0.14628,"score_intelligibility":0.89318,"score_speaker":0.95048,"score_quality":0.95068,"score_fidelity":0.82539,"score":0.90493},"hi":{"n":50,"unit":"wer","wer":27.97784,"wer_orig":26.31579,"dwer":1.66205,"wer_pseudo":9.08265,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.92887,"utmos":2.24028,"dnsmos_ovrl":2.79914,"dnsmos_sig":3.37234,"dnsmos_bak":3.45545,"pesq_wb":2.81822,"pesq_nb":3.40337,"stoi":0.91146,"estoi":0.84543,"si_sdr":7.15198,"mel_dist":0.18565,"stft_dist":1.04916,"f0_rmse_cents":100.34616,"f0_corr":0.91462,"vuv_err":0.13303,"score_intelligibility":0.94264,"score_speaker":0.92887,"score_quality":0.97872,"score_fidelity":0.78186,"score":0.90802},"zh":{"n":50,"unit":"cer","wer":7.40525,"wer_orig":7.40525,"dwer":0.0,"wer_pseudo":0.85366,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.94911,"utmos":2.68996,"dnsmos_ovrl":3.05332,"dnsmos_sig":3.40925,"dnsmos_bak":3.99296,"pesq_wb":3.44934,"pesq_nb":3.87788,"stoi":0.94993,"estoi":0.90575,"si_sdr":5.1396,"mel_dist":0.14858,"stft_dist":0.96501,"f0_rmse_cents":73.94224,"f0_corr":0.94438,"vuv_err":0.07571,"score_intelligibility":1.0,"score_speaker":0.94911,"score_quality":0.96369,"score_fidelity":0.86471,"score":0.94438},"yue":{"n":50,"unit":"cer","wer":15.01558,"wer_orig":14.39252,"dwer":0.62305,"wer_pseudo":5.19316,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96417,"utmos":2.87835,"dnsmos_ovrl":3.07695,"dnsmos_sig":3.45256,"dnsmos_bak":3.90455,"pesq_wb":3.26003,"pesq_nb":3.70768,"stoi":0.94163,"estoi":0.88833,"si_sdr":6.64941,"mel_dist":0.13399,"stft_dist":0.93501,"f0_rmse_cents":105.56248,"f0_corr":0.93309,"vuv_err":0.10438,"score_intelligibility":0.9611,"score_speaker":0.96417,"score_quality":0.98283,"score_fidelity":0.84015,"score":0.93706},"ja":{"n":50,"unit":"cer","wer":4.226,"wer_orig":3.53698,"dwer":0.68902,"wer_pseudo":2.113,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.91541,"utmos":2.02354,"dnsmos_ovrl":2.57598,"dnsmos_sig":3.19888,"dnsmos_bak":3.36169,"pesq_wb":3.11053,"pesq_nb":3.52083,"stoi":0.8534,"estoi":0.77266,"si_sdr":3.87569,"mel_dist":0.13899,"stft_dist":1.03078,"f0_rmse_cents":128.85444,"f0_corr":0.87047,"vuv_err":0.11488,"score_intelligibility":0.86816,"score_speaker":0.91541,"score_quality":0.99415,"score_fidelity":0.77563,"score":0.88834},"ko":{"n":50,"unit":"cer","wer":4.7549,"wer_orig":5.14706,"dwer":-0.39216,"wer_pseudo":0.8517,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.95389,"utmos":3.10868,"dnsmos_ovrl":3.07666,"dnsmos_sig":3.42583,"dnsmos_bak":4.06391,"pesq_wb":3.6518,"pesq_nb":3.92083,"stoi":0.95555,"estoi":0.92146,"si_sdr":9.31452,"mel_dist":0.13262,"stft_dist":0.86709,"f0_rmse_cents":74.77112,"f0_corr":0.96657,"vuv_err":0.07243,"score_intelligibility":1.0,"score_speaker":0.95389,"score_quality":0.96678,"score_fidelity":0.89326,"score":0.95348},"th":{"n":50,"unit":"cer","wer":7.47777,"wer_orig":7.61924,"dwer":-0.14147,"wer_pseudo":3.4015,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95374,"utmos":2.38552,"dnsmos_ovrl":2.79612,"dnsmos_sig":3.31778,"dnsmos_bak":3.70823,"pesq_wb":2.91904,"pesq_nb":3.49262,"stoi":0.9342,"estoi":0.87934,"si_sdr":6.21658,"mel_dist":0.14616,"stft_dist":0.968,"f0_rmse_cents":167.78927,"f0_corr":0.91568,"vuv_err":0.16356,"score_intelligibility":1.0,"score_speaker":0.95374,"score_quality":0.99917,"score_fidelity":0.79939,"score":0.93807}}},{"codec":"funcodec_encodec_zhen_16k_50hz_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_zhen_16k_50hz_2q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-zh_en-general-16k-nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":1.0,"notes":"time-domain SEANet+LSTM, hop 320; trained on large-scale zh/en data (LibriTTS, AISHELL, 3D-Speaker, in-house); first 2 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":14.85584,"efficiency":{"rtf_encode":0.00241,"rtf_decode":0.00234,"peak_vram_gb":0.2707,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.67522,"score_worst_lang":0.54493,"worst_lang":"id","en_gap":-0.01987,"score_intelligibility":0.43415,"score_speaker":0.68843,"score_quality":0.92557,"score_fidelity":0.65273,"dwer":13.57419,"wer":22.38,"wer_pseudo":18.78337,"sim":0.68843,"utmos":2.34443,"dnsmos_ovrl":3.03018,"dnsmos_sig":3.42272,"dnsmos_bak":3.93097,"pesq_wb":2.04308,"pesq_nb":2.63775,"stoi":0.83221,"estoi":0.70073,"si_sdr":1.70842,"mel_dist":0.22447,"stft_dist":1.2419,"f0_rmse_cents":179.49306,"f0_corr":0.82796,"vuv_err":0.17147,"score_ci95":[0.6699,0.68239]},"per_lang":{"en":{"n":50,"unit":"wer","wer":17.3058,"wer_orig":6.98132,"dwer":10.32448,"wer_pseudo":14.00778,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.6194,"utmos":2.30162,"dnsmos_ovrl":2.64221,"dnsmos_sig":3.13994,"dnsmos_bak":3.84915,"pesq_wb":1.9698,"pesq_nb":2.57957,"stoi":0.79448,"estoi":0.65248,"si_sdr":1.04012,"mel_dist":0.21851,"stft_dist":1.26628,"f0_rmse_cents":170.84975,"f0_corr":0.85697,"vuv_err":0.17154,"score_intelligibility":0.436,"score_speaker":0.6194,"score_quality":0.92647,"score_fidelity":0.64284,"score":0.65618},"de":{"n":50,"unit":"wer","wer":14.44557,"wer_orig":5.69685,"dwer":8.74873,"wer_pseudo":10.27467,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.68905,"utmos":2.42848,"dnsmos_ovrl":3.14695,"dnsmos_sig":3.43794,"dnsmos_bak":4.07845,"pesq_wb":2.07534,"pesq_nb":2.71685,"stoi":0.8681,"estoi":0.71757,"si_sdr":3.90555,"mel_dist":0.21003,"stft_dist":1.15808,"f0_rmse_cents":186.72069,"f0_corr":0.82958,"vuv_err":0.1731,"score_intelligibility":0.43358,"score_speaker":0.68905,"score_quality":0.91296,"score_fidelity":0.66831,"score":0.67597},"fr":{"n":50,"unit":"wer","wer":18.41897,"wer_orig":4.98024,"dwer":13.43874,"wer_pseudo":17.14286,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.68557,"utmos":2.2531,"dnsmos_ovrl":3.12533,"dnsmos_sig":3.45521,"dnsmos_bak":4.0335,"pesq_wb":2.0076,"pesq_nb":2.58924,"stoi":0.87141,"estoi":0.77455,"si_sdr":2.98732,"mel_dist":0.24039,"stft_dist":1.21096,"f0_rmse_cents":118.66388,"f0_corr":0.89968,"vuv_err":0.18556,"score_intelligibility":0.30796,"score_speaker":0.68557,"score_quality":0.95886,"score_fidelity":0.68632,"score":0.65968},"es":{"n":50,"unit":"wer","wer":5.09091,"wer_orig":3.09091,"dwer":2.0,"wer_pseudo":2.91705,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.69496,"utmos":2.39586,"dnsmos_ovrl":3.23644,"dnsmos_sig":3.56282,"dnsmos_bak":3.99948,"pesq_wb":2.32245,"pesq_nb":2.85097,"stoi":0.86999,"estoi":0.75423,"si_sdr":1.54295,"mel_dist":0.2528,"stft_dist":1.30892,"f0_rmse_cents":181.00238,"f0_corr":0.8597,"vuv_err":0.17344,"score_intelligibility":0.67164,"score_speaker":0.69496,"score_quality":0.89636,"score_fidelity":0.70251,"score":0.74137},"it":{"n":50,"unit":"wer","wer":6.55738,"wer_orig":2.55009,"dwer":4.00729,"wer_pseudo":5.39305,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.70847,"utmos":2.64888,"dnsmos_ovrl":3.32134,"dnsmos_sig":3.61485,"dnsmos_bak":4.07837,"pesq_wb":2.42097,"pesq_nb":2.91601,"stoi":0.88001,"estoi":0.77907,"si_sdr":3.97529,"mel_dist":0.22874,"stft_dist":1.1864,"f0_rmse_cents":106.94389,"f0_corr":0.84386,"vuv_err":0.14915,"score_intelligibility":0.46975,"score_speaker":0.70847,"score_quality":0.89172,"score_fidelity":0.70995,"score":0.69497},"pt":{"n":50,"unit":"wer","wer":7.12891,"wer_orig":3.41797,"dwer":3.71094,"wer_pseudo":5.80709,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.72914,"utmos":2.31628,"dnsmos_ovrl":3.0521,"dnsmos_sig":3.44599,"dnsmos_bak":3.77928,"pesq_wb":1.95199,"pesq_nb":2.52846,"stoi":0.81652,"estoi":0.68544,"si_sdr":0.07819,"mel_dist":0.23684,"stft_dist":1.2918,"f0_rmse_cents":404.01931,"f0_corr":0.73515,"vuv_err":0.22872,"score_intelligibility":0.54349,"score_speaker":0.72914,"score_quality":0.93709,"score_fidelity":0.60789,"score":0.7044},"nl":{"n":50,"unit":"wer","wer":20.33898,"wer_orig":5.26316,"dwer":15.07583,"wer_pseudo":18.26321,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.73158,"utmos":2.75273,"dnsmos_ovrl":2.8041,"dnsmos_sig":3.19155,"dnsmos_bak":4.09989,"pesq_wb":2.17478,"pesq_nb":2.73454,"stoi":0.87971,"estoi":0.76037,"si_sdr":2.15953,"mel_dist":0.21946,"stft_dist":1.29304,"f0_rmse_cents":122.72501,"f0_corr":0.88914,"vuv_err":0.19857,"score_intelligibility":0.29351,"score_speaker":0.73158,"score_quality":0.94516,"score_fidelity":0.7015,"score":0.66794},"pl":{"n":50,"unit":"wer","wer":23.02632,"wer_orig":3.28947,"dwer":19.73684,"wer_pseudo":22.69737,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.64273,"utmos":2.35814,"dnsmos_ovrl":3.1119,"dnsmos_sig":3.43286,"dnsmos_bak":4.09451,"pesq_wb":1.84673,"pesq_nb":2.33088,"stoi":0.87821,"estoi":0.75308,"si_sdr":-3.09768,"mel_dist":0.22232,"stft_dist":1.29354,"f0_rmse_cents":197.17922,"f0_corr":0.72116,"vuv_err":0.17629,"score_intelligibility":0.17853,"score_speaker":0.64273,"score_quality":0.88865,"score_fidelity":0.61377,"score":0.58092},"cs":{"n":50,"unit":"wer","wer":32.90548,"wer_orig":9.45158,"dwer":23.45391,"wer_pseudo":31.19159,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.6904,"utmos":2.23635,"dnsmos_ovrl":3.19784,"dnsmos_sig":3.51959,"dnsmos_bak":3.98827,"pesq_wb":1.76782,"pesq_nb":2.38839,"stoi":0.83072,"estoi":0.69466,"si_sdr":3.99186,"mel_dist":0.2466,"stft_dist":1.2501,"f0_rmse_cents":115.98445,"f0_corr":0.84492,"vuv_err":0.13478,"score_intelligibility":0.30826,"score_speaker":0.6904,"score_quality":0.89371,"score_fidelity":0.63167,"score":0.63101},"tr":{"n":50,"unit":"wer","wer":27.10526,"wer_orig":7.76316,"dwer":19.34211,"wer_pseudo":24.24242,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.6644,"utmos":2.12121,"dnsmos_ovrl":3.07193,"dnsmos_sig":3.42032,"dnsmos_bak":4.02528,"pesq_wb":2.01387,"pesq_nb":2.65102,"stoi":0.83542,"estoi":0.68029,"si_sdr":-2.28061,"mel_dist":0.24409,"stft_dist":1.39084,"f0_rmse_cents":135.67494,"f0_corr":0.88366,"vuv_err":0.13255,"score_intelligibility":0.3118,"score_speaker":0.6644,"score_quality":0.93734,"score_fidelity":0.66958,"score":0.64578},"id":{"n":50,"unit":"wer","wer":33.29398,"wer_orig":5.90319,"dwer":27.39079,"wer_pseudo":32.46753,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.52806,"utmos":1.80767,"dnsmos_ovrl":2.88961,"dnsmos_sig":3.41856,"dnsmos_bak":3.48919,"pesq_wb":1.57256,"pesq_nb":2.27703,"stoi":0.71314,"estoi":0.52251,"si_sdr":-0.38651,"mel_dist":0.21486,"stft_dist":1.27457,"f0_rmse_cents":350.67614,"f0_corr":0.7136,"vuv_err":0.22391,"score_intelligibility":0.20129,"score_speaker":0.52806,"score_quality":0.92026,"score_fidelity":0.53011,"score":0.54493},"vi":{"n":50,"unit":"wer","wer":28.40095,"wer_orig":7.71679,"dwer":20.68417,"wer_pseudo":25.23885,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.67805,"utmos":1.9948,"dnsmos_ovrl":2.89371,"dnsmos_sig":3.40749,"dnsmos_bak":3.73081,"pesq_wb":1.88074,"pesq_nb":2.52389,"stoi":0.71223,"estoi":0.5464,"si_sdr":3.15842,"mel_dist":0.20993,"stft_dist":1.15658,"f0_rmse_cents":185.47453,"f0_corr":0.85791,"vuv_err":0.17597,"score_intelligibility":0.29648,"score_speaker":0.67805,"score_quality":0.95026,"score_fidelity":0.60726,"score":0.63301},"ru":{"n":50,"unit":"wer","wer":10.40462,"wer_orig":4.50867,"dwer":5.89595,"wer_pseudo":7.06837,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.67748,"utmos":2.37241,"dnsmos_ovrl":3.10041,"dnsmos_sig":3.42813,"dnsmos_bak":4.0707,"pesq_wb":2.0346,"pesq_nb":2.61398,"stoi":0.86816,"estoi":0.74722,"si_sdr":2.24002,"mel_dist":0.24932,"stft_dist":1.29298,"f0_rmse_cents":189.1703,"f0_corr":0.78197,"vuv_err":0.19167,"score_intelligibility":0.48302,"score_speaker":0.67748,"score_quality":0.90706,"score_fidelity":0.64858,"score":0.67904},"uk":{"n":50,"unit":"wer","wer":18.61521,"wer_orig":6.46992,"dwer":12.14529,"wer_pseudo":16.02273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.64397,"utmos":2.30468,"dnsmos_ovrl":3.12707,"dnsmos_sig":3.45393,"dnsmos_bak":4.09696,"pesq_wb":2.09839,"pesq_nb":2.71235,"stoi":0.87041,"estoi":0.7355,"si_sdr":4.27991,"mel_dist":0.2605,"stft_dist":1.31006,"f0_rmse_cents":94.09825,"f0_corr":0.92126,"vuv_err":0.14268,"score_intelligibility":0.38082,"score_speaker":0.64397,"score_quality":0.91341,"score_fidelity":0.70183,"score":0.66001},"el":{"n":50,"unit":"wer","wer":32.56513,"wer_orig":12.02405,"dwer":20.54108,"wer_pseudo":28.32833,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.62808,"utmos":2.51773,"dnsmos_ovrl":3.05986,"dnsmos_sig":3.4638,"dnsmos_bak":3.91935,"pesq_wb":2.22755,"pesq_nb":2.86004,"stoi":0.84405,"estoi":0.70417,"si_sdr":4.40203,"mel_dist":0.20257,"stft_dist":1.12303,"f0_rmse_cents":140.45807,"f0_corr":0.79811,"vuv_err":0.16293,"score_intelligibility":0.38802,"score_speaker":0.62808,"score_quality":0.93709,"score_fidelity":0.6643,"score":0.65437},"ar":{"n":50,"unit":"wer","wer":21.33169,"wer_orig":12.45376,"dwer":8.87793,"wer_pseudo":14.83313,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.78713,"utmos":2.4848,"dnsmos_ovrl":3.26705,"dnsmos_sig":3.58905,"dnsmos_bak":4.03259,"pesq_wb":2.14604,"pesq_nb":2.69751,"stoi":0.89796,"estoi":0.8137,"si_sdr":3.05968,"mel_dist":0.23816,"stft_dist":1.24703,"f0_rmse_cents":146.54895,"f0_corr":0.88624,"vuv_err":0.16039,"score_intelligibility":0.60245,"score_speaker":0.78713,"score_quality":0.94377,"score_fidelity":0.70388,"score":0.75931},"fa":{"n":50,"unit":"wer","wer":43.2,"wer_orig":25.94286,"dwer":17.25714,"wer_pseudo":29.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.71063,"utmos":2.41693,"dnsmos_ovrl":2.91614,"dnsmos_sig":3.40479,"dnsmos_bak":3.7999,"pesq_wb":1.95831,"pesq_nb":2.66923,"stoi":0.71356,"estoi":0.55979,"si_sdr":1.10921,"mel_dist":0.20603,"stft_dist":1.22806,"f0_rmse_cents":279.34077,"f0_corr":0.64369,"vuv_err":0.17387,"score_intelligibility":0.60957,"score_speaker":0.71063,"score_quality":0.93783,"score_fidelity":0.54368,"score":0.70043},"he":{"n":50,"unit":"wer","wer":48.02326,"wer_orig":19.4186,"dwer":28.60465,"wer_pseudo":41.19718,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.66772,"utmos":2.2623,"dnsmos_ovrl":2.86145,"dnsmos_sig":3.26179,"dnsmos_bak":3.95951,"pesq_wb":1.94423,"pesq_nb":2.56735,"stoi":0.86577,"estoi":0.7388,"si_sdr":2.57408,"mel_dist":0.22852,"stft_dist":1.22829,"f0_rmse_cents":184.32676,"f0_corr":0.80795,"vuv_err":0.19097,"score_intelligibility":0.41651,"score_speaker":0.66772,"score_quality":0.92439,"score_fidelity":0.64783,"score":0.66411},"hi":{"n":50,"unit":"wer","wer":43.58264,"wer_orig":26.31579,"dwer":17.26685,"wer_pseudo":35.24069,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.61374,"utmos":2.08862,"dnsmos_ovrl":2.93561,"dnsmos_sig":3.43933,"dnsmos_bak":3.67325,"pesq_wb":1.85322,"pesq_nb":2.48562,"stoi":0.80425,"estoi":0.65583,"si_sdr":1.84483,"mel_dist":0.25342,"stft_dist":1.30073,"f0_rmse_cents":196.15792,"f0_corr":0.78074,"vuv_err":0.19986,"score_intelligibility":0.6127,"score_speaker":0.61374,"score_quality":0.92018,"score_fidelity":0.60959,"score":0.68905},"zh":{"n":50,"unit":"cer","wer":13.93586,"wer_orig":7.40525,"dwer":6.53061,"wer_pseudo":8.23171,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.74751,"utmos":2.48476,"dnsmos_ovrl":3.10274,"dnsmos_sig":3.43351,"dnsmos_bak":4.05851,"pesq_wb":2.183,"pesq_nb":2.69754,"stoi":0.87107,"estoi":0.76578,"si_sdr":-1.26964,"mel_dist":0.20887,"stft_dist":1.25653,"f0_rmse_cents":107.72396,"f0_corr":0.89554,"vuv_err":0.12062,"score_intelligibility":0.56276,"score_speaker":0.74751,"score_quality":0.91039,"score_fidelity":0.70154,"score":0.73055},"yue":{"n":50,"unit":"cer","wer":24.7352,"wer_orig":14.39252,"dwer":10.34268,"wer_pseudo":22.29259,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.78503,"utmos":2.67315,"dnsmos_ovrl":3.13994,"dnsmos_sig":3.4891,"dnsmos_bak":3.98024,"pesq_wb":2.04004,"pesq_nb":2.6502,"stoi":0.85252,"estoi":0.72184,"si_sdr":1.78606,"mel_dist":0.19389,"stft_dist":1.17202,"f0_rmse_cents":175.08128,"f0_corr":0.86616,"vuv_err":0.15654,"score_intelligibility":0.59811,"score_speaker":0.78503,"score_quality":0.93008,"score_fidelity":0.67194,"score":0.74629},"ja":{"n":50,"unit":"cer","wer":18.69545,"wer_orig":3.53698,"dwer":15.15847,"wer_pseudo":17.08774,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.64894,"utmos":1.96951,"dnsmos_ovrl":2.70527,"dnsmos_sig":3.32387,"dnsmos_bak":3.5396,"pesq_wb":2.06041,"pesq_nb":2.64576,"stoi":0.71182,"estoi":0.54287,"si_sdr":-1.64785,"mel_dist":0.20241,"stft_dist":1.27899,"f0_rmse_cents":160.97185,"f0_corr":0.84665,"vuv_err":0.15481,"score_intelligibility":0.23036,"score_speaker":0.64894,"score_quality":0.96807,"score_fidelity":0.62048,"score":0.61696},"ko":{"n":50,"unit":"cer","wer":8.18627,"wer_orig":5.14706,"dwer":3.03922,"wer_pseudo":4.15832,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.77797,"utmos":2.76919,"dnsmos_ovrl":3.09344,"dnsmos_sig":3.4252,"dnsmos_bak":4.09986,"pesq_wb":2.61004,"pesq_nb":3.10647,"stoi":0.88101,"estoi":0.79019,"si_sdr":4.31799,"mel_dist":0.18754,"stft_dist":1.07454,"f0_rmse_cents":118.61233,"f0_corr":0.91835,"vuv_err":0.11575,"score_intelligibility":0.66916,"score_speaker":0.77797,"score_quality":0.89163,"score_fidelity":0.75312,"score":0.77297},"th":{"n":50,"unit":"cer","wer":19.82619,"wer_orig":7.61924,"dwer":12.20695,"wer_pseudo":16.967,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.7724,"utmos":2.30715,"dnsmos_ovrl":2.92188,"dnsmos_sig":3.38559,"dnsmos_bak":3.86666,"pesq_wb":1.87335,"pesq_nb":2.51308,"stoi":0.84253,"estoi":0.7212,"si_sdr":1.23131,"mel_dist":0.21135,"stft_dist":1.21225,"f0_rmse_cents":239.42881,"f0_corr":0.7889,"vuv_err":0.22168,"score_intelligibility":0.41387,"score_speaker":0.7724,"score_quality":0.97093,"score_fidelity":0.62698,"score":0.69604}}},{"codec":"funcodec_encodec_zhen_16k_50hz_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_zhen_16k_50hz_32q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-zh_en-general-16k-nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":16.0,"notes":"time-domain SEANet+LSTM, hop 320; trained on large-scale zh/en data (LibriTTS, AISHELL, 3D-Speaker, in-house); first 32 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":16.0,"kbps_measured":16.0,"tokens_per_s":1600.0,"params_M":14.85584,"efficiency":{"rtf_encode":0.00274,"rtf_decode":0.00242,"peak_vram_gb":0.27078,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.92652,"score_worst_lang":0.86909,"worst_lang":"id","en_gap":0.0138,"score_intelligibility":0.9339,"score_speaker":0.95327,"score_quality":0.97463,"score_fidelity":0.84427,"dwer":0.61252,"wer":9.41833,"wer_pseudo":2.5953,"sim":0.95327,"utmos":2.51007,"dnsmos_ovrl":2.96,"dnsmos_sig":3.384,"dnsmos_bak":3.84489,"pesq_wb":3.34069,"pesq_nb":3.7189,"stoi":0.93969,"estoi":0.8922,"si_sdr":7.40596,"mel_dist":0.15468,"stft_dist":0.97838,"f0_rmse_cents":107.30526,"f0_corr":0.92437,"vuv_err":0.11239,"score_ci95":[0.9206,0.93017]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":0.87549,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.94864,"utmos":2.48208,"dnsmos_ovrl":2.52943,"dnsmos_sig":3.09125,"dnsmos_bak":3.69408,"pesq_wb":3.23041,"pesq_nb":3.66193,"stoi":0.9235,"estoi":0.86797,"si_sdr":6.33664,"mel_dist":0.14533,"stft_dist":0.99962,"f0_rmse_cents":118.80156,"f0_corr":0.94501,"vuv_err":0.10681,"score_intelligibility":1.0,"score_speaker":0.94864,"score_quality":0.97507,"score_fidelity":0.83525,"score":0.93974},"de":{"n":50,"unit":"wer","wer":5.90031,"wer_orig":5.69685,"dwer":0.20346,"wer_pseudo":0.50865,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96212,"utmos":2.62531,"dnsmos_ovrl":3.09507,"dnsmos_sig":3.40778,"dnsmos_bak":4.02215,"pesq_wb":3.45992,"pesq_nb":3.78951,"stoi":0.95297,"estoi":0.89602,"si_sdr":11.15,"mel_dist":0.13891,"stft_dist":0.87567,"f0_rmse_cents":117.10289,"f0_corr":0.93078,"vuv_err":0.11165,"score_intelligibility":0.97051,"score_speaker":0.96212,"score_quality":0.96986,"score_fidelity":0.86219,"score":0.94117},"fr":{"n":50,"unit":"wer","wer":5.6917,"wer_orig":4.98024,"dwer":0.71146,"wer_pseudo":1.5873,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95768,"utmos":2.3088,"dnsmos_ovrl":3.08438,"dnsmos_sig":3.42882,"dnsmos_bak":3.99866,"pesq_wb":3.23819,"pesq_nb":3.69054,"stoi":0.9542,"estoi":0.91666,"si_sdr":8.0703,"mel_dist":0.16607,"stft_dist":0.96744,"f0_rmse_cents":84.21972,"f0_corr":0.95084,"vuv_err":0.12993,"score_intelligibility":0.89368,"score_speaker":0.95768,"score_quality":0.97926,"score_fidelity":0.84817,"score":0.9197},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95853,"utmos":2.60393,"dnsmos_ovrl":3.18752,"dnsmos_sig":3.54941,"dnsmos_bak":3.91873,"pesq_wb":3.45515,"pesq_nb":3.77546,"stoi":0.9539,"estoi":0.91337,"si_sdr":7.83738,"mel_dist":0.18536,"stft_dist":1.06322,"f0_rmse_cents":143.26456,"f0_corr":0.93572,"vuv_err":0.11937,"score_intelligibility":0.9375,"score_speaker":0.95853,"score_quality":0.95544,"score_fidelity":0.8637,"score":0.92879},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97034,"utmos":2.97913,"dnsmos_ovrl":3.31066,"dnsmos_sig":3.60838,"dnsmos_bak":4.07375,"pesq_wb":3.68139,"pesq_nb":3.90943,"stoi":0.96264,"estoi":0.92989,"si_sdr":9.78343,"mel_dist":0.16362,"stft_dist":0.94659,"f0_rmse_cents":80.79796,"f0_corr":0.91915,"vuv_err":0.10144,"score_intelligibility":0.88631,"score_speaker":0.97034,"score_quality":0.97018,"score_fidelity":0.88264,"score":0.92737},"pt":{"n":50,"unit":"wer","wer":3.61328,"wer_orig":3.41797,"dwer":0.19531,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95732,"utmos":2.43305,"dnsmos_ovrl":3.01077,"dnsmos_sig":3.4225,"dnsmos_bak":3.70925,"pesq_wb":3.08082,"pesq_nb":3.47624,"stoi":0.92419,"estoi":0.87007,"si_sdr":4.69144,"mel_dist":0.1647,"stft_dist":1.04783,"f0_rmse_cents":214.47511,"f0_corr":0.91579,"vuv_err":0.14083,"score_intelligibility":0.95766,"score_speaker":0.95732,"score_quality":0.97586,"score_fidelity":0.8115,"score":0.92559},"nl":{"n":50,"unit":"wer","wer":5.79839,"wer_orig":5.26316,"dwer":0.53524,"wer_pseudo":1.52193,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.9703,"utmos":2.92544,"dnsmos_ovrl":2.72863,"dnsmos_sig":3.12626,"dnsmos_bak":4.08719,"pesq_wb":3.62165,"pesq_nb":3.87033,"stoi":0.96355,"estoi":0.92705,"si_sdr":7.64032,"mel_dist":0.15159,"stft_dist":1.01592,"f0_rmse_cents":86.34358,"f0_corr":0.93733,"vuv_err":0.1242,"score_intelligibility":0.92127,"score_speaker":0.9703,"score_quality":0.98674,"score_fidelity":0.88331,"score":0.9404},"pl":{"n":50,"unit":"wer","wer":4.27632,"wer_orig":3.28947,"dwer":0.98684,"wer_pseudo":1.97368,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95405,"utmos":2.54127,"dnsmos_ovrl":3.01363,"dnsmos_sig":3.35296,"dnsmos_bak":4.03505,"pesq_wb":3.14077,"pesq_nb":3.48324,"stoi":0.95835,"estoi":0.91357,"si_sdr":1.73973,"mel_dist":0.15592,"stft_dist":1.0379,"f0_rmse_cents":133.82388,"f0_corr":0.81621,"vuv_err":0.12321,"score_intelligibility":0.81297,"score_speaker":0.95405,"score_quality":0.94105,"score_fidelity":0.7954,"score":0.87587},"cs":{"n":50,"unit":"wer","wer":11.20187,"wer_orig":9.45158,"dwer":1.75029,"wer_pseudo":4.32243,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96372,"utmos":2.54281,"dnsmos_ovrl":3.16979,"dnsmos_sig":3.50568,"dnsmos_bak":3.96325,"pesq_wb":3.39396,"pesq_nb":3.74014,"stoi":0.94777,"estoi":0.90435,"si_sdr":9.45674,"mel_dist":0.1724,"stft_dist":0.98314,"f0_rmse_cents":60.50068,"f0_corr":0.9493,"vuv_err":0.09471,"score_intelligibility":0.85656,"score_speaker":0.96372,"score_quality":0.9913,"score_fidelity":0.86035,"score":0.91798},"tr":{"n":50,"unit":"wer","wer":7.36842,"wer_orig":7.76316,"dwer":-0.39474,"wer_pseudo":1.97628,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.94473,"utmos":2.19135,"dnsmos_ovrl":3.03651,"dnsmos_sig":3.40226,"dnsmos_bak":3.9901,"pesq_wb":3.19194,"pesq_nb":3.5988,"stoi":0.9379,"estoi":0.87953,"si_sdr":5.33072,"mel_dist":0.17734,"stft_dist":1.09149,"f0_rmse_cents":92.19854,"f0_corr":0.94879,"vuv_err":0.10349,"score_intelligibility":1.0,"score_speaker":0.94473,"score_quality":0.96205,"score_fidelity":0.83765,"score":0.93611},"id":{"n":50,"unit":"wer","wer":7.20189,"wer_orig":5.90319,"dwer":1.2987,"wer_pseudo":4.2503,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.87869,"utmos":1.92077,"dnsmos_ovrl":2.74083,"dnsmos_sig":3.35664,"dnsmos_bak":3.24663,"pesq_wb":2.85841,"pesq_nb":3.37523,"stoi":0.88731,"estoi":0.81525,"si_sdr":5.95444,"mel_dist":0.14408,"stft_dist":0.98645,"f0_rmse_cents":102.61875,"f0_corr":0.91235,"vuv_err":0.14616,"score_intelligibility":0.84166,"score_speaker":0.87869,"score_quality":0.97912,"score_fidelity":0.77688,"score":0.86909},"vi":{"n":50,"unit":"wer","wer":8.59189,"wer_orig":7.71679,"dwer":0.8751,"wer_pseudo":3.1051,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.93161,"utmos":2.10783,"dnsmos_ovrl":2.86412,"dnsmos_sig":3.40715,"dnsmos_bak":3.6693,"pesq_wb":3.20808,"pesq_nb":3.66776,"stoi":0.88938,"estoi":0.82624,"si_sdr":9.13402,"mel_dist":0.13079,"stft_dist":0.88714,"f0_rmse_cents":120.17238,"f0_corr":0.92365,"vuv_err":0.11148,"score_intelligibility":0.90877,"score_speaker":0.93161,"score_quality":1.0,"score_fidelity":0.81464,"score":0.91375},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.69525,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.96103,"utmos":2.62369,"dnsmos_ovrl":3.07241,"dnsmos_sig":3.41818,"dnsmos_bak":4.02778,"pesq_wb":3.38861,"pesq_nb":3.77034,"stoi":0.95661,"estoi":0.91348,"si_sdr":7.56552,"mel_dist":0.18254,"stft_dist":1.03672,"f0_rmse_cents":118.26656,"f0_corr":0.88629,"vuv_err":0.13049,"score_intelligibility":0.95972,"score_speaker":0.96103,"score_quality":0.98159,"score_fidelity":0.84179,"score":0.93603},"uk":{"n":50,"unit":"wer","wer":8.05902,"wer_orig":6.46992,"dwer":1.5891,"wer_pseudo":2.95455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.96435,"utmos":2.47808,"dnsmos_ovrl":3.06661,"dnsmos_sig":3.41608,"dnsmos_bak":4.03849,"pesq_wb":3.4995,"pesq_nb":3.81694,"stoi":0.95842,"estoi":0.91317,"si_sdr":9.96534,"mel_dist":0.19184,"stft_dist":1.05145,"f0_rmse_cents":64.4823,"f0_corr":0.96669,"vuv_err":0.09385,"score_intelligibility":0.82458,"score_speaker":0.96435,"score_quality":0.96836,"score_fidelity":0.87975,"score":0.90926},"el":{"n":50,"unit":"wer","wer":13.22645,"wer_orig":12.02405,"dwer":1.2024,"wer_pseudo":6.20621,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.95365,"utmos":2.6514,"dnsmos_ovrl":2.98852,"dnsmos_sig":3.42687,"dnsmos_bak":3.84491,"pesq_wb":3.46838,"pesq_nb":3.86657,"stoi":0.94796,"estoi":0.89734,"si_sdr":9.96273,"mel_dist":0.1344,"stft_dist":0.87969,"f0_rmse_cents":72.33468,"f0_corr":0.92245,"vuv_err":0.10138,"score_intelligibility":0.91548,"score_speaker":0.95365,"score_quality":0.97559,"score_fidelity":0.85855,"score":0.92582},"ar":{"n":50,"unit":"wer","wer":12.82367,"wer_orig":12.45376,"dwer":0.36991,"wer_pseudo":1.3597,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97947,"utmos":2.62506,"dnsmos_ovrl":3.18645,"dnsmos_sig":3.56356,"dnsmos_bak":3.93118,"pesq_wb":3.53344,"pesq_nb":3.86901,"stoi":0.9709,"estoi":0.94309,"si_sdr":7.99432,"mel_dist":0.16855,"stft_dist":0.98914,"f0_rmse_cents":92.13901,"f0_corr":0.94415,"vuv_err":0.0952,"score_intelligibility":0.97324,"score_speaker":0.97947,"score_quality":0.98569,"score_fidelity":0.87963,"score":0.95451},"fa":{"n":50,"unit":"wer","wer":26.05714,"wer_orig":25.94286,"dwer":0.11429,"wer_pseudo":3.02703,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.95501,"utmos":2.53109,"dnsmos_ovrl":2.84733,"dnsmos_sig":3.36805,"dnsmos_bak":3.70875,"pesq_wb":3.34652,"pesq_nb":3.78158,"stoi":0.89239,"estoi":0.83861,"si_sdr":5.74426,"mel_dist":0.13445,"stft_dist":0.97257,"f0_rmse_cents":166.85536,"f0_corr":0.8545,"vuv_err":0.10614,"score_intelligibility":0.99578,"score_speaker":0.95501,"score_quality":0.97311,"score_fidelity":0.80578,"score":0.93242},"he":{"n":50,"unit":"wer","wer":21.62791,"wer_orig":19.4186,"dwer":2.2093,"wer_pseudo":5.75117,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.9587,"utmos":2.35834,"dnsmos_ovrl":2.76894,"dnsmos_sig":3.17107,"dnsmos_bak":3.9043,"pesq_wb":3.34384,"pesq_nb":3.73605,"stoi":0.95528,"estoi":0.91198,"si_sdr":8.14077,"mel_dist":0.16229,"stft_dist":0.96454,"f0_rmse_cents":97.27155,"f0_corr":0.89836,"vuv_err":0.13426,"score_intelligibility":0.90236,"score_speaker":0.9587,"score_quality":0.94396,"score_fidelity":0.8411,"score":0.91153},"hi":{"n":50,"unit":"wer","wer":27.23915,"wer_orig":26.31579,"dwer":0.92336,"wer_pseudo":7.44777,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93978,"utmos":2.23543,"dnsmos_ovrl":2.79221,"dnsmos_sig":3.3715,"dnsmos_bak":3.43666,"pesq_wb":2.94032,"pesq_nb":3.48945,"stoi":0.92389,"estoi":0.86834,"si_sdr":7.65156,"mel_dist":0.17888,"stft_dist":1.02755,"f0_rmse_cents":93.16238,"f0_corr":0.91537,"vuv_err":0.13119,"score_intelligibility":0.9673,"score_speaker":0.93978,"score_quality":0.97685,"score_fidelity":0.79788,"score":0.92045},"zh":{"n":50,"unit":"cer","wer":7.17201,"wer_orig":7.40525,"dwer":-0.23324,"wer_pseudo":0.60976,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95565,"utmos":2.68905,"dnsmos_ovrl":3.0497,"dnsmos_sig":3.41334,"dnsmos_bak":3.98144,"pesq_wb":3.61156,"pesq_nb":3.95065,"stoi":0.95794,"estoi":0.92069,"si_sdr":5.73073,"mel_dist":0.14067,"stft_dist":0.93864,"f0_rmse_cents":81.19776,"f0_corr":0.94895,"vuv_err":0.07258,"score_intelligibility":1.0,"score_speaker":0.95565,"score_quality":0.96256,"score_fidelity":0.88435,"score":0.95064},"yue":{"n":50,"unit":"cer","wer":15.95016,"wer_orig":14.39252,"dwer":1.55763,"wer_pseudo":5.44649,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96895,"utmos":2.869,"dnsmos_ovrl":3.06118,"dnsmos_sig":3.44884,"dnsmos_bak":3.88004,"pesq_wb":3.42296,"pesq_nb":3.79251,"stoi":0.95228,"estoi":0.90851,"si_sdr":7.10599,"mel_dist":0.12646,"stft_dist":0.91161,"f0_rmse_cents":95.79376,"f0_corr":0.95425,"vuv_err":0.09113,"score_intelligibility":0.90811,"score_speaker":0.96895,"score_quality":0.98043,"score_fidelity":0.86627,"score":0.93094},"ja":{"n":50,"unit":"cer","wer":3.62885,"wer_orig":3.53698,"dwer":0.09187,"wer_pseudo":1.51585,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.92564,"utmos":2.01954,"dnsmos_ovrl":2.57095,"dnsmos_sig":3.20764,"dnsmos_bak":3.35955,"pesq_wb":3.24244,"pesq_nb":3.58597,"stoi":0.87439,"estoi":0.80515,"si_sdr":4.36447,"mel_dist":0.13189,"stft_dist":1.01115,"f0_rmse_cents":115.437,"f0_corr":0.89627,"vuv_err":0.10583,"score_intelligibility":0.98015,"score_speaker":0.92564,"score_quality":0.99222,"score_fidelity":0.80379,"score":0.92545},"ko":{"n":50,"unit":"cer","wer":4.90196,"wer_orig":5.14706,"dwer":-0.2451,"wer_pseudo":0.8016,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.95995,"utmos":3.1302,"dnsmos_ovrl":3.06677,"dnsmos_sig":3.42492,"dnsmos_bak":4.05131,"pesq_wb":3.76786,"pesq_nb":3.98271,"stoi":0.9628,"estoi":0.93404,"si_sdr":9.78427,"mel_dist":0.1251,"stft_dist":0.84853,"f0_rmse_cents":65.26692,"f0_corr":0.97815,"vuv_err":0.06878,"score_intelligibility":1.0,"score_speaker":0.95995,"score_quality":0.97155,"score_fidelity":0.91059,"score":0.96052},"th":{"n":50,"unit":"cer","wer":7.61924,"wer_orig":7.61924,"dwer":0.0,"wer_pseudo":3.25977,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95857,"utmos":2.36901,"dnsmos_ovrl":2.79755,"dnsmos_sig":3.32693,"dnsmos_bak":3.70489,"pesq_wb":3.05049,"pesq_nb":3.57315,"stoi":0.94403,"estoi":0.89834,"si_sdr":6.60779,"mel_dist":0.13902,"stft_dist":0.94715,"f0_rmse_cents":158.79932,"f0_corr":0.93441,"vuv_err":0.1533,"score_intelligibility":1.0,"score_speaker":0.95857,"score_quality":0.99322,"score_fidelity":0.82143,"score":0.94331}}},{"codec":"funcodec_encodec_zhen_16k_50hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_encodec_zhen_16k_50hz_8q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-encodec-zh_en-general-16k-nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":4.0,"notes":"time-domain SEANet+LSTM, hop 320; trained on large-scale zh/en data (LibriTTS, AISHELL, 3D-Speaker, in-house); first 8 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":14.85584,"efficiency":{"rtf_encode":0.00249,"rtf_decode":0.00236,"peak_vram_gb":0.27071,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.88291,"score_worst_lang":0.78728,"worst_lang":"id","en_gap":0.00659,"score_intelligibility":0.85719,"score_speaker":0.92014,"score_quality":0.97473,"score_fidelity":0.77958,"dwer":1.53316,"wer":10.33896,"wer_pseudo":4.26366,"sim":0.92014,"utmos":2.50481,"dnsmos_ovrl":2.97977,"dnsmos_sig":3.38876,"dnsmos_bak":3.87517,"pesq_wb":2.87942,"pesq_nb":3.42835,"stoi":0.90349,"estoi":0.82742,"si_sdr":5.75268,"mel_dist":0.17754,"stft_dist":1.05132,"f0_rmse_cents":124.39631,"f0_corr":0.89826,"vuv_err":0.1313,"score_ci95":[0.87578,0.88881]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.86627,"wer_orig":6.98132,"dwer":0.88496,"wer_pseudo":1.84825,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.90821,"utmos":2.45846,"dnsmos_ovrl":2.58002,"dnsmos_sig":3.10607,"dnsmos_bak":3.78183,"pesq_wb":2.75133,"pesq_nb":3.35986,"stoi":0.87447,"estoi":0.78557,"si_sdr":4.78542,"mel_dist":0.16889,"stft_dist":1.07344,"f0_rmse_cents":121.30081,"f0_corr":0.93703,"vuv_err":0.12556,"score_intelligibility":0.90019,"score_speaker":0.90821,"score_quality":0.97786,"score_fidelity":0.77063,"score":0.88922},"de":{"n":50,"unit":"wer","wer":6.30722,"wer_orig":5.69685,"dwer":0.61038,"wer_pseudo":1.01729,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.93243,"utmos":2.62337,"dnsmos_ovrl":3.11469,"dnsmos_sig":3.41567,"dnsmos_bak":4.04843,"pesq_wb":3.04373,"pesq_nb":3.52522,"stoi":0.92417,"estoi":0.83779,"si_sdr":8.74332,"mel_dist":0.16352,"stft_dist":0.95485,"f0_rmse_cents":144.4447,"f0_corr":0.89763,"vuv_err":0.13172,"score_intelligibility":0.91647,"score_speaker":0.93243,"score_quality":0.9693,"score_fidelity":0.80191,"score":0.90503},"fr":{"n":50,"unit":"wer","wer":7.27273,"wer_orig":4.98024,"dwer":2.29249,"wer_pseudo":3.73016,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92776,"utmos":2.32838,"dnsmos_ovrl":3.1152,"dnsmos_sig":3.44462,"dnsmos_bak":4.02888,"pesq_wb":2.8098,"pesq_nb":3.39803,"stoi":0.93268,"estoi":0.87635,"si_sdr":6.67558,"mel_dist":0.18988,"stft_dist":1.03316,"f0_rmse_cents":100.57367,"f0_corr":0.94176,"vuv_err":0.15341,"score_intelligibility":0.72289,"score_speaker":0.92776,"score_quality":0.98643,"score_fidelity":0.79717,"score":0.85856},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93192,"utmos":2.58245,"dnsmos_ovrl":3.21486,"dnsmos_sig":3.55309,"dnsmos_bak":3.96687,"pesq_wb":3.11164,"pesq_nb":3.55314,"stoi":0.92711,"estoi":0.86262,"si_sdr":6.08819,"mel_dist":0.20789,"stft_dist":1.13292,"f0_rmse_cents":155.44181,"f0_corr":0.91457,"vuv_err":0.14313,"score_intelligibility":0.97826,"score_speaker":0.93192,"score_quality":0.94934,"score_fidelity":0.815,"score":0.91863},"it":{"n":50,"unit":"wer","wer":3.46084,"wer_orig":2.55009,"dwer":0.91075,"wer_pseudo":1.64534,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94624,"utmos":2.94702,"dnsmos_ovrl":3.31709,"dnsmos_sig":3.61077,"dnsmos_bak":4.07944,"pesq_wb":3.30864,"pesq_nb":3.68749,"stoi":0.938,"estoi":0.88462,"si_sdr":8.02593,"mel_dist":0.18541,"stft_dist":1.01348,"f0_rmse_cents":79.16936,"f0_corr":0.90321,"vuv_err":0.11831,"score_intelligibility":0.79584,"score_speaker":0.94624,"score_quality":0.96255,"score_fidelity":0.83361,"score":0.88456},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.47638,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93087,"utmos":2.45349,"dnsmos_ovrl":3.00483,"dnsmos_sig":3.41271,"dnsmos_bak":3.71391,"pesq_wb":2.69073,"pesq_nb":3.2304,"stoi":0.88865,"estoi":0.80881,"si_sdr":3.54749,"mel_dist":0.1891,"stft_dist":1.11458,"f0_rmse_cents":290.50443,"f0_corr":0.81543,"vuv_err":0.16904,"score_intelligibility":0.93781,"score_speaker":0.93087,"score_quality":0.98265,"score_fidelity":0.72905,"score":0.89509},"nl":{"n":50,"unit":"wer","wer":7.3149,"wer_orig":5.26316,"dwer":2.05174,"wer_pseudo":3.8496,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.94376,"utmos":2.94301,"dnsmos_ovrl":2.72916,"dnsmos_sig":3.12195,"dnsmos_bak":4.08495,"pesq_wb":3.10998,"pesq_nb":3.55185,"stoi":0.93988,"estoi":0.87767,"si_sdr":6.0059,"mel_dist":0.17525,"stft_dist":1.09627,"f0_rmse_cents":105.82754,"f0_corr":0.91826,"vuv_err":0.14603,"score_intelligibility":0.75325,"score_speaker":0.94376,"score_quality":0.99135,"score_fidelity":0.82033,"score":0.87717},"pl":{"n":50,"unit":"wer","wer":4.60526,"wer_orig":3.28947,"dwer":1.31579,"wer_pseudo":3.50877,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.91752,"utmos":2.53791,"dnsmos_ovrl":3.06326,"dnsmos_sig":3.38888,"dnsmos_bak":4.07858,"pesq_wb":2.76658,"pesq_nb":3.20042,"stoi":0.93817,"estoi":0.8706,"si_sdr":0.43612,"mel_dist":0.17647,"stft_dist":1.10182,"f0_rmse_cents":125.80442,"f0_corr":0.83148,"vuv_err":0.14017,"score_intelligibility":0.76526,"score_speaker":0.91752,"score_quality":0.94009,"score_fidelity":0.75813,"score":0.84525},"cs":{"n":50,"unit":"wer","wer":12.25204,"wer_orig":9.45158,"dwer":2.80047,"wer_pseudo":7.00935,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93205,"utmos":2.49604,"dnsmos_ovrl":3.17238,"dnsmos_sig":3.50313,"dnsmos_bak":3.97194,"pesq_wb":2.73315,"pesq_nb":3.28004,"stoi":0.90949,"estoi":0.83539,"si_sdr":7.81654,"mel_dist":0.19813,"stft_dist":1.05627,"f0_rmse_cents":73.78753,"f0_corr":0.92723,"vuv_err":0.10439,"score_intelligibility":0.78868,"score_speaker":0.93205,"score_quality":0.97641,"score_fidelity":0.7773,"score":0.86861},"tr":{"n":50,"unit":"wer","wer":8.94737,"wer_orig":7.76316,"dwer":1.18421,"wer_pseudo":3.82082,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90884,"utmos":2.21274,"dnsmos_ovrl":3.04288,"dnsmos_sig":3.3977,"dnsmos_bak":4.0094,"pesq_wb":2.75694,"pesq_nb":3.33059,"stoi":0.90455,"estoi":0.81302,"si_sdr":2.33743,"mel_dist":0.2014,"stft_dist":1.18128,"f0_rmse_cents":91.97258,"f0_corr":0.94762,"vuv_err":0.11079,"score_intelligibility":0.88095,"score_speaker":0.90884,"score_quality":0.97195,"score_fidelity":0.78472,"score":0.88661},"id":{"n":50,"unit":"wer","wer":9.20897,"wer_orig":5.90319,"dwer":3.30579,"wer_pseudo":7.20189,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.82052,"utmos":1.93065,"dnsmos_ovrl":2.76601,"dnsmos_sig":3.35738,"dnsmos_bak":3.2764,"pesq_wb":2.29233,"pesq_nb":3.03,"stoi":0.82131,"estoi":0.70376,"si_sdr":4.25067,"mel_dist":0.16709,"stft_dist":1.07114,"f0_rmse_cents":212.63799,"f0_corr":0.81388,"vuv_err":0.18146,"score_intelligibility":0.67619,"score_speaker":0.82052,"score_quality":0.98426,"score_fidelity":0.66814,"score":0.78728},"vi":{"n":50,"unit":"wer","wer":8.83055,"wer_orig":7.71679,"dwer":1.11376,"wer_pseudo":4.4586,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.88934,"utmos":2.07039,"dnsmos_ovrl":2.85635,"dnsmos_sig":3.39285,"dnsmos_bak":3.6788,"pesq_wb":2.68123,"pesq_nb":3.34732,"stoi":0.81787,"estoi":0.71575,"si_sdr":7.38416,"mel_dist":0.15368,"stft_dist":0.95586,"f0_rmse_cents":122.82482,"f0_corr":0.90996,"vuv_err":0.12973,"score_intelligibility":0.8867,"score_speaker":0.88934,"score_quality":0.98447,"score_fidelity":0.73606,"score":0.87414},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":1.27462,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.92723,"utmos":2.61003,"dnsmos_ovrl":3.06846,"dnsmos_sig":3.40366,"dnsmos_bak":4.04841,"pesq_wb":2.92221,"pesq_nb":3.47938,"stoi":0.93052,"estoi":0.86156,"si_sdr":6.1486,"mel_dist":0.20426,"stft_dist":1.10526,"f0_rmse_cents":116.29009,"f0_corr":0.8716,"vuv_err":0.1452,"score_intelligibility":0.84113,"score_speaker":0.92723,"score_quality":0.97754,"score_fidelity":0.78378,"score":0.88242},"uk":{"n":50,"unit":"wer","wer":7.83201,"wer_orig":6.46992,"dwer":1.36209,"wer_pseudo":3.86364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.9315,"utmos":2.47714,"dnsmos_ovrl":3.09237,"dnsmos_sig":3.43283,"dnsmos_bak":4.05855,"pesq_wb":2.97614,"pesq_nb":3.50596,"stoi":0.93183,"estoi":0.85826,"si_sdr":8.22312,"mel_dist":0.21372,"stft_dist":1.12372,"f0_rmse_cents":71.2365,"f0_corr":0.95878,"vuv_err":0.10702,"score_intelligibility":0.84578,"score_speaker":0.9315,"score_quality":0.96806,"score_fidelity":0.81841,"score":0.89094},"el":{"n":50,"unit":"wer","wer":17.33467,"wer_orig":12.02405,"dwer":5.31062,"wer_pseudo":10.91091,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.91756,"utmos":2.63011,"dnsmos_ovrl":3.01133,"dnsmos_sig":3.42351,"dnsmos_bak":3.88007,"pesq_wb":3.00456,"pesq_nb":3.59408,"stoi":0.91382,"estoi":0.8321,"si_sdr":8.31971,"mel_dist":0.15587,"stft_dist":0.94578,"f0_rmse_cents":76.35039,"f0_corr":0.92157,"vuv_err":0.11754,"score_intelligibility":0.71035,"score_speaker":0.91756,"score_quality":0.96946,"score_fidelity":0.80271,"score":0.85002},"ar":{"n":50,"unit":"wer","wer":13.81011,"wer_orig":12.45376,"dwer":1.35635,"wer_pseudo":3.9555,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.95926,"utmos":2.64934,"dnsmos_ovrl":3.2195,"dnsmos_sig":3.57545,"dnsmos_bak":3.97338,"pesq_wb":3.1354,"pesq_nb":3.60773,"stoi":0.95196,"estoi":0.90549,"si_sdr":6.61488,"mel_dist":0.19057,"stft_dist":1.05617,"f0_rmse_cents":102.87447,"f0_corr":0.92439,"vuv_err":0.11183,"score_intelligibility":0.90842,"score_speaker":0.95926,"score_quality":0.99294,"score_fidelity":0.82882,"score":0.92236},"fa":{"n":50,"unit":"wer","wer":26.97143,"wer_orig":25.94286,"dwer":1.02857,"wer_pseudo":6.7027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.92154,"utmos":2.5373,"dnsmos_ovrl":2.8752,"dnsmos_sig":3.38948,"dnsmos_bak":3.74672,"pesq_wb":2.77693,"pesq_nb":3.45719,"stoi":0.81781,"estoi":0.72613,"si_sdr":4.50251,"mel_dist":0.15789,"stft_dist":1.0414,"f0_rmse_cents":196.98335,"f0_corr":0.79261,"vuv_err":0.12716,"score_intelligibility":0.96323,"score_speaker":0.92154,"score_quality":0.97503,"score_fidelity":0.70604,"score":0.89146},"he":{"n":50,"unit":"wer","wer":23.37209,"wer_orig":19.4186,"dwer":3.95349,"wer_pseudo":9.03756,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.92191,"utmos":2.38703,"dnsmos_ovrl":2.81705,"dnsmos_sig":3.21387,"dnsmos_bak":3.94381,"pesq_wb":2.84975,"pesq_nb":3.39482,"stoi":0.92937,"estoi":0.86012,"si_sdr":6.52218,"mel_dist":0.18434,"stft_dist":1.04077,"f0_rmse_cents":116.89932,"f0_corr":0.85922,"vuv_err":0.15388,"score_intelligibility":0.83779,"score_speaker":0.92191,"score_quality":0.96632,"score_fidelity":0.77237,"score":0.8746},"hi":{"n":50,"unit":"wer","wer":28.43952,"wer_orig":26.31579,"dwer":2.12373,"wer_pseudo":10.35422,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.89423,"utmos":2.23559,"dnsmos_ovrl":2.83758,"dnsmos_sig":3.39823,"dnsmos_bak":3.50879,"pesq_wb":2.52528,"pesq_nb":3.20022,"stoi":0.88277,"estoi":0.79429,"si_sdr":5.98723,"mel_dist":0.20105,"stft_dist":1.10264,"f0_rmse_cents":126.7453,"f0_corr":0.86858,"vuv_err":0.14866,"score_intelligibility":0.92786,"score_speaker":0.89423,"score_quality":0.97691,"score_fidelity":0.72905,"score":0.88201},"zh":{"n":50,"unit":"cer","wer":7.40525,"wer_orig":7.40525,"dwer":0.0,"wer_pseudo":0.60976,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.9263,"utmos":2.66923,"dnsmos_ovrl":3.0605,"dnsmos_sig":3.40877,"dnsmos_bak":4.01295,"pesq_wb":3.13855,"pesq_nb":3.67392,"stoi":0.93218,"estoi":0.87354,"si_sdr":4.0573,"mel_dist":0.16394,"stft_dist":1.02708,"f0_rmse_cents":76.45577,"f0_corr":0.93904,"vuv_err":0.08071,"score_intelligibility":1.0,"score_speaker":0.9263,"score_quality":0.9597,"score_fidelity":0.82741,"score":0.92835},"yue":{"n":50,"unit":"cer","wer":15.82555,"wer_orig":14.39252,"dwer":1.43302,"wer_pseudo":5.82647,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.94645,"utmos":2.86216,"dnsmos_ovrl":3.08408,"dnsmos_sig":3.45751,"dnsmos_bak":3.91262,"pesq_wb":2.88548,"pesq_nb":3.47561,"stoi":0.91777,"estoi":0.84336,"si_sdr":5.49102,"mel_dist":0.14923,"stft_dist":0.98952,"f0_rmse_cents":114.77553,"f0_corr":0.91636,"vuv_err":0.11848,"score_intelligibility":0.91483,"score_speaker":0.94645,"score_quality":0.97867,"score_fidelity":0.79095,"score":0.90772},"ja":{"n":50,"unit":"cer","wer":5.09876,"wer_orig":3.53698,"dwer":1.56178,"wer_pseudo":2.75609,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.8798,"utmos":2.03261,"dnsmos_ovrl":2.55434,"dnsmos_sig":3.15419,"dnsmos_bak":3.35404,"pesq_wb":2.8282,"pesq_nb":3.33942,"stoi":0.81043,"estoi":0.703,"si_sdr":2.66607,"mel_dist":0.15506,"stft_dist":1.08376,"f0_rmse_cents":138.5344,"f0_corr":0.86452,"vuv_err":0.12694,"score_intelligibility":0.74392,"score_speaker":0.8798,"score_quality":0.99853,"score_fidelity":0.73243,"score":0.83867},"ko":{"n":50,"unit":"cer","wer":4.70588,"wer_orig":5.14706,"dwer":-0.44118,"wer_pseudo":1.1523,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.93379,"utmos":3.04972,"dnsmos_ovrl":3.07784,"dnsmos_sig":3.42143,"dnsmos_bak":4.07846,"pesq_wb":3.37783,"pesq_nb":3.76777,"stoi":0.9377,"estoi":0.89063,"si_sdr":8.22411,"mel_dist":0.14669,"stft_dist":0.91064,"f0_rmse_cents":66.16563,"f0_corr":0.97461,"vuv_err":0.08082,"score_intelligibility":1.0,"score_speaker":0.93379,"score_quality":0.95373,"score_fidelity":0.8639,"score":0.93785},"th":{"n":50,"unit":"cer","wer":8.83185,"wer_orig":7.61924,"dwer":1.21261,"wer_pseudo":5.22373,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.93427,"utmos":2.39128,"dnsmos_ovrl":2.83942,"dnsmos_sig":3.34642,"dnsmos_bak":3.76694,"pesq_wb":2.62965,"pesq_nb":3.28988,"stoi":0.91132,"estoi":0.83771,"si_sdr":5.21078,"mel_dist":0.16153,"stft_dist":1.01996,"f0_rmse_cents":157.91103,"f0_corr":0.90888,"vuv_err":0.17911,"score_intelligibility":0.87667,"score_speaker":0.93427,"score_quality":1.0,"score_fidelity":0.76194,"score":0.89322}}},{"codec":"funcodec_freqcodec_gr1_16k_50hz_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_freqcodec_gr1_16k_50hz_16q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-freqcodec_magphase-en-libritts-16k-gr1nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":8.0,"notes":"FreqCodec: magnitude/phase STFT-domain 2-D SEANet (0.5 M params, group ratio 1); trained on LibriTTS; first 16 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":8.0,"kbps_measured":8.01594,"tokens_per_s":801.59392,"params_M":0.53847,"efficiency":{"rtf_encode":0.00442,"rtf_decode":0.00437,"peak_vram_gb":0.2895,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.87238,"score_worst_lang":0.77829,"worst_lang":"th","en_gap":0.03608,"score_intelligibility":0.884,"score_speaker":0.92862,"score_quality":0.8504,"score_fidelity":0.82649,"dwer":1.23571,"wer":10.04152,"wer_pseudo":3.88311,"sim":0.92862,"utmos":2.13458,"dnsmos_ovrl":2.92885,"dnsmos_sig":3.34625,"dnsmos_bak":3.86021,"pesq_wb":3.27194,"pesq_nb":3.73352,"stoi":0.91601,"estoi":0.85049,"si_sdr":7.24779,"mel_dist":0.15812,"stft_dist":1.02079,"f0_rmse_cents":114.92595,"f0_corr":0.91433,"vuv_err":0.13011,"score_ci95":[0.86387,0.87884]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.48968,"wer_orig":6.98132,"dwer":-0.49164,"wer_pseudo":0.97276,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93246,"utmos":2.11073,"dnsmos_ovrl":2.5636,"dnsmos_sig":3.10079,"dnsmos_bak":3.76756,"pesq_wb":3.2555,"pesq_nb":3.76728,"stoi":0.90358,"estoi":0.83187,"si_sdr":7.01193,"mel_dist":0.16204,"stft_dist":1.05118,"f0_rmse_cents":113.75804,"f0_corr":0.94625,"vuv_err":0.12665,"score_intelligibility":1.0,"score_speaker":0.93246,"score_quality":0.86393,"score_fidelity":0.83142,"score":0.90695},"de":{"n":50,"unit":"wer","wer":6.51068,"wer_orig":5.69685,"dwer":0.81384,"wer_pseudo":1.42421,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.93581,"utmos":2.28239,"dnsmos_ovrl":3.09099,"dnsmos_sig":3.38849,"dnsmos_bak":4.05914,"pesq_wb":3.42932,"pesq_nb":3.82283,"stoi":0.93668,"estoi":0.86209,"si_sdr":10.40453,"mel_dist":0.14602,"stft_dist":0.91856,"f0_rmse_cents":133.11351,"f0_corr":0.90909,"vuv_err":0.13507,"score_intelligibility":0.89164,"score_speaker":0.93581,"score_quality":0.87073,"score_fidelity":0.84662,"score":0.8862},"fr":{"n":50,"unit":"wer","wer":6.48221,"wer_orig":4.98024,"dwer":1.50198,"wer_pseudo":3.49206,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92419,"utmos":2.01033,"dnsmos_ovrl":3.02908,"dnsmos_sig":3.36361,"dnsmos_bak":4.00607,"pesq_wb":3.24218,"pesq_nb":3.71238,"stoi":0.93787,"estoi":0.89317,"si_sdr":8.97877,"mel_dist":0.16347,"stft_dist":0.98184,"f0_rmse_cents":89.33547,"f0_corr":0.95011,"vuv_err":0.14403,"score_intelligibility":0.79926,"score_speaker":0.92419,"score_quality":0.86996,"score_fidelity":0.84287,"score":0.85907},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93457,"utmos":2.19503,"dnsmos_ovrl":3.19501,"dnsmos_sig":3.5341,"dnsmos_bak":3.97809,"pesq_wb":3.51991,"pesq_nb":3.86829,"stoi":0.93433,"estoi":0.88045,"si_sdr":8.52622,"mel_dist":0.17859,"stft_dist":1.04352,"f0_rmse_cents":152.22867,"f0_corr":0.92376,"vuv_err":0.14578,"score_intelligibility":0.9,"score_speaker":0.93457,"score_quality":0.83933,"score_fidelity":0.85935,"score":0.88331},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.64534,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94017,"utmos":2.51714,"dnsmos_ovrl":3.26811,"dnsmos_sig":3.56344,"dnsmos_bak":4.07416,"pesq_wb":3.51168,"pesq_nb":3.83715,"stoi":0.93238,"estoi":0.87789,"si_sdr":8.51113,"mel_dist":0.16279,"stft_dist":0.99372,"f0_rmse_cents":85.41285,"f0_corr":0.90486,"vuv_err":0.11112,"score_intelligibility":0.84776,"score_speaker":0.94017,"score_quality":0.85207,"score_fidelity":0.85162,"score":0.87291},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95367,"utmos":2.13837,"dnsmos_ovrl":2.98588,"dnsmos_sig":3.38196,"dnsmos_bak":3.75503,"pesq_wb":3.36693,"pesq_nb":3.76446,"stoi":0.90662,"estoi":0.84167,"si_sdr":7.58072,"mel_dist":0.16407,"stft_dist":1.0097,"f0_rmse_cents":196.21716,"f0_corr":0.9185,"vuv_err":0.13627,"score_intelligibility":1.0,"score_speaker":0.95367,"score_quality":0.87435,"score_fidelity":0.8338,"score":0.91545},"nl":{"n":50,"unit":"wer","wer":6.42284,"wer_orig":5.26316,"dwer":1.15968,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.93943,"utmos":2.62426,"dnsmos_ovrl":2.69246,"dnsmos_sig":3.09351,"dnsmos_bak":4.10337,"pesq_wb":3.44261,"pesq_nb":3.81393,"stoi":0.94012,"estoi":0.88341,"si_sdr":6.45425,"mel_dist":0.1563,"stft_dist":1.08087,"f0_rmse_cents":90.88019,"f0_corr":0.93716,"vuv_err":0.14928,"score_intelligibility":0.84377,"score_speaker":0.93943,"score_quality":0.89983,"score_fidelity":0.85839,"score":0.88535},"pl":{"n":50,"unit":"wer","wer":4.71491,"wer_orig":3.28947,"dwer":1.42544,"wer_pseudo":2.74123,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.93548,"utmos":2.22338,"dnsmos_ovrl":2.97736,"dnsmos_sig":3.33659,"dnsmos_bak":4.01415,"pesq_wb":3.30105,"pesq_nb":3.66886,"stoi":0.94554,"estoi":0.89009,"si_sdr":3.36283,"mel_dist":0.15779,"stft_dist":1.05632,"f0_rmse_cents":87.31411,"f0_corr":0.89578,"vuv_err":0.12586,"score_intelligibility":0.75058,"score_speaker":0.93548,"score_quality":0.84571,"score_fidelity":0.83292,"score":0.84117},"cs":{"n":50,"unit":"wer","wer":12.48541,"wer_orig":9.45158,"dwer":3.03384,"wer_pseudo":7.12617,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94419,"utmos":2.15959,"dnsmos_ovrl":3.1049,"dnsmos_sig":3.45253,"dnsmos_bak":3.91307,"pesq_wb":3.14548,"pesq_nb":3.64137,"stoi":0.92192,"estoi":0.85753,"si_sdr":9.49536,"mel_dist":0.16808,"stft_dist":0.99542,"f0_rmse_cents":65.67084,"f0_corr":0.93972,"vuv_err":0.11738,"score_intelligibility":0.77503,"score_speaker":0.94419,"score_quality":0.86603,"score_fidelity":0.82488,"score":0.85253},"tr":{"n":50,"unit":"wer","wer":8.28947,"wer_orig":7.76316,"dwer":0.52632,"wer_pseudo":2.63505,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.94656,"utmos":1.85526,"dnsmos_ovrl":3.05754,"dnsmos_sig":3.40314,"dnsmos_bak":4.03886,"pesq_wb":3.41699,"pesq_nb":3.82729,"stoi":0.92209,"estoi":0.85185,"si_sdr":7.99779,"mel_dist":0.17341,"stft_dist":1.10925,"f0_rmse_cents":91.75331,"f0_corr":0.94441,"vuv_err":0.10745,"score_intelligibility":0.94334,"score_speaker":0.94656,"score_quality":0.8336,"score_fidelity":0.85236,"score":0.89397},"id":{"n":50,"unit":"wer","wer":7.91027,"wer_orig":5.90319,"dwer":2.00708,"wer_pseudo":4.48642,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89925,"utmos":1.61951,"dnsmos_ovrl":2.77514,"dnsmos_sig":3.36957,"dnsmos_bak":3.31684,"pesq_wb":2.93816,"pesq_nb":3.57067,"stoi":0.86161,"estoi":0.76165,"si_sdr":5.99649,"mel_dist":0.14521,"stft_dist":1.01758,"f0_rmse_cents":190.44354,"f0_corr":0.84744,"vuv_err":0.17195,"score_intelligibility":0.77474,"score_speaker":0.89925,"score_quality":0.82236,"score_fidelity":0.75427,"score":0.81266},"vi":{"n":50,"unit":"wer","wer":8.67144,"wer_orig":7.71679,"dwer":0.95465,"wer_pseudo":4.21975,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.90572,"utmos":1.82071,"dnsmos_ovrl":2.80481,"dnsmos_sig":3.34877,"dnsmos_bak":3.64704,"pesq_wb":3.25414,"pesq_nb":3.75713,"stoi":0.85706,"estoi":0.76859,"si_sdr":8.95193,"mel_dist":0.13379,"stft_dist":0.93947,"f0_rmse_cents":110.45574,"f0_corr":0.93356,"vuv_err":0.12239,"score_intelligibility":0.90129,"score_speaker":0.90572,"score_quality":0.86003,"score_fidelity":0.81155,"score":0.86965},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.93087,"utmos":2.20751,"dnsmos_ovrl":2.98447,"dnsmos_sig":3.32751,"dnsmos_bak":4.02902,"pesq_wb":3.32493,"pesq_nb":3.7309,"stoi":0.9365,"estoi":0.88198,"si_sdr":7.30016,"mel_dist":0.16983,"stft_dist":1.05736,"f0_rmse_cents":124.04232,"f0_corr":0.84966,"vuv_err":0.14826,"score_intelligibility":0.88816,"score_speaker":0.93087,"score_quality":0.84369,"score_fidelity":0.81681,"score":0.86988},"uk":{"n":50,"unit":"wer","wer":7.60499,"wer_orig":6.46992,"dwer":1.13507,"wer_pseudo":2.04545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.92697,"utmos":2.14312,"dnsmos_ovrl":3.04993,"dnsmos_sig":3.39228,"dnsmos_bak":4.04798,"pesq_wb":3.37335,"pesq_nb":3.80009,"stoi":0.93253,"estoi":0.8668,"si_sdr":9.48286,"mel_dist":0.18314,"stft_dist":1.0579,"f0_rmse_cents":73.24006,"f0_corr":0.95684,"vuv_err":0.11353,"score_intelligibility":0.86809,"score_speaker":0.92697,"score_quality":0.86072,"score_fidelity":0.85582,"score":0.8779},"el":{"n":50,"unit":"wer","wer":13.62725,"wer_orig":12.02405,"dwer":1.60321,"wer_pseudo":7.40741,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.91533,"utmos":2.22968,"dnsmos_ovrl":2.9313,"dnsmos_sig":3.35275,"dnsmos_bak":3.88554,"pesq_wb":3.40681,"pesq_nb":3.84174,"stoi":0.91839,"estoi":0.84442,"si_sdr":9.52907,"mel_dist":0.14216,"stft_dist":0.93258,"f0_rmse_cents":83.68267,"f0_corr":0.90363,"vuv_err":0.124,"score_intelligibility":0.8904,"score_speaker":0.91533,"score_quality":0.84183,"score_fidelity":0.83656,"score":0.87103},"ar":{"n":50,"unit":"wer","wer":13.07028,"wer_orig":12.45376,"dwer":0.61652,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.94358,"utmos":2.20777,"dnsmos_ovrl":3.14451,"dnsmos_sig":3.50551,"dnsmos_bak":3.9502,"pesq_wb":3.15255,"pesq_nb":3.6106,"stoi":0.9446,"estoi":0.90127,"si_sdr":5.71107,"mel_dist":0.17485,"stft_dist":1.05598,"f0_rmse_cents":103.43628,"f0_corr":0.92226,"vuv_err":0.1074,"score_intelligibility":0.95618,"score_speaker":0.94358,"score_quality":0.85918,"score_fidelity":0.82729,"score":0.89656},"fa":{"n":50,"unit":"wer","wer":26.97143,"wer_orig":25.94286,"dwer":1.02857,"wer_pseudo":5.94595,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93997,"utmos":2.21576,"dnsmos_ovrl":2.80123,"dnsmos_sig":3.31619,"dnsmos_bak":3.70027,"pesq_wb":3.07754,"pesq_nb":3.72207,"stoi":0.85344,"estoi":0.77325,"si_sdr":5.19068,"mel_dist":0.1493,"stft_dist":1.05023,"f0_rmse_cents":178.61385,"f0_corr":0.83324,"vuv_err":0.14348,"score_intelligibility":0.96323,"score_speaker":0.93997,"score_quality":0.86576,"score_fidelity":0.76009,"score":0.88226},"he":{"n":50,"unit":"wer","wer":23.25581,"wer_orig":19.4186,"dwer":3.83721,"wer_pseudo":10.68075,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.92369,"utmos":2.05177,"dnsmos_ovrl":2.77101,"dnsmos_sig":3.16852,"dnsmos_bak":3.92375,"pesq_wb":3.32587,"pesq_nb":3.76717,"stoi":0.93455,"estoi":0.87451,"si_sdr":8.02216,"mel_dist":0.16232,"stft_dist":0.98498,"f0_rmse_cents":128.12159,"f0_corr":0.87085,"vuv_err":0.15738,"score_intelligibility":0.8418,"score_speaker":0.92369,"score_quality":0.84146,"score_fidelity":0.82331,"score":0.85757},"hi":{"n":50,"unit":"wer","wer":27.79317,"wer_orig":26.31579,"dwer":1.47738,"wer_pseudo":8.62852,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.92067,"utmos":1.9219,"dnsmos_ovrl":2.77898,"dnsmos_sig":3.34314,"dnsmos_bak":3.47765,"pesq_wb":3.17735,"pesq_nb":3.70662,"stoi":0.90379,"estoi":0.83351,"si_sdr":9.0478,"mel_dist":0.16393,"stft_dist":1.00245,"f0_rmse_cents":98.38947,"f0_corr":0.92874,"vuv_err":0.13679,"score_intelligibility":0.94869,"score_speaker":0.92067,"score_quality":0.85583,"score_fidelity":0.81821,"score":0.88585},"zh":{"n":50,"unit":"cer","wer":7.58017,"wer_orig":7.40525,"dwer":0.17493,"wer_pseudo":1.09756,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.91489,"utmos":2.06979,"dnsmos_ovrl":2.99593,"dnsmos_sig":3.35356,"dnsmos_bak":4.01078,"pesq_wb":3.08967,"pesq_nb":3.63543,"stoi":0.93092,"estoi":0.87672,"si_sdr":3.14254,"mel_dist":0.1563,"stft_dist":1.10355,"f0_rmse_cents":77.7799,"f0_corr":0.94292,"vuv_err":0.08839,"score_intelligibility":0.97961,"score_speaker":0.91489,"score_quality":0.7784,"score_fidelity":0.82363,"score":0.87413},"yue":{"n":50,"unit":"cer","wer":14.57944,"wer_orig":14.39252,"dwer":0.18692,"wer_pseudo":8.35972,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91122,"utmos":2.31759,"dnsmos_ovrl":3.00025,"dnsmos_sig":3.39682,"dnsmos_bak":3.86657,"pesq_wb":3.09549,"pesq_nb":3.63639,"stoi":0.92535,"estoi":0.85607,"si_sdr":5.4485,"mel_dist":0.13946,"stft_dist":1.00237,"f0_rmse_cents":119.19649,"f0_corr":0.91835,"vuv_err":0.12695,"score_intelligibility":0.988,"score_speaker":0.91122,"score_quality":0.83025,"score_fidelity":0.81414,"score":0.8859},"ja":{"n":50,"unit":"cer","wer":4.08819,"wer_orig":3.53698,"dwer":0.55122,"wer_pseudo":1.92926,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.91875,"utmos":1.74376,"dnsmos_ovrl":2.55441,"dnsmos_sig":3.17403,"dnsmos_bak":3.36699,"pesq_wb":3.21454,"pesq_nb":3.6957,"stoi":0.84555,"estoi":0.75231,"si_sdr":3.93101,"mel_dist":0.14698,"stft_dist":1.06678,"f0_rmse_cents":110.20837,"f0_corr":0.91128,"vuv_err":0.12806,"score_intelligibility":0.89167,"score_speaker":0.91875,"score_quality":0.85908,"score_fidelity":0.79652,"score":0.8665},"ko":{"n":50,"unit":"cer","wer":5.14706,"wer_orig":5.14706,"dwer":0.0,"wer_pseudo":1.1022,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92636,"utmos":2.62191,"dnsmos_ovrl":3.01739,"dnsmos_sig":3.38088,"dnsmos_bak":4.03853,"pesq_wb":3.49749,"pesq_nb":3.8284,"stoi":0.93383,"estoi":0.88374,"si_sdr":8.47739,"mel_dist":0.14947,"stft_dist":0.96356,"f0_rmse_cents":87.67531,"f0_corr":0.96025,"vuv_err":0.09292,"score_intelligibility":1.0,"score_speaker":0.92636,"score_quality":0.8523,"score_fidelity":0.86922,"score":0.91197},"th":{"n":50,"unit":"cer","wer":14.04608,"wer_orig":7.61924,"dwer":6.42684,"wer_pseudo":9.65783,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.92314,"utmos":1.94254,"dnsmos_ovrl":2.71815,"dnsmos_sig":3.26239,"dnsmos_bak":3.67435,"pesq_wb":2.96709,"pesq_nb":3.5778,"stoi":0.92494,"estoi":0.86692,"si_sdr":5.3917,"mel_dist":0.14563,"stft_dist":1.02386,"f0_rmse_cents":167.253,"f0_corr":0.89518,"vuv_err":0.16226,"score_intelligibility":0.57286,"score_speaker":0.92314,"score_quality":0.82311,"score_fidelity":0.79405,"score":0.77829}}},{"codec":"funcodec_freqcodec_gr1_16k_50hz_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_freqcodec_gr1_16k_50hz_2q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-freqcodec_magphase-en-libritts-16k-gr1nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":1.0,"notes":"FreqCodec: magnitude/phase STFT-domain 2-D SEANet (0.5 M params, group ratio 1); trained on LibriTTS; first 2 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.00199,"tokens_per_s":100.19924,"params_M":0.53847,"efficiency":{"rtf_encode":0.00427,"rtf_decode":0.00434,"peak_vram_gb":0.28944,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.53261,"score_worst_lang":0.44978,"worst_lang":"id","en_gap":0.04531,"score_intelligibility":0.3351,"score_speaker":0.59866,"score_quality":0.60318,"score_fidelity":0.59351,"dwer":21.04276,"wer":29.84857,"wer_pseudo":27.1477,"sim":0.59866,"utmos":1.50511,"dnsmos_ovrl":2.71654,"dnsmos_sig":3.13984,"dnsmos_bak":3.82036,"pesq_wb":1.74728,"pesq_nb":2.23127,"stoi":0.78694,"estoi":0.63428,"si_sdr":1.10041,"mel_dist":0.23639,"stft_dist":1.33878,"f0_rmse_cents":201.98597,"f0_corr":0.78006,"vuv_err":0.18492,"score_ci95":[0.52725,0.53785]},"per_lang":{"en":{"n":50,"unit":"wer","wer":16.02753,"wer_orig":6.98132,"dwer":9.04621,"wer_pseudo":12.84047,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.57724,"utmos":1.60348,"dnsmos_ovrl":2.39621,"dnsmos_sig":2.94685,"dnsmos_bak":3.70994,"pesq_wb":1.7587,"pesq_nb":2.2516,"stoi":0.76291,"estoi":0.60464,"si_sdr":1.15735,"mel_dist":0.23505,"stft_dist":1.35429,"f0_rmse_cents":165.11051,"f0_corr":0.86103,"vuv_err":0.17644,"score_intelligibility":0.46873,"score_speaker":0.57724,"score_quality":0.64457,"score_fidelity":0.61357,"score":0.57603},"de":{"n":50,"unit":"wer","wer":20.95626,"wer_orig":5.69685,"dwer":15.25941,"wer_pseudo":17.09054,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.59836,"utmos":1.52381,"dnsmos_ovrl":2.91272,"dnsmos_sig":3.19987,"dnsmos_bak":4.05825,"pesq_wb":1.89081,"pesq_nb":2.31883,"stoi":0.83048,"estoi":0.64673,"si_sdr":3.87087,"mel_dist":0.24627,"stft_dist":1.27175,"f0_rmse_cents":202.44025,"f0_corr":0.82657,"vuv_err":0.18444,"score_intelligibility":0.30501,"score_speaker":0.59836,"score_quality":0.61056,"score_fidelity":0.63719,"score":0.53778},"fr":{"n":50,"unit":"wer","wer":26.16601,"wer_orig":4.98024,"dwer":21.18577,"wer_pseudo":25.47619,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.62409,"utmos":1.46884,"dnsmos_ovrl":2.76972,"dnsmos_sig":3.12757,"dnsmos_bak":3.93375,"pesq_wb":1.75427,"pesq_nb":2.20534,"stoi":0.82283,"estoi":0.7126,"si_sdr":2.11186,"mel_dist":0.26672,"stft_dist":1.33862,"f0_rmse_cents":158.01203,"f0_corr":0.80729,"vuv_err":0.21091,"score_intelligibility":0.22014,"score_speaker":0.62409,"score_quality":0.60784,"score_fidelity":0.61521,"score":0.51682},"es":{"n":50,"unit":"wer","wer":6.27273,"wer_orig":3.09091,"dwer":3.18182,"wer_pseudo":5.10483,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.63067,"utmos":1.54328,"dnsmos_ovrl":2.96998,"dnsmos_sig":3.33264,"dnsmos_bak":3.89034,"pesq_wb":2.07462,"pesq_nb":2.51594,"stoi":0.83039,"estoi":0.6958,"si_sdr":2.71436,"mel_dist":0.25815,"stft_dist":1.35698,"f0_rmse_cents":201.23889,"f0_corr":0.82485,"vuv_err":0.17762,"score_intelligibility":0.5625,"score_speaker":0.63067,"score_quality":0.60484,"score_fidelity":0.65409,"score":0.61302},"it":{"n":50,"unit":"wer","wer":11.83971,"wer_orig":2.55009,"dwer":9.28962,"wer_pseudo":11.06033,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.58345,"utmos":1.598,"dnsmos_ovrl":2.94128,"dnsmos_sig":3.27621,"dnsmos_bak":3.95068,"pesq_wb":1.96782,"pesq_nb":2.38993,"stoi":0.8187,"estoi":0.67801,"si_sdr":2.23,"mel_dist":0.25544,"stft_dist":1.34172,"f0_rmse_cents":155.77621,"f0_corr":0.72751,"vuv_err":0.18746,"score_intelligibility":0.27649,"score_speaker":0.58345,"score_quality":0.56287,"score_fidelity":0.60758,"score":0.5076},"pt":{"n":50,"unit":"wer","wer":10.44922,"wer_orig":3.41797,"dwer":7.03125,"wer_pseudo":9.05512,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.67781,"utmos":1.62581,"dnsmos_ovrl":2.79407,"dnsmos_sig":3.23076,"dnsmos_bak":3.63946,"pesq_wb":1.81062,"pesq_nb":2.30993,"stoi":0.78095,"estoi":0.64018,"si_sdr":1.65361,"mel_dist":0.23771,"stft_dist":1.31926,"f0_rmse_cents":317.53768,"f0_corr":0.7428,"vuv_err":0.2199,"score_intelligibility":0.38588,"score_speaker":0.67781,"score_quality":0.65621,"score_fidelity":0.58512,"score":0.57625},"nl":{"n":50,"unit":"wer","wer":27.20785,"wer_orig":5.26316,"dwer":21.94469,"wer_pseudo":24.97762,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.60549,"utmos":1.8108,"dnsmos_ovrl":2.52394,"dnsmos_sig":2.94686,"dnsmos_bak":4.07764,"pesq_wb":1.7312,"pesq_nb":2.18542,"stoi":0.82871,"estoi":0.67668,"si_sdr":0.22478,"mel_dist":0.22488,"stft_dist":1.41415,"f0_rmse_cents":147.74878,"f0_corr":0.85225,"vuv_err":0.20269,"score_intelligibility":0.22204,"score_speaker":0.60549,"score_quality":0.64471,"score_fidelity":0.62996,"score":0.52555},"pl":{"n":50,"unit":"wer","wer":32.45614,"wer_orig":3.28947,"dwer":29.16667,"wer_pseudo":32.23684,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.62646,"utmos":1.48942,"dnsmos_ovrl":2.73836,"dnsmos_sig":3.11771,"dnsmos_bak":3.94426,"pesq_wb":1.68059,"pesq_nb":2.08338,"stoi":0.83699,"estoi":0.69078,"si_sdr":-2.15193,"mel_dist":0.24,"stft_dist":1.38216,"f0_rmse_cents":178.19256,"f0_corr":0.69152,"vuv_err":0.18784,"score_intelligibility":0.12821,"score_speaker":0.62646,"score_quality":0.57577,"score_fidelity":0.57432,"score":0.47619},"cs":{"n":50,"unit":"wer","wer":46.55776,"wer_orig":9.45158,"dwer":37.10618,"wer_pseudo":46.49533,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.5995,"utmos":1.44874,"dnsmos_ovrl":2.89572,"dnsmos_sig":3.23273,"dnsmos_bak":3.91367,"pesq_wb":1.49852,"pesq_nb":1.98836,"stoi":0.77867,"estoi":0.61301,"si_sdr":2.7224,"mel_dist":0.25465,"stft_dist":1.3373,"f0_rmse_cents":149.54447,"f0_corr":0.77184,"vuv_err":0.15081,"score_intelligibility":0.21977,"score_speaker":0.5995,"score_quality":0.5903,"score_fidelity":0.56431,"score":0.49347},"tr":{"n":50,"unit":"wer","wer":33.28947,"wer_orig":7.76316,"dwer":25.52632,"wer_pseudo":29.51252,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.66835,"utmos":1.38547,"dnsmos_ovrl":2.89791,"dnsmos_sig":3.25419,"dnsmos_bak":4.0141,"pesq_wb":1.77743,"pesq_nb":2.36534,"stoi":0.80009,"estoi":0.63866,"si_sdr":0.50574,"mel_dist":0.24964,"stft_dist":1.43235,"f0_rmse_cents":368.55953,"f0_corr":0.57811,"vuv_err":0.17243,"score_intelligibility":0.25556,"score_speaker":0.66835,"score_quality":0.61386,"score_fidelity":0.53344,"score":0.5178},"id":{"n":50,"unit":"wer","wer":52.53837,"wer_orig":5.90319,"dwer":46.63518,"wer_pseudo":51.82999,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.49755,"utmos":1.35215,"dnsmos_ovrl":2.67155,"dnsmos_sig":3.19441,"dnsmos_bak":3.36006,"pesq_wb":1.46791,"pesq_nb":2.04845,"stoi":0.68383,"estoi":0.48151,"si_sdr":0.41424,"mel_dist":0.20961,"stft_dist":1.30364,"f0_rmse_cents":366.86943,"f0_corr":0.70474,"vuv_err":0.24235,"score_intelligibility":0.12894,"score_speaker":0.49755,"score_quality":0.66522,"score_fidelity":0.50742,"score":0.44978},"vi":{"n":50,"unit":"wer","wer":36.11774,"wer_orig":7.71679,"dwer":28.40095,"wer_pseudo":33.43949,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60783,"utmos":1.40213,"dnsmos_ovrl":2.58558,"dnsmos_sig":3.11038,"dnsmos_bak":3.59412,"pesq_wb":1.71848,"pesq_nb":2.21939,"stoi":0.67792,"estoi":0.50025,"si_sdr":2.2505,"mel_dist":0.20462,"stft_dist":1.22549,"f0_rmse_cents":157.12963,"f0_corr":0.86413,"vuv_err":0.15804,"score_intelligibility":0.23484,"score_speaker":0.60783,"score_quality":0.61123,"score_fidelity":0.58244,"score":0.50909},"ru":{"n":50,"unit":"wer","wer":14.56647,"wer_orig":4.50867,"dwer":10.0578,"wer_pseudo":11.93511,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.55336,"utmos":1.47921,"dnsmos_ovrl":2.64567,"dnsmos_sig":2.99435,"dnsmos_bak":3.96645,"pesq_wb":1.72419,"pesq_nb":2.19522,"stoi":0.81825,"estoi":0.6821,"si_sdr":1.25116,"mel_dist":0.2477,"stft_dist":1.38244,"f0_rmse_cents":294.40832,"f0_corr":0.6343,"vuv_err":0.20728,"score_intelligibility":0.35388,"score_speaker":0.55336,"score_quality":0.54478,"score_fidelity":0.55316,"score":0.50129},"uk":{"n":50,"unit":"wer","wer":26.56073,"wer_orig":6.46992,"dwer":20.09081,"wer_pseudo":24.65909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.51699,"utmos":1.54302,"dnsmos_ovrl":2.83666,"dnsmos_sig":3.2003,"dnsmos_bak":3.99355,"pesq_wb":1.78723,"pesq_nb":2.24107,"stoi":0.81565,"estoi":0.65581,"si_sdr":2.46536,"mel_dist":0.25936,"stft_dist":1.37683,"f0_rmse_cents":110.46593,"f0_corr":0.90253,"vuv_err":0.16669,"score_intelligibility":0.27103,"score_speaker":0.51699,"score_quality":0.61871,"score_fidelity":0.6477,"score":0.51361},"el":{"n":50,"unit":"wer","wer":53.50701,"wer_orig":12.02405,"dwer":41.48297,"wer_pseudo":51.65165,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.52495,"utmos":1.47142,"dnsmos_ovrl":2.51464,"dnsmos_sig":2.91359,"dnsmos_bak":3.78643,"pesq_wb":1.79726,"pesq_nb":2.32966,"stoi":0.78255,"estoi":0.61546,"si_sdr":2.31573,"mel_dist":0.2225,"stft_dist":1.25808,"f0_rmse_cents":160.66752,"f0_corr":0.78293,"vuv_err":0.18359,"score_intelligibility":0.23894,"score_speaker":0.52495,"score_quality":0.51824,"score_fidelity":0.59776,"score":0.46997},"ar":{"n":50,"unit":"wer","wer":31.56597,"wer_orig":12.45376,"dwer":19.11221,"wer_pseudo":27.81211,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.63229,"utmos":1.48063,"dnsmos_ovrl":2.81236,"dnsmos_sig":3.21916,"dnsmos_bak":3.80069,"pesq_wb":1.70428,"pesq_nb":2.102,"stoi":0.84131,"estoi":0.73289,"si_sdr":0.78564,"mel_dist":0.25439,"stft_dist":1.37677,"f0_rmse_cents":118.69044,"f0_corr":0.8736,"vuv_err":0.15428,"score_intelligibility":0.41312,"score_speaker":0.63229,"score_quality":0.56469,"score_fidelity":0.63871,"score":0.5622},"fa":{"n":50,"unit":"wer","wer":52.45714,"wer_orig":25.94286,"dwer":26.51429,"wer_pseudo":41.94595,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.62324,"utmos":1.53335,"dnsmos_ovrl":2.72131,"dnsmos_sig":3.21264,"dnsmos_bak":3.79329,"pesq_wb":1.6303,"pesq_nb":2.26396,"stoi":0.68139,"estoi":0.51188,"si_sdr":0.10284,"mel_dist":0.21514,"stft_dist":1.33559,"f0_rmse_cents":335.12959,"f0_corr":0.63986,"vuv_err":0.18683,"score_intelligibility":0.50401,"score_speaker":0.62324,"score_quality":0.63315,"score_fidelity":0.50045,"score":0.56521},"he":{"n":50,"unit":"wer","wer":62.55814,"wer_orig":19.4186,"dwer":43.13953,"wer_pseudo":58.09859,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.57527,"utmos":1.45761,"dnsmos_ovrl":2.68551,"dnsmos_sig":3.0725,"dnsmos_bak":3.94947,"pesq_wb":1.62856,"pesq_nb":2.14643,"stoi":0.81595,"estoi":0.66469,"si_sdr":2.22312,"mel_dist":0.23203,"stft_dist":1.28685,"f0_rmse_cents":276.56631,"f0_corr":0.63197,"vuv_err":0.21787,"score_intelligibility":0.32126,"score_speaker":0.57527,"score_quality":0.61815,"score_fidelity":0.5425,"score":0.5143},"hi":{"n":50,"unit":"wer","wer":50.23084,"wer_orig":26.31579,"dwer":23.91505,"wer_pseudo":43.5059,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.50466,"utmos":1.41587,"dnsmos_ovrl":2.57934,"dnsmos_sig":3.10747,"dnsmos_bak":3.48163,"pesq_wb":1.7339,"pesq_nb":2.22638,"stoi":0.76218,"estoi":0.60214,"si_sdr":2.07222,"mel_dist":0.24627,"stft_dist":1.32589,"f0_rmse_cents":178.17041,"f0_corr":0.81639,"vuv_err":0.21123,"score_intelligibility":0.53319,"score_speaker":0.50466,"score_quality":0.61402,"score_fidelity":0.59608,"score":0.56199},"zh":{"n":50,"unit":"cer","wer":15.91837,"wer_orig":7.40525,"dwer":8.51312,"wer_pseudo":10.73171,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.64475,"utmos":1.39847,"dnsmos_ovrl":2.63594,"dnsmos_sig":3.0422,"dnsmos_bak":3.91047,"pesq_wb":1.68149,"pesq_nb":2.14649,"stoi":0.81578,"estoi":0.68175,"si_sdr":-2.9048,"mel_dist":0.2403,"stft_dist":1.45633,"f0_rmse_cents":184.87734,"f0_corr":0.80313,"vuv_err":0.14709,"score_intelligibility":0.49681,"score_speaker":0.64475,"score_quality":0.50578,"score_fidelity":0.60454,"score":0.56297},"yue":{"n":50,"unit":"cer","wer":29.28349,"wer_orig":14.39252,"dwer":14.89097,"wer_pseudo":29.38569,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.63599,"utmos":1.57224,"dnsmos_ovrl":2.85726,"dnsmos_sig":3.24697,"dnsmos_bak":3.88117,"pesq_wb":1.66253,"pesq_nb":2.12857,"stoi":0.8084,"estoi":0.64678,"si_sdr":0.10004,"mel_dist":0.21707,"stft_dist":1.30688,"f0_rmse_cents":153.9982,"f0_corr":0.87047,"vuv_err":0.17453,"score_intelligibility":0.50828,"score_speaker":0.63599,"score_quality":0.60352,"score_fidelity":0.62272,"score":0.59263},"ja":{"n":50,"unit":"cer","wer":22.92145,"wer_orig":3.53698,"dwer":19.38447,"wer_pseudo":21.45154,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.61326,"utmos":1.41063,"dnsmos_ovrl":2.54505,"dnsmos_sig":3.17299,"dnsmos_bak":3.43138,"pesq_wb":1.75394,"pesq_nb":2.29086,"stoi":0.67747,"estoi":0.49307,"si_sdr":-1.14457,"mel_dist":0.21658,"stft_dist":1.35257,"f0_rmse_cents":161.38384,"f0_corr":0.78716,"vuv_err":0.15805,"score_intelligibility":0.18966,"score_speaker":0.61326,"score_quality":0.69825,"score_fidelity":0.56001,"score":0.5153},"ko":{"n":50,"unit":"cer","wer":12.05882,"wer_orig":5.14706,"dwer":6.91176,"wer_pseudo":9.11824,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.61714,"utmos":1.60501,"dnsmos_ovrl":2.77458,"dnsmos_sig":3.18654,"dnsmos_bak":3.95273,"pesq_wb":2.07347,"pesq_nb":2.47219,"stoi":0.8179,"estoi":0.69274,"si_sdr":2.03058,"mel_dist":0.21564,"stft_dist":1.26755,"f0_rmse_cents":104.92734,"f0_corr":0.92394,"vuv_err":0.12545,"score_intelligibility":0.47072,"score_speaker":0.61714,"score_quality":0.56783,"score_fidelity":0.68285,"score":0.58464},"th":{"n":50,"unit":"cer","wer":24.85853,"wer_orig":7.61924,"dwer":17.23929,"wer_pseudo":22.12999,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.62915,"utmos":1.5033,"dnsmos_ovrl":2.49172,"dnsmos_sig":3.01716,"dnsmos_bak":3.65518,"pesq_wb":1.62672,"pesq_nb":2.12579,"stoi":0.79739,"estoi":0.66461,"si_sdr":-0.59133,"mel_dist":0.22364,"stft_dist":1.32735,"f0_rmse_cents":200.21815,"f0_corr":0.80254,"vuv_err":0.23428,"score_intelligibility":0.33332,"score_speaker":0.62915,"score_quality":0.60114,"score_fidelity":0.593,"score":0.53915}}},{"codec":"funcodec_freqcodec_gr1_16k_50hz_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_freqcodec_gr1_16k_50hz_32q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-freqcodec_magphase-en-libritts-16k-gr1nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":16.0,"notes":"FreqCodec: magnitude/phase STFT-domain 2-D SEANet (0.5 M params, group ratio 1); trained on LibriTTS; first 32 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":16.0,"kbps_measured":16.03188,"tokens_per_s":1603.18784,"params_M":0.53847,"efficiency":{"rtf_encode":0.00458,"rtf_decode":0.0044,"peak_vram_gb":0.28957,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.90579,"score_worst_lang":0.80086,"worst_lang":"th","en_gap":0.02226,"score_intelligibility":0.92805,"score_speaker":0.94725,"score_quality":0.87587,"score_fidelity":0.87196,"dwer":0.67485,"wer":9.48066,"wer_pseudo":3.16981,"sim":0.94725,"utmos":2.20657,"dnsmos_ovrl":2.94839,"dnsmos_sig":3.36798,"dnsmos_bak":3.8575,"pesq_wb":3.63028,"pesq_nb":3.95875,"stoi":0.93808,"estoi":0.88882,"si_sdr":7.97749,"mel_dist":0.14437,"stft_dist":0.97663,"f0_rmse_cents":104.01852,"f0_corr":0.9263,"vuv_err":0.1192,"score_ci95":[0.89882,0.91249]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.48968,"wer_orig":6.98132,"dwer":-0.49164,"wer_pseudo":1.26459,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.9511,"utmos":2.16963,"dnsmos_ovrl":2.57746,"dnsmos_sig":3.11751,"dnsmos_bak":3.76699,"pesq_wb":3.6024,"pesq_nb":3.97545,"stoi":0.92906,"estoi":0.87436,"si_sdr":7.779,"mel_dist":0.14947,"stft_dist":1.0084,"f0_rmse_cents":107.66797,"f0_corr":0.94987,"vuv_err":0.11692,"score_intelligibility":1.0,"score_speaker":0.9511,"score_quality":0.88322,"score_fidelity":0.87416,"score":0.92712},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":1.01729,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.95568,"utmos":2.37742,"dnsmos_ovrl":3.09103,"dnsmos_sig":3.39155,"dnsmos_bak":4.04937,"pesq_wb":3.7571,"pesq_nb":4.03264,"stoi":0.95326,"estoi":0.89745,"si_sdr":11.41461,"mel_dist":0.13151,"stft_dist":0.87404,"f0_rmse_cents":126.77727,"f0_corr":0.91925,"vuv_err":0.12446,"score_intelligibility":0.94272,"score_speaker":0.95568,"score_quality":0.8982,"score_fidelity":0.88675,"score":0.92084},"fr":{"n":50,"unit":"wer","wer":5.13834,"wer_orig":4.98024,"dwer":0.1581,"wer_pseudo":1.98413,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.93947,"utmos":2.06312,"dnsmos_ovrl":3.0549,"dnsmos_sig":3.38704,"dnsmos_bak":4.01219,"pesq_wb":3.56964,"pesq_nb":3.93881,"stoi":0.95344,"estoi":0.91982,"si_sdr":9.73521,"mel_dist":0.14822,"stft_dist":0.93769,"f0_rmse_cents":100.66185,"f0_corr":0.93114,"vuv_err":0.13455,"score_intelligibility":0.97424,"score_speaker":0.93947,"score_quality":0.88929,"score_fidelity":0.87292,"score":0.91898},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":0.36463,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95308,"utmos":2.24932,"dnsmos_ovrl":3.21196,"dnsmos_sig":3.55497,"dnsmos_bak":3.97124,"pesq_wb":3.79479,"pesq_nb":4.03303,"stoi":0.9508,"estoi":0.91069,"si_sdr":9.2201,"mel_dist":0.16541,"stft_dist":1.0021,"f0_rmse_cents":138.6161,"f0_corr":0.93403,"vuv_err":0.13003,"score_intelligibility":0.91837,"score_speaker":0.95308,"score_quality":0.85475,"score_fidelity":0.89444,"score":0.90516},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.55393,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95659,"utmos":2.61099,"dnsmos_ovrl":3.29553,"dnsmos_sig":3.58644,"dnsmos_bak":4.08066,"pesq_wb":3.7828,"pesq_nb":4.02591,"stoi":0.94996,"estoi":0.90954,"si_sdr":9.17107,"mel_dist":0.14866,"stft_dist":0.95005,"f0_rmse_cents":80.9721,"f0_corr":0.923,"vuv_err":0.10034,"score_intelligibility":0.92854,"score_speaker":0.95659,"score_quality":0.88031,"score_fidelity":0.88935,"score":0.9137},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96625,"utmos":2.18118,"dnsmos_ovrl":3.02414,"dnsmos_sig":3.42214,"dnsmos_bak":3.76356,"pesq_wb":3.72663,"pesq_nb":3.98268,"stoi":0.93144,"estoi":0.88225,"si_sdr":8.22901,"mel_dist":0.14928,"stft_dist":0.96704,"f0_rmse_cents":179.44056,"f0_corr":0.94344,"vuv_err":0.12989,"score_intelligibility":1.0,"score_speaker":0.96625,"score_quality":0.89223,"score_fidelity":0.88464,"score":0.93578},"nl":{"n":50,"unit":"wer","wer":6.06601,"wer_orig":5.26316,"dwer":0.80285,"wer_pseudo":1.96956,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95482,"utmos":2.6924,"dnsmos_ovrl":2.70455,"dnsmos_sig":3.10153,"dnsmos_bak":4.10679,"pesq_wb":3.85914,"pesq_nb":4.04527,"stoi":0.95642,"estoi":0.91517,"si_sdr":7.26858,"mel_dist":0.14084,"stft_dist":1.0279,"f0_rmse_cents":92.28162,"f0_corr":0.93818,"vuv_err":0.13429,"score_intelligibility":0.88638,"score_speaker":0.95482,"score_quality":0.92061,"score_fidelity":0.90383,"score":0.91641},"pl":{"n":50,"unit":"wer","wer":4.27632,"wer_orig":3.28947,"dwer":0.98684,"wer_pseudo":1.53509,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95176,"utmos":2.30512,"dnsmos_ovrl":2.99804,"dnsmos_sig":3.34784,"dnsmos_bak":4.0259,"pesq_wb":3.69767,"pesq_nb":3.90871,"stoi":0.9601,"estoi":0.91956,"si_sdr":3.93629,"mel_dist":0.14357,"stft_dist":1.00961,"f0_rmse_cents":86.97515,"f0_corr":0.89595,"vuv_err":0.11385,"score_intelligibility":0.81297,"score_speaker":0.95176,"score_quality":0.87347,"score_fidelity":0.87561,"score":0.87845},"cs":{"n":50,"unit":"wer","wer":10.96849,"wer_orig":9.45158,"dwer":1.51692,"wer_pseudo":5.60748,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96092,"utmos":2.27695,"dnsmos_ovrl":3.1409,"dnsmos_sig":3.48642,"dnsmos_bak":3.92502,"pesq_wb":3.61413,"pesq_nb":3.93533,"stoi":0.94354,"estoi":0.8959,"si_sdr":10.48276,"mel_dist":0.15452,"stft_dist":0.95049,"f0_rmse_cents":63.32735,"f0_corr":0.95179,"vuv_err":0.11309,"score_intelligibility":0.87326,"score_speaker":0.96092,"score_quality":0.90664,"score_fidelity":0.88074,"score":0.90539},"tr":{"n":50,"unit":"wer","wer":6.97368,"wer_orig":7.76316,"dwer":-0.78947,"wer_pseudo":2.23979,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.96024,"utmos":1.94065,"dnsmos_ovrl":3.06635,"dnsmos_sig":3.41633,"dnsmos_bak":4.03206,"pesq_wb":3.77045,"pesq_nb":4.02738,"stoi":0.94207,"estoi":0.88956,"si_sdr":8.92319,"mel_dist":0.16079,"stft_dist":1.06426,"f0_rmse_cents":81.11145,"f0_corr":0.95558,"vuv_err":0.09316,"score_intelligibility":1.0,"score_speaker":0.96024,"score_quality":0.86691,"score_fidelity":0.89641,"score":0.93089},"id":{"n":50,"unit":"wer","wer":7.08383,"wer_orig":5.90319,"dwer":1.18064,"wer_pseudo":3.18772,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.92486,"utmos":1.64978,"dnsmos_ovrl":2.78352,"dnsmos_sig":3.36986,"dnsmos_bak":3.30571,"pesq_wb":3.3367,"pesq_nb":3.85349,"stoi":0.89816,"estoi":0.82111,"si_sdr":6.67774,"mel_dist":0.13299,"stft_dist":0.97493,"f0_rmse_cents":117.13681,"f0_corr":0.88283,"vuv_err":0.15968,"score_intelligibility":0.85395,"score_speaker":0.92486,"score_quality":0.83811,"score_fidelity":0.81621,"score":0.85828},"vi":{"n":50,"unit":"wer","wer":8.59189,"wer_orig":7.71679,"dwer":0.8751,"wer_pseudo":2.62739,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.92903,"utmos":1.86243,"dnsmos_ovrl":2.82457,"dnsmos_sig":3.36611,"dnsmos_bak":3.6505,"pesq_wb":3.61237,"pesq_nb":3.99064,"stoi":0.8946,"estoi":0.8253,"si_sdr":9.8887,"mel_dist":0.12084,"stft_dist":0.89652,"f0_rmse_cents":109.9059,"f0_corr":0.94136,"vuv_err":0.11584,"score_intelligibility":0.90877,"score_speaker":0.92903,"score_quality":0.88426,"score_fidelity":0.86079,"score":0.89571},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.23175,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95197,"utmos":2.30067,"dnsmos_ovrl":3.02685,"dnsmos_sig":3.37398,"dnsmos_bak":4.02077,"pesq_wb":3.69435,"pesq_nb":3.95578,"stoi":0.9534,"estoi":0.91296,"si_sdr":7.98048,"mel_dist":0.15744,"stft_dist":1.01578,"f0_rmse_cents":101.88467,"f0_corr":0.90733,"vuv_err":0.13412,"score_intelligibility":0.95972,"score_speaker":0.95197,"score_quality":0.88169,"score_fidelity":0.87685,"score":0.91756},"uk":{"n":50,"unit":"wer","wer":6.92395,"wer_orig":6.46992,"dwer":0.45403,"wer_pseudo":1.47727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.94946,"utmos":2.22657,"dnsmos_ovrl":3.06824,"dnsmos_sig":3.41222,"dnsmos_bak":4.04821,"pesq_wb":3.76525,"pesq_nb":4.02868,"stoi":0.94984,"estoi":0.90058,"si_sdr":10.46789,"mel_dist":0.17143,"stft_dist":1.01527,"f0_rmse_cents":66.09084,"f0_corr":0.96488,"vuv_err":0.10607,"score_intelligibility":0.9427,"score_speaker":0.94946,"score_quality":0.88866,"score_fidelity":0.90159,"score":0.92061},"el":{"n":50,"unit":"wer","wer":12.52505,"wer_orig":12.02405,"dwer":0.501,"wer_pseudo":5.80581,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.93593,"utmos":2.3195,"dnsmos_ovrl":2.98471,"dnsmos_sig":3.40687,"dnsmos_bak":3.88972,"pesq_wb":3.74851,"pesq_nb":4.04036,"stoi":0.94079,"estoi":0.88509,"si_sdr":10.43221,"mel_dist":0.12843,"stft_dist":0.89,"f0_rmse_cents":82.02812,"f0_corr":0.90597,"vuv_err":0.10933,"score_intelligibility":0.96296,"score_speaker":0.93593,"score_quality":0.88,"score_fidelity":0.87735,"score":0.91406},"ar":{"n":50,"unit":"wer","wer":12.70037,"wer_orig":12.45376,"dwer":0.24661,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.95768,"utmos":2.25367,"dnsmos_ovrl":3.16384,"dnsmos_sig":3.53344,"dnsmos_bak":3.93765,"pesq_wb":3.47232,"pesq_nb":3.82907,"stoi":0.9582,"estoi":0.92647,"si_sdr":6.02929,"mel_dist":0.15969,"stft_dist":1.01356,"f0_rmse_cents":92.5067,"f0_corr":0.94054,"vuv_err":0.09896,"score_intelligibility":0.982,"score_speaker":0.95768,"score_quality":0.87469,"score_fidelity":0.86837,"score":0.92069},"fa":{"n":50,"unit":"wer","wer":25.82857,"wer_orig":25.94286,"dwer":-0.11429,"wer_pseudo":5.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.95699,"utmos":2.28957,"dnsmos_ovrl":2.82753,"dnsmos_sig":3.34616,"dnsmos_bak":3.70387,"pesq_wb":3.46776,"pesq_nb":3.96312,"stoi":0.89343,"estoi":0.8334,"si_sdr":5.7928,"mel_dist":0.13597,"stft_dist":1.00639,"f0_rmse_cents":166.12302,"f0_corr":0.83287,"vuv_err":0.12515,"score_intelligibility":1.0,"score_speaker":0.95699,"score_quality":0.89573,"score_fidelity":0.81046,"score":0.91579},"he":{"n":50,"unit":"wer","wer":22.2093,"wer_orig":19.4186,"dwer":2.7907,"wer_pseudo":9.38967,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.94355,"utmos":2.11111,"dnsmos_ovrl":2.76336,"dnsmos_sig":3.1619,"dnsmos_bak":3.89094,"pesq_wb":3.70211,"pesq_nb":4.0037,"stoi":0.95143,"estoi":0.90655,"si_sdr":8.81355,"mel_dist":0.1502,"stft_dist":0.94439,"f0_rmse_cents":103.26762,"f0_corr":0.86878,"vuv_err":0.14755,"score_intelligibility":0.87976,"score_speaker":0.94355,"score_quality":0.8593,"score_fidelity":0.86408,"score":0.88667},"hi":{"n":50,"unit":"wer","wer":28.16251,"wer_orig":26.31579,"dwer":1.84672,"wer_pseudo":6.35786,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.94019,"utmos":1.98184,"dnsmos_ovrl":2.78728,"dnsmos_sig":3.36532,"dnsmos_bak":3.46586,"pesq_wb":3.48847,"pesq_nb":3.92719,"stoi":0.92728,"estoi":0.87322,"si_sdr":9.95961,"mel_dist":0.15133,"stft_dist":0.96112,"f0_rmse_cents":90.10615,"f0_corr":0.93953,"vuv_err":0.12288,"score_intelligibility":0.93667,"score_speaker":0.94019,"score_quality":0.87896,"score_fidelity":0.85927,"score":0.90378},"zh":{"n":50,"unit":"cer","wer":7.34694,"wer_orig":7.40525,"dwer":-0.05831,"wer_pseudo":0.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.93605,"utmos":2.18474,"dnsmos_ovrl":3.02933,"dnsmos_sig":3.38744,"dnsmos_bak":4.00718,"pesq_wb":3.42027,"pesq_nb":3.86667,"stoi":0.94946,"estoi":0.90889,"si_sdr":3.6384,"mel_dist":0.14034,"stft_dist":1.05171,"f0_rmse_cents":63.72794,"f0_corr":0.95912,"vuv_err":0.07901,"score_intelligibility":1.0,"score_speaker":0.93605,"score_quality":0.81824,"score_fidelity":0.86669,"score":0.90525},"yue":{"n":50,"unit":"cer","wer":13.39564,"wer_orig":14.39252,"dwer":-0.99688,"wer_pseudo":7.02977,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.93268,"utmos":2.40711,"dnsmos_ovrl":3.00769,"dnsmos_sig":3.41951,"dnsmos_bak":3.83941,"pesq_wb":3.4662,"pesq_nb":3.88642,"stoi":0.94545,"estoi":0.8942,"si_sdr":6.0973,"mel_dist":0.12453,"stft_dist":0.95432,"f0_rmse_cents":124.78754,"f0_corr":0.92377,"vuv_err":0.12157,"score_intelligibility":1.0,"score_speaker":0.93268,"score_quality":0.85509,"score_fidelity":0.85795,"score":0.91143},"ja":{"n":50,"unit":"cer","wer":3.81259,"wer_orig":3.53698,"dwer":0.27561,"wer_pseudo":1.60772,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.94037,"utmos":1.77927,"dnsmos_ovrl":2.56689,"dnsmos_sig":3.20847,"dnsmos_bak":3.36486,"pesq_wb":3.65532,"pesq_nb":3.93321,"stoi":0.88652,"estoi":0.81487,"si_sdr":4.51649,"mel_dist":0.13235,"stft_dist":1.02238,"f0_rmse_cents":113.46539,"f0_corr":0.9089,"vuv_err":0.11792,"score_intelligibility":0.94273,"score_speaker":0.94037,"score_quality":0.87622,"score_fidelity":0.85136,"score":0.90267},"ko":{"n":50,"unit":"cer","wer":4.80392,"wer_orig":5.14706,"dwer":-0.34314,"wer_pseudo":0.8016,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94512,"utmos":2.73357,"dnsmos_ovrl":3.04274,"dnsmos_sig":3.40432,"dnsmos_bak":4.04743,"pesq_wb":3.78639,"pesq_nb":4.0141,"stoi":0.95071,"estoi":0.91276,"si_sdr":9.10024,"mel_dist":0.13609,"stft_dist":0.92201,"f0_rmse_cents":87.47333,"f0_corr":0.96157,"vuv_err":0.08812,"score_intelligibility":1.0,"score_speaker":0.94512,"score_quality":0.88321,"score_fidelity":0.9028,"score":0.93278},"th":{"n":50,"unit":"cer","wer":14.18755,"wer_orig":7.61924,"dwer":6.56831,"wer_pseudo":9.43511,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.94032,"utmos":1.99119,"dnsmos_ovrl":2.71995,"dnsmos_sig":3.26408,"dnsmos_bak":3.67425,"pesq_wb":3.33589,"pesq_nb":3.81229,"stoi":0.94458,"estoi":0.90192,"si_sdr":5.90532,"mel_dist":0.13111,"stft_dist":0.97911,"f0_rmse_cents":120.10914,"f0_corr":0.95145,"vuv_err":0.14399,"score_intelligibility":0.56752,"score_speaker":0.94032,"score_quality":0.84115,"score_fidelity":0.85447,"score":0.80086}}},{"codec":"funcodec_freqcodec_gr1_16k_50hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_freqcodec_gr1_16k_50hz_8q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-freqcodec_magphase-en-libritts-16k-gr1nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":4.0,"notes":"FreqCodec: magnitude/phase STFT-domain 2-D SEANet (0.5 M params, group ratio 1); trained on LibriTTS; first 8 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.00797,"tokens_per_s":400.79696,"params_M":0.53847,"efficiency":{"rtf_encode":0.00433,"rtf_decode":0.00435,"peak_vram_gb":0.28946,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.80862,"score_worst_lang":0.70689,"worst_lang":"id","en_gap":0.032,"score_intelligibility":0.81167,"score_speaker":0.88053,"score_quality":0.79135,"score_fidelity":0.75095,"dwer":2.29686,"wer":11.10267,"wer_pseudo":5.51881,"sim":0.88053,"utmos":1.97579,"dnsmos_ovrl":2.88669,"dnsmos_sig":3.30446,"dnsmos_bak":3.85881,"pesq_wb":2.72855,"pesq_nb":3.30833,"stoi":0.88059,"estoi":0.79035,"si_sdr":5.87783,"mel_dist":0.17985,"stft_dist":1.09752,"f0_rmse_cents":140.07873,"f0_corr":0.87838,"vuv_err":0.14754,"score_ci95":[0.802,0.81491]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.76794,"wer_orig":6.98132,"dwer":0.78663,"wer_pseudo":2.52918,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.87538,"utmos":2.00326,"dnsmos_ovrl":2.5192,"dnsmos_sig":3.0567,"dnsmos_bak":3.75303,"pesq_wb":2.69639,"pesq_nb":3.35384,"stoi":0.86334,"estoi":0.76534,"si_sdr":5.63812,"mel_dist":0.18365,"stft_dist":1.12701,"f0_rmse_cents":127.76432,"f0_corr":0.92175,"vuv_err":0.14343,"score_intelligibility":0.91028,"score_speaker":0.87538,"score_quality":0.81491,"score_fidelity":0.75659,"score":0.83929},"de":{"n":50,"unit":"wer","wer":6.71414,"wer_orig":5.69685,"dwer":1.01729,"wer_pseudo":1.93286,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.88727,"utmos":2.0871,"dnsmos_ovrl":3.04446,"dnsmos_sig":3.33876,"dnsmos_bak":4.06199,"pesq_wb":2.9132,"pesq_nb":3.40147,"stoi":0.90913,"estoi":0.80585,"si_sdr":8.68747,"mel_dist":0.16947,"stft_dist":0.99564,"f0_rmse_cents":145.00045,"f0_corr":0.89726,"vuv_err":0.14766,"score_intelligibility":0.86813,"score_speaker":0.88727,"score_quality":0.80502,"score_fidelity":0.78434,"score":0.83619},"fr":{"n":50,"unit":"wer","wer":6.95652,"wer_orig":4.98024,"dwer":1.97628,"wer_pseudo":4.52381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.87941,"utmos":1.89263,"dnsmos_ovrl":2.98318,"dnsmos_sig":3.31598,"dnsmos_bak":4.00725,"pesq_wb":2.72424,"pesq_nb":3.2808,"stoi":0.91039,"estoi":0.84785,"si_sdr":7.54236,"mel_dist":0.18972,"stft_dist":1.06266,"f0_rmse_cents":116.17023,"f0_corr":0.89806,"vuv_err":0.16534,"score_intelligibility":0.75161,"score_speaker":0.87941,"score_quality":0.81563,"score_fidelity":0.76703,"score":0.80342},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":0.54695,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.88908,"utmos":2.05259,"dnsmos_ovrl":3.13247,"dnsmos_sig":3.47843,"dnsmos_bak":3.95042,"pesq_wb":3.04879,"pesq_nb":3.52546,"stoi":0.9075,"estoi":0.83215,"si_sdr":7.19584,"mel_dist":0.20026,"stft_dist":1.11726,"f0_rmse_cents":170.32556,"f0_corr":0.90246,"vuv_err":0.1632,"score_intelligibility":0.91837,"score_speaker":0.88908,"score_quality":0.78662,"score_fidelity":0.79844,"score":0.84813},"it":{"n":50,"unit":"wer","wer":3.64299,"wer_orig":2.55009,"dwer":1.0929,"wer_pseudo":2.01097,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.89492,"utmos":2.26263,"dnsmos_ovrl":3.22003,"dnsmos_sig":3.51783,"dnsmos_bak":4.06172,"pesq_wb":3.01879,"pesq_nb":3.46419,"stoi":0.90346,"estoi":0.82691,"si_sdr":7.16794,"mel_dist":0.18594,"stft_dist":1.07195,"f0_rmse_cents":97.16223,"f0_corr":0.87234,"vuv_err":0.12948,"score_intelligibility":0.76461,"score_speaker":0.89492,"score_quality":0.78119,"score_fidelity":0.7842,"score":0.80623},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9244,"utmos":2.02961,"dnsmos_ovrl":2.94099,"dnsmos_sig":3.33845,"dnsmos_bak":3.73951,"pesq_wb":2.81595,"pesq_nb":3.3763,"stoi":0.87101,"estoi":0.78486,"si_sdr":6.28816,"mel_dist":0.18539,"stft_dist":1.08542,"f0_rmse_cents":227.1543,"f0_corr":0.8687,"vuv_err":0.15841,"score_intelligibility":1.0,"score_speaker":0.9244,"score_quality":0.82702,"score_fidelity":0.75285,"score":0.87607},"nl":{"n":50,"unit":"wer","wer":7.76093,"wer_orig":5.26316,"dwer":2.49777,"wer_pseudo":4.29722,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.89669,"utmos":2.45649,"dnsmos_ovrl":2.65326,"dnsmos_sig":3.06392,"dnsmos_bak":4.09544,"pesq_wb":2.83503,"pesq_nb":3.35719,"stoi":0.91251,"estoi":0.83013,"si_sdr":4.95295,"mel_dist":0.17703,"stft_dist":1.16581,"f0_rmse_cents":111.44941,"f0_corr":0.90526,"vuv_err":0.16127,"score_intelligibility":0.7149,"score_speaker":0.89669,"score_quality":0.84593,"score_fidelity":0.78069,"score":0.80955},"pl":{"n":50,"unit":"wer","wer":6.25,"wer_orig":3.28947,"dwer":2.96053,"wer_pseudo":4.82456,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.89512,"utmos":2.04741,"dnsmos_ovrl":2.92658,"dnsmos_sig":3.28756,"dnsmos_bak":4.00782,"pesq_wb":2.72641,"pesq_nb":3.21753,"stoi":0.91899,"estoi":0.83956,"si_sdr":2.23064,"mel_dist":0.17985,"stft_dist":1.13642,"f0_rmse_cents":109.6456,"f0_corr":0.84649,"vuv_err":0.14716,"score_intelligibility":0.59165,"score_speaker":0.89512,"score_quality":0.78262,"score_fidelity":0.75291,"score":0.75558},"cs":{"n":50,"unit":"wer","wer":12.6021,"wer_orig":9.45158,"dwer":3.15053,"wer_pseudo":9.22897,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.90045,"utmos":1.96134,"dnsmos_ovrl":3.09639,"dnsmos_sig":3.43659,"dnsmos_bak":3.93747,"pesq_wb":2.49216,"pesq_nb":3.09859,"stoi":0.88358,"estoi":0.79153,"si_sdr":7.76904,"mel_dist":0.19086,"stft_dist":1.0749,"f0_rmse_cents":82.96364,"f0_corr":0.89907,"vuv_err":0.12964,"score_intelligibility":0.76838,"score_speaker":0.90045,"score_quality":0.80089,"score_fidelity":0.73633,"score":0.80151},"tr":{"n":50,"unit":"wer","wer":10.52632,"wer_orig":7.76316,"dwer":2.76316,"wer_pseudo":4.74308,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90676,"utmos":1.68395,"dnsmos_ovrl":3.02742,"dnsmos_sig":3.36887,"dnsmos_bak":4.04314,"pesq_wb":2.86882,"pesq_nb":3.45293,"stoi":0.89039,"estoi":0.79541,"si_sdr":6.43787,"mel_dist":0.19353,"stft_dist":1.18272,"f0_rmse_cents":184.94689,"f0_corr":0.83008,"vuv_err":0.12524,"score_intelligibility":0.76027,"score_speaker":0.90676,"score_quality":0.76191,"score_fidelity":0.75147,"score":0.7951},"id":{"n":50,"unit":"wer","wer":11.92444,"wer_orig":5.90319,"dwer":6.02125,"wer_pseudo":8.73672,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.83768,"utmos":1.5492,"dnsmos_ovrl":2.75968,"dnsmos_sig":3.338,"dnsmos_bak":3.3446,"pesq_wb":2.30925,"pesq_nb":3.0707,"stoi":0.80648,"estoi":0.67248,"si_sdr":4.73164,"mel_dist":0.1647,"stft_dist":1.09055,"f0_rmse_cents":277.34091,"f0_corr":0.82941,"vuv_err":0.19463,"score_intelligibility":0.53412,"score_speaker":0.83768,"score_quality":0.78577,"score_fidelity":0.66999,"score":0.70689},"vi":{"n":50,"unit":"wer","wer":13.2856,"wer_orig":7.71679,"dwer":5.56881,"wer_pseudo":9.63376,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.84966,"utmos":1.70391,"dnsmos_ovrl":2.77244,"dnsmos_sig":3.30683,"dnsmos_bak":3.66457,"pesq_wb":2.69026,"pesq_nb":3.32451,"stoi":0.7987,"estoi":0.68212,"si_sdr":7.34643,"mel_dist":0.15464,"stft_dist":1.01222,"f0_rmse_cents":126.32695,"f0_corr":0.91018,"vuv_err":0.13532,"score_intelligibility":0.61018,"score_speaker":0.84966,"score_quality":0.7984,"score_fidelity":0.7306,"score":0.74721},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":1.27462,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87712,"utmos":1.9985,"dnsmos_ovrl":2.92585,"dnsmos_sig":3.26468,"dnsmos_bak":4.04008,"pesq_wb":2.77208,"pesq_nb":3.297,"stoi":0.9078,"estoi":0.83109,"si_sdr":5.95154,"mel_dist":0.18992,"stft_dist":1.13323,"f0_rmse_cents":175.43189,"f0_corr":0.76681,"vuv_err":0.1712,"score_intelligibility":0.88816,"score_speaker":0.87712,"score_quality":0.76735,"score_fidelity":0.72697,"score":0.8149},"uk":{"n":50,"unit":"wer","wer":9.1941,"wer_orig":6.46992,"dwer":2.72418,"wer_pseudo":4.54545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.87273,"utmos":1.96719,"dnsmos_ovrl":3.01739,"dnsmos_sig":3.36197,"dnsmos_bak":4.04646,"pesq_wb":2.84325,"pesq_nb":3.36899,"stoi":0.90348,"estoi":0.81242,"si_sdr":7.73291,"mel_dist":0.20308,"stft_dist":1.1341,"f0_rmse_cents":82.47687,"f0_corr":0.93642,"vuv_err":0.13089,"score_intelligibility":0.73277,"score_speaker":0.87273,"score_quality":0.79706,"score_fidelity":0.78885,"score":0.79785},"el":{"n":50,"unit":"wer","wer":17.83567,"wer_orig":12.02405,"dwer":5.81162,"wer_pseudo":11.51151,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8568,"utmos":2.04174,"dnsmos_ovrl":2.85536,"dnsmos_sig":3.27754,"dnsmos_bak":3.87684,"pesq_wb":2.8334,"pesq_nb":3.4516,"stoi":0.88207,"estoi":0.78,"si_sdr":7.84621,"mel_dist":0.16412,"stft_dist":1.00999,"f0_rmse_cents":110.61422,"f0_corr":0.87659,"vuv_err":0.14329,"score_intelligibility":0.69146,"score_speaker":0.8568,"score_quality":0.76853,"score_fidelity":0.76083,"score":0.76941},"ar":{"n":50,"unit":"wer","wer":14.54994,"wer_orig":12.45376,"dwer":2.09618,"wer_pseudo":5.19159,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.90097,"utmos":2.04122,"dnsmos_ovrl":3.05057,"dnsmos_sig":3.42599,"dnsmos_bak":3.90559,"pesq_wb":2.6488,"pesq_nb":3.1736,"stoi":0.92048,"estoi":0.86007,"si_sdr":4.87823,"mel_dist":0.19811,"stft_dist":1.13234,"f0_rmse_cents":107.59658,"f0_corr":0.91854,"vuv_err":0.12992,"score_intelligibility":0.8652,"score_speaker":0.90097,"score_quality":0.78758,"score_fidelity":0.77004,"score":0.83094},"fa":{"n":50,"unit":"wer","wer":28.11429,"wer_orig":25.94286,"dwer":2.17143,"wer_pseudo":8.86486,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89651,"utmos":2.06295,"dnsmos_ovrl":2.79172,"dnsmos_sig":3.30938,"dnsmos_bak":3.72831,"pesq_wb":2.4996,"pesq_nb":3.28845,"stoi":0.79622,"estoi":0.68746,"si_sdr":4.0551,"mel_dist":0.16942,"stft_dist":1.12419,"f0_rmse_cents":231.55896,"f0_corr":0.74909,"vuv_err":0.16438,"score_intelligibility":0.92542,"score_speaker":0.89651,"score_quality":0.81596,"score_fidelity":0.65792,"score":0.82395},"he":{"n":50,"unit":"wer","wer":26.27907,"wer_orig":19.4186,"dwer":6.86047,"wer_pseudo":13.38028,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.87183,"utmos":1.91889,"dnsmos_ovrl":2.76729,"dnsmos_sig":3.16581,"dnsmos_bak":3.92893,"pesq_wb":2.69472,"pesq_nb":3.30121,"stoi":0.90525,"estoi":0.82051,"si_sdr":6.58806,"mel_dist":0.18214,"stft_dist":1.05668,"f0_rmse_cents":172.91182,"f0_corr":0.79012,"vuv_err":0.17648,"score_intelligibility":0.74851,"score_speaker":0.87183,"score_quality":0.79576,"score_fidelity":0.72653,"score":0.78566},"hi":{"n":50,"unit":"wer","wer":29.27054,"wer_orig":26.31579,"dwer":2.95476,"wer_pseudo":12.26158,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.8609,"utmos":1.78424,"dnsmos_ovrl":2.7341,"dnsmos_sig":3.29623,"dnsmos_bak":3.47368,"pesq_wb":2.67647,"pesq_nb":3.28213,"stoi":0.86441,"estoi":0.76755,"si_sdr":7.43028,"mel_dist":0.18654,"stft_dist":1.07967,"f0_rmse_cents":112.70448,"f0_corr":0.88578,"vuv_err":0.16045,"score_intelligibility":0.90239,"score_speaker":0.8609,"score_quality":0.80065,"score_fidelity":0.74306,"score":0.82675},"zh":{"n":50,"unit":"cer","wer":7.98834,"wer_orig":7.40525,"dwer":0.58309,"wer_pseudo":1.52439,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86588,"utmos":1.84794,"dnsmos_ovrl":2.90857,"dnsmos_sig":3.28067,"dnsmos_bak":3.98682,"pesq_wb":2.59698,"pesq_nb":3.20371,"stoi":0.90125,"estoi":0.82588,"si_sdr":2.05967,"mel_dist":0.17938,"stft_dist":1.18929,"f0_rmse_cents":91.50693,"f0_corr":0.92658,"vuv_err":0.09597,"score_intelligibility":0.93513,"score_speaker":0.86588,"score_quality":0.69595,"score_fidelity":0.76137,"score":0.81458},"yue":{"n":50,"unit":"cer","wer":15.14019,"wer_orig":14.39252,"dwer":0.74766,"wer_pseudo":10.70298,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.86584,"utmos":2.1264,"dnsmos_ovrl":2.96334,"dnsmos_sig":3.35925,"dnsmos_bak":3.86922,"pesq_wb":2.58227,"pesq_nb":3.20113,"stoi":0.89315,"estoi":0.79749,"si_sdr":4.25683,"mel_dist":0.16298,"stft_dist":1.08233,"f0_rmse_cents":121.60672,"f0_corr":0.91625,"vuv_err":0.13721,"score_intelligibility":0.95368,"score_speaker":0.86584,"score_quality":0.77204,"score_fidelity":0.75382,"score":0.83634},"ja":{"n":50,"unit":"cer","wer":4.54754,"wer_orig":3.53698,"dwer":1.01056,"wer_pseudo":2.2508,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.86637,"utmos":1.65612,"dnsmos_ovrl":2.51744,"dnsmos_sig":3.1389,"dnsmos_bak":3.34645,"pesq_wb":2.68074,"pesq_nb":3.29133,"stoi":0.78943,"estoi":0.66774,"si_sdr":2.79452,"mel_dist":0.16909,"stft_dist":1.1414,"f0_rmse_cents":114.81709,"f0_corr":0.9052,"vuv_err":0.13909,"score_intelligibility":0.81784,"score_speaker":0.86637,"score_quality":0.80971,"score_fidelity":0.72495,"score":0.80471},"ko":{"n":50,"unit":"cer","wer":5.29412,"wer_orig":5.14706,"dwer":0.14706,"wer_pseudo":1.25251,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.88131,"utmos":2.391,"dnsmos_ovrl":2.97685,"dnsmos_sig":3.34864,"dnsmos_bak":4.02838,"pesq_wb":3.06182,"pesq_nb":3.47625,"stoi":0.90408,"estoi":0.83422,"si_sdr":7.19974,"mel_dist":0.16733,"stft_dist":1.03233,"f0_rmse_cents":74.89506,"f0_corr":0.96618,"vuv_err":0.09773,"score_intelligibility":0.97664,"score_speaker":0.88131,"score_quality":0.79127,"score_fidelity":0.81979,"score":0.86725},"th":{"n":50,"unit":"cer","wer":9.135,"wer_orig":7.61924,"dwer":1.51576,"wer_pseudo":5.30472,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.87959,"utmos":1.85272,"dnsmos_ovrl":2.69598,"dnsmos_sig":3.23013,"dnsmos_bak":3.71379,"pesq_wb":2.45588,"pesq_nb":3.14098,"stoi":0.89097,"estoi":0.80976,"si_sdr":4.28631,"mel_dist":0.16916,"stft_dist":1.10234,"f0_rmse_cents":189.51851,"f0_corr":0.86245,"vuv_err":0.19345,"score_intelligibility":0.85044,"score_speaker":0.87959,"score_quality":0.78452,"score_fidelity":0.72313,"score":0.80942}}},{"codec":"funcodec_freqcodec_gr8_16k_50hz_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_freqcodec_gr8_16k_50hz_16q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-freqcodec_magphase-en-libritts-16k-gr8nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":8.0,"notes":"FreqCodec: magnitude/phase STFT-domain 2-D SEANet (4.5 M params, group ratio 8); trained on LibriTTS; first 16 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":8.0,"kbps_measured":8.01594,"tokens_per_s":801.59392,"params_M":4.50859,"efficiency":{"rtf_encode":0.00202,"rtf_decode":0.00206,"peak_vram_gb":0.35466,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89375,"score_worst_lang":0.83624,"worst_lang":"id","en_gap":0.02706,"score_intelligibility":0.91928,"score_speaker":0.93609,"score_quality":0.91722,"score_fidelity":0.80243,"dwer":0.81133,"wer":9.61714,"wer_pseudo":3.36371,"sim":0.93609,"utmos":2.32819,"dnsmos_ovrl":2.96377,"dnsmos_sig":3.38566,"dnsmos_bak":3.83467,"pesq_wb":3.09418,"pesq_nb":3.62028,"stoi":0.92252,"estoi":0.85935,"si_sdr":4.2896,"mel_dist":0.15097,"stft_dist":1.03186,"f0_rmse_cents":139.76817,"f0_corr":0.88643,"vuv_err":0.1506,"score_ci95":[0.88616,0.89768]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.78466,"wer_orig":6.98132,"dwer":-0.19666,"wer_pseudo":0.97276,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.94739,"utmos":2.3629,"dnsmos_ovrl":2.53593,"dnsmos_sig":3.09706,"dnsmos_bak":3.66715,"pesq_wb":3.01011,"pesq_nb":3.6492,"stoi":0.90909,"estoi":0.8384,"si_sdr":4.51398,"mel_dist":0.14958,"stft_dist":1.05234,"f0_rmse_cents":163.30389,"f0_corr":0.89638,"vuv_err":0.14316,"score_intelligibility":1.0,"score_speaker":0.94739,"score_quality":0.9381,"score_fidelity":0.79326,"score":0.91969},"de":{"n":50,"unit":"wer","wer":6.61241,"wer_orig":5.69685,"dwer":0.91556,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.95127,"utmos":2.51203,"dnsmos_ovrl":3.1221,"dnsmos_sig":3.41627,"dnsmos_bak":4.0556,"pesq_wb":3.30905,"pesq_nb":3.71564,"stoi":0.94521,"estoi":0.87747,"si_sdr":8.20959,"mel_dist":0.14487,"stft_dist":0.93502,"f0_rmse_cents":135.66027,"f0_corr":0.91068,"vuv_err":0.14567,"score_intelligibility":0.87973,"score_speaker":0.95127,"score_quality":0.93711,"score_fidelity":0.83854,"score":0.90166},"fr":{"n":50,"unit":"wer","wer":5.77075,"wer_orig":4.98024,"dwer":0.79051,"wer_pseudo":1.90476,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92316,"utmos":2.04347,"dnsmos_ovrl":3.07231,"dnsmos_sig":3.41674,"dnsmos_bak":3.99084,"pesq_wb":2.89995,"pesq_nb":3.51933,"stoi":0.93984,"estoi":0.89283,"si_sdr":3.19836,"mel_dist":0.16635,"stft_dist":1.03997,"f0_rmse_cents":119.51205,"f0_corr":0.91489,"vuv_err":0.17387,"score_intelligibility":0.88325,"score_speaker":0.92316,"score_quality":0.8821,"score_fidelity":0.79919,"score":0.87192},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.54695,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95044,"utmos":2.47993,"dnsmos_ovrl":3.23476,"dnsmos_sig":3.59204,"dnsmos_bak":3.93947,"pesq_wb":3.4105,"pesq_nb":3.77397,"stoi":0.94236,"estoi":0.8894,"si_sdr":6.23077,"mel_dist":0.16074,"stft_dist":1.03408,"f0_rmse_cents":166.87181,"f0_corr":0.91593,"vuv_err":0.16334,"score_intelligibility":0.95745,"score_speaker":0.95044,"score_quality":0.92023,"score_fidelity":0.849,"score":0.91928},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95079,"utmos":2.75357,"dnsmos_ovrl":3.35282,"dnsmos_sig":3.63534,"dnsmos_bak":4.10333,"pesq_wb":3.45151,"pesq_nb":3.81803,"stoi":0.94428,"estoi":0.89574,"si_sdr":6.87227,"mel_dist":0.15816,"stft_dist":0.99135,"f0_rmse_cents":90.6183,"f0_corr":0.89266,"vuv_err":0.12703,"score_intelligibility":0.90693,"score_speaker":0.95079,"score_quality":0.91659,"score_fidelity":0.84579,"score":0.90503},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96061,"utmos":2.30388,"dnsmos_ovrl":3.01503,"dnsmos_sig":3.41961,"dnsmos_bak":3.73264,"pesq_wb":3.17871,"pesq_nb":3.60571,"stoi":0.91227,"estoi":0.84959,"si_sdr":4.49134,"mel_dist":0.15376,"stft_dist":1.03669,"f0_rmse_cents":218.33091,"f0_corr":0.90074,"vuv_err":0.16743,"score_intelligibility":1.0,"score_speaker":0.96061,"score_quality":0.93297,"score_fidelity":0.81184,"score":0.92635},"nl":{"n":50,"unit":"wer","wer":6.60125,"wer_orig":5.26316,"dwer":1.33809,"wer_pseudo":2.32766,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.94913,"utmos":2.8645,"dnsmos_ovrl":2.78098,"dnsmos_sig":3.16869,"dnsmos_bak":4.09105,"pesq_wb":3.3194,"pesq_nb":3.71888,"stoi":0.95141,"estoi":0.89953,"si_sdr":4.88941,"mel_dist":0.13724,"stft_dist":1.04875,"f0_rmse_cents":96.49155,"f0_corr":0.9323,"vuv_err":0.17205,"score_intelligibility":0.82396,"score_speaker":0.94913,"score_quality":0.97354,"score_fidelity":0.8488,"score":0.89886},"pl":{"n":50,"unit":"wer","wer":4.16667,"wer_orig":3.28947,"dwer":0.87719,"wer_pseudo":1.86404,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.94621,"utmos":2.4518,"dnsmos_ovrl":3.03587,"dnsmos_sig":3.38405,"dnsmos_bak":4.03136,"pesq_wb":3.15765,"pesq_nb":3.57408,"stoi":0.95211,"estoi":0.89946,"si_sdr":1.15943,"mel_dist":0.15526,"stft_dist":1.0729,"f0_rmse_cents":96.23199,"f0_corr":0.88162,"vuv_err":0.14756,"score_intelligibility":0.83022,"score_speaker":0.94621,"score_quality":0.91545,"score_fidelity":0.81673,"score":0.87715},"cs":{"n":50,"unit":"wer","wer":12.13536,"wer_orig":9.45158,"dwer":2.68378,"wer_pseudo":5.84112,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94373,"utmos":2.3781,"dnsmos_ovrl":3.16677,"dnsmos_sig":3.51402,"dnsmos_bak":3.93553,"pesq_wb":2.88912,"pesq_nb":3.48763,"stoi":0.92879,"estoi":0.86775,"si_sdr":5.73835,"mel_dist":0.15434,"stft_dist":1.01121,"f0_rmse_cents":81.57427,"f0_corr":0.92326,"vuv_err":0.14529,"score_intelligibility":0.79568,"score_speaker":0.94373,"score_quality":0.93885,"score_fidelity":0.79727,"score":0.86888},"tr":{"n":50,"unit":"wer","wer":8.02632,"wer_orig":7.76316,"dwer":0.26316,"wer_pseudo":3.0303,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.92681,"utmos":1.88986,"dnsmos_ovrl":3.02317,"dnsmos_sig":3.39335,"dnsmos_bak":3.96948,"pesq_wb":2.98597,"pesq_nb":3.5164,"stoi":0.92066,"estoi":0.8501,"si_sdr":1.64636,"mel_dist":0.16789,"stft_dist":1.13608,"f0_rmse_cents":153.60777,"f0_corr":0.87985,"vuv_err":0.13221,"score_intelligibility":0.97085,"score_speaker":0.92681,"score_quality":0.84119,"score_fidelity":0.78931,"score":0.88204},"id":{"n":50,"unit":"wer","wer":7.43802,"wer_orig":5.90319,"dwer":1.53483,"wer_pseudo":3.54191,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89327,"utmos":1.84499,"dnsmos_ovrl":2.70801,"dnsmos_sig":3.26433,"dnsmos_bak":3.19932,"pesq_wb":2.56298,"pesq_nb":3.3564,"stoi":0.86365,"estoi":0.76924,"si_sdr":3.71272,"mel_dist":0.13614,"stft_dist":1.02863,"f0_rmse_cents":244.43703,"f0_corr":0.79397,"vuv_err":0.20947,"score_intelligibility":0.81811,"score_speaker":0.89327,"score_quality":0.93218,"score_fidelity":0.70139,"score":0.83624},"vi":{"n":50,"unit":"wer","wer":8.51233,"wer_orig":7.71679,"dwer":0.79554,"wer_pseudo":3.42357,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.90812,"utmos":1.98008,"dnsmos_ovrl":2.8545,"dnsmos_sig":3.42567,"dnsmos_bak":3.62025,"pesq_wb":2.89025,"pesq_nb":3.58,"stoi":0.86138,"estoi":0.77757,"si_sdr":5.36991,"mel_dist":0.12943,"stft_dist":0.97465,"f0_rmse_cents":111.21088,"f0_corr":0.92462,"vuv_err":0.13973,"score_intelligibility":0.91637,"score_speaker":0.90812,"score_quality":0.94359,"score_fidelity":0.77536,"score":0.88586},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.9436,"utmos":2.3838,"dnsmos_ovrl":3.04349,"dnsmos_sig":3.39486,"dnsmos_bak":4.00179,"pesq_wb":3.14593,"pesq_nb":3.62732,"stoi":0.94222,"estoi":0.88668,"si_sdr":4.03208,"mel_dist":0.17024,"stft_dist":1.08769,"f0_rmse_cents":166.10383,"f0_corr":0.83255,"vuv_err":0.17334,"score_intelligibility":0.94077,"score_speaker":0.9436,"score_quality":0.91042,"score_fidelity":0.79596,"score":0.89769},"uk":{"n":50,"unit":"wer","wer":7.7185,"wer_orig":6.46992,"dwer":1.24858,"wer_pseudo":2.95455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.94012,"utmos":2.27718,"dnsmos_ovrl":3.11489,"dnsmos_sig":3.45151,"dnsmos_bak":4.06672,"pesq_wb":3.12431,"pesq_nb":3.64423,"stoi":0.94212,"estoi":0.88054,"si_sdr":5.74206,"mel_dist":0.17241,"stft_dist":1.07903,"f0_rmse_cents":78.2558,"f0_corr":0.9521,"vuv_err":0.14315,"score_intelligibility":0.85679,"score_speaker":0.94012,"score_quality":0.9047,"score_fidelity":0.83372,"score":0.88383},"el":{"n":50,"unit":"wer","wer":14.22846,"wer_orig":12.02405,"dwer":2.20441,"wer_pseudo":7.10711,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.90267,"utmos":2.28362,"dnsmos_ovrl":2.93331,"dnsmos_sig":3.33687,"dnsmos_bak":3.81048,"pesq_wb":3.07205,"pesq_nb":3.58816,"stoi":0.92536,"estoi":0.85593,"si_sdr":3.40149,"mel_dist":0.13745,"stft_dist":0.99691,"f0_rmse_cents":89.55991,"f0_corr":0.89881,"vuv_err":0.13506,"score_intelligibility":0.85524,"score_speaker":0.90267,"score_quality":0.85787,"score_fidelity":0.8054,"score":0.8553},"ar":{"n":50,"unit":"wer","wer":13.19359,"wer_orig":12.45376,"dwer":0.73983,"wer_pseudo":2.71941,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.95794,"utmos":2.41192,"dnsmos_ovrl":3.18982,"dnsmos_sig":3.57311,"dnsmos_bak":3.92096,"pesq_wb":3.21858,"pesq_nb":3.66914,"stoi":0.95322,"estoi":0.91227,"si_sdr":5.15183,"mel_dist":0.1549,"stft_dist":1.01089,"f0_rmse_cents":129.02062,"f0_corr":0.90819,"vuv_err":0.14178,"score_intelligibility":0.94788,"score_speaker":0.95794,"score_quality":0.92198,"score_fidelity":0.83176,"score":0.91489},"fa":{"n":50,"unit":"wer","wer":25.71429,"wer_orig":25.94286,"dwer":-0.22857,"wer_pseudo":7.13514,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.94537,"utmos":2.48593,"dnsmos_ovrl":2.86732,"dnsmos_sig":3.37936,"dnsmos_bak":3.71811,"pesq_wb":3.06444,"pesq_nb":3.66487,"stoi":0.86254,"estoi":0.78344,"si_sdr":3.16245,"mel_dist":0.14194,"stft_dist":1.03922,"f0_rmse_cents":246.00076,"f0_corr":0.75901,"vuv_err":0.15321,"score_intelligibility":1.0,"score_speaker":0.94537,"score_quality":0.95916,"score_fidelity":0.73713,"score":0.91042},"he":{"n":50,"unit":"wer","wer":22.44186,"wer_orig":19.4186,"dwer":3.02326,"wer_pseudo":9.97653,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.94426,"utmos":2.29934,"dnsmos_ovrl":2.80792,"dnsmos_sig":3.20965,"dnsmos_bak":3.92619,"pesq_wb":3.14742,"pesq_nb":3.65367,"stoi":0.94509,"estoi":0.88963,"si_sdr":5.82461,"mel_dist":0.14885,"stft_dist":0.98188,"f0_rmse_cents":113.84044,"f0_corr":0.84151,"vuv_err":0.18553,"score_intelligibility":0.87103,"score_speaker":0.94426,"score_quality":0.93486,"score_fidelity":0.80005,"score":0.88755},"hi":{"n":50,"unit":"wer","wer":28.80886,"wer_orig":26.31579,"dwer":2.49307,"wer_pseudo":7.1753,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93184,"utmos":2.10821,"dnsmos_ovrl":2.75272,"dnsmos_sig":3.37418,"dnsmos_bak":3.35784,"pesq_wb":2.85362,"pesq_nb":3.49902,"stoi":0.9084,"estoi":0.83587,"si_sdr":5.40032,"mel_dist":0.15954,"stft_dist":1.03887,"f0_rmse_cents":139.49522,"f0_corr":0.87459,"vuv_err":0.15219,"score_intelligibility":0.91636,"score_speaker":0.93184,"score_quality":0.92774,"score_fidelity":0.77086,"score":0.8867},"zh":{"n":50,"unit":"cer","wer":7.63848,"wer_orig":7.40525,"dwer":0.23324,"wer_pseudo":1.34146,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.92419,"utmos":2.31607,"dnsmos_ovrl":3.01633,"dnsmos_sig":3.38998,"dnsmos_bak":3.96254,"pesq_wb":3.16926,"pesq_nb":3.664,"stoi":0.93871,"estoi":0.88386,"si_sdr":0.1068,"mel_dist":0.16242,"stft_dist":1.1182,"f0_rmse_cents":95.08744,"f0_corr":0.9283,"vuv_err":0.0924,"score_intelligibility":0.973,"score_speaker":0.92419,"score_quality":0.8514,"score_fidelity":0.82893,"score":0.89438},"yue":{"n":50,"unit":"cer","wer":14.76636,"wer_orig":14.39252,"dwer":0.37383,"wer_pseudo":7.21976,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.93547,"utmos":2.60626,"dnsmos_ovrl":3.08555,"dnsmos_sig":3.46965,"dnsmos_bak":3.89148,"pesq_wb":3.04912,"pesq_nb":3.61958,"stoi":0.9314,"estoi":0.86489,"si_sdr":3.35657,"mel_dist":0.13434,"stft_dist":0.99934,"f0_rmse_cents":141.40259,"f0_corr":0.89511,"vuv_err":0.14106,"score_intelligibility":0.97629,"score_speaker":0.93547,"score_quality":0.91289,"score_fidelity":0.80399,"score":0.90716},"ja":{"n":50,"unit":"cer","wer":3.81259,"wer_orig":3.53698,"dwer":0.27561,"wer_pseudo":1.69959,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.92602,"utmos":1.95947,"dnsmos_ovrl":2.51855,"dnsmos_sig":3.16799,"dnsmos_bak":3.27015,"pesq_wb":3.11103,"pesq_nb":3.62373,"stoi":0.85068,"estoi":0.76049,"si_sdr":1.93445,"mel_dist":0.14004,"stft_dist":1.06213,"f0_rmse_cents":146.12233,"f0_corr":0.83107,"vuv_err":0.14086,"score_intelligibility":0.94273,"score_speaker":0.92602,"score_quality":0.95652,"score_fidelity":0.76163,"score":0.89673},"ko":{"n":50,"unit":"cer","wer":4.7549,"wer_orig":5.14706,"dwer":-0.39216,"wer_pseudo":1.0521,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.93392,"utmos":2.68283,"dnsmos_ovrl":3.06671,"dnsmos_sig":3.42637,"dnsmos_bak":4.04238,"pesq_wb":3.40064,"pesq_nb":3.78808,"stoi":0.94157,"estoi":0.89716,"si_sdr":4.66236,"mel_dist":0.14944,"stft_dist":0.98241,"f0_rmse_cents":92.62691,"f0_corr":0.9511,"vuv_err":0.10116,"score_intelligibility":1.0,"score_speaker":0.93392,"score_quality":0.87251,"score_fidelity":0.85952,"score":0.91649},"th":{"n":50,"unit":"cer","wer":7.51819,"wer_orig":7.61924,"dwer":-0.10105,"wer_pseudo":3.92792,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.92983,"utmos":2.19691,"dnsmos_ovrl":2.83156,"dnsmos_sig":3.35512,"dnsmos_bak":3.72736,"pesq_wb":2.83867,"pesq_nb":3.52972,"stoi":0.92818,"estoi":0.8665,"si_sdr":4.14298,"mel_dist":0.13785,"stft_dist":1.00651,"f0_rmse_cents":239.06954,"f0_corr":0.83499,"vuv_err":0.18776,"score_intelligibility":1.0,"score_speaker":0.92983,"score_quality":0.93121,"score_fidelity":0.76283,"score":0.90597}}},{"codec":"funcodec_freqcodec_gr8_16k_50hz_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_freqcodec_gr8_16k_50hz_2q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-freqcodec_magphase-en-libritts-16k-gr8nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":1.0,"notes":"FreqCodec: magnitude/phase STFT-domain 2-D SEANet (4.5 M params, group ratio 8); trained on LibriTTS; first 2 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.00199,"tokens_per_s":100.19924,"params_M":4.50859,"efficiency":{"rtf_encode":0.00188,"rtf_decode":0.00203,"peak_vram_gb":0.3546,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.64594,"score_worst_lang":0.5391,"worst_lang":"id","en_gap":0.04467,"score_intelligibility":0.42437,"score_speaker":0.68565,"score_quality":0.83013,"score_fidelity":0.64361,"dwer":14.99709,"wer":23.8029,"wer_pseudo":20.38981,"sim":0.68565,"utmos":2.04145,"dnsmos_ovrl":3.00726,"dnsmos_sig":3.395,"dnsmos_bak":3.941,"pesq_wb":1.94476,"pesq_nb":2.51562,"stoi":0.82232,"estoi":0.68504,"si_sdr":-1.45063,"mel_dist":0.21747,"stft_dist":1.2839,"f0_rmse_cents":165.97371,"f0_corr":0.83857,"vuv_err":0.1695,"score_ci95":[0.64041,0.65255]},"per_lang":{"en":{"n":50,"unit":"wer","wer":13.76598,"wer_orig":6.98132,"dwer":6.78466,"wer_pseudo":9.63035,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.69966,"utmos":2.11683,"dnsmos_ovrl":2.59636,"dnsmos_sig":3.11063,"dnsmos_bak":3.82008,"pesq_wb":1.94295,"pesq_nb":2.55992,"stoi":0.79799,"estoi":0.65457,"si_sdr":-0.74389,"mel_dist":0.21269,"stft_dist":1.29994,"f0_rmse_cents":161.80285,"f0_corr":0.87927,"vuv_err":0.16966,"score_intelligibility":0.54052,"score_speaker":0.69966,"score_quality":0.86592,"score_fidelity":0.64889,"score":0.68875},"de":{"n":50,"unit":"wer","wer":14.75076,"wer_orig":5.69685,"dwer":9.05392,"wer_pseudo":10.88505,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.68202,"utmos":2.23528,"dnsmos_ovrl":3.10772,"dnsmos_sig":3.38855,"dnsmos_bak":4.09257,"pesq_wb":2.06709,"pesq_nb":2.69476,"stoi":0.86716,"estoi":0.70852,"si_sdr":2.74623,"mel_dist":0.21688,"stft_dist":1.18905,"f0_rmse_cents":183.01615,"f0_corr":0.84396,"vuv_err":0.16576,"score_intelligibility":0.42518,"score_speaker":0.68202,"score_quality":0.85711,"score_fidelity":0.672,"score":0.65908},"fr":{"n":50,"unit":"wer","wer":19.76285,"wer_orig":4.98024,"dwer":14.78261,"wer_pseudo":17.93651,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.71405,"utmos":1.82747,"dnsmos_ovrl":3.09031,"dnsmos_sig":3.41076,"dnsmos_bak":4.05326,"pesq_wb":1.80168,"pesq_nb":2.35825,"stoi":0.85434,"estoi":0.75265,"si_sdr":-3.78738,"mel_dist":0.24676,"stft_dist":1.31164,"f0_rmse_cents":149.42123,"f0_corr":0.83118,"vuv_err":0.19286,"score_intelligibility":0.28803,"score_speaker":0.71405,"score_quality":0.803,"score_fidelity":0.63819,"score":0.61082},"es":{"n":50,"unit":"wer","wer":4.81818,"wer_orig":3.09091,"dwer":1.72727,"wer_pseudo":3.46399,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.71836,"utmos":2.16651,"dnsmos_ovrl":3.23235,"dnsmos_sig":3.55714,"dnsmos_bak":3.99828,"pesq_wb":2.2853,"pesq_nb":2.81281,"stoi":0.8644,"estoi":0.74572,"si_sdr":0.95361,"mel_dist":0.22195,"stft_dist":1.26326,"f0_rmse_cents":184.17361,"f0_corr":0.8521,"vuv_err":0.17346,"score_intelligibility":0.70312,"score_speaker":0.71836,"score_quality":0.83123,"score_fidelity":0.69458,"score":0.73682},"it":{"n":50,"unit":"wer","wer":9.56284,"wer_orig":2.55009,"dwer":7.01275,"wer_pseudo":8.86654,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.70523,"utmos":2.34069,"dnsmos_ovrl":3.2938,"dnsmos_sig":3.57772,"dnsmos_bak":4.09741,"pesq_wb":2.29037,"pesq_nb":2.76803,"stoi":0.86249,"estoi":0.74548,"si_sdr":1.27272,"mel_dist":0.23207,"stft_dist":1.25447,"f0_rmse_cents":98.83973,"f0_corr":0.85376,"vuv_err":0.14134,"score_intelligibility":0.33609,"score_speaker":0.70523,"score_quality":0.81572,"score_fidelity":0.69498,"score":0.63801},"pt":{"n":50,"unit":"wer","wer":5.95703,"wer_orig":3.41797,"dwer":2.53906,"wer_pseudo":4.52756,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.77935,"utmos":2.07419,"dnsmos_ovrl":3.11966,"dnsmos_sig":3.47859,"dnsmos_bak":3.8729,"pesq_wb":1.94994,"pesq_nb":2.52237,"stoi":0.80987,"estoi":0.68026,"si_sdr":-1.23306,"mel_dist":0.22092,"stft_dist":1.28713,"f0_rmse_cents":376.04076,"f0_corr":0.7283,"vuv_err":0.20705,"score_intelligibility":0.63504,"score_speaker":0.77935,"score_quality":0.8567,"score_fidelity":0.60319,"score":0.71857},"nl":{"n":50,"unit":"wer","wer":19.35772,"wer_orig":5.26316,"dwer":14.09456,"wer_pseudo":16.8308,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71899,"utmos":2.54431,"dnsmos_ovrl":2.71826,"dnsmos_sig":3.1089,"dnsmos_bak":4.10174,"pesq_wb":2.0443,"pesq_nb":2.57768,"stoi":0.8657,"estoi":0.7361,"si_sdr":-0.47803,"mel_dist":0.19872,"stft_dist":1.31396,"f0_rmse_cents":129.0917,"f0_corr":0.88502,"vuv_err":0.18034,"score_intelligibility":0.30766,"score_speaker":0.71899,"score_quality":0.88695,"score_fidelity":0.68303,"score":0.64916},"pl":{"n":50,"unit":"wer","wer":29.93421,"wer_orig":3.28947,"dwer":26.64474,"wer_pseudo":28.72807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.69828,"utmos":2.07376,"dnsmos_ovrl":3.11041,"dnsmos_sig":3.43037,"dnsmos_bak":4.11595,"pesq_wb":1.85944,"pesq_nb":2.33084,"stoi":0.86849,"estoi":0.74027,"si_sdr":-4.0851,"mel_dist":0.24757,"stft_dist":1.38424,"f0_rmse_cents":148.34751,"f0_corr":0.7471,"vuv_err":0.16754,"score_intelligibility":0.13866,"score_speaker":0.69828,"score_quality":0.80727,"score_fidelity":0.62038,"score":0.56615},"cs":{"n":50,"unit":"wer","wer":36.1727,"wer_orig":9.45158,"dwer":26.72112,"wer_pseudo":35.63084,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.68284,"utmos":1.93336,"dnsmos_ovrl":3.16426,"dnsmos_sig":3.47579,"dnsmos_bak":4.00829,"pesq_wb":1.66508,"pesq_nb":2.28127,"stoi":0.82065,"estoi":0.67607,"si_sdr":1.06163,"mel_dist":0.22337,"stft_dist":1.26825,"f0_rmse_cents":110.22219,"f0_corr":0.85394,"vuv_err":0.14049,"score_intelligibility":0.28116,"score_speaker":0.68284,"score_quality":0.79723,"score_fidelity":0.62154,"score":0.59569},"tr":{"n":50,"unit":"wer","wer":25.65789,"wer_orig":7.76316,"dwer":17.89474,"wer_pseudo":22.00264,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.68962,"utmos":1.75623,"dnsmos_ovrl":3.07346,"dnsmos_sig":3.40817,"dnsmos_bak":4.05846,"pesq_wb":1.92117,"pesq_nb":2.55091,"stoi":0.82307,"estoi":0.66521,"si_sdr":-6.52849,"mel_dist":0.22218,"stft_dist":1.37984,"f0_rmse_cents":167.16486,"f0_corr":0.85569,"vuv_err":0.14702,"score_intelligibility":0.32873,"score_speaker":0.68962,"score_quality":0.79498,"score_fidelity":0.64732,"score":0.61516},"id":{"n":50,"unit":"wer","wer":44.39197,"wer_orig":5.90319,"dwer":38.48878,"wer_pseudo":42.85714,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.55642,"utmos":1.77909,"dnsmos_ovrl":2.94822,"dnsmos_sig":3.45444,"dnsmos_bak":3.54431,"pesq_wb":1.6376,"pesq_nb":2.30728,"stoi":0.72024,"estoi":0.53193,"si_sdr":-1.03291,"mel_dist":0.19222,"stft_dist":1.25093,"f0_rmse_cents":338.72545,"f0_corr":0.72506,"vuv_err":0.24631,"score_intelligibility":0.15208,"score_speaker":0.55642,"score_quality":0.90539,"score_fidelity":0.54249,"score":0.5391},"vi":{"n":50,"unit":"wer","wer":28.87828,"wer_orig":7.71679,"dwer":21.1615,"wer_pseudo":25.71656,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.65004,"utmos":1.80015,"dnsmos_ovrl":2.91048,"dnsmos_sig":3.41096,"dnsmos_bak":3.76627,"pesq_wb":1.8751,"pesq_nb":2.51569,"stoi":0.71546,"estoi":0.55078,"si_sdr":0.25,"mel_dist":0.18814,"stft_dist":1.18196,"f0_rmse_cents":146.62062,"f0_corr":0.88137,"vuv_err":0.1577,"score_intelligibility":0.29174,"score_speaker":0.65004,"score_quality":0.86215,"score_fidelity":0.61562,"score":0.60489},"ru":{"n":50,"unit":"wer","wer":9.82659,"wer_orig":4.50867,"dwer":5.31792,"wer_pseudo":6.14137,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.66442,"utmos":1.9655,"dnsmos_ovrl":2.99117,"dnsmos_sig":3.30958,"dnsmos_bak":4.07723,"pesq_wb":1.92163,"pesq_nb":2.45838,"stoi":0.85371,"estoi":0.72733,"si_sdr":-1.18862,"mel_dist":0.2368,"stft_dist":1.34372,"f0_rmse_cents":150.31847,"f0_corr":0.81566,"vuv_err":0.18113,"score_intelligibility":0.50881,"score_speaker":0.66442,"score_quality":0.77355,"score_fidelity":0.64423,"score":0.64775},"uk":{"n":50,"unit":"wer","wer":22.36095,"wer_orig":6.46992,"dwer":15.89103,"wer_pseudo":19.65909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.64973,"utmos":1.99861,"dnsmos_ovrl":3.10388,"dnsmos_sig":3.43505,"dnsmos_bak":4.09185,"pesq_wb":1.95293,"pesq_nb":2.52422,"stoi":0.85276,"estoi":0.70837,"si_sdr":-0.18131,"mel_dist":0.24466,"stft_dist":1.34449,"f0_rmse_cents":100.17605,"f0_corr":0.91685,"vuv_err":0.16244,"score_intelligibility":0.31976,"score_speaker":0.64973,"score_quality":0.81643,"score_fidelity":0.68063,"score":0.61664},"el":{"n":50,"unit":"wer","wer":36.57315,"wer_orig":12.02405,"dwer":24.5491,"wer_pseudo":33.43343,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.58522,"utmos":1.99623,"dnsmos_ovrl":2.94773,"dnsmos_sig":3.33846,"dnsmos_bak":3.90653,"pesq_wb":1.96155,"pesq_nb":2.56046,"stoi":0.82538,"estoi":0.67703,"si_sdr":-3.17629,"mel_dist":0.20315,"stft_dist":1.23328,"f0_rmse_cents":112.8488,"f0_corr":0.84565,"vuv_err":0.15855,"score_intelligibility":0.34663,"score_speaker":0.58522,"score_quality":0.77875,"score_fidelity":0.64859,"score":0.5898},"ar":{"n":50,"unit":"wer","wer":28.72996,"wer_orig":12.45376,"dwer":16.2762,"wer_pseudo":22.74413,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.72766,"utmos":1.94894,"dnsmos_ovrl":3.22628,"dnsmos_sig":3.55692,"dnsmos_bak":4.02514,"pesq_wb":1.92817,"pesq_nb":2.3807,"stoi":0.87128,"estoi":0.77481,"si_sdr":-0.00419,"mel_dist":0.23044,"stft_dist":1.29685,"f0_rmse_cents":117.3347,"f0_corr":0.88807,"vuv_err":0.15095,"score_intelligibility":0.45253,"score_speaker":0.72766,"score_quality":0.78361,"score_fidelity":0.67485,"score":0.65966},"fa":{"n":50,"unit":"wer","wer":40.91429,"wer_orig":25.94286,"dwer":14.97143,"wer_pseudo":29.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.71642,"utmos":2.25556,"dnsmos_ovrl":2.95127,"dnsmos_sig":3.40291,"dnsmos_bak":3.88211,"pesq_wb":1.90362,"pesq_nb":2.62572,"stoi":0.71781,"estoi":0.55868,"si_sdr":-2.13553,"mel_dist":0.19656,"stft_dist":1.2572,"f0_rmse_cents":214.58442,"f0_corr":0.7707,"vuv_err":0.17519,"score_intelligibility":0.64281,"score_speaker":0.71642,"score_quality":0.88797,"score_fidelity":0.58223,"score":0.70736},"he":{"n":50,"unit":"wer","wer":46.16279,"wer_orig":19.4186,"dwer":26.74419,"wer_pseudo":40.02347,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.66094,"utmos":2.09324,"dnsmos_ovrl":2.87745,"dnsmos_sig":3.25316,"dnsmos_bak":4.00342,"pesq_wb":1.88285,"pesq_nb":2.49043,"stoi":0.8578,"estoi":0.72667,"si_sdr":0.86311,"mel_dist":0.2172,"stft_dist":1.23864,"f0_rmse_cents":190.65514,"f0_corr":0.79071,"vuv_err":0.19447,"score_intelligibility":0.43294,"score_speaker":0.66094,"score_quality":0.86755,"score_fidelity":0.63358,"score":0.64875},"hi":{"n":50,"unit":"wer","wer":46.62973,"wer_orig":26.31579,"dwer":20.31394,"wer_pseudo":38.14714,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.60294,"utmos":1.85624,"dnsmos_ovrl":2.91634,"dnsmos_sig":3.40546,"dnsmos_bak":3.65465,"pesq_wb":1.84355,"pesq_nb":2.41311,"stoi":0.79335,"estoi":0.64605,"si_sdr":-0.96889,"mel_dist":0.23454,"stft_dist":1.309,"f0_rmse_cents":173.90452,"f0_corr":0.81229,"vuv_err":0.18796,"score_intelligibility":0.5735,"score_speaker":0.60294,"score_quality":0.83049,"score_fidelity":0.61555,"score":0.65562},"zh":{"n":50,"unit":"cer","wer":11.83673,"wer_orig":7.40525,"dwer":4.43149,"wer_pseudo":6.76829,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.70187,"utmos":2.02571,"dnsmos_ovrl":3.07772,"dnsmos_sig":3.41551,"dnsmos_bak":4.04902,"pesq_wb":1.98619,"pesq_nb":2.4829,"stoi":0.85984,"estoi":0.74258,"si_sdr":-6.75206,"mel_dist":0.22686,"stft_dist":1.38088,"f0_rmse_cents":129.18798,"f0_corr":0.85631,"vuv_err":0.11986,"score_intelligibility":0.65478,"score_speaker":0.70187,"score_quality":0.78351,"score_fidelity":0.66597,"score":0.70153},"yue":{"n":50,"unit":"cer","wer":25.29595,"wer_orig":14.39252,"dwer":10.90343,"wer_pseudo":22.86257,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.75721,"utmos":2.2262,"dnsmos_ovrl":3.13224,"dnsmos_sig":3.48001,"dnsmos_bak":3.98518,"pesq_wb":1.87378,"pesq_nb":2.47497,"stoi":0.84109,"estoi":0.70064,"si_sdr":-2.37222,"mel_dist":0.20217,"stft_dist":1.24707,"f0_rmse_cents":167.77338,"f0_corr":0.86473,"vuv_err":0.17121,"score_intelligibility":0.58536,"score_speaker":0.75721,"score_quality":0.81519,"score_fidelity":0.65182,"score":0.7024},"ja":{"n":50,"unit":"cer","wer":19.79789,"wer_orig":3.53698,"dwer":16.26091,"wer_pseudo":18.64952,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.6664,"utmos":1.82423,"dnsmos_ovrl":2.64977,"dnsmos_sig":3.30462,"dnsmos_bak":3.45416,"pesq_wb":2.0201,"pesq_nb":2.60235,"stoi":0.71071,"estoi":0.53925,"si_sdr":-3.1783,"mel_dist":0.1962,"stft_dist":1.2907,"f0_rmse_cents":140.56566,"f0_corr":0.84199,"vuv_err":0.15073,"score_intelligibility":0.21815,"score_speaker":0.6664,"score_quality":0.89793,"score_fidelity":0.61472,"score":0.5993},"ko":{"n":50,"unit":"cer","wer":8.62745,"wer_orig":5.14706,"dwer":3.48039,"wer_pseudo":5.56112,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.7157,"utmos":2.24113,"dnsmos_ovrl":3.05354,"dnsmos_sig":3.39957,"dnsmos_bak":4.08529,"pesq_wb":2.28056,"pesq_nb":2.74849,"stoi":0.85777,"estoi":0.75344,"si_sdr":-2.35309,"mel_dist":0.20179,"stft_dist":1.21912,"f0_rmse_cents":90.42253,"f0_corr":0.94874,"vuv_err":0.11163,"score_intelligibility":0.63849,"score_speaker":0.7157,"score_quality":0.77474,"score_fidelity":0.72413,"score":0.71326},"th":{"n":50,"unit":"cer","wer":21.50364,"wer_orig":7.61924,"dwer":13.8844,"wer_pseudo":18.66775,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.71225,"utmos":1.91528,"dnsmos_ovrl":2.88158,"dnsmos_sig":3.36681,"dnsmos_bak":3.83989,"pesq_wb":1.77922,"pesq_nb":2.33333,"stoi":0.82427,"estoi":0.69842,"si_sdr":-1.76306,"mel_dist":0.20532,"stft_dist":1.26795,"f0_rmse_cents":202.13076,"f0_corr":0.8373,"vuv_err":0.21427,"score_intelligibility":0.38302,"score_speaker":0.71225,"score_quality":0.82975,"score_fidelity":0.62807,"score":0.63827}}},{"codec":"funcodec_freqcodec_gr8_16k_50hz_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_freqcodec_gr8_16k_50hz_32q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-freqcodec_magphase-en-libritts-16k-gr8nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":16.0,"notes":"FreqCodec: magnitude/phase STFT-domain 2-D SEANet (4.5 M params, group ratio 8); trained on LibriTTS; first 32 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":16.0,"kbps_measured":16.03188,"tokens_per_s":1603.18784,"params_M":4.50859,"efficiency":{"rtf_encode":0.00218,"rtf_decode":0.00209,"peak_vram_gb":0.35473,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.90204,"score_worst_lang":0.80868,"worst_lang":"th","en_gap":0.02395,"score_intelligibility":0.92555,"score_speaker":0.94557,"score_quality":0.91684,"score_fidelity":0.82021,"dwer":0.7448,"wer":9.55061,"wer_pseudo":3.00452,"sim":0.94557,"utmos":2.33693,"dnsmos_ovrl":2.94081,"dnsmos_sig":3.37257,"dnsmos_bak":3.80335,"pesq_wb":3.22876,"pesq_nb":3.71827,"stoi":0.93518,"estoi":0.88171,"si_sdr":4.90482,"mel_dist":0.14044,"stft_dist":1.00064,"f0_rmse_cents":136.90519,"f0_corr":0.88866,"vuv_err":0.14842,"score_ci95":[0.8948,0.90865]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.88299,"wer_orig":6.98132,"dwer":-0.09833,"wer_pseudo":0.38911,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.95473,"utmos":2.36567,"dnsmos_ovrl":2.51594,"dnsmos_sig":3.07504,"dnsmos_bak":3.63636,"pesq_wb":3.13082,"pesq_nb":3.72765,"stoi":0.92394,"estoi":0.86296,"si_sdr":5.00547,"mel_dist":0.13924,"stft_dist":1.02298,"f0_rmse_cents":152.18448,"f0_corr":0.9052,"vuv_err":0.14048,"score_intelligibility":1.0,"score_speaker":0.95473,"score_quality":0.93261,"score_fidelity":0.81265,"score":0.925},"de":{"n":50,"unit":"wer","wer":5.69685,"wer_orig":5.69685,"dwer":0.0,"wer_pseudo":0.50865,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96044,"utmos":2.51551,"dnsmos_ovrl":3.12229,"dnsmos_sig":3.42616,"dnsmos_bak":4.03609,"pesq_wb":3.42955,"pesq_nb":3.79847,"stoi":0.95492,"estoi":0.8985,"si_sdr":8.71467,"mel_dist":0.13493,"stft_dist":0.90711,"f0_rmse_cents":136.10865,"f0_corr":0.91095,"vuv_err":0.14291,"score_intelligibility":1.0,"score_speaker":0.96044,"score_quality":0.93812,"score_fidelity":0.85334,"score":0.93798},"fr":{"n":50,"unit":"wer","wer":5.37549,"wer_orig":4.98024,"dwer":0.39526,"wer_pseudo":1.26984,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.93311,"utmos":2.06427,"dnsmos_ovrl":3.04287,"dnsmos_sig":3.39223,"dnsmos_bak":3.96623,"pesq_wb":3.04657,"pesq_nb":3.63339,"stoi":0.94888,"estoi":0.90862,"si_sdr":3.97255,"mel_dist":0.15375,"stft_dist":1.0078,"f0_rmse_cents":114.91486,"f0_corr":0.91598,"vuv_err":0.17361,"score_intelligibility":0.938,"score_speaker":0.93311,"score_quality":0.88972,"score_fidelity":0.81653,"score":0.89434},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.36463,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95956,"utmos":2.49382,"dnsmos_ovrl":3.21245,"dnsmos_sig":3.58265,"dnsmos_bak":3.91093,"pesq_wb":3.51391,"pesq_nb":3.84921,"stoi":0.95208,"estoi":0.90749,"si_sdr":6.82527,"mel_dist":0.15091,"stft_dist":1.00629,"f0_rmse_cents":164.70776,"f0_corr":0.91777,"vuv_err":0.15827,"score_intelligibility":0.95745,"score_speaker":0.95956,"score_quality":0.92417,"score_fidelity":0.8627,"score":0.92597},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.46252,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95957,"utmos":2.78655,"dnsmos_ovrl":3.33286,"dnsmos_sig":3.62577,"dnsmos_bak":4.0812,"pesq_wb":3.57329,"pesq_nb":3.89705,"stoi":0.95465,"estoi":0.91454,"si_sdr":7.48361,"mel_dist":0.14728,"stft_dist":0.9611,"f0_rmse_cents":88.80377,"f0_corr":0.9026,"vuv_err":0.1237,"score_intelligibility":0.84776,"score_speaker":0.95957,"score_quality":0.92443,"score_fidelity":0.86416,"score":0.89898},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96701,"utmos":2.31272,"dnsmos_ovrl":2.98185,"dnsmos_sig":3.39554,"dnsmos_bak":3.69334,"pesq_wb":3.32331,"pesq_nb":3.70344,"stoi":0.92648,"estoi":0.87328,"si_sdr":5.10819,"mel_dist":0.143,"stft_dist":1.00449,"f0_rmse_cents":199.1735,"f0_corr":0.92112,"vuv_err":0.15828,"score_intelligibility":1.0,"score_speaker":0.96701,"score_quality":0.93124,"score_fidelity":0.83713,"score":0.93385},"nl":{"n":50,"unit":"wer","wer":5.61998,"wer_orig":5.26316,"dwer":0.35682,"wer_pseudo":1.79051,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95762,"utmos":2.85893,"dnsmos_ovrl":2.77453,"dnsmos_sig":3.16518,"dnsmos_bak":4.0794,"pesq_wb":3.47852,"pesq_nb":3.82099,"stoi":0.96044,"estoi":0.91787,"si_sdr":5.41368,"mel_dist":0.12663,"stft_dist":1.01592,"f0_rmse_cents":97.36656,"f0_corr":0.93185,"vuv_err":0.1694,"score_intelligibility":0.9461,"score_speaker":0.95762,"score_quality":0.97213,"score_fidelity":0.86681,"score":0.93567},"pl":{"n":50,"unit":"wer","wer":4.60526,"wer_orig":3.28947,"dwer":1.31579,"wer_pseudo":1.53509,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95414,"utmos":2.46043,"dnsmos_ovrl":2.99977,"dnsmos_sig":3.36465,"dnsmos_bak":3.98953,"pesq_wb":3.30977,"pesq_nb":3.69113,"stoi":0.96014,"estoi":0.9161,"si_sdr":1.64637,"mel_dist":0.14302,"stft_dist":1.03862,"f0_rmse_cents":104.36022,"f0_corr":0.85441,"vuv_err":0.14874,"score_intelligibility":0.76526,"score_speaker":0.95414,"score_quality":0.91792,"score_fidelity":0.82483,"score":0.86553},"cs":{"n":50,"unit":"wer","wer":9.91832,"wer_orig":9.45158,"dwer":0.46674,"wer_pseudo":4.6729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95348,"utmos":2.39083,"dnsmos_ovrl":3.14164,"dnsmos_sig":3.49641,"dnsmos_bak":3.91095,"pesq_wb":3.06028,"pesq_nb":3.60961,"stoi":0.94126,"estoi":0.89104,"si_sdr":6.25551,"mel_dist":0.14389,"stft_dist":0.98211,"f0_rmse_cents":87.86692,"f0_corr":0.90392,"vuv_err":0.14106,"score_intelligibility":0.95725,"score_speaker":0.95348,"score_quality":0.9429,"score_fidelity":0.81128,"score":0.91623},"tr":{"n":50,"unit":"wer","wer":7.5,"wer_orig":7.76316,"dwer":-0.26316,"wer_pseudo":3.42556,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.93775,"utmos":1.90688,"dnsmos_ovrl":3.00996,"dnsmos_sig":3.38878,"dnsmos_bak":3.94629,"pesq_wb":3.12285,"pesq_nb":3.61546,"stoi":0.93222,"estoi":0.87224,"si_sdr":2.67264,"mel_dist":0.1577,"stft_dist":1.09472,"f0_rmse_cents":145.95091,"f0_corr":0.89318,"vuv_err":0.13189,"score_intelligibility":1.0,"score_speaker":0.93775,"score_quality":0.8446,"score_fidelity":0.81064,"score":0.89825},"id":{"n":50,"unit":"wer","wer":7.08383,"wer_orig":5.90319,"dwer":1.18064,"wer_pseudo":2.5974,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.90961,"utmos":1.82695,"dnsmos_ovrl":2.6177,"dnsmos_sig":3.18886,"dnsmos_bak":3.07014,"pesq_wb":2.70921,"pesq_nb":3.46286,"stoi":0.88513,"estoi":0.80386,"si_sdr":4.25068,"mel_dist":0.12837,"stft_dist":1.00363,"f0_rmse_cents":239.86525,"f0_corr":0.76592,"vuv_err":0.20563,"score_intelligibility":0.85395,"score_speaker":0.90961,"score_quality":0.89675,"score_fidelity":0.71313,"score":0.84336},"vi":{"n":50,"unit":"wer","wer":8.67144,"wer_orig":7.71679,"dwer":0.95465,"wer_pseudo":3.66242,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.92344,"utmos":1.9775,"dnsmos_ovrl":2.81691,"dnsmos_sig":3.40536,"dnsmos_bak":3.57615,"pesq_wb":3.05119,"pesq_nb":3.6686,"stoi":0.88218,"estoi":0.81084,"si_sdr":6.0241,"mel_dist":0.12045,"stft_dist":0.94744,"f0_rmse_cents":106.13771,"f0_corr":0.92854,"vuv_err":0.13801,"score_intelligibility":0.90129,"score_speaker":0.92344,"score_quality":0.93427,"score_fidelity":0.79893,"score":0.88948},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.69525,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95261,"utmos":2.39388,"dnsmos_ovrl":3.03729,"dnsmos_sig":3.39283,"dnsmos_bak":3.99357,"pesq_wb":3.25313,"pesq_nb":3.72634,"stoi":0.95178,"estoi":0.90516,"si_sdr":4.54842,"mel_dist":0.1598,"stft_dist":1.05737,"f0_rmse_cents":143.71555,"f0_corr":0.85369,"vuv_err":0.16723,"score_intelligibility":0.95972,"score_speaker":0.95261,"score_quality":0.91189,"score_fidelity":0.81641,"score":0.91016},"uk":{"n":50,"unit":"wer","wer":7.49149,"wer_orig":6.46992,"dwer":1.02157,"wer_pseudo":2.5,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.95005,"utmos":2.28866,"dnsmos_ovrl":3.10035,"dnsmos_sig":3.44693,"dnsmos_bak":4.03854,"pesq_wb":3.26774,"pesq_nb":3.738,"stoi":0.95246,"estoi":0.90097,"si_sdr":6.40678,"mel_dist":0.16157,"stft_dist":1.04593,"f0_rmse_cents":91.90469,"f0_corr":0.94023,"vuv_err":0.14579,"score_intelligibility":0.8797,"score_speaker":0.95005,"score_quality":0.90834,"score_fidelity":0.84687,"score":0.89624},"el":{"n":50,"unit":"wer","wer":12.92585,"wer_orig":12.02405,"dwer":0.9018,"wer_pseudo":5.40541,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.91501,"utmos":2.30632,"dnsmos_ovrl":2.93085,"dnsmos_sig":3.35436,"dnsmos_bak":3.78525,"pesq_wb":3.21124,"pesq_nb":3.69076,"stoi":0.93783,"estoi":0.87988,"si_sdr":4.19438,"mel_dist":0.12705,"stft_dist":0.96868,"f0_rmse_cents":88.25653,"f0_corr":0.91846,"vuv_err":0.13107,"score_intelligibility":0.93524,"score_speaker":0.91501,"score_quality":0.86379,"score_fidelity":0.82936,"score":0.88585},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":2.34858,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9674,"utmos":2.40949,"dnsmos_ovrl":3.16391,"dnsmos_sig":3.56168,"dnsmos_bak":3.88644,"pesq_wb":3.34755,"pesq_nb":3.77035,"stoi":0.96131,"estoi":0.92702,"si_sdr":5.54943,"mel_dist":0.1428,"stft_dist":0.97827,"f0_rmse_cents":137.40575,"f0_corr":0.91182,"vuv_err":0.13682,"score_intelligibility":0.93971,"score_speaker":0.9674,"score_quality":0.92126,"score_fidelity":0.84795,"score":0.91908},"fa":{"n":50,"unit":"wer","wer":25.6,"wer_orig":25.94286,"dwer":-0.34286,"wer_pseudo":5.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9534,"utmos":2.47095,"dnsmos_ovrl":2.84451,"dnsmos_sig":3.37114,"dnsmos_bak":3.67335,"pesq_wb":3.18013,"pesq_nb":3.75579,"stoi":0.88576,"estoi":0.81789,"si_sdr":3.57159,"mel_dist":0.13135,"stft_dist":1.0098,"f0_rmse_cents":245.15984,"f0_corr":0.75344,"vuv_err":0.14597,"score_intelligibility":1.0,"score_speaker":0.9534,"score_quality":0.95453,"score_fidelity":0.75403,"score":0.91549},"he":{"n":50,"unit":"wer","wer":22.2093,"wer_orig":19.4186,"dwer":2.7907,"wer_pseudo":7.86385,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.95304,"utmos":2.30646,"dnsmos_ovrl":2.78999,"dnsmos_sig":3.20121,"dnsmos_bak":3.89134,"pesq_wb":3.27921,"pesq_nb":3.75702,"stoi":0.95451,"estoi":0.90781,"si_sdr":6.29062,"mel_dist":0.13901,"stft_dist":0.95391,"f0_rmse_cents":107.89019,"f0_corr":0.85512,"vuv_err":0.18801,"score_intelligibility":0.87976,"score_speaker":0.95304,"score_quality":0.93231,"score_fidelity":0.82028,"score":0.89635},"hi":{"n":50,"unit":"wer","wer":27.70083,"wer_orig":26.31579,"dwer":1.38504,"wer_pseudo":6.08538,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.94087,"utmos":2.10694,"dnsmos_ovrl":2.73321,"dnsmos_sig":3.36613,"dnsmos_bak":3.33711,"pesq_wb":2.97378,"pesq_nb":3.59593,"stoi":0.9227,"estoi":0.86019,"si_sdr":6.11017,"mel_dist":0.14899,"stft_dist":1.00986,"f0_rmse_cents":145.58429,"f0_corr":0.83858,"vuv_err":0.15986,"score_intelligibility":0.95174,"score_speaker":0.94087,"score_quality":0.92495,"score_fidelity":0.77507,"score":0.89816},"zh":{"n":50,"unit":"cer","wer":7.23032,"wer_orig":7.40525,"dwer":-0.17493,"wer_pseudo":1.15854,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.93255,"utmos":2.33211,"dnsmos_ovrl":3.01754,"dnsmos_sig":3.39207,"dnsmos_bak":3.96383,"pesq_wb":3.3317,"pesq_nb":3.77272,"stoi":0.94789,"estoi":0.90116,"si_sdr":1.02849,"mel_dist":0.15021,"stft_dist":1.0752,"f0_rmse_cents":92.87104,"f0_corr":0.9265,"vuv_err":0.09423,"score_intelligibility":1.0,"score_speaker":0.93255,"score_quality":0.85613,"score_fidelity":0.84686,"score":0.90888},"yue":{"n":50,"unit":"cer","wer":14.76636,"wer_orig":14.39252,"dwer":0.37383,"wer_pseudo":5.57315,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.9429,"utmos":2.62021,"dnsmos_ovrl":3.05068,"dnsmos_sig":3.44868,"dnsmos_bak":3.85431,"pesq_wb":3.21475,"pesq_nb":3.72479,"stoi":0.94255,"estoi":0.88591,"si_sdr":3.93171,"mel_dist":0.12348,"stft_dist":0.967,"f0_rmse_cents":158.76942,"f0_corr":0.87828,"vuv_err":0.13672,"score_intelligibility":0.97629,"score_speaker":0.9429,"score_quality":0.91647,"score_fidelity":0.81787,"score":0.91338},"ja":{"n":50,"unit":"cer","wer":3.76665,"wer_orig":3.53698,"dwer":0.22967,"wer_pseudo":1.46991,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.93783,"utmos":1.96361,"dnsmos_ovrl":2.49175,"dnsmos_sig":3.14867,"dnsmos_bak":3.24214,"pesq_wb":3.23504,"pesq_nb":3.71179,"stoi":0.87363,"estoi":0.79592,"si_sdr":2.57236,"mel_dist":0.1306,"stft_dist":1.03055,"f0_rmse_cents":125.0962,"f0_corr":0.88332,"vuv_err":0.14026,"score_intelligibility":0.95182,"score_speaker":0.93783,"score_quality":0.94981,"score_fidelity":0.79851,"score":0.90949},"ko":{"n":50,"unit":"cer","wer":4.55882,"wer_orig":5.14706,"dwer":-0.58824,"wer_pseudo":0.8016,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94083,"utmos":2.71983,"dnsmos_ovrl":3.05723,"dnsmos_sig":3.42135,"dnsmos_bak":4.0339,"pesq_wb":3.48108,"pesq_nb":3.89386,"stoi":0.95159,"estoi":0.91442,"si_sdr":5.4685,"mel_dist":0.13964,"stft_dist":0.95206,"f0_rmse_cents":93.96891,"f0_corr":0.94629,"vuv_err":0.10034,"score_intelligibility":1.0,"score_speaker":0.94083,"score_quality":0.88071,"score_fidelity":0.86892,"score":0.92261},"th":{"n":50,"unit":"cer","wer":14.06629,"wer_orig":7.61924,"dwer":6.44705,"wer_pseudo":9.61733,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.93681,"utmos":2.2077,"dnsmos_ovrl":2.79337,"dnsmos_sig":3.33,"dnsmos_bak":3.68389,"pesq_wb":2.96576,"pesq_nb":3.62339,"stoi":0.93997,"estoi":0.88728,"si_sdr":4.67059,"mel_dist":0.12695,"stft_dist":0.97447,"f0_rmse_cents":217.66164,"f0_corr":0.87059,"vuv_err":0.18372,"score_intelligibility":0.57209,"score_speaker":0.93681,"score_quality":0.9351,"score_fidelity":0.79073,"score":0.80868}}},{"codec":"funcodec_freqcodec_gr8_16k_50hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"funcodec_freqcodec_gr8_16k_50hz_8q","family":"FunCodec","checkpoint":"alibaba-damo/audio_codec-freqcodec_magphase-en-libritts-16k-gr8nq32ds320-pytorch","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2309.07405","year":2023,"bitrate_kbps":4.0,"notes":"FreqCodec: magnitude/phase STFT-domain 2-D SEANet (4.5 M params, group ratio 8); trained on LibriTTS; first 8 of 32 RVQ codebooks (trained with quantizer dropout over 1/2/4/8/16/32)","side_info":"per-utterance RMS scale (1 float) used to restore the input loudness (upstream audio_normalize)","warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.00797,"tokens_per_s":400.79696,"params_M":4.50859,"efficiency":{"rtf_encode":0.00194,"rtf_decode":0.00204,"peak_vram_gb":0.35462,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.86005,"score_worst_lang":0.79106,"worst_lang":"id","en_gap":0.03529,"score_intelligibility":0.8685,"score_speaker":0.90713,"score_quality":0.90223,"score_fidelity":0.76235,"dwer":1.37948,"wer":10.18529,"wer_pseudo":4.13898,"sim":0.90713,"utmos":2.27568,"dnsmos_ovrl":2.98553,"dnsmos_sig":3.39659,"dnsmos_bak":3.87618,"pesq_wb":2.80842,"pesq_nb":3.38694,"stoi":0.89832,"estoi":0.81667,"si_sdr":2.9693,"mel_dist":0.16765,"stft_dist":1.08916,"f0_rmse_cents":146.19323,"f0_corr":0.87204,"vuv_err":0.15429,"score_ci95":[0.85305,0.86472]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.37463,"wer_orig":6.98132,"dwer":0.39331,"wer_pseudo":1.26459,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.9212,"utmos":2.32493,"dnsmos_ovrl":2.5803,"dnsmos_sig":3.12224,"dnsmos_bak":3.7489,"pesq_wb":2.74971,"pesq_nb":3.43437,"stoi":0.88201,"estoi":0.79189,"si_sdr":3.41077,"mel_dist":0.16603,"stft_dist":1.10823,"f0_rmse_cents":136.30246,"f0_corr":0.91946,"vuv_err":0.1531,"score_intelligibility":0.95304,"score_speaker":0.9212,"score_quality":0.93411,"score_fidelity":0.76713,"score":0.89387},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":0.81384,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.92494,"utmos":2.4706,"dnsmos_ovrl":3.12845,"dnsmos_sig":3.42338,"dnsmos_bak":4.05919,"pesq_wb":3.04202,"pesq_nb":3.49913,"stoi":0.92755,"estoi":0.83861,"si_sdr":7.04739,"mel_dist":0.16021,"stft_dist":0.98599,"f0_rmse_cents":143.22665,"f0_corr":0.90134,"vuv_err":0.15028,"score_intelligibility":0.95641,"score_speaker":0.92494,"score_quality":0.92514,"score_fidelity":0.80411,"score":0.90265},"fr":{"n":50,"unit":"wer","wer":6.71937,"wer_orig":4.98024,"dwer":1.73913,"wer_pseudo":2.93651,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89307,"utmos":2.00703,"dnsmos_ovrl":3.08699,"dnsmos_sig":3.41972,"dnsmos_bak":4.02434,"pesq_wb":2.61082,"pesq_nb":3.25399,"stoi":0.92168,"estoi":0.86104,"si_sdr":1.64478,"mel_dist":0.18711,"stft_dist":1.1028,"f0_rmse_cents":135.90178,"f0_corr":0.88517,"vuv_err":0.17976,"score_intelligibility":0.77471,"score_speaker":0.89307,"score_quality":0.86875,"score_fidelity":0.7557,"score":0.82306},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.54695,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92497,"utmos":2.43429,"dnsmos_ovrl":3.25207,"dnsmos_sig":3.5918,"dnsmos_bak":3.97743,"pesq_wb":3.17,"pesq_nb":3.58639,"stoi":0.9243,"estoi":0.85593,"si_sdr":4.93857,"mel_dist":0.17554,"stft_dist":1.08472,"f0_rmse_cents":168.62082,"f0_corr":0.89916,"vuv_err":0.16393,"score_intelligibility":0.95745,"score_speaker":0.92497,"score_quality":0.90727,"score_fidelity":0.81449,"score":0.90104},"it":{"n":50,"unit":"wer","wer":3.36976,"wer_orig":2.55009,"dwer":0.81967,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92549,"utmos":2.66899,"dnsmos_ovrl":3.33236,"dnsmos_sig":3.61536,"dnsmos_bak":4.0991,"pesq_wb":3.19586,"pesq_nb":3.61288,"stoi":0.92569,"estoi":0.86124,"si_sdr":5.50093,"mel_dist":0.17617,"stft_dist":1.05062,"f0_rmse_cents":96.65746,"f0_corr":0.88169,"vuv_err":0.1321,"score_intelligibility":0.81242,"score_speaker":0.92549,"score_quality":0.8965,"score_fidelity":0.81159,"score":0.8615},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94214,"utmos":2.27659,"dnsmos_ovrl":3.07879,"dnsmos_sig":3.45846,"dnsmos_bak":3.80299,"pesq_wb":2.89656,"pesq_nb":3.38431,"stoi":0.88697,"estoi":0.80751,"si_sdr":3.10344,"mel_dist":0.17083,"stft_dist":1.09478,"f0_rmse_cents":262.68103,"f0_corr":0.81873,"vuv_err":0.17661,"score_intelligibility":1.0,"score_speaker":0.94214,"score_quality":0.92391,"score_fidelity":0.74919,"score":0.90381},"nl":{"n":50,"unit":"wer","wer":6.86887,"wer_orig":5.26316,"dwer":1.60571,"wer_pseudo":2.68577,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.92147,"utmos":2.81665,"dnsmos_ovrl":2.76439,"dnsmos_sig":3.1484,"dnsmos_bak":4.09716,"pesq_wb":3.00465,"pesq_nb":3.48878,"stoi":0.93312,"estoi":0.86283,"si_sdr":3.72186,"mel_dist":0.15403,"stft_dist":1.11032,"f0_rmse_cents":101.20368,"f0_corr":0.92493,"vuv_err":0.17339,"score_intelligibility":0.79594,"score_speaker":0.92147,"score_quality":0.96139,"score_fidelity":0.81027,"score":0.87227},"pl":{"n":50,"unit":"wer","wer":6.0307,"wer_orig":3.28947,"dwer":2.74123,"wer_pseudo":3.72807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92021,"utmos":2.36985,"dnsmos_ovrl":3.06105,"dnsmos_sig":3.39597,"dnsmos_bak":4.07312,"pesq_wb":2.8121,"pesq_nb":3.30239,"stoi":0.93502,"estoi":0.86585,"si_sdr":0.00965,"mel_dist":0.17699,"stft_dist":1.14215,"f0_rmse_cents":115.46927,"f0_corr":0.83112,"vuv_err":0.15462,"score_intelligibility":0.61011,"score_speaker":0.92021,"score_quality":0.892,"score_fidelity":0.7613,"score":0.7959},"cs":{"n":50,"unit":"wer","wer":12.13536,"wer_orig":9.45158,"dwer":2.68378,"wer_pseudo":7.00935,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.91915,"utmos":2.30835,"dnsmos_ovrl":3.18132,"dnsmos_sig":3.51229,"dnsmos_bak":3.97276,"pesq_wb":2.53031,"pesq_nb":3.18744,"stoi":0.9039,"estoi":0.8228,"si_sdr":4.63932,"mel_dist":0.17166,"stft_dist":1.06822,"f0_rmse_cents":87.37528,"f0_corr":0.90319,"vuv_err":0.13951,"score_intelligibility":0.79568,"score_speaker":0.91915,"score_quality":0.91664,"score_fidelity":0.74811,"score":0.84489},"tr":{"n":50,"unit":"wer","wer":8.94737,"wer_orig":7.76316,"dwer":1.18421,"wer_pseudo":4.08432,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.89809,"utmos":1.84983,"dnsmos_ovrl":3.04815,"dnsmos_sig":3.40931,"dnsmos_bak":3.99726,"pesq_wb":2.72859,"pesq_nb":3.30611,"stoi":0.89653,"estoi":0.80467,"si_sdr":-1.03604,"mel_dist":0.18176,"stft_dist":1.20066,"f0_rmse_cents":173.56649,"f0_corr":0.86232,"vuv_err":0.13554,"score_intelligibility":0.88095,"score_speaker":0.89809,"score_quality":0.83149,"score_fidelity":0.75091,"score":0.84036},"id":{"n":50,"unit":"wer","wer":8.61865,"wer_orig":5.90319,"dwer":2.71547,"wer_pseudo":6.37544,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.84707,"utmos":1.84249,"dnsmos_ovrl":2.79624,"dnsmos_sig":3.34687,"dnsmos_bak":3.31563,"pesq_wb":2.29757,"pesq_nb":3.11847,"stoi":0.8253,"estoi":0.70461,"si_sdr":2.6478,"mel_dist":0.14976,"stft_dist":1.0759,"f0_rmse_cents":271.6753,"f0_corr":0.78726,"vuv_err":0.21558,"score_intelligibility":0.71769,"score_speaker":0.84707,"score_quality":0.93838,"score_fidelity":0.6611,"score":0.79106},"vi":{"n":50,"unit":"wer","wer":9.54654,"wer_orig":7.71679,"dwer":1.82975,"wer_pseudo":4.14013,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.86741,"utmos":1.94825,"dnsmos_ovrl":2.89665,"dnsmos_sig":3.43266,"dnsmos_bak":3.69422,"pesq_wb":2.68364,"pesq_nb":3.3737,"stoi":0.82226,"estoi":0.71652,"si_sdr":4.16832,"mel_dist":0.14441,"stft_dist":1.02171,"f0_rmse_cents":119.67209,"f0_corr":0.92172,"vuv_err":0.14368,"score_intelligibility":0.82651,"score_speaker":0.86741,"score_quality":0.92918,"score_fidelity":0.74167,"score":0.84119},"ru":{"n":50,"unit":"wer","wer":5.66474,"wer_orig":4.50867,"dwer":1.15607,"wer_pseudo":1.15875,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91384,"utmos":2.31073,"dnsmos_ovrl":3.0304,"dnsmos_sig":3.36915,"dnsmos_bak":4.03535,"pesq_wb":2.84542,"pesq_nb":3.38856,"stoi":0.92305,"estoi":0.85126,"si_sdr":2.86489,"mel_dist":0.18594,"stft_dist":1.14236,"f0_rmse_cents":158.53481,"f0_corr":0.81243,"vuv_err":0.16952,"score_intelligibility":0.82654,"score_speaker":0.91384,"score_quality":0.88554,"score_fidelity":0.75425,"score":0.84504},"uk":{"n":50,"unit":"wer","wer":8.05902,"wer_orig":6.46992,"dwer":1.5891,"wer_pseudo":3.29545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90772,"utmos":2.23562,"dnsmos_ovrl":3.11318,"dnsmos_sig":3.44573,"dnsmos_bak":4.07608,"pesq_wb":2.84047,"pesq_nb":3.41287,"stoi":0.92266,"estoi":0.84116,"si_sdr":4.31422,"mel_dist":0.19,"stft_dist":1.1383,"f0_rmse_cents":88.4637,"f0_corr":0.93903,"vuv_err":0.1485,"score_intelligibility":0.82458,"score_speaker":0.90772,"score_quality":0.89153,"score_fidelity":0.79585,"score":0.85492},"el":{"n":50,"unit":"wer","wer":15.03006,"wer_orig":12.02405,"dwer":3.00601,"wer_pseudo":8.10811,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8646,"utmos":2.21859,"dnsmos_ovrl":2.91696,"dnsmos_sig":3.3253,"dnsmos_bak":3.80387,"pesq_wb":2.79287,"pesq_nb":3.34602,"stoi":0.90126,"estoi":0.81043,"si_sdr":1.82587,"mel_dist":0.15411,"stft_dist":1.05252,"f0_rmse_cents":89.50372,"f0_corr":0.89144,"vuv_err":0.13861,"score_intelligibility":0.81248,"score_speaker":0.8646,"score_quality":0.83502,"score_fidelity":0.76832,"score":0.8201},"ar":{"n":50,"unit":"wer","wer":13.68681,"wer_orig":12.45376,"dwer":1.23305,"wer_pseudo":4.57355,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93221,"utmos":2.32935,"dnsmos_ovrl":3.2169,"dnsmos_sig":3.57218,"dnsmos_bak":3.97499,"pesq_wb":2.89396,"pesq_nb":3.40539,"stoi":0.93675,"estoi":0.88358,"si_sdr":4.15628,"mel_dist":0.17344,"stft_dist":1.07238,"f0_rmse_cents":119.869,"f0_corr":0.90264,"vuv_err":0.14202,"score_intelligibility":0.91604,"score_speaker":0.93221,"score_quality":0.89731,"score_fidelity":0.79351,"score":0.88477},"fa":{"n":50,"unit":"wer","wer":27.2,"wer_orig":25.94286,"dwer":1.25714,"wer_pseudo":7.24324,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.92045,"utmos":2.45923,"dnsmos_ovrl":2.90624,"dnsmos_sig":3.39667,"dnsmos_bak":3.78221,"pesq_wb":2.78625,"pesq_nb":3.46217,"stoi":0.81925,"estoi":0.71739,"si_sdr":2.21059,"mel_dist":0.15731,"stft_dist":1.09036,"f0_rmse_cents":239.56461,"f0_corr":0.74991,"vuv_err":0.15818,"score_intelligibility":0.95542,"score_speaker":0.92045,"score_quality":0.95091,"score_fidelity":0.69317,"score":0.87999},"he":{"n":50,"unit":"wer","wer":23.48837,"wer_orig":19.4186,"dwer":4.06977,"wer_pseudo":12.0892,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91395,"utmos":2.26775,"dnsmos_ovrl":2.80237,"dnsmos_sig":3.20009,"dnsmos_bak":3.9293,"pesq_wb":2.8049,"pesq_nb":3.41661,"stoi":0.92599,"estoi":0.85306,"si_sdr":4.82296,"mel_dist":0.16619,"stft_dist":1.03769,"f0_rmse_cents":163.43225,"f0_corr":0.79742,"vuv_err":0.18536,"score_intelligibility":0.83381,"score_speaker":0.91395,"score_quality":0.92271,"score_fidelity":0.74636,"score":0.85421},"hi":{"n":50,"unit":"wer","wer":28.9012,"wer_orig":26.31579,"dwer":2.58541,"wer_pseudo":10.17257,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.89191,"utmos":2.042,"dnsmos_ovrl":2.8094,"dnsmos_sig":3.39876,"dnsmos_bak":3.45527,"pesq_wb":2.60215,"pesq_nb":3.25652,"stoi":0.8801,"estoi":0.78816,"si_sdr":3.99465,"mel_dist":0.17711,"stft_dist":1.09596,"f0_rmse_cents":140.79222,"f0_corr":0.85143,"vuv_err":0.1572,"score_intelligibility":0.91353,"score_speaker":0.89191,"score_quality":0.90218,"score_fidelity":0.72976,"score":0.85935},"zh":{"n":50,"unit":"cer","wer":7.93003,"wer_orig":7.40525,"dwer":0.52478,"wer_pseudo":1.46341,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.89922,"utmos":2.25345,"dnsmos_ovrl":3.02757,"dnsmos_sig":3.38462,"dnsmos_bak":3.99652,"pesq_wb":2.85938,"pesq_nb":3.40326,"stoi":0.92009,"estoi":0.85011,"si_sdr":-1.6013,"mel_dist":0.17888,"stft_dist":1.1834,"f0_rmse_cents":108.10012,"f0_corr":0.90832,"vuv_err":0.09511,"score_intelligibility":0.94123,"score_speaker":0.89922,"score_quality":0.83681,"score_fidelity":0.78655,"score":0.86595},"yue":{"n":50,"unit":"cer","wer":15.57632,"wer_orig":14.39252,"dwer":1.1838,"wer_pseudo":7.28309,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91039,"utmos":2.53387,"dnsmos_ovrl":3.10665,"dnsmos_sig":3.47696,"dnsmos_bak":3.92624,"pesq_wb":2.72952,"pesq_nb":3.37415,"stoi":0.90922,"estoi":0.82322,"si_sdr":2.20821,"mel_dist":0.15197,"stft_dist":1.05815,"f0_rmse_cents":147.05554,"f0_corr":0.89396,"vuv_err":0.14773,"score_intelligibility":0.92858,"score_speaker":0.91039,"score_quality":0.89428,"score_fidelity":0.76578,"score":0.87476},"ja":{"n":50,"unit":"cer","wer":4.50161,"wer_orig":3.53698,"dwer":0.96463,"wer_pseudo":2.43454,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.89564,"utmos":1.9408,"dnsmos_ovrl":2.59116,"dnsmos_sig":3.28418,"dnsmos_bak":3.36181,"pesq_wb":2.85587,"pesq_nb":3.41814,"stoi":0.81012,"estoi":0.69775,"si_sdr":0.64162,"mel_dist":0.1551,"stft_dist":1.11831,"f0_rmse_cents":134.77715,"f0_corr":0.84016,"vuv_err":0.14592,"score_intelligibility":0.82466,"score_speaker":0.89564,"score_quality":0.95421,"score_fidelity":0.72684,"score":0.85034},"ko":{"n":50,"unit":"cer","wer":4.7549,"wer_orig":5.14706,"dwer":-0.39216,"wer_pseudo":1.002,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.91054,"utmos":2.56235,"dnsmos_ovrl":3.054,"dnsmos_sig":3.40783,"dnsmos_bak":4.05523,"pesq_wb":3.1106,"pesq_nb":3.59001,"stoi":0.92208,"estoi":0.86283,"si_sdr":3.1094,"mel_dist":0.16316,"stft_dist":1.03509,"f0_rmse_cents":88.32972,"f0_corr":0.95898,"vuv_err":0.10368,"score_intelligibility":1.0,"score_speaker":0.91054,"score_quality":0.84585,"score_fidelity":0.82803,"score":0.8961},"th":{"n":50,"unit":"cer","wer":7.7405,"wer_orig":7.61924,"dwer":0.12126,"wer_pseudo":4.00891,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.90542,"utmos":2.14482,"dnsmos_ovrl":2.87111,"dnsmos_sig":3.38021,"dnsmos_bak":3.76926,"pesq_wb":2.55893,"pesq_nb":3.26486,"stoi":0.90474,"estoi":0.82763,"si_sdr":2.91889,"mel_dist":0.15577,"stft_dist":1.06916,"f0_rmse_cents":217.86235,"f0_corr":0.84711,"vuv_err":0.19292,"score_intelligibility":0.98613,"score_speaker":0.90542,"score_quality":0.91245,"score_fidelity":0.73242,"score":0.8841}}},{"codec":"harp_44k_1g","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"harp_44k_1g","family":"HARP","checkpoint":"KelvinYang/harp-codec","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":3,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code and weights)","paper":"2607.16657","year":2026,"bitrate_kbps":2.584,"notes":"1 of 4 harmonic band groups = first 3 of 9 RVQ codebooks (official bitrate tier); DAC backbone converted to transformers.DacModel; released checkpoint trained on a 50/50 music + general-audio mix (hyper_parameters data.dataset_type=TME)","side_info":null,"warning":null,"env":"main"},"kbps":2.584,"kbps_measured":2.58543,"tokens_per_s":258.54316,"params_M":76.62078,"efficiency":{"rtf_encode":0.00608,"rtf_decode":0.0105,"peak_vram_gb":1.84677,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.62863,"score_worst_lang":0.53964,"worst_lang":"ja","en_gap":-0.01746,"score_intelligibility":0.45645,"score_speaker":0.70815,"score_quality":0.68326,"score_fidelity":0.66667,"dwer":12.86655,"wer":21.67236,"wer_pseudo":18.03604,"sim":0.70815,"utmos":1.72084,"dnsmos_ovrl":2.77861,"dnsmos_sig":3.20305,"dnsmos_bak":3.77548,"pesq_wb":2.11323,"pesq_nb":2.66693,"stoi":0.82606,"estoi":0.70552,"si_sdr":5.68071,"mel_dist":0.22626,"stft_dist":1.35645,"f0_rmse_cents":154.55017,"f0_corr":0.85589,"vuv_err":0.15113,"score_ci95":[0.6227,0.63521]},"per_lang":{"en":{"n":50,"unit":"wer","wer":15.04425,"wer_orig":6.98132,"dwer":8.06293,"wer_pseudo":11.96498,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.66009,"utmos":1.65165,"dnsmos_ovrl":2.36229,"dnsmos_sig":2.93135,"dnsmos_bak":3.65182,"pesq_wb":1.86767,"pesq_nb":2.47841,"stoi":0.7838,"estoi":0.64966,"si_sdr":4.60138,"mel_dist":0.2255,"stft_dist":1.42533,"f0_rmse_cents":164.86952,"f0_corr":0.88995,"vuv_err":0.16332,"score_intelligibility":0.49746,"score_speaker":0.66009,"score_quality":0.64949,"score_fidelity":0.64055,"score":0.6119},"de":{"n":50,"unit":"wer","wer":13.12309,"wer_orig":5.69685,"dwer":7.42625,"wer_pseudo":9.96948,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.74335,"utmos":1.90145,"dnsmos_ovrl":3.00263,"dnsmos_sig":3.29958,"dnsmos_bak":4.03294,"pesq_wb":2.53779,"pesq_nb":2.9439,"stoi":0.87688,"estoi":0.7409,"si_sdr":8.72743,"mel_dist":0.20574,"stft_dist":1.21,"f0_rmse_cents":141.06196,"f0_corr":0.90093,"vuv_err":0.12451,"score_intelligibility":0.47418,"score_speaker":0.74335,"score_quality":0.74131,"score_fidelity":0.73906,"score":0.67448},"fr":{"n":50,"unit":"wer","wer":19.36759,"wer_orig":4.98024,"dwer":14.38735,"wer_pseudo":17.53968,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.74507,"utmos":1.73586,"dnsmos_ovrl":2.93844,"dnsmos_sig":3.2898,"dnsmos_bak":3.95039,"pesq_wb":2.15053,"pesq_nb":2.61632,"stoi":0.86245,"estoi":0.77454,"si_sdr":7.19583,"mel_dist":0.23713,"stft_dist":1.30706,"f0_rmse_cents":118.76956,"f0_corr":0.8888,"vuv_err":0.16086,"score_intelligibility":0.29362,"score_speaker":0.74507,"score_quality":0.7472,"score_fidelity":0.69332,"score":0.6198},"es":{"n":50,"unit":"wer","wer":4.54545,"wer_orig":3.09091,"dwer":1.45455,"wer_pseudo":2.3701,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.72173,"utmos":1.91422,"dnsmos_ovrl":3.11152,"dnsmos_sig":3.46706,"dnsmos_bak":3.92614,"pesq_wb":2.52218,"pesq_nb":3.01529,"stoi":0.87274,"estoi":0.77209,"si_sdr":7.08205,"mel_dist":0.22826,"stft_dist":1.34215,"f0_rmse_cents":153.92124,"f0_corr":0.93279,"vuv_err":0.14317,"score_intelligibility":0.7377,"score_speaker":0.72173,"score_quality":0.74254,"score_fidelity":0.74681,"score":0.7372},"it":{"n":50,"unit":"wer","wer":8.92532,"wer_orig":2.55009,"dwer":6.37523,"wer_pseudo":7.49543,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.75785,"utmos":2.03831,"dnsmos_ovrl":3.17811,"dnsmos_sig":3.4904,"dnsmos_bak":4.02223,"pesq_wb":2.41854,"pesq_nb":2.97131,"stoi":0.86518,"estoi":0.76056,"si_sdr":7.56422,"mel_dist":0.23169,"stft_dist":1.30758,"f0_rmse_cents":133.16541,"f0_corr":0.79805,"vuv_err":0.15129,"score_intelligibility":0.35768,"score_speaker":0.75785,"score_quality":0.71881,"score_fidelity":0.68951,"score":0.63096},"pt":{"n":50,"unit":"wer","wer":5.66406,"wer_orig":3.41797,"dwer":2.24609,"wer_pseudo":3.54331,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.78441,"utmos":1.88993,"dnsmos_ovrl":2.9326,"dnsmos_sig":3.32779,"dnsmos_bak":3.73002,"pesq_wb":2.20664,"pesq_nb":2.7605,"stoi":0.82763,"estoi":0.7112,"si_sdr":6.05018,"mel_dist":0.22871,"stft_dist":1.3483,"f0_rmse_cents":233.74921,"f0_corr":0.88314,"vuv_err":0.15688,"score_intelligibility":0.66295,"score_speaker":0.78441,"score_quality":0.77854,"score_fidelity":0.68518,"score":0.72777},"nl":{"n":50,"unit":"wer","wer":19.53613,"wer_orig":5.26316,"dwer":14.27297,"wer_pseudo":17.09937,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71334,"utmos":1.66842,"dnsmos_ovrl":2.48307,"dnsmos_sig":2.89027,"dnsmos_bak":4.02314,"pesq_wb":1.93179,"pesq_nb":2.53518,"stoi":0.83964,"estoi":0.72258,"si_sdr":3.70674,"mel_dist":0.24386,"stft_dist":1.49826,"f0_rmse_cents":238.70146,"f0_corr":0.75648,"vuv_err":0.24079,"score_intelligibility":0.30498,"score_speaker":0.71334,"score_quality":0.59677,"score_fidelity":0.62078,"score":0.55897},"pl":{"n":50,"unit":"wer","wer":22.58772,"wer_orig":3.28947,"dwer":19.29825,"wer_pseudo":22.36842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.74273,"utmos":1.7011,"dnsmos_ovrl":2.80167,"dnsmos_sig":3.1948,"dnsmos_bak":3.90742,"pesq_wb":1.96736,"pesq_nb":2.48931,"stoi":0.86323,"estoi":0.74933,"si_sdr":2.51707,"mel_dist":0.24236,"stft_dist":1.43787,"f0_rmse_cents":158.52187,"f0_corr":0.74286,"vuv_err":0.14909,"score_intelligibility":0.18185,"score_speaker":0.74273,"score_quality":0.65221,"score_fidelity":0.62749,"score":0.55107},"cs":{"n":50,"unit":"wer","wer":28.00467,"wer_orig":9.45158,"dwer":18.55309,"wer_pseudo":26.40187,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.76713,"utmos":1.91192,"dnsmos_ovrl":3.07263,"dnsmos_sig":3.40766,"dnsmos_bak":3.94071,"pesq_wb":2.10898,"pesq_nb":2.64353,"stoi":0.84424,"estoi":0.72634,"si_sdr":7.95763,"mel_dist":0.2312,"stft_dist":1.31044,"f0_rmse_cents":97.47735,"f0_corr":0.87969,"vuv_err":0.12041,"score_intelligibility":0.36034,"score_speaker":0.76713,"score_quality":0.77955,"score_fidelity":0.68026,"score":0.64682},"tr":{"n":50,"unit":"wer","wer":25.13158,"wer_orig":7.76316,"dwer":17.36842,"wer_pseudo":21.21212,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.69164,"utmos":1.60636,"dnsmos_ovrl":2.93321,"dnsmos_sig":3.29923,"dnsmos_bak":3.97329,"pesq_wb":2.20206,"pesq_nb":2.74782,"stoi":0.83404,"estoi":0.69758,"si_sdr":6.1414,"mel_dist":0.23124,"stft_dist":1.37421,"f0_rmse_cents":141.46576,"f0_corr":0.88382,"vuv_err":0.12706,"score_intelligibility":0.33535,"score_speaker":0.69164,"score_quality":0.70864,"score_fidelity":0.6871,"score":0.60568},"id":{"n":50,"unit":"wer","wer":26.44628,"wer_orig":5.90319,"dwer":20.54309,"wer_pseudo":25.02952,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.6572,"utmos":1.43603,"dnsmos_ovrl":2.55727,"dnsmos_sig":3.11813,"dnsmos_bak":3.14617,"pesq_wb":1.93052,"pesq_nb":2.48857,"stoi":0.73988,"estoi":0.57522,"si_sdr":5.37297,"mel_dist":0.20936,"stft_dist":1.34624,"f0_rmse_cents":113.99763,"f0_corr":0.88057,"vuv_err":0.16268,"score_intelligibility":0.25152,"score_speaker":0.6572,"score_quality":0.67592,"score_fidelity":0.62877,"score":0.55335},"vi":{"n":50,"unit":"wer","wer":27.60541,"wer_orig":7.71679,"dwer":19.88862,"wer_pseudo":25.15924,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.68278,"utmos":1.55437,"dnsmos_ovrl":2.61744,"dnsmos_sig":3.17584,"dnsmos_bak":3.53773,"pesq_wb":2.07911,"pesq_nb":2.712,"stoi":0.72441,"estoi":0.57788,"si_sdr":6.7196,"mel_dist":0.21043,"stft_dist":1.2939,"f0_rmse_cents":141.47161,"f0_corr":0.87594,"vuv_err":0.13945,"score_intelligibility":0.30473,"score_speaker":0.68278,"score_quality":0.68876,"score_fidelity":0.63622,"score":0.57812},"ru":{"n":50,"unit":"wer","wer":6.93642,"wer_orig":4.50867,"dwer":2.42775,"wer_pseudo":4.17149,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.72173,"utmos":1.68198,"dnsmos_ovrl":2.81643,"dnsmos_sig":3.1618,"dnsmos_bak":3.97568,"pesq_wb":2.10106,"pesq_nb":2.64958,"stoi":0.857,"estoi":0.74939,"si_sdr":5.83621,"mel_dist":0.23505,"stft_dist":1.37674,"f0_rmse_cents":200.10462,"f0_corr":0.74686,"vuv_err":0.16946,"score_intelligibility":0.6941,"score_speaker":0.72173,"score_quality":0.6467,"score_fidelity":0.63948,"score":0.6755},"uk":{"n":50,"unit":"wer","wer":19.52327,"wer_orig":6.46992,"dwer":13.05335,"wer_pseudo":16.59091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.71055,"utmos":1.88519,"dnsmos_ovrl":2.99887,"dnsmos_sig":3.33539,"dnsmos_bak":4.05467,"pesq_wb":2.25221,"pesq_nb":2.71355,"stoi":0.85395,"estoi":0.72515,"si_sdr":6.99352,"mel_dist":0.23345,"stft_dist":1.37414,"f0_rmse_cents":112.75858,"f0_corr":0.91622,"vuv_err":0.13875,"score_intelligibility":0.36397,"score_speaker":0.71055,"score_quality":0.76657,"score_fidelity":0.70931,"score":0.6376},"el":{"n":50,"unit":"wer","wer":35.97194,"wer_orig":12.02405,"dwer":23.9479,"wer_pseudo":32.23223,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.66661,"utmos":1.75739,"dnsmos_ovrl":2.76245,"dnsmos_sig":3.18391,"dnsmos_bak":3.77914,"pesq_wb":2.2138,"pesq_nb":2.87689,"stoi":0.82494,"estoi":0.68554,"si_sdr":7.05789,"mel_dist":0.21825,"stft_dist":1.31152,"f0_rmse_cents":128.1717,"f0_corr":0.85201,"vuv_err":0.14536,"score_intelligibility":0.35227,"score_speaker":0.66661,"score_quality":0.66318,"score_fidelity":0.67458,"score":0.58916},"ar":{"n":50,"unit":"wer","wer":23.55117,"wer_orig":12.45376,"dwer":11.09741,"wer_pseudo":16.56366,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.77,"utmos":1.71808,"dnsmos_ovrl":2.94249,"dnsmos_sig":3.35331,"dnsmos_bak":3.80927,"pesq_wb":1.91723,"pesq_nb":2.5406,"stoi":0.87794,"estoi":0.79438,"si_sdr":5.30041,"mel_dist":0.24166,"stft_dist":1.39538,"f0_rmse_cents":121.85158,"f0_corr":0.89379,"vuv_err":0.138,"score_intelligibility":0.54799,"score_speaker":0.77,"score_quality":0.66589,"score_fidelity":0.67793,"score":0.66545},"fa":{"n":50,"unit":"wer","wer":43.54286,"wer_orig":25.94286,"dwer":17.6,"wer_pseudo":30.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.72558,"utmos":1.68287,"dnsmos_ovrl":2.70234,"dnsmos_sig":3.21638,"dnsmos_bak":3.70398,"pesq_wb":1.94737,"pesq_nb":2.65234,"stoi":0.7353,"estoi":0.6074,"si_sdr":3.98144,"mel_dist":0.21978,"stft_dist":1.38877,"f0_rmse_cents":265.98646,"f0_corr":0.74562,"vuv_err":0.1597,"score_intelligibility":0.60487,"score_speaker":0.72558,"score_quality":0.67419,"score_fidelity":0.58387,"score":0.64713},"he":{"n":50,"unit":"wer","wer":50.5814,"wer_orig":19.4186,"dwer":31.16279,"wer_pseudo":44.48357,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.62765,"utmos":1.52187,"dnsmos_ovrl":2.62447,"dnsmos_sig":3.02086,"dnsmos_bak":3.83057,"pesq_wb":1.92365,"pesq_nb":2.4682,"stoi":0.84338,"estoi":0.71733,"si_sdr":5.45891,"mel_dist":0.22783,"stft_dist":1.35643,"f0_rmse_cents":169.63637,"f0_corr":0.76349,"vuv_err":0.18636,"score_intelligibility":0.39585,"score_speaker":0.62765,"score_quality":0.62294,"score_fidelity":0.62359,"score":0.56751},"hi":{"n":50,"unit":"wer","wer":42.38227,"wer_orig":26.31579,"dwer":16.06648,"wer_pseudo":32.06176,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.61774,"utmos":1.58384,"dnsmos_ovrl":2.61853,"dnsmos_sig":3.17529,"dnsmos_bak":3.3396,"pesq_wb":2.0616,"pesq_nb":2.65911,"stoi":0.80571,"estoi":0.6807,"si_sdr":6.83231,"mel_dist":0.23368,"stft_dist":1.34134,"f0_rmse_cents":144.51455,"f0_corr":0.86948,"vuv_err":0.15331,"score_intelligibility":0.62965,"score_speaker":0.61774,"score_quality":0.69011,"score_fidelity":0.6595,"score":0.64925},"zh":{"n":50,"unit":"cer","wer":14.69388,"wer_orig":7.40525,"dwer":7.28863,"wer_pseudo":8.53659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.69583,"utmos":1.57644,"dnsmos_ovrl":2.71156,"dnsmos_sig":3.10506,"dnsmos_bak":3.84983,"pesq_wb":2.04306,"pesq_nb":2.54123,"stoi":0.84736,"estoi":0.74148,"si_sdr":2.62745,"mel_dist":0.21566,"stft_dist":1.38039,"f0_rmse_cents":125.24626,"f0_corr":0.87723,"vuv_err":0.12021,"score_intelligibility":0.53557,"score_speaker":0.69583,"score_quality":0.57326,"score_fidelity":0.6742,"score":0.61972},"yue":{"n":50,"unit":"cer","wer":24.42368,"wer_orig":14.39252,"dwer":10.03115,"wer_pseudo":22.16593,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.72493,"utmos":1.89262,"dnsmos_ovrl":2.9135,"dnsmos_sig":3.33523,"dnsmos_bak":3.80124,"pesq_wb":2.08845,"pesq_nb":2.62878,"stoi":0.85137,"estoi":0.73072,"si_sdr":4.75621,"mel_dist":0.21242,"stft_dist":1.31747,"f0_rmse_cents":168.91131,"f0_corr":0.86666,"vuv_err":0.11814,"score_intelligibility":0.60544,"score_speaker":0.72493,"score_quality":0.6997,"score_fidelity":0.67634,"score":0.6766},"ja":{"n":50,"unit":"cer","wer":16.81213,"wer_orig":3.53698,"dwer":13.27515,"wer_pseudo":15.02067,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.61644,"utmos":1.50113,"dnsmos_ovrl":2.29206,"dnsmos_sig":2.85177,"dnsmos_bak":3.14241,"pesq_wb":2.0375,"pesq_nb":2.57047,"stoi":0.71964,"estoi":0.57145,"si_sdr":2.93061,"mel_dist":0.22184,"stft_dist":1.42015,"f0_rmse_cents":145.81577,"f0_corr":0.86112,"vuv_err":0.16422,"score_intelligibility":0.25471,"score_speaker":0.61644,"score_quality":0.66166,"score_fidelity":0.62573,"score":0.53964},"ko":{"n":50,"unit":"cer","wer":6.96078,"wer_orig":5.14706,"dwer":1.81373,"wer_pseudo":3.70741,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.73076,"utmos":2.04554,"dnsmos_ovrl":2.88011,"dnsmos_sig":3.26086,"dnsmos_bak":3.98938,"pesq_wb":2.43983,"pesq_nb":2.91978,"stoi":0.85242,"estoi":0.75541,"si_sdr":6.64508,"mel_dist":0.21728,"stft_dist":1.28281,"f0_rmse_cents":107.27277,"f0_corr":0.93398,"vuv_err":0.1237,"score_intelligibility":0.77217,"score_speaker":0.73076,"score_quality":0.69115,"score_fidelity":0.73259,"score":0.73167},"th":{"n":50,"unit":"cer","wer":18.77526,"wer_orig":7.61924,"dwer":11.15602,"wer_pseudo":16.25835,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.72044,"utmos":1.44359,"dnsmos_ovrl":2.43305,"dnsmos_sig":2.98141,"dnsmos_bak":3.49385,"pesq_wb":1.7685,"pesq_nb":2.38377,"stoi":0.82225,"estoi":0.71559,"si_sdr":4.28062,"mel_dist":0.22781,"stft_dist":1.40841,"f0_rmse_cents":181.76162,"f0_corr":0.90185,"vuv_err":0.17037,"score_intelligibility":0.43586,"score_speaker":0.72044,"score_quality":0.56312,"score_fidelity":0.64789,"score":0.59183}}},{"codec":"harp_44k_2g","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"harp_44k_2g","family":"HARP","checkpoint":"KelvinYang/harp-codec","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":5,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code and weights)","paper":"2607.16657","year":2026,"bitrate_kbps":4.3066,"notes":"2 of 4 harmonic band groups = first 5 of 9 RVQ codebooks (official bitrate tier); DAC backbone converted to transformers.DacModel; released checkpoint trained on a 50/50 music + general-audio mix (hyper_parameters data.dataset_type=TME)","side_info":null,"warning":null,"env":"main"},"kbps":4.3066,"kbps_measured":4.30905,"tokens_per_s":430.90526,"params_M":76.62078,"efficiency":{"rtf_encode":0.0061,"rtf_decode":0.01052,"peak_vram_gb":1.84681,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.81121,"score_worst_lang":0.74198,"worst_lang":"id","en_gap":0.02643,"score_intelligibility":0.73117,"score_speaker":0.85443,"score_quality":0.8597,"score_fidelity":0.79956,"dwer":3.91442,"wer":12.72023,"wer_pseudo":7.85029,"sim":0.85443,"utmos":2.17723,"dnsmos_ovrl":2.91139,"dnsmos_sig":3.32782,"dnsmos_bak":3.84242,"pesq_wb":3.03228,"pesq_nb":3.48257,"stoi":0.89276,"estoi":0.81007,"si_sdr":9.14267,"mel_dist":0.19231,"stft_dist":1.20109,"f0_rmse_cents":103.63619,"f0_corr":0.92526,"vuv_err":0.10863,"score_ci95":[0.80326,0.81759]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.2763,"wer_orig":6.98132,"dwer":0.29499,"wer_pseudo":3.40467,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.80759,"utmos":1.99487,"dnsmos_ovrl":2.47363,"dnsmos_sig":3.04433,"dnsmos_bak":3.67291,"pesq_wb":2.77233,"pesq_nb":3.39035,"stoi":0.8653,"estoi":0.77047,"si_sdr":8.29763,"mel_dist":0.19191,"stft_dist":1.23653,"f0_rmse_cents":104.02959,"f0_corr":0.95821,"vuv_err":0.11134,"score_intelligibility":0.96436,"score_speaker":0.80759,"score_quality":0.79758,"score_fidelity":0.77663,"score":0.83654},"de":{"n":50,"unit":"wer","wer":7.52798,"wer_orig":5.69685,"dwer":1.83113,"wer_pseudo":2.95015,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.88194,"utmos":2.35509,"dnsmos_ovrl":3.06333,"dnsmos_sig":3.3619,"dnsmos_bak":4.04617,"pesq_wb":3.37832,"pesq_nb":3.67477,"stoi":0.92474,"estoi":0.83372,"si_sdr":12.31919,"mel_dist":0.17645,"stft_dist":1.08055,"f0_rmse_cents":87.78956,"f0_corr":0.95209,"vuv_err":0.09628,"score_intelligibility":0.78528,"score_speaker":0.88194,"score_quality":0.88703,"score_fidelity":0.85212,"score":0.85159},"fr":{"n":50,"unit":"wer","wer":9.16996,"wer_orig":4.98024,"dwer":4.18972,"wer_pseudo":6.66667,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.86992,"utmos":2.09951,"dnsmos_ovrl":3.00297,"dnsmos_sig":3.34304,"dnsmos_bak":3.98024,"pesq_wb":2.94228,"pesq_nb":3.38096,"stoi":0.9184,"estoi":0.85918,"si_sdr":10.4319,"mel_dist":0.20322,"stft_dist":1.17469,"f0_rmse_cents":95.23784,"f0_corr":0.94217,"vuv_err":0.12167,"score_intelligibility":0.58803,"score_speaker":0.86992,"score_quality":0.89626,"score_fidelity":0.80517,"score":0.78984},"es":{"n":50,"unit":"wer","wer":4.09091,"wer_orig":3.09091,"dwer":1.0,"wer_pseudo":1.45852,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.86764,"utmos":2.37013,"dnsmos_ovrl":3.18652,"dnsmos_sig":3.53706,"dnsmos_bak":3.95085,"pesq_wb":3.38207,"pesq_nb":3.72156,"stoi":0.92303,"estoi":0.85734,"si_sdr":10.55123,"mel_dist":0.19787,"stft_dist":1.20485,"f0_rmse_cents":138.04008,"f0_corr":0.94369,"vuv_err":0.11374,"score_intelligibility":0.80357,"score_speaker":0.86764,"score_quality":0.88905,"score_fidelity":0.84911,"score":0.85234},"it":{"n":50,"unit":"wer","wer":3.82514,"wer_orig":2.55009,"dwer":1.27505,"wer_pseudo":2.46801,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.88776,"utmos":2.636,"dnsmos_ovrl":3.27678,"dnsmos_sig":3.5754,"dnsmos_bak":4.06715,"pesq_wb":3.32151,"pesq_nb":3.70249,"stoi":0.92049,"estoi":0.85267,"si_sdr":10.97054,"mel_dist":0.19905,"stft_dist":1.17136,"f0_rmse_cents":77.0067,"f0_corr":0.9249,"vuv_err":0.10398,"score_intelligibility":0.73575,"score_speaker":0.88776,"score_quality":0.88219,"score_fidelity":0.83622,"score":0.83548},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.89523,"utmos":2.25413,"dnsmos_ovrl":3.03224,"dnsmos_sig":3.40731,"dnsmos_bak":3.80083,"pesq_wb":3.06313,"pesq_nb":3.48527,"stoi":0.88589,"estoi":0.80336,"si_sdr":9.30575,"mel_dist":0.19816,"stft_dist":1.21936,"f0_rmse_cents":200.36722,"f0_corr":0.92246,"vuv_err":0.11882,"score_intelligibility":1.0,"score_speaker":0.89523,"score_quality":0.91645,"score_fidelity":0.79927,"score":0.90274},"nl":{"n":50,"unit":"wer","wer":9.99108,"wer_orig":5.26316,"dwer":4.72792,"wer_pseudo":6.17726,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.8684,"utmos":2.47806,"dnsmos_ovrl":2.66297,"dnsmos_sig":3.05561,"dnsmos_bak":4.08018,"pesq_wb":3.03491,"pesq_nb":3.48841,"stoi":0.9156,"estoi":0.83802,"si_sdr":7.53703,"mel_dist":0.20645,"stft_dist":1.32393,"f0_rmse_cents":98.95255,"f0_corr":0.93106,"vuv_err":0.14034,"score_intelligibility":0.56984,"score_speaker":0.8684,"score_quality":0.85421,"score_fidelity":0.80936,"score":0.77545},"pl":{"n":50,"unit":"wer","wer":6.90789,"wer_orig":3.28947,"dwer":3.61842,"wer_pseudo":5.70175,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.86884,"utmos":2.27071,"dnsmos_ovrl":2.95127,"dnsmos_sig":3.31568,"dnsmos_bak":3.98011,"pesq_wb":2.86286,"pesq_nb":3.35748,"stoi":0.92254,"estoi":0.84804,"si_sdr":5.66137,"mel_dist":0.20374,"stft_dist":1.27408,"f0_rmse_cents":111.07443,"f0_corr":0.83441,"vuv_err":0.11271,"score_intelligibility":0.54243,"score_speaker":0.86884,"score_quality":0.85271,"score_fidelity":0.76306,"score":0.75676},"cs":{"n":50,"unit":"wer","wer":15.51925,"wer_orig":9.45158,"dwer":6.06768,"wer_pseudo":13.5514,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.88969,"utmos":2.26516,"dnsmos_ovrl":3.11702,"dnsmos_sig":3.45925,"dnsmos_bak":3.93045,"pesq_wb":2.93756,"pesq_nb":3.35006,"stoi":0.9034,"estoi":0.82247,"si_sdr":10.95829,"mel_dist":0.19842,"stft_dist":1.18784,"f0_rmse_cents":71.93509,"f0_corr":0.92721,"vuv_err":0.09108,"score_intelligibility":0.63269,"score_speaker":0.88969,"score_quality":0.90251,"score_fidelity":0.79473,"score":0.80491},"tr":{"n":50,"unit":"wer","wer":11.44737,"wer_orig":7.76316,"dwer":3.68421,"wer_pseudo":5.66535,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.85022,"utmos":1.94241,"dnsmos_ovrl":3.02535,"dnsmos_sig":3.38312,"dnsmos_bak":4.00537,"pesq_wb":3.13795,"pesq_nb":3.53182,"stoi":0.89721,"estoi":0.80422,"si_sdr":10.06592,"mel_dist":0.19839,"stft_dist":1.20763,"f0_rmse_cents":75.46024,"f0_corr":0.9619,"vuv_err":0.08835,"score_intelligibility":0.70402,"score_speaker":0.85022,"score_quality":0.86222,"score_fidelity":0.82332,"score":0.80994},"id":{"n":50,"unit":"wer","wer":12.16057,"wer_orig":5.90319,"dwer":6.25738,"wer_pseudo":11.21606,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.82714,"utmos":1.7022,"dnsmos_ovrl":2.71252,"dnsmos_sig":3.29657,"dnsmos_bak":3.27212,"pesq_wb":2.86245,"pesq_nb":3.28188,"stoi":0.82496,"estoi":0.70125,"si_sdr":8.83786,"mel_dist":0.17868,"stft_dist":1.19163,"f0_rmse_cents":91.43498,"f0_corr":0.9141,"vuv_err":0.13167,"score_intelligibility":0.52454,"score_speaker":0.82714,"score_quality":0.85918,"score_fidelity":0.75706,"score":0.74198},"vi":{"n":50,"unit":"wer","wer":14.31981,"wer_orig":7.71679,"dwer":6.60302,"wer_pseudo":11.70382,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.82321,"utmos":1.82563,"dnsmos_ovrl":2.76739,"dnsmos_sig":3.30605,"dnsmos_bak":3.63228,"pesq_wb":3.05102,"pesq_nb":3.51341,"stoi":0.81347,"estoi":0.70044,"si_sdr":10.27317,"mel_dist":0.17865,"stft_dist":1.14131,"f0_rmse_cents":93.28175,"f0_corr":0.94613,"vuv_err":0.1027,"score_intelligibility":0.56899,"score_speaker":0.82321,"score_quality":0.85213,"score_fidelity":0.78187,"score":0.75655},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":2.20162,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87778,"utmos":2.21535,"dnsmos_ovrl":2.96284,"dnsmos_sig":3.31113,"dnsmos_bak":4.00343,"pesq_wb":3.06465,"pesq_nb":3.48159,"stoi":0.91802,"estoi":0.84731,"si_sdr":9.10842,"mel_dist":0.20204,"stft_dist":1.23558,"f0_rmse_cents":113.14328,"f0_corr":0.88225,"vuv_err":0.1254,"score_intelligibility":0.84113,"score_speaker":0.87778,"score_quality":0.84072,"score_fidelity":0.79672,"score":0.83909},"uk":{"n":50,"unit":"wer","wer":12.48581,"wer_orig":6.46992,"dwer":6.01589,"wer_pseudo":9.09091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.86105,"utmos":2.24551,"dnsmos_ovrl":3.06507,"dnsmos_sig":3.39335,"dnsmos_bak":4.07365,"pesq_wb":3.1719,"pesq_nb":3.52241,"stoi":0.91269,"estoi":0.82648,"si_sdr":10.45856,"mel_dist":0.19863,"stft_dist":1.22039,"f0_rmse_cents":64.67706,"f0_corr":0.96961,"vuv_err":0.10012,"score_intelligibility":0.55391,"score_speaker":0.86105,"score_quality":0.89466,"score_fidelity":0.83428,"score":0.78598},"el":{"n":50,"unit":"wer","wer":23.34669,"wer_orig":12.02405,"dwer":11.32265,"wer_pseudo":18.41842,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.815,"utmos":2.30049,"dnsmos_ovrl":2.9429,"dnsmos_sig":3.35609,"dnsmos_bak":3.86535,"pesq_wb":3.06618,"pesq_nb":3.63914,"stoi":0.89218,"estoi":0.79337,"si_sdr":10.57181,"mel_dist":0.18619,"stft_dist":1.15557,"f0_rmse_cents":68.84378,"f0_corr":0.93541,"vuv_err":0.10069,"score_intelligibility":0.53494,"score_speaker":0.815,"score_quality":0.86515,"score_fidelity":0.80597,"score":0.75527},"ar":{"n":50,"unit":"wer","wer":14.54994,"wer_orig":12.45376,"dwer":2.09618,"wer_pseudo":6.42769,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.90181,"utmos":2.28409,"dnsmos_ovrl":3.14865,"dnsmos_sig":3.52009,"dnsmos_bak":3.9282,"pesq_wb":2.92435,"pesq_nb":3.45112,"stoi":0.9321,"estoi":0.87872,"si_sdr":8.29948,"mel_dist":0.20643,"stft_dist":1.25151,"f0_rmse_cents":94.95523,"f0_corr":0.93626,"vuv_err":0.1029,"score_intelligibility":0.8652,"score_speaker":0.90181,"score_quality":0.88295,"score_fidelity":0.80606,"score":0.864},"fa":{"n":50,"unit":"wer","wer":31.54286,"wer_orig":25.94286,"dwer":5.6,"wer_pseudo":13.40541,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.86273,"utmos":2.18033,"dnsmos_ovrl":2.81384,"dnsmos_sig":3.29498,"dnsmos_bak":3.73779,"pesq_wb":2.86707,"pesq_nb":3.44837,"stoi":0.82338,"estoi":0.73112,"si_sdr":7.11569,"mel_dist":0.18497,"stft_dist":1.23192,"f0_rmse_cents":205.61924,"f0_corr":0.78962,"vuv_err":0.11242,"score_intelligibility":0.82792,"score_speaker":0.86273,"score_quality":0.85824,"score_fidelity":0.71548,"score":0.81609},"he":{"n":50,"unit":"wer","wer":33.13953,"wer_orig":19.4186,"dwer":13.72093,"wer_pseudo":23.00469,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.80051,"utmos":1.95235,"dnsmos_ovrl":2.75183,"dnsmos_sig":3.13407,"dnsmos_bak":3.90911,"pesq_wb":2.8082,"pesq_nb":3.30193,"stoi":0.90632,"estoi":0.82185,"si_sdr":8.74395,"mel_dist":0.19184,"stft_dist":1.19112,"f0_rmse_cents":91.64732,"f0_corr":0.89768,"vuv_err":0.12271,"score_intelligibility":0.59809,"score_speaker":0.80051,"score_quality":0.80275,"score_fidelity":0.77355,"score":0.74372},"hi":{"n":50,"unit":"wer","wer":31.02493,"wer_orig":26.31579,"dwer":4.70914,"wer_pseudo":14.80472,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.81886,"utmos":1.94448,"dnsmos_ovrl":2.77152,"dnsmos_sig":3.34381,"dnsmos_bak":3.45847,"pesq_wb":3.00439,"pesq_nb":3.48082,"stoi":0.87652,"estoi":0.78936,"si_sdr":10.53499,"mel_dist":0.19754,"stft_dist":1.18226,"f0_rmse_cents":109.44819,"f0_corr":0.92214,"vuv_err":0.11692,"score_intelligibility":0.85295,"score_speaker":0.81886,"score_quality":0.86455,"score_fidelity":0.79045,"score":0.8317},"zh":{"n":50,"unit":"cer","wer":8.68805,"wer_orig":7.40525,"dwer":1.2828,"wer_pseudo":2.56098,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86008,"utmos":2.18898,"dnsmos_ovrl":2.93787,"dnsmos_sig":3.31548,"dnsmos_bak":3.9523,"pesq_wb":3.06193,"pesq_nb":3.4778,"stoi":0.91563,"estoi":0.85098,"si_sdr":6.69744,"mel_dist":0.17877,"stft_dist":1.18762,"f0_rmse_cents":77.78639,"f0_corr":0.94571,"vuv_err":0.08058,"score_intelligibility":0.86759,"score_speaker":0.86008,"score_quality":0.7973,"score_fidelity":0.81682,"score":0.83545},"yue":{"n":50,"unit":"cer","wer":16.76012,"wer_orig":14.39252,"dwer":2.3676,"wer_pseudo":12.41292,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.86232,"utmos":2.38651,"dnsmos_ovrl":3.01922,"dnsmos_sig":3.40675,"dnsmos_bak":3.87743,"pesq_wb":2.97853,"pesq_nb":3.45233,"stoi":0.90936,"estoi":0.82874,"si_sdr":8.01263,"mel_dist":0.17724,"stft_dist":1.16246,"f0_rmse_cents":120.47491,"f0_corr":0.92952,"vuv_err":0.09073,"score_intelligibility":0.86669,"score_speaker":0.86232,"score_quality":0.85263,"score_fidelity":0.80139,"score":0.84576},"ja":{"n":50,"unit":"cer","wer":6.79835,"wer_orig":3.53698,"dwer":3.26137,"wer_pseudo":5.00689,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.80005,"utmos":1.79216,"dnsmos_ovrl":2.46733,"dnsmos_sig":3.09134,"dnsmos_bak":3.28731,"pesq_wb":2.96528,"pesq_nb":3.39771,"stoi":0.81316,"estoi":0.70645,"si_sdr":6.78673,"mel_dist":0.18505,"stft_dist":1.2317,"f0_rmse_cents":106.90529,"f0_corr":0.91127,"vuv_err":0.10882,"score_intelligibility":0.58179,"score_speaker":0.80005,"score_quality":0.85911,"score_fidelity":0.76198,"score":0.75073},"ko":{"n":50,"unit":"cer","wer":5.19608,"wer_orig":5.14706,"dwer":0.04902,"wer_pseudo":1.50301,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8613,"utmos":2.69578,"dnsmos_ovrl":3.00203,"dnsmos_sig":3.36605,"dnsmos_bak":4.0385,"pesq_wb":3.37486,"pesq_nb":3.69136,"stoi":0.91484,"estoi":0.85093,"si_sdr":10.09526,"mel_dist":0.18407,"stft_dist":1.13476,"f0_rmse_cents":69.52843,"f0_corr":0.97523,"vuv_err":0.07782,"score_intelligibility":0.99209,"score_speaker":0.8613,"score_quality":0.8649,"score_fidelity":0.8562,"score":0.89362},"th":{"n":50,"unit":"cer","wer":10.54972,"wer_orig":7.61924,"dwer":2.93048,"wer_pseudo":7.22818,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.84734,"utmos":1.87367,"dnsmos_ovrl":2.71824,"dnsmos_sig":3.2491,"dnsmos_bak":3.66778,"pesq_wb":2.74098,"pesq_nb":3.35869,"stoi":0.89693,"estoi":0.82517,"si_sdr":7.78916,"mel_dist":0.19171,"stft_dist":1.22752,"f0_rmse_cents":119.62951,"f0_corr":0.9532,"vuv_err":0.13543,"score_intelligibility":0.74627,"score_speaker":0.84734,"score_quality":0.79833,"score_fidelity":0.78252,"score":0.79361}}},{"codec":"harp_44k_3g","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"harp_44k_3g","family":"HARP","checkpoint":"KelvinYang/harp-codec","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":7,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code and weights)","paper":"2607.16657","year":2026,"bitrate_kbps":6.0293,"notes":"3 of 4 harmonic band groups = first 7 of 9 RVQ codebooks (official bitrate tier); DAC backbone converted to transformers.DacModel; released checkpoint trained on a 50/50 music + general-audio mix (hyper_parameters data.dataset_type=TME)","side_info":null,"warning":null,"env":"main"},"kbps":6.0293,"kbps_measured":6.03267,"tokens_per_s":603.26737,"params_M":76.62078,"efficiency":{"rtf_encode":0.00611,"rtf_decode":0.01053,"peak_vram_gb":1.84685,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.87774,"score_worst_lang":0.81159,"worst_lang":"pl","en_gap":0.01461,"score_intelligibility":0.8307,"score_speaker":0.90393,"score_quality":0.91852,"score_fidelity":0.85782,"dwer":2.05097,"wer":10.85678,"wer_pseudo":5.33948,"sim":0.90393,"utmos":2.34305,"dnsmos_ovrl":2.9422,"dnsmos_sig":3.35646,"dnsmos_bak":3.85406,"pesq_wb":3.50123,"pesq_nb":3.85384,"stoi":0.92093,"estoi":0.85775,"si_sdr":10.88085,"mel_dist":0.17243,"stft_dist":1.13275,"f0_rmse_cents":93.84341,"f0_corr":0.93789,"vuv_err":0.09619,"score_ci95":[0.87072,0.88375]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":2.91829,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.86365,"utmos":2.20122,"dnsmos_ovrl":2.4939,"dnsmos_sig":3.05763,"dnsmos_bak":3.67055,"pesq_wb":3.26674,"pesq_nb":3.80936,"stoi":0.89953,"estoi":0.82448,"si_sdr":10.02891,"mel_dist":0.17242,"stft_dist":1.16338,"f0_rmse_cents":96.84396,"f0_corr":0.94773,"vuv_err":0.09692,"score_intelligibility":1.0,"score_speaker":0.86365,"score_quality":0.87168,"score_fidelity":0.83163,"score":0.89174},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":1.83113,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.92352,"utmos":2.50986,"dnsmos_ovrl":3.07478,"dnsmos_sig":3.37028,"dnsmos_bak":4.0534,"pesq_wb":3.79667,"pesq_nb":3.99924,"stoi":0.94493,"estoi":0.87644,"si_sdr":14.23286,"mel_dist":0.15771,"stft_dist":1.01758,"f0_rmse_cents":85.31907,"f0_corr":0.95177,"vuv_err":0.08697,"score_intelligibility":0.90389,"score_speaker":0.92352,"score_quality":0.93452,"score_fidelity":0.89858,"score":0.91513},"fr":{"n":50,"unit":"wer","wer":7.50988,"wer_orig":4.98024,"dwer":2.52964,"wer_pseudo":4.84127,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91412,"utmos":2.19504,"dnsmos_ovrl":3.0431,"dnsmos_sig":3.37977,"dnsmos_bak":3.99636,"pesq_wb":3.36977,"pesq_nb":3.73721,"stoi":0.94056,"estoi":0.89589,"si_sdr":12.1903,"mel_dist":0.18253,"stft_dist":1.11015,"f0_rmse_cents":98.69975,"f0_corr":0.92739,"vuv_err":0.10878,"score_intelligibility":0.70274,"score_speaker":0.91412,"score_quality":0.9376,"score_fidelity":0.84834,"score":0.8507},"es":{"n":50,"unit":"wer","wer":3.72727,"wer_orig":3.09091,"dwer":0.63636,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.9158,"utmos":2.5249,"dnsmos_ovrl":3.20228,"dnsmos_sig":3.55004,"dnsmos_bak":3.95393,"pesq_wb":3.76256,"pesq_nb":4.01024,"stoi":0.94448,"estoi":0.89544,"si_sdr":12.49056,"mel_dist":0.17966,"stft_dist":1.1419,"f0_rmse_cents":113.44927,"f0_corr":0.96122,"vuv_err":0.10261,"score_intelligibility":0.86538,"score_speaker":0.9158,"score_quality":0.933,"score_fidelity":0.89833,"score":0.90313},"it":{"n":50,"unit":"wer","wer":3.27869,"wer_orig":2.55009,"dwer":0.7286,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92861,"utmos":2.82105,"dnsmos_ovrl":3.29288,"dnsmos_sig":3.58566,"dnsmos_bak":4.07763,"pesq_wb":3.73286,"pesq_nb":3.9822,"stoi":0.94244,"estoi":0.89231,"si_sdr":12.77158,"mel_dist":0.17845,"stft_dist":1.1049,"f0_rmse_cents":69.60087,"f0_corr":0.95202,"vuv_err":0.09022,"score_intelligibility":0.82971,"score_speaker":0.92861,"score_quality":0.92964,"score_fidelity":0.89176,"score":0.89493},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.47638,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93364,"utmos":2.36214,"dnsmos_ovrl":3.04975,"dnsmos_sig":3.42467,"dnsmos_bak":3.80535,"pesq_wb":3.52438,"pesq_nb":3.83948,"stoi":0.91311,"estoi":0.84935,"si_sdr":11.08848,"mel_dist":0.17908,"stft_dist":1.15493,"f0_rmse_cents":174.14635,"f0_corr":0.94669,"vuv_err":0.10687,"score_intelligibility":1.0,"score_speaker":0.93364,"score_quality":0.95232,"score_fidelity":0.86035,"score":0.93658},"nl":{"n":50,"unit":"wer","wer":8.47458,"wer_orig":5.26316,"dwer":3.21142,"wer_pseudo":4.02865,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.91248,"utmos":2.68695,"dnsmos_ovrl":2.70689,"dnsmos_sig":3.09243,"dnsmos_bak":4.08829,"pesq_wb":3.54344,"pesq_nb":3.89004,"stoi":0.94072,"estoi":0.88375,"si_sdr":9.0929,"mel_dist":0.18644,"stft_dist":1.25818,"f0_rmse_cents":81.7867,"f0_corr":0.95264,"vuv_err":0.11972,"score_intelligibility":0.66105,"score_speaker":0.91248,"score_quality":0.91991,"score_fidelity":0.87335,"score":0.8417},"pl":{"n":50,"unit":"wer","wer":6.4693,"wer_orig":3.28947,"dwer":3.17982,"wer_pseudo":4.82456,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.91918,"utmos":2.45968,"dnsmos_ovrl":3.00297,"dnsmos_sig":3.35262,"dnsmos_bak":4.02335,"pesq_wb":3.35401,"pesq_nb":3.7624,"stoi":0.94476,"estoi":0.88949,"si_sdr":7.19313,"mel_dist":0.18254,"stft_dist":1.19659,"f0_rmse_cents":87.27139,"f0_corr":0.8882,"vuv_err":0.09699,"score_intelligibility":0.57428,"score_speaker":0.91918,"score_quality":0.9177,"score_fidelity":0.83518,"score":0.81159},"cs":{"n":50,"unit":"wer","wer":12.6021,"wer_orig":9.45158,"dwer":3.15053,"wer_pseudo":8.17757,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.92968,"utmos":2.39903,"dnsmos_ovrl":3.13503,"dnsmos_sig":3.47194,"dnsmos_bak":3.94807,"pesq_wb":3.40255,"pesq_nb":3.73681,"stoi":0.93031,"estoi":0.87033,"si_sdr":12.40879,"mel_dist":0.17917,"stft_dist":1.13758,"f0_rmse_cents":57.62895,"f0_corr":0.95334,"vuv_err":0.08201,"score_intelligibility":0.76838,"score_speaker":0.92968,"score_quality":0.94551,"score_fidelity":0.8567,"score":0.87507},"tr":{"n":50,"unit":"wer","wer":9.60526,"wer_orig":7.76316,"dwer":1.84211,"wer_pseudo":3.0303,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90394,"utmos":2.06684,"dnsmos_ovrl":3.03846,"dnsmos_sig":3.39644,"dnsmos_bak":4.00509,"pesq_wb":3.58564,"pesq_nb":3.88121,"stoi":0.92379,"estoi":0.85255,"si_sdr":12.02787,"mel_dist":0.17839,"stft_dist":1.13551,"f0_rmse_cents":69.1033,"f0_corr":0.97046,"vuv_err":0.07935,"score_intelligibility":0.8263,"score_speaker":0.90394,"score_quality":0.91396,"score_fidelity":0.87767,"score":0.88047},"id":{"n":50,"unit":"wer","wer":8.1464,"wer_orig":5.90319,"dwer":2.24321,"wer_pseudo":6.02125,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.88359,"utmos":1.83848,"dnsmos_ovrl":2.77667,"dnsmos_sig":3.35334,"dnsmos_bak":3.3337,"pesq_wb":3.39436,"pesq_nb":3.72444,"stoi":0.86763,"estoi":0.76707,"si_sdr":10.63427,"mel_dist":0.1599,"stft_dist":1.12491,"f0_rmse_cents":90.85921,"f0_corr":0.91178,"vuv_err":0.11455,"score_intelligibility":0.75474,"score_speaker":0.88359,"score_quality":0.9363,"score_fidelity":0.82117,"score":0.84895},"vi":{"n":50,"unit":"wer","wer":12.4105,"wer_orig":7.71679,"dwer":4.69372,"wer_pseudo":8.0414,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.88257,"utmos":1.92524,"dnsmos_ovrl":2.81139,"dnsmos_sig":3.35748,"dnsmos_bak":3.65079,"pesq_wb":3.56683,"pesq_nb":3.88938,"stoi":0.85816,"estoi":0.76782,"si_sdr":12.14118,"mel_dist":0.15847,"stft_dist":1.08026,"f0_rmse_cents":87.60697,"f0_corr":0.94123,"vuv_err":0.08915,"score_intelligibility":0.65,"score_speaker":0.88257,"score_quality":0.90912,"score_fidelity":0.84426,"score":0.82149},"ru":{"n":50,"unit":"wer","wer":4.9711,"wer_orig":4.50867,"dwer":0.46243,"wer_pseudo":1.15875,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91988,"utmos":2.42139,"dnsmos_ovrl":3.02066,"dnsmos_sig":3.35774,"dnsmos_bak":4.02513,"pesq_wb":3.52052,"pesq_nb":3.86026,"stoi":0.94127,"estoi":0.88838,"si_sdr":10.78138,"mel_dist":0.18219,"stft_dist":1.17251,"f0_rmse_cents":93.87291,"f0_corr":0.93068,"vuv_err":0.11305,"score_intelligibility":0.92256,"score_speaker":0.91988,"score_quality":0.91598,"score_fidelity":0.86403,"score":0.90561},"uk":{"n":50,"unit":"wer","wer":8.51305,"wer_orig":6.46992,"dwer":2.04313,"wer_pseudo":5.0,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90865,"utmos":2.36504,"dnsmos_ovrl":3.07256,"dnsmos_sig":3.4047,"dnsmos_bak":4.06561,"pesq_wb":3.60882,"pesq_nb":3.88436,"stoi":0.93695,"estoi":0.87209,"si_sdr":12.18465,"mel_dist":0.17874,"stft_dist":1.15313,"f0_rmse_cents":60.56993,"f0_corr":0.97269,"vuv_err":0.09226,"score_intelligibility":0.78523,"score_speaker":0.90865,"score_quality":0.93254,"score_fidelity":0.88501,"score":0.87786},"el":{"n":50,"unit":"wer","wer":17.93587,"wer_orig":12.02405,"dwer":5.91182,"wer_pseudo":11.61161,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87259,"utmos":2.44062,"dnsmos_ovrl":2.97471,"dnsmos_sig":3.40174,"dnsmos_bak":3.86435,"pesq_wb":3.48503,"pesq_nb":3.95636,"stoi":0.91962,"estoi":0.84223,"si_sdr":12.29389,"mel_dist":0.16645,"stft_dist":1.09028,"f0_rmse_cents":72.13463,"f0_corr":0.92831,"vuv_err":0.09001,"score_intelligibility":0.6878,"score_speaker":0.87259,"score_quality":0.91354,"score_fidelity":0.85265,"score":0.83165},"ar":{"n":50,"unit":"wer","wer":13.81011,"wer_orig":12.45376,"dwer":1.35635,"wer_pseudo":5.43881,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93455,"utmos":2.46099,"dnsmos_ovrl":3.17182,"dnsmos_sig":3.54319,"dnsmos_bak":3.93464,"pesq_wb":3.37437,"pesq_nb":3.81934,"stoi":0.95131,"estoi":0.91128,"si_sdr":9.78436,"mel_dist":0.18659,"stft_dist":1.18965,"f0_rmse_cents":102.72739,"f0_corr":0.93192,"vuv_err":0.09418,"score_intelligibility":0.90842,"score_speaker":0.93455,"score_quality":0.93665,"score_fidelity":0.85387,"score":0.90837},"fa":{"n":50,"unit":"wer","wer":28.8,"wer_orig":25.94286,"dwer":2.85714,"wer_pseudo":8.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.90743,"utmos":2.39316,"dnsmos_ovrl":2.82551,"dnsmos_sig":3.32302,"dnsmos_bak":3.72431,"pesq_wb":3.34532,"pesq_nb":3.81043,"stoi":0.86708,"estoi":0.79554,"si_sdr":8.51588,"mel_dist":0.16539,"stft_dist":1.1663,"f0_rmse_cents":186.18846,"f0_corr":0.80727,"vuv_err":0.09412,"score_intelligibility":0.90412,"score_speaker":0.90743,"score_quality":0.92718,"score_fidelity":0.78148,"score":0.88005},"he":{"n":50,"unit":"wer","wer":27.09302,"wer_orig":19.4186,"dwer":7.67442,"wer_pseudo":15.25822,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.86604,"utmos":2.14829,"dnsmos_ovrl":2.78769,"dnsmos_sig":3.16854,"dnsmos_bak":3.94202,"pesq_wb":3.38085,"pesq_nb":3.72933,"stoi":0.9309,"estoi":0.86712,"si_sdr":10.35363,"mel_dist":0.17213,"stft_dist":1.12606,"f0_rmse_cents":85.68373,"f0_corr":0.90547,"vuv_err":0.1113,"score_intelligibility":0.72682,"score_speaker":0.86604,"score_quality":0.8785,"score_fidelity":0.83887,"score":0.82756},"hi":{"n":50,"unit":"wer","wer":29.08587,"wer_orig":26.31579,"dwer":2.77008,"wer_pseudo":12.07993,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.88628,"utmos":2.09113,"dnsmos_ovrl":2.79431,"dnsmos_sig":3.3601,"dnsmos_bak":3.47008,"pesq_wb":3.46813,"pesq_nb":3.86094,"stoi":0.90842,"estoi":0.84108,"si_sdr":12.42689,"mel_dist":0.17664,"stft_dist":1.11498,"f0_rmse_cents":93.64203,"f0_corr":0.93892,"vuv_err":0.10557,"score_intelligibility":0.90793,"score_speaker":0.88628,"score_quality":0.92115,"score_fidelity":0.85084,"score":0.89155},"zh":{"n":50,"unit":"cer","wer":7.69679,"wer_orig":7.40525,"dwer":0.29155,"wer_pseudo":1.28049,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90975,"utmos":2.4131,"dnsmos_ovrl":3.02143,"dnsmos_sig":3.379,"dnsmos_bak":3.98857,"pesq_wb":3.58264,"pesq_nb":3.90996,"stoi":0.94053,"estoi":0.89407,"si_sdr":8.94759,"mel_dist":0.15822,"stft_dist":1.09239,"f0_rmse_cents":85.42514,"f0_corr":0.94147,"vuv_err":0.07142,"score_intelligibility":0.96648,"score_speaker":0.90975,"score_quality":0.87945,"score_fidelity":0.8733,"score":0.90725},"yue":{"n":50,"unit":"cer","wer":15.01558,"wer_orig":14.39252,"dwer":0.62305,"wer_pseudo":10.63965,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.90686,"utmos":2.61893,"dnsmos_ovrl":3.03656,"dnsmos_sig":3.42283,"dnsmos_bak":3.88274,"pesq_wb":3.48924,"pesq_nb":3.84085,"stoi":0.93394,"estoi":0.87385,"si_sdr":9.74136,"mel_dist":0.15666,"stft_dist":1.0849,"f0_rmse_cents":99.40093,"f0_corr":0.94991,"vuv_err":0.07804,"score_intelligibility":0.9611,"score_speaker":0.90686,"score_quality":0.91614,"score_fidelity":0.86502,"score":0.91228},"ja":{"n":50,"unit":"cer","wer":5.83372,"wer_orig":3.53698,"dwer":2.29674,"wer_pseudo":3.1695,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.86172,"utmos":1.90884,"dnsmos_ovrl":2.49798,"dnsmos_sig":3.13221,"dnsmos_bak":3.29042,"pesq_wb":3.43963,"pesq_nb":3.7962,"stoi":0.85863,"estoi":0.77522,"si_sdr":8.70754,"mel_dist":0.1647,"stft_dist":1.14584,"f0_rmse_cents":87.67253,"f0_corr":0.95332,"vuv_err":0.09505,"score_intelligibility":0.66391,"score_speaker":0.86172,"score_quality":0.92539,"score_fidelity":0.83633,"score":0.82184},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":1.0521,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.90697,"utmos":2.92151,"dnsmos_ovrl":3.02294,"dnsmos_sig":3.38128,"dnsmos_bak":4.04201,"pesq_wb":3.76381,"pesq_nb":3.97413,"stoi":0.93831,"estoi":0.88961,"si_sdr":11.67378,"mel_dist":0.16525,"stft_dist":1.06803,"f0_rmse_cents":62.86472,"f0_corr":0.9789,"vuv_err":0.06596,"score_intelligibility":1.0,"score_speaker":0.90697,"score_quality":0.91998,"score_fidelity":0.90229,"score":0.93231},"th":{"n":50,"unit":"cer","wer":7.92239,"wer_orig":7.61924,"dwer":0.30315,"wer_pseudo":4.87953,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.9027,"utmos":2.05981,"dnsmos_ovrl":2.75844,"dnsmos_sig":3.28839,"dnsmos_bak":3.66097,"pesq_wb":3.27149,"pesq_nb":3.78804,"stoi":0.92495,"estoi":0.87068,"si_sdr":9.42855,"mel_dist":0.1706,"stft_dist":1.15603,"f0_rmse_cents":109.74358,"f0_corr":0.96602,"vuv_err":0.12337,"score_intelligibility":0.96602,"score_speaker":0.9027,"score_quality":0.87671,"score_fidelity":0.84665,"score":0.89802}}},{"codec":"harp_44k_4g","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"harp_44k_4g","family":"HARP","checkpoint":"KelvinYang/harp-codec","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":9,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code and weights)","paper":"2607.16657","year":2026,"bitrate_kbps":7.752,"notes":"4 of 4 harmonic band groups = first 9 of 9 RVQ codebooks (official bitrate tier); DAC backbone converted to transformers.DacModel; released checkpoint trained on a 50/50 music + general-audio mix (hyper_parameters data.dataset_type=TME)","side_info":null,"warning":null,"env":"main"},"kbps":7.752,"kbps_measured":7.75629,"tokens_per_s":775.62947,"params_M":76.62078,"efficiency":{"rtf_encode":0.00613,"rtf_decode":0.01055,"peak_vram_gb":1.84688,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.91485,"score_worst_lang":0.8589,"worst_lang":"pl","en_gap":0.01309,"score_intelligibility":0.87895,"score_speaker":0.92777,"score_quality":0.9511,"score_fidelity":0.90159,"dwer":1.22089,"wer":10.0267,"wer_pseudo":4.04914,"sim":0.92777,"utmos":2.43625,"dnsmos_ovrl":2.9629,"dnsmos_sig":3.37753,"dnsmos_bak":3.86421,"pesq_wb":3.85299,"pesq_nb":4.06456,"stoi":0.94092,"estoi":0.89302,"si_sdr":12.65992,"mel_dist":0.15878,"stft_dist":1.07277,"f0_rmse_cents":82.66185,"f0_corr":0.94872,"vuv_err":0.08103,"score_ci95":[0.90959,0.92037]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.39135,"wer_orig":6.98132,"dwer":-0.58997,"wer_pseudo":1.84825,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.89577,"utmos":2.32711,"dnsmos_ovrl":2.53517,"dnsmos_sig":3.09659,"dnsmos_bak":3.69888,"pesq_wb":3.68415,"pesq_nb":4.04393,"stoi":0.92362,"estoi":0.86579,"si_sdr":11.81183,"mel_dist":0.16029,"stft_dist":1.10691,"f0_rmse_cents":86.08874,"f0_corr":0.97252,"vuv_err":0.07677,"score_intelligibility":1.0,"score_speaker":0.89577,"score_quality":0.92613,"score_fidelity":0.88768,"score":0.9274},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94318,"utmos":2.59068,"dnsmos_ovrl":3.09524,"dnsmos_sig":3.39146,"dnsmos_bak":4.05705,"pesq_wb":4.09173,"pesq_nb":4.17493,"stoi":0.95887,"estoi":0.9069,"si_sdr":16.57543,"mel_dist":0.14464,"stft_dist":0.96387,"f0_rmse_cents":73.50348,"f0_corr":0.9587,"vuv_err":0.07402,"score_intelligibility":0.94272,"score_speaker":0.94318,"score_quality":0.95985,"score_fidelity":0.93364,"score":0.94485},"fr":{"n":50,"unit":"wer","wer":6.71937,"wer_orig":4.98024,"dwer":1.73913,"wer_pseudo":3.25397,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.93476,"utmos":2.2573,"dnsmos_ovrl":3.06299,"dnsmos_sig":3.39712,"dnsmos_bak":4.009,"pesq_wb":3.68904,"pesq_nb":3.94891,"stoi":0.95509,"estoi":0.92123,"si_sdr":14.04722,"mel_dist":0.16806,"stft_dist":1.05466,"f0_rmse_cents":71.8208,"f0_corr":0.9718,"vuv_err":0.09227,"score_intelligibility":0.77471,"score_speaker":0.93476,"score_quality":0.9604,"score_fidelity":0.8984,"score":0.89207},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":0.54695,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93736,"utmos":2.62379,"dnsmos_ovrl":3.20997,"dnsmos_sig":3.55815,"dnsmos_bak":3.95155,"pesq_wb":4.04565,"pesq_nb":4.16823,"stoi":0.95922,"estoi":0.92347,"si_sdr":14.52263,"mel_dist":0.16671,"stft_dist":1.08053,"f0_rmse_cents":112.41156,"f0_corr":0.96113,"vuv_err":0.08898,"score_intelligibility":0.91837,"score_speaker":0.93736,"score_quality":0.96108,"score_fidelity":0.93018,"score":0.93675},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.55393,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94686,"utmos":2.91967,"dnsmos_ovrl":3.3189,"dnsmos_sig":3.60492,"dnsmos_bak":4.09583,"pesq_wb":3.99776,"pesq_nb":4.14193,"stoi":0.95818,"estoi":0.92166,"si_sdr":14.61666,"mel_dist":0.1649,"stft_dist":1.04942,"f0_rmse_cents":64.87029,"f0_corr":0.95151,"vuv_err":0.07323,"score_intelligibility":0.92854,"score_speaker":0.94686,"score_quality":0.95605,"score_fidelity":0.92206,"score":0.93838},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9506,"utmos":2.42261,"dnsmos_ovrl":3.06191,"dnsmos_sig":3.43605,"dnsmos_bak":3.81166,"pesq_wb":3.84353,"pesq_nb":4.0475,"stoi":0.93353,"estoi":0.88388,"si_sdr":12.75059,"mel_dist":0.16437,"stft_dist":1.09189,"f0_rmse_cents":179.77268,"f0_corr":0.93654,"vuv_err":0.09496,"score_intelligibility":1.0,"score_speaker":0.9506,"score_quality":0.9724,"score_fidelity":0.89417,"score":0.95429},"nl":{"n":50,"unit":"wer","wer":5.8876,"wer_orig":5.26316,"dwer":0.62444,"wer_pseudo":1.25336,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.93233,"utmos":2.7881,"dnsmos_ovrl":2.73485,"dnsmos_sig":3.12184,"dnsmos_bak":4.09323,"pesq_wb":3.91945,"pesq_nb":4.09975,"stoi":0.95735,"estoi":0.91619,"si_sdr":10.63407,"mel_dist":0.17375,"stft_dist":1.1953,"f0_rmse_cents":78.81321,"f0_corr":0.95618,"vuv_err":0.10674,"score_intelligibility":0.90934,"score_speaker":0.93233,"score_quality":0.95364,"score_fidelity":0.91589,"score":0.9278},"pl":{"n":50,"unit":"wer","wer":5.37281,"wer_orig":3.28947,"dwer":2.08333,"wer_pseudo":3.07018,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.93926,"utmos":2.56573,"dnsmos_ovrl":3.03719,"dnsmos_sig":3.37743,"dnsmos_bak":4.04068,"pesq_wb":3.71236,"pesq_nb":3.97419,"stoi":0.95966,"estoi":0.91818,"si_sdr":8.56504,"mel_dist":0.1684,"stft_dist":1.13742,"f0_rmse_cents":83.92475,"f0_corr":0.89093,"vuv_err":0.0849,"score_intelligibility":0.67309,"score_speaker":0.93926,"score_quality":0.94805,"score_fidelity":0.87518,"score":0.8589},"cs":{"n":50,"unit":"wer","wer":11.20187,"wer_orig":9.45158,"dwer":1.75029,"wer_pseudo":6.7757,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94832,"utmos":2.46302,"dnsmos_ovrl":3.13677,"dnsmos_sig":3.47709,"dnsmos_bak":3.94345,"pesq_wb":3.7557,"pesq_nb":3.95257,"stoi":0.94764,"estoi":0.90194,"si_sdr":14.15033,"mel_dist":0.1651,"stft_dist":1.07778,"f0_rmse_cents":39.8709,"f0_corr":0.97673,"vuv_err":0.06739,"score_intelligibility":0.85656,"score_speaker":0.94832,"score_quality":0.96589,"score_fidelity":0.9039,"score":0.91867},"tr":{"n":50,"unit":"wer","wer":9.21053,"wer_orig":7.76316,"dwer":1.44737,"wer_pseudo":2.37154,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.9313,"utmos":2.13386,"dnsmos_ovrl":3.0383,"dnsmos_sig":3.39827,"dnsmos_bak":3.99794,"pesq_wb":3.94685,"pesq_nb":4.09541,"stoi":0.94266,"estoi":0.88825,"si_sdr":14.25478,"mel_dist":0.16508,"stft_dist":1.07403,"f0_rmse_cents":63.44274,"f0_corr":0.97476,"vuv_err":0.06412,"score_intelligibility":0.85825,"score_speaker":0.9313,"score_quality":0.94006,"score_fidelity":0.91979,"score":0.91235},"id":{"n":50,"unit":"wer","wer":8.1464,"wer_orig":5.90319,"dwer":2.24321,"wer_pseudo":5.07674,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.91253,"utmos":1.88648,"dnsmos_ovrl":2.79957,"dnsmos_sig":3.39182,"dnsmos_bak":3.34181,"pesq_wb":3.81321,"pesq_nb":3.99404,"stoi":0.89863,"estoi":0.81764,"si_sdr":12.41639,"mel_dist":0.14578,"stft_dist":1.05765,"f0_rmse_cents":84.79654,"f0_corr":0.92305,"vuv_err":0.09972,"score_intelligibility":0.75474,"score_speaker":0.91253,"score_quality":0.96128,"score_fidelity":0.87515,"score":0.87593},"vi":{"n":50,"unit":"wer","wer":11.29674,"wer_orig":7.71679,"dwer":3.57995,"wer_pseudo":6.92675,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.9121,"utmos":2.00514,"dnsmos_ovrl":2.82512,"dnsmos_sig":3.37687,"dnsmos_bak":3.64311,"pesq_wb":3.95364,"pesq_nb":4.11186,"stoi":0.89216,"estoi":0.81944,"si_sdr":14.21632,"mel_dist":0.14442,"stft_dist":1.01522,"f0_rmse_cents":77.45943,"f0_corr":0.94416,"vuv_err":0.07596,"score_intelligibility":0.70887,"score_speaker":0.9121,"score_quality":0.94901,"score_fidelity":0.89341,"score":0.86585},"ru":{"n":50,"unit":"wer","wer":5.31792,"wer_orig":4.50867,"dwer":0.80925,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.94102,"utmos":2.50903,"dnsmos_ovrl":3.04452,"dnsmos_sig":3.37963,"dnsmos_bak":4.03742,"pesq_wb":3.86565,"pesq_nb":4.06679,"stoi":0.95655,"estoi":0.91799,"si_sdr":12.58572,"mel_dist":0.169,"stft_dist":1.11603,"f0_rmse_cents":75.82221,"f0_corr":0.92641,"vuv_err":0.09251,"score_intelligibility":0.87191,"score_speaker":0.94102,"score_quality":0.94758,"score_fidelity":0.90057,"score":0.91527},"uk":{"n":50,"unit":"wer","wer":8.96708,"wer_orig":6.46992,"dwer":2.49716,"wer_pseudo":4.20455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.93016,"utmos":2.44658,"dnsmos_ovrl":3.0856,"dnsmos_sig":3.41719,"dnsmos_bak":4.07413,"pesq_wb":3.94836,"pesq_nb":4.08524,"stoi":0.95214,"estoi":0.90277,"si_sdr":14.15708,"mel_dist":0.16629,"stft_dist":1.09837,"f0_rmse_cents":50.34654,"f0_corr":0.97713,"vuv_err":0.07281,"score_intelligibility":0.74946,"score_speaker":0.93016,"score_quality":0.95838,"score_fidelity":0.92388,"score":0.89047},"el":{"n":50,"unit":"wer","wer":14.02806,"wer_orig":12.02405,"dwer":2.00401,"wer_pseudo":7.50751,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.90416,"utmos":2.53615,"dnsmos_ovrl":3.00127,"dnsmos_sig":3.41932,"dnsmos_bak":3.88514,"pesq_wb":3.82004,"pesq_nb":4.12922,"stoi":0.93854,"estoi":0.87773,"si_sdr":14.27309,"mel_dist":0.15225,"stft_dist":1.03168,"f0_rmse_cents":76.29189,"f0_corr":0.93826,"vuv_err":0.07857,"score_intelligibility":0.86665,"score_speaker":0.90416,"score_quality":0.9424,"score_fidelity":0.89418,"score":0.90184},"ar":{"n":50,"unit":"wer","wer":13.19359,"wer_orig":12.45376,"dwer":0.73983,"wer_pseudo":3.58467,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9508,"utmos":2.55465,"dnsmos_ovrl":3.19558,"dnsmos_sig":3.55771,"dnsmos_bak":3.95574,"pesq_wb":3.7137,"pesq_nb":4.0308,"stoi":0.96469,"estoi":0.9353,"si_sdr":11.09289,"mel_dist":0.17193,"stft_dist":1.12859,"f0_rmse_cents":75.0679,"f0_corr":0.95683,"vuv_err":0.0798,"score_intelligibility":0.94788,"score_speaker":0.9508,"score_quality":0.96464,"score_fidelity":0.89895,"score":0.94057},"fa":{"n":50,"unit":"wer","wer":25.82857,"wer_orig":25.94286,"dwer":-0.11429,"wer_pseudo":7.45946,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.92979,"utmos":2.49126,"dnsmos_ovrl":2.84786,"dnsmos_sig":3.34433,"dnsmos_bak":3.7427,"pesq_wb":3.76229,"pesq_nb":4.03421,"stoi":0.8997,"estoi":0.84555,"si_sdr":9.77981,"mel_dist":0.15191,"stft_dist":1.10594,"f0_rmse_cents":145.05501,"f0_corr":0.84978,"vuv_err":0.08298,"score_intelligibility":1.0,"score_speaker":0.92979,"score_quality":0.9608,"score_fidelity":0.84623,"score":0.93421},"he":{"n":50,"unit":"wer","wer":24.76744,"wer_orig":19.4186,"dwer":5.34884,"wer_pseudo":12.0892,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.90441,"utmos":2.25312,"dnsmos_ovrl":2.80102,"dnsmos_sig":3.18629,"dnsmos_bak":3.94711,"pesq_wb":3.6714,"pesq_nb":3.98534,"stoi":0.94751,"estoi":0.89928,"si_sdr":12.26995,"mel_dist":0.15934,"stft_dist":1.06946,"f0_rmse_cents":68.13282,"f0_corr":0.93206,"vuv_err":0.09517,"score_intelligibility":0.79242,"score_speaker":0.90441,"score_quality":0.91742,"score_fidelity":0.88094,"score":0.8738},"hi":{"n":50,"unit":"wer","wer":27.79317,"wer_orig":26.31579,"dwer":1.47738,"wer_pseudo":10.17257,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.91621,"utmos":2.16136,"dnsmos_ovrl":2.805,"dnsmos_sig":3.37725,"dnsmos_bak":3.47438,"pesq_wb":3.87653,"pesq_nb":4.08744,"stoi":0.93119,"estoi":0.88027,"si_sdr":14.60264,"mel_dist":0.16165,"stft_dist":1.05033,"f0_rmse_cents":90.67379,"f0_corr":0.94446,"vuv_err":0.08477,"score_intelligibility":0.94869,"score_speaker":0.91621,"score_quality":0.94826,"score_fidelity":0.89917,"score":0.92808},"zh":{"n":50,"unit":"cer","wer":7.81341,"wer_orig":7.40525,"dwer":0.40816,"wer_pseudo":1.28049,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.92904,"utmos":2.57587,"dnsmos_ovrl":3.05952,"dnsmos_sig":3.40734,"dnsmos_bak":4.00412,"pesq_wb":3.91398,"pesq_nb":4.11154,"stoi":0.95885,"estoi":0.92685,"si_sdr":10.65998,"mel_dist":0.1446,"stft_dist":1.02907,"f0_rmse_cents":77.58024,"f0_corr":0.94166,"vuv_err":0.05947,"score_intelligibility":0.95369,"score_speaker":0.92904,"score_quality":0.93365,"score_fidelity":0.91102,"score":0.93185},"yue":{"n":50,"unit":"cer","wer":15.88785,"wer_orig":14.39252,"dwer":1.49533,"wer_pseudo":7.66308,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.93008,"utmos":2.75281,"dnsmos_ovrl":3.05237,"dnsmos_sig":3.43668,"dnsmos_bak":3.88488,"pesq_wb":3.85373,"pesq_nb":4.05807,"stoi":0.95138,"estoi":0.90758,"si_sdr":11.30669,"mel_dist":0.14284,"stft_dist":1.02676,"f0_rmse_cents":88.93606,"f0_corr":0.96185,"vuv_err":0.06388,"score_intelligibility":0.91146,"score_speaker":0.93008,"score_quality":0.95056,"score_fidelity":0.90952,"score":0.9254},"ja":{"n":50,"unit":"cer","wer":5.23656,"wer_orig":3.53698,"dwer":1.69959,"wer_pseudo":2.84796,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.89398,"utmos":1.98046,"dnsmos_ovrl":2.5403,"dnsmos_sig":3.20536,"dnsmos_bak":3.31614,"pesq_wb":3.84748,"pesq_nb":4.03051,"stoi":0.89506,"estoi":0.8316,"si_sdr":10.33548,"mel_dist":0.1505,"stft_dist":1.07624,"f0_rmse_cents":76.07245,"f0_corr":0.96366,"vuv_err":0.07822,"score_intelligibility":0.72748,"score_speaker":0.89398,"score_quality":0.97335,"score_fidelity":0.89076,"score":0.87139},"ko":{"n":50,"unit":"cer","wer":5.09804,"wer_orig":5.14706,"dwer":-0.04902,"wer_pseudo":1.2024,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92652,"utmos":3.05081,"dnsmos_ovrl":3.03839,"dnsmos_sig":3.39642,"dnsmos_bak":4.04962,"pesq_wb":4.03435,"pesq_nb":4.14201,"stoi":0.95418,"estoi":0.91724,"si_sdr":13.31224,"mel_dist":0.153,"stft_dist":1.01593,"f0_rmse_cents":56.31072,"f0_corr":0.98329,"vuv_err":0.05563,"score_intelligibility":1.0,"score_speaker":0.92652,"score_quality":0.95238,"score_fidelity":0.93481,"score":0.95343},"th":{"n":50,"unit":"cer","wer":7.07357,"wer_orig":7.61924,"dwer":-0.54568,"wer_pseudo":3.34076,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.92595,"utmos":2.17442,"dnsmos_ovrl":2.78229,"dnsmos_sig":3.30551,"dnsmos_bak":3.68535,"pesq_wb":3.71119,"pesq_nb":4.03497,"stoi":0.94558,"estoi":0.90577,"si_sdr":10.90123,"mel_dist":0.15587,"stft_dist":1.09354,"f0_rmse_cents":86.81958,"f0_corr":0.97586,"vuv_err":0.1018,"score_intelligibility":1.0,"score_speaker":0.92595,"score_quality":0.92311,"score_fidelity":0.89869,"score":0.93694}}},{"codec":"hificodec_16k_320d","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hificodec_16k_320d","family":"HiFi-Codec","checkpoint":"Dongchao/AcademiCodec/HiFi-Codec-16k-320d","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code, per readme); weights: not stated","paper":"2305.02765","year":2023,"bitrate_kbps":2.0,"notes":"GRVQ 2 groups x 2 residual layers, hop 320; trained on ~1000 h public TTS data (LibriTTS, VCTK, AISHELL...)","side_info":null,"warning":null,"env":"main"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":63.6025,"efficiency":{"rtf_encode":0.00154,"rtf_decode":0.00141,"peak_vram_gb":0.48049,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73898,"score_worst_lang":0.6248,"worst_lang":"id","en_gap":-0.0595,"score_intelligibility":0.64325,"score_speaker":0.78463,"score_quality":0.8368,"score_fidelity":0.69122,"dwer":5.77351,"wer":14.57932,"wer_pseudo":10.04915,"sim":0.78463,"utmos":2.1223,"dnsmos_ovrl":2.89048,"dnsmos_sig":3.30442,"dnsmos_bak":3.83389,"pesq_wb":2.19022,"pesq_nb":2.68782,"stoi":0.84245,"estoi":0.72184,"si_sdr":1.16524,"mel_dist":0.1812,"stft_dist":1.17333,"f0_rmse_cents":123.8158,"f0_corr":0.89116,"vuv_err":0.14037,"score_ci95":[0.73076,0.74659]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.61947,"wer_orig":6.98132,"dwer":3.63815,"wer_pseudo":4.96109,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.68501,"utmos":1.8969,"dnsmos_ovrl":2.35417,"dnsmos_sig":2.90226,"dnsmos_bak":3.66657,"pesq_wb":1.74006,"pesq_nb":2.21287,"stoi":0.77836,"estoi":0.63423,"si_sdr":-3.86994,"mel_dist":0.19808,"stft_dist":1.32453,"f0_rmse_cents":135.95509,"f0_corr":0.89621,"vuv_err":0.16084,"score_intelligibility":0.68689,"score_speaker":0.68501,"score_quality":0.72725,"score_fidelity":0.62867,"score":0.68195},"de":{"n":50,"unit":"wer","wer":9.15565,"wer_orig":5.69685,"dwer":3.4588,"wer_pseudo":4.67955,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.82524,"utmos":2.28496,"dnsmos_ovrl":3.05878,"dnsmos_sig":3.34904,"dnsmos_bak":4.06902,"pesq_wb":2.50252,"pesq_nb":2.89867,"stoi":0.88989,"estoi":0.75683,"si_sdr":5.06161,"mel_dist":0.16648,"stft_dist":1.04148,"f0_rmse_cents":121.2369,"f0_corr":0.89157,"vuv_err":0.13817,"score_intelligibility":0.65942,"score_speaker":0.82524,"score_quality":0.86566,"score_fidelity":0.73692,"score":0.77181},"fr":{"n":50,"unit":"wer","wer":12.88538,"wer_orig":4.98024,"dwer":7.90514,"wer_pseudo":10.39683,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77906,"utmos":1.96795,"dnsmos_ovrl":2.98611,"dnsmos_sig":3.32731,"dnsmos_bak":3.97237,"pesq_wb":2.0492,"pesq_nb":2.53073,"stoi":0.87335,"estoi":0.78491,"si_sdr":1.29424,"mel_dist":0.19807,"stft_dist":1.18718,"f0_rmse_cents":127.86422,"f0_corr":0.88274,"vuv_err":0.16611,"score_intelligibility":0.43069,"score_speaker":0.77906,"score_quality":0.84393,"score_fidelity":0.68529,"score":0.68474},"es":{"n":50,"unit":"wer","wer":3.72727,"wer_orig":3.09091,"dwer":0.63636,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.83275,"utmos":2.33831,"dnsmos_ovrl":3.15917,"dnsmos_sig":3.50762,"dnsmos_bak":3.92866,"pesq_wb":2.5833,"pesq_nb":3.01429,"stoi":0.88339,"estoi":0.78219,"si_sdr":2.70438,"mel_dist":0.18618,"stft_dist":1.17489,"f0_rmse_cents":155.76818,"f0_corr":0.92157,"vuv_err":0.15999,"score_intelligibility":0.86538,"score_speaker":0.83275,"score_quality":0.87386,"score_fidelity":0.75245,"score":0.83111},"it":{"n":50,"unit":"wer","wer":4.18944,"wer_orig":2.55009,"dwer":1.63934,"wer_pseudo":3.38208,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83334,"utmos":2.6383,"dnsmos_ovrl":3.28976,"dnsmos_sig":3.58196,"dnsmos_bak":4.07969,"pesq_wb":2.69365,"pesq_nb":3.08449,"stoi":0.89451,"estoi":0.80496,"si_sdr":4.55414,"mel_dist":0.18066,"stft_dist":1.08978,"f0_rmse_cents":86.02514,"f0_corr":0.90308,"vuv_err":0.11185,"score_intelligibility":0.6841,"score_speaker":0.83334,"score_quality":0.88555,"score_fidelity":0.7605,"score":0.79087},"pt":{"n":50,"unit":"wer","wer":3.90625,"wer_orig":3.41797,"dwer":0.48828,"wer_pseudo":2.26378,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85247,"utmos":2.22069,"dnsmos_ovrl":2.97341,"dnsmos_sig":3.37445,"dnsmos_bak":3.71408,"pesq_wb":2.25072,"pesq_nb":2.7214,"stoi":0.83929,"estoi":0.72704,"si_sdr":1.08464,"mel_dist":0.18113,"stft_dist":1.1729,"f0_rmse_cents":212.08279,"f0_corr":0.90733,"vuv_err":0.16439,"score_intelligibility":0.90048,"score_speaker":0.85247,"score_quality":0.89857,"score_fidelity":0.70132,"score":0.83821},"nl":{"n":50,"unit":"wer","wer":12.66726,"wer_orig":5.26316,"dwer":7.4041,"wer_pseudo":9.22113,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.77399,"utmos":2.31083,"dnsmos_ovrl":2.68864,"dnsmos_sig":3.09273,"dnsmos_bak":4.08337,"pesq_wb":2.08256,"pesq_nb":2.60101,"stoi":0.86846,"estoi":0.75088,"si_sdr":-0.02223,"mel_dist":0.194,"stft_dist":1.29929,"f0_rmse_cents":106.90572,"f0_corr":0.91765,"vuv_err":0.15709,"score_intelligibility":0.45826,"score_speaker":0.77399,"score_quality":0.81912,"score_fidelity":0.69847,"score":0.68746},"pl":{"n":50,"unit":"wer","wer":10.74561,"wer_orig":3.28947,"dwer":7.45614,"wer_pseudo":9.53947,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.81028,"utmos":2.12729,"dnsmos_ovrl":2.97467,"dnsmos_sig":3.33239,"dnsmos_bak":4.01718,"pesq_wb":2.18329,"pesq_nb":2.66407,"stoi":0.89311,"estoi":0.78633,"si_sdr":-2.31713,"mel_dist":0.18074,"stft_dist":1.22728,"f0_rmse_cents":113.83869,"f0_corr":0.80721,"vuv_err":0.14246,"score_intelligibility":0.3652,"score_speaker":0.81028,"score_quality":0.81753,"score_fidelity":0.67947,"score":0.66812},"cs":{"n":50,"unit":"wer","wer":17.03617,"wer_orig":9.45158,"dwer":7.5846,"wer_pseudo":14.13551,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.83719,"utmos":2.16683,"dnsmos_ovrl":3.15649,"dnsmos_sig":3.48986,"dnsmos_bak":3.94978,"pesq_wb":2.15294,"pesq_nb":2.73769,"stoi":0.86105,"estoi":0.74978,"si_sdr":4.9755,"mel_dist":0.1861,"stft_dist":1.10641,"f0_rmse_cents":75.27946,"f0_corr":0.93163,"vuv_err":0.10467,"score_intelligibility":0.57948,"score_speaker":0.83719,"score_quality":0.87157,"score_fidelity":0.70736,"score":0.7489},"tr":{"n":50,"unit":"wer","wer":16.05263,"wer_orig":7.76316,"dwer":8.28947,"wer_pseudo":12.51647,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.77227,"utmos":1.86269,"dnsmos_ovrl":2.95192,"dnsmos_sig":3.32496,"dnsmos_bak":3.95838,"pesq_wb":2.04059,"pesq_nb":2.55318,"stoi":0.8413,"estoi":0.69932,"si_sdr":-0.71179,"mel_dist":0.19269,"stft_dist":1.24993,"f0_rmse_cents":123.242,"f0_corr":0.91557,"vuv_err":0.12485,"score_intelligibility":0.51389,"score_speaker":0.77227,"score_quality":0.81319,"score_fidelity":0.68473,"score":0.69602},"id":{"n":50,"unit":"wer","wer":17.5915,"wer_orig":5.90319,"dwer":11.68831,"wer_pseudo":16.52893,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.73445,"utmos":1.65336,"dnsmos_ovrl":2.6672,"dnsmos_sig":3.22581,"dnsmos_bak":3.18892,"pesq_wb":1.8487,"pesq_nb":2.40999,"stoi":0.74588,"estoi":0.57426,"si_sdr":1.80504,"mel_dist":0.16609,"stft_dist":1.12418,"f0_rmse_cents":195.80239,"f0_corr":0.72982,"vuv_err":0.19284,"score_intelligibility":0.37131,"score_speaker":0.73445,"score_quality":0.8207,"score_fidelity":0.57273,"score":0.6248},"vi":{"n":50,"unit":"wer","wer":13.68337,"wer_orig":7.71679,"dwer":5.96659,"wer_pseudo":10.2707,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.75382,"utmos":1.87137,"dnsmos_ovrl":2.78476,"dnsmos_sig":3.32431,"dnsmos_bak":3.65822,"pesq_wb":2.1193,"pesq_nb":2.71236,"stoi":0.74016,"estoi":0.59146,"si_sdr":2.63025,"mel_dist":0.15855,"stft_dist":1.08121,"f0_rmse_cents":107.27432,"f0_corr":0.92308,"vuv_err":0.13341,"score_intelligibility":0.59365,"score_speaker":0.75382,"score_quality":0.87753,"score_fidelity":0.66102,"score":0.7215},"ru":{"n":50,"unit":"wer","wer":6.7052,"wer_orig":4.50867,"dwer":2.19653,"wer_pseudo":2.89687,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.80324,"utmos":2.19046,"dnsmos_ovrl":2.96056,"dnsmos_sig":3.30331,"dnsmos_bak":4.02134,"pesq_wb":2.23559,"pesq_nb":2.73501,"stoi":0.87998,"estoi":0.77191,"si_sdr":1.53957,"mel_dist":0.19162,"stft_dist":1.20838,"f0_rmse_cents":113.75433,"f0_corr":0.87655,"vuv_err":0.14763,"score_intelligibility":0.71493,"score_speaker":0.80324,"score_quality":0.83278,"score_fidelity":0.70319,"score":0.76353},"uk":{"n":50,"unit":"wer","wer":12.03178,"wer_orig":6.46992,"dwer":5.56186,"wer_pseudo":9.43182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.73248,"utmos":2.17385,"dnsmos_ovrl":3.02358,"dnsmos_sig":3.34978,"dnsmos_bak":4.0689,"pesq_wb":2.17348,"pesq_nb":2.58346,"stoi":0.86687,"estoi":0.7354,"si_sdr":2.18452,"mel_dist":0.20016,"stft_dist":1.23876,"f0_rmse_cents":90.30608,"f0_corr":0.93451,"vuv_err":0.14657,"score_intelligibility":0.57321,"score_speaker":0.73248,"score_quality":0.86405,"score_fidelity":0.71222,"score":0.72049},"el":{"n":50,"unit":"wer","wer":22.84569,"wer_orig":12.02405,"dwer":10.82164,"wer_pseudo":19.31932,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.73366,"utmos":2.17522,"dnsmos_ovrl":2.8509,"dnsmos_sig":3.26467,"dnsmos_bak":3.81165,"pesq_wb":2.34367,"pesq_nb":2.80684,"stoi":0.85576,"estoi":0.72756,"si_sdr":3.25397,"mel_dist":0.16988,"stft_dist":1.08968,"f0_rmse_cents":78.39762,"f0_corr":0.92127,"vuv_err":0.11877,"score_intelligibility":0.54618,"score_speaker":0.73366,"score_quality":0.80584,"score_fidelity":0.72031,"score":0.7015},"ar":{"n":50,"unit":"wer","wer":16.52281,"wer_orig":12.45376,"dwer":4.06905,"wer_pseudo":8.15822,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.85785,"utmos":2.35539,"dnsmos_ovrl":3.15861,"dnsmos_sig":3.5175,"dnsmos_bak":3.95112,"pesq_wb":2.4446,"pesq_nb":2.96464,"stoi":0.91339,"estoi":0.84198,"si_sdr":3.21819,"mel_dist":0.18519,"stft_dist":1.13138,"f0_rmse_cents":110.5399,"f0_corr":0.91998,"vuv_err":0.11672,"score_intelligibility":0.76779,"score_speaker":0.85785,"score_quality":0.90509,"score_fidelity":0.74871,"score":0.81986},"fa":{"n":50,"unit":"wer","wer":35.65714,"wer_orig":25.94286,"dwer":9.71429,"wer_pseudo":19.56757,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.77126,"utmos":1.95323,"dnsmos_ovrl":2.80644,"dnsmos_sig":3.3225,"dnsmos_bak":3.7197,"pesq_wb":1.93685,"pesq_nb":2.62656,"stoi":0.73217,"estoi":0.58774,"si_sdr":-1.08805,"mel_dist":0.17685,"stft_dist":1.22598,"f0_rmse_cents":180.48665,"f0_corr":0.80735,"vuv_err":0.14233,"score_intelligibility":0.735,"score_speaker":0.77126,"score_quality":0.78606,"score_fidelity":0.6024,"score":0.72368},"he":{"n":50,"unit":"wer","wer":35.46512,"wer_orig":19.4186,"dwer":16.04651,"wer_pseudo":27.23005,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.74349,"utmos":2.08013,"dnsmos_ovrl":2.7157,"dnsmos_sig":3.06943,"dnsmos_bak":3.89036,"pesq_wb":2.05471,"pesq_nb":2.52885,"stoi":0.86471,"estoi":0.74459,"si_sdr":1.93859,"mel_dist":0.18214,"stft_dist":1.14938,"f0_rmse_cents":144.05599,"f0_corr":0.8079,"vuv_err":0.18238,"score_intelligibility":0.55995,"score_speaker":0.74349,"score_quality":0.83575,"score_fidelity":0.65798,"score":0.69929},"hi":{"n":50,"unit":"wer","wer":35.36473,"wer_orig":26.31579,"dwer":9.04894,"wer_pseudo":22.79746,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.73959,"utmos":1.89775,"dnsmos_ovrl":2.7317,"dnsmos_sig":3.3068,"dnsmos_bak":3.40398,"pesq_wb":2.06074,"pesq_nb":2.55721,"stoi":0.81755,"estoi":0.68495,"si_sdr":2.50853,"mel_dist":0.19052,"stft_dist":1.16639,"f0_rmse_cents":98.55045,"f0_corr":0.90498,"vuv_err":0.14457,"score_intelligibility":0.75116,"score_speaker":0.73959,"score_quality":0.84377,"score_fidelity":0.6752,"score":0.75243},"zh":{"n":50,"unit":"cer","wer":9.50437,"wer_orig":7.40525,"dwer":2.09913,"wer_pseudo":3.41463,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.79093,"utmos":2.11428,"dnsmos_ovrl":2.9722,"dnsmos_sig":3.33385,"dnsmos_bak":3.97977,"pesq_wb":2.22543,"pesq_nb":2.67372,"stoi":0.87614,"estoi":0.77521,"si_sdr":-3.66182,"mel_dist":0.17323,"stft_dist":1.21542,"f0_rmse_cents":93.78781,"f0_corr":0.92516,"vuv_err":0.09134,"score_intelligibility":0.80017,"score_speaker":0.79093,"score_quality":0.78495,"score_fidelity":0.71714,"score":0.7733},"yue":{"n":50,"unit":"cer","wer":16.38629,"wer_orig":14.39252,"dwer":1.99377,"wer_pseudo":12.28626,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.85333,"utmos":2.50393,"dnsmos_ovrl":3.00775,"dnsmos_sig":3.38969,"dnsmos_bak":3.87365,"pesq_wb":2.28413,"pesq_nb":2.82207,"stoi":0.86996,"estoi":0.75036,"si_sdr":2.00816,"mel_dist":0.16965,"stft_dist":1.12173,"f0_rmse_cents":129.55247,"f0_corr":0.92661,"vuv_err":0.11063,"score_intelligibility":0.88533,"score_speaker":0.85333,"score_quality":0.88,"score_fidelity":0.72116,"score":0.83495},"ja":{"n":50,"unit":"cer","wer":8.72761,"wer_orig":3.53698,"dwer":5.19063,"wer_pseudo":6.339,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.69141,"utmos":1.73152,"dnsmos_ovrl":2.40183,"dnsmos_sig":3.02865,"dnsmos_bak":3.30471,"pesq_wb":1.99003,"pesq_nb":2.51152,"stoi":0.71138,"estoi":0.54681,"si_sdr":-3.93979,"mel_dist":0.17836,"stft_dist":1.27384,"f0_rmse_cents":120.38903,"f0_corr":0.86928,"vuv_err":0.15291,"score_intelligibility":0.4664,"score_speaker":0.69141,"score_quality":0.80855,"score_fidelity":0.62118,"score":0.64689},"ko":{"n":50,"unit":"cer","wer":5.88235,"wer_orig":5.14706,"dwer":0.73529,"wer_pseudo":2.15431,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.82032,"utmos":2.55909,"dnsmos_ovrl":3.00174,"dnsmos_sig":3.35831,"dnsmos_bak":4.04646,"pesq_wb":2.64169,"pesq_nb":3.07684,"stoi":0.87743,"estoi":0.78169,"si_sdr":2.95542,"mel_dist":0.1641,"stft_dist":1.07619,"f0_rmse_cents":92.02132,"f0_corr":0.94574,"vuv_err":0.09175,"score_intelligibility":0.89316,"score_speaker":0.82032,"score_quality":0.83457,"score_fidelity":0.76407,"score":0.82803},"th":{"n":50,"unit":"cer","wer":12.55053,"wer_orig":7.61924,"dwer":4.93129,"wer_pseudo":8.86819,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.80379,"utmos":1.86098,"dnsmos_ovrl":2.6955,"dnsmos_sig":3.229,"dnsmos_bak":3.65555,"pesq_wb":1.92762,"pesq_nb":2.48013,"stoi":0.84471,"estoi":0.73388,"si_sdr":-0.14013,"mel_dist":0.17824,"stft_dist":1.18365,"f0_rmse_cents":158.46267,"f0_corr":0.92104,"vuv_err":0.16652,"score_intelligibility":0.63608,"score_speaker":0.80379,"score_quality":0.78735,"score_fidelity":0.67693,"score":0.72604}}},{"codec":"hificodec_16k_320d_universal","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hificodec_16k_320d_universal","family":"HiFi-Codec","checkpoint":"Dongchao/AcademiCodec/HiFi-Codec-16k-320d-large-universal","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code, per readme); weights: not stated","paper":"2305.02765","year":2023,"bitrate_kbps":2.0,"notes":"'large-universal' 16 kHz release (same architecture/config as 16k_320d, broader training data per the release name); GRVQ 2 groups x 2 residual layers, hop 320","side_info":null,"warning":null,"env":"main"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":63.6025,"efficiency":{"rtf_encode":0.00154,"rtf_decode":0.00141,"peak_vram_gb":0.48049,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.69589,"score_worst_lang":0.60251,"worst_lang":"ja","en_gap":-0.07163,"score_intelligibility":0.51397,"score_speaker":0.73616,"score_quality":0.83261,"score_fidelity":0.70081,"dwer":10.19384,"wer":18.99965,"wer_pseudo":15.05485,"sim":0.73616,"utmos":2.09108,"dnsmos_ovrl":2.91345,"dnsmos_sig":3.32535,"dnsmos_bak":3.85368,"pesq_wb":2.25445,"pesq_nb":2.7654,"stoi":0.83189,"estoi":0.71209,"si_sdr":3.2114,"mel_dist":0.19271,"stft_dist":1.18919,"f0_rmse_cents":113.23803,"f0_corr":0.91212,"vuv_err":0.12673,"score_ci95":[0.68829,0.70398]},"per_lang":{"en":{"n":50,"unit":"wer","wer":14.55261,"wer_orig":6.98132,"dwer":7.57129,"wer_pseudo":10.40856,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.61727,"utmos":1.86754,"dnsmos_ovrl":2.42357,"dnsmos_sig":2.97288,"dnsmos_bak":3.68412,"pesq_wb":1.87626,"pesq_nb":2.40306,"stoi":0.76389,"estoi":0.62222,"si_sdr":0.99214,"mel_dist":0.20415,"stft_dist":1.27464,"f0_rmse_cents":146.46905,"f0_corr":0.90181,"vuv_err":0.1361,"score_intelligibility":0.51318,"score_speaker":0.61727,"score_quality":0.73984,"score_fidelity":0.63869,"score":0.62724},"de":{"n":50,"unit":"wer","wer":10.27467,"wer_orig":5.69685,"dwer":4.57782,"wer_pseudo":6.10376,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79306,"utmos":2.26721,"dnsmos_ovrl":3.04298,"dnsmos_sig":3.32605,"dnsmos_bak":4.06451,"pesq_wb":2.55779,"pesq_nb":2.98833,"stoi":0.8776,"estoi":0.74181,"si_sdr":6.47435,"mel_dist":0.17779,"stft_dist":1.06104,"f0_rmse_cents":96.23398,"f0_corr":0.92711,"vuv_err":0.12319,"score_intelligibility":0.59397,"score_speaker":0.79306,"score_quality":0.85674,"score_fidelity":0.74993,"score":0.74842},"fr":{"n":50,"unit":"wer","wer":15.96838,"wer_orig":4.98024,"dwer":10.98814,"wer_pseudo":13.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.7336,"utmos":2.01284,"dnsmos_ovrl":3.03344,"dnsmos_sig":3.37713,"dnsmos_bak":3.9901,"pesq_wb":2.20051,"pesq_nb":2.69734,"stoi":0.86881,"estoi":0.78351,"si_sdr":4.50603,"mel_dist":0.20909,"stft_dist":1.18197,"f0_rmse_cents":111.68202,"f0_corr":0.92643,"vuv_err":0.14397,"score_intelligibility":0.35243,"score_speaker":0.7336,"score_quality":0.87088,"score_fidelity":0.71275,"score":0.66742},"es":{"n":50,"unit":"wer","wer":4.90909,"wer_orig":3.09091,"dwer":1.81818,"wer_pseudo":2.55242,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.78056,"utmos":2.28197,"dnsmos_ovrl":3.15759,"dnsmos_sig":3.50422,"dnsmos_bak":3.94041,"pesq_wb":2.60369,"pesq_nb":3.06553,"stoi":0.87734,"estoi":0.77807,"si_sdr":4.24144,"mel_dist":0.19793,"stft_dist":1.20192,"f0_rmse_cents":142.27559,"f0_corr":0.93168,"vuv_err":0.1356,"score_intelligibility":0.69231,"score_speaker":0.78056,"score_quality":0.8575,"score_fidelity":0.75574,"score":0.77153},"it":{"n":50,"unit":"wer","wer":5.64663,"wer_orig":2.55009,"dwer":3.09654,"wer_pseudo":4.29616,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.78136,"utmos":2.57663,"dnsmos_ovrl":3.3076,"dnsmos_sig":3.58556,"dnsmos_bak":4.10907,"pesq_wb":2.69724,"pesq_nb":3.13269,"stoi":0.88482,"estoi":0.79481,"si_sdr":5.37217,"mel_dist":0.19345,"stft_dist":1.13852,"f0_rmse_cents":88.08809,"f0_corr":0.90278,"vuv_err":0.10918,"score_intelligibility":0.53412,"score_speaker":0.78136,"score_quality":0.87456,"score_fidelity":0.75751,"score":0.73689},"pt":{"n":50,"unit":"wer","wer":4.98047,"wer_orig":3.41797,"dwer":1.5625,"wer_pseudo":3.54331,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.79222,"utmos":2.22439,"dnsmos_ovrl":2.9721,"dnsmos_sig":3.36484,"dnsmos_bak":3.73338,"pesq_wb":2.36623,"pesq_nb":2.83402,"stoi":0.83323,"estoi":0.71975,"si_sdr":2.84648,"mel_dist":0.19145,"stft_dist":1.18865,"f0_rmse_cents":199.18441,"f0_corr":0.91282,"vuv_err":0.14012,"score_intelligibility":0.73873,"score_speaker":0.79222,"score_quality":0.89947,"score_fidelity":0.71213,"score":0.78564},"nl":{"n":50,"unit":"wer","wer":18.28724,"wer_orig":5.26316,"dwer":13.02409,"wer_pseudo":15.21934,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71882,"utmos":2.30197,"dnsmos_ovrl":2.73906,"dnsmos_sig":3.14409,"dnsmos_bak":4.10087,"pesq_wb":2.11215,"pesq_nb":2.67758,"stoi":0.86171,"estoi":0.74258,"si_sdr":1.89433,"mel_dist":0.2141,"stft_dist":1.30411,"f0_rmse_cents":115.06097,"f0_corr":0.91548,"vuv_err":0.15056,"score_intelligibility":0.32473,"score_speaker":0.71882,"score_quality":0.83067,"score_fidelity":0.69832,"score":0.64313},"pl":{"n":50,"unit":"wer","wer":17.21491,"wer_orig":3.28947,"dwer":13.92544,"wer_pseudo":16.66667,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.72707,"utmos":2.04323,"dnsmos_ovrl":2.97755,"dnsmos_sig":3.33093,"dnsmos_bak":4.01883,"pesq_wb":2.03254,"pesq_nb":2.54628,"stoi":0.8758,"estoi":0.76288,"si_sdr":-1.1713,"mel_dist":0.19961,"stft_dist":1.27007,"f0_rmse_cents":124.21338,"f0_corr":0.80705,"vuv_err":0.13018,"score_intelligibility":0.23549,"score_speaker":0.72707,"score_quality":0.7942,"score_fidelity":0.65929,"score":0.60401},"cs":{"n":50,"unit":"wer","wer":24.27071,"wer_orig":9.45158,"dwer":14.81914,"wer_pseudo":21.61215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.79574,"utmos":2.18903,"dnsmos_ovrl":3.1414,"dnsmos_sig":3.46007,"dnsmos_bak":3.97372,"pesq_wb":2.22613,"pesq_nb":2.78011,"stoi":0.84921,"estoi":0.73589,"si_sdr":5.88769,"mel_dist":0.19962,"stft_dist":1.16114,"f0_rmse_cents":76.69239,"f0_corr":0.9286,"vuv_err":0.10371,"score_intelligibility":0.41358,"score_speaker":0.79574,"score_quality":0.87864,"score_fidelity":0.70938,"score":0.69934},"tr":{"n":50,"unit":"wer","wer":20.39474,"wer_orig":7.76316,"dwer":12.63158,"wer_pseudo":16.73254,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.72816,"utmos":1.77032,"dnsmos_ovrl":2.97749,"dnsmos_sig":3.33879,"dnsmos_bak":3.97786,"pesq_wb":2.21049,"pesq_nb":2.71298,"stoi":0.83065,"estoi":0.68958,"si_sdr":2.54681,"mel_dist":0.20408,"stft_dist":1.25006,"f0_rmse_cents":89.69092,"f0_corr":0.95431,"vuv_err":0.10757,"score_intelligibility":0.40959,"score_speaker":0.72816,"score_quality":0.78341,"score_fidelity":0.71027,"score":0.65786},"id":{"n":50,"unit":"wer","wer":22.66824,"wer_orig":5.90319,"dwer":16.76505,"wer_pseudo":21.36954,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.69925,"utmos":1.66728,"dnsmos_ovrl":2.69514,"dnsmos_sig":3.26143,"dnsmos_bak":3.24676,"pesq_wb":2.02164,"pesq_nb":2.55031,"stoi":0.73655,"estoi":0.57174,"si_sdr":3.16572,"mel_dist":0.17278,"stft_dist":1.13399,"f0_rmse_cents":104.98348,"f0_corr":0.87276,"vuv_err":0.16557,"score_intelligibility":0.29166,"score_speaker":0.69925,"score_quality":0.836,"score_fidelity":0.63374,"score":0.61516},"vi":{"n":50,"unit":"wer","wer":19.09308,"wer_orig":7.71679,"dwer":11.37629,"wer_pseudo":16.71975,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.72531,"utmos":1.81945,"dnsmos_ovrl":2.77363,"dnsmos_sig":3.31066,"dnsmos_bak":3.61496,"pesq_wb":2.29557,"pesq_nb":2.79786,"stoi":0.72475,"estoi":0.57745,"si_sdr":4.50167,"mel_dist":0.16607,"stft_dist":1.10072,"f0_rmse_cents":117.10576,"f0_corr":0.91536,"vuv_err":0.12645,"score_intelligibility":0.43382,"score_speaker":0.72531,"score_quality":0.85102,"score_fidelity":0.67009,"score":0.67006},"ru":{"n":50,"unit":"wer","wer":7.28324,"wer_orig":4.50867,"dwer":2.77457,"wer_pseudo":3.82387,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.74071,"utmos":2.00306,"dnsmos_ovrl":2.96673,"dnsmos_sig":3.30724,"dnsmos_bak":4.02187,"pesq_wb":2.23312,"pesq_nb":2.72256,"stoi":0.86444,"estoi":0.75752,"si_sdr":2.98588,"mel_dist":0.20671,"stft_dist":1.24656,"f0_rmse_cents":100.64185,"f0_corr":0.91534,"vuv_err":0.13972,"score_intelligibility":0.66504,"score_speaker":0.74071,"score_quality":0.77871,"score_fidelity":0.7107,"score":0.72379},"uk":{"n":50,"unit":"wer","wer":17.82066,"wer_orig":6.46992,"dwer":11.35074,"wer_pseudo":14.88636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.71206,"utmos":2.15658,"dnsmos_ovrl":3.01621,"dnsmos_sig":3.35374,"dnsmos_bak":4.0525,"pesq_wb":2.25765,"pesq_nb":2.71409,"stoi":0.8502,"estoi":0.72066,"si_sdr":4.45414,"mel_dist":0.2134,"stft_dist":1.24763,"f0_rmse_cents":95.95208,"f0_corr":0.93397,"vuv_err":0.13117,"score_intelligibility":0.3969,"score_speaker":0.71206,"score_quality":0.85679,"score_fidelity":0.7145,"score":0.67006},"el":{"n":50,"unit":"wer","wer":31.66333,"wer_orig":12.02405,"dwer":19.63928,"wer_pseudo":27.32733,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.71111,"utmos":2.19328,"dnsmos_ovrl":2.92865,"dnsmos_sig":3.33595,"dnsmos_bak":3.87598,"pesq_wb":2.49608,"pesq_nb":3.00017,"stoi":0.84346,"estoi":0.71349,"si_sdr":5.30041,"mel_dist":0.17891,"stft_dist":1.11387,"f0_rmse_cents":83.27321,"f0_corr":0.90124,"vuv_err":0.10695,"score_intelligibility":0.39874,"score_speaker":0.71111,"score_quality":0.83068,"score_fidelity":0.72405,"score":0.66614},"ar":{"n":50,"unit":"wer","wer":19.85203,"wer_orig":12.45376,"dwer":7.39827,"wer_pseudo":13.96786,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.81481,"utmos":2.19881,"dnsmos_ovrl":3.14668,"dnsmos_sig":3.50901,"dnsmos_bak":3.95415,"pesq_wb":2.27664,"pesq_nb":2.84886,"stoi":0.89844,"estoi":0.82296,"si_sdr":3.42914,"mel_dist":0.2012,"stft_dist":1.2218,"f0_rmse_cents":112.5025,"f0_corr":0.91246,"vuv_err":0.11216,"score_intelligibility":0.6452,"score_speaker":0.81481,"score_quality":0.857,"score_fidelity":0.72522,"score":0.76056},"fa":{"n":50,"unit":"wer","wer":40.45714,"wer_orig":25.94286,"dwer":14.51429,"wer_pseudo":27.78378,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.72659,"utmos":1.98137,"dnsmos_ovrl":2.79704,"dnsmos_sig":3.29716,"dnsmos_bak":3.71964,"pesq_wb":2.00123,"pesq_nb":2.67713,"stoi":0.72185,"estoi":0.58152,"si_sdr":1.19832,"mel_dist":0.18681,"stft_dist":1.21648,"f0_rmse_cents":162.02095,"f0_corr":0.86062,"vuv_err":0.14111,"score_intelligibility":0.6499,"score_speaker":0.72659,"score_quality":0.79219,"score_fidelity":0.62284,"score":0.69788},"he":{"n":50,"unit":"wer","wer":48.60465,"wer_orig":19.4186,"dwer":29.18605,"wer_pseudo":39.78873,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.65512,"utmos":2.06627,"dnsmos_ovrl":2.7349,"dnsmos_sig":3.10464,"dnsmos_bak":3.91334,"pesq_wb":2.1124,"pesq_nb":2.59582,"stoi":0.84828,"estoi":0.72538,"si_sdr":3.71075,"mel_dist":0.1986,"stft_dist":1.15638,"f0_rmse_cents":107.56314,"f0_corr":0.88017,"vuv_err":0.16033,"score_intelligibility":0.41163,"score_speaker":0.65512,"score_quality":0.83639,"score_fidelity":0.68209,"score":0.64631},"hi":{"n":50,"unit":"wer","wer":40.44321,"wer_orig":26.31579,"dwer":14.12742,"wer_pseudo":30.15441,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.6728,"utmos":1.80703,"dnsmos_ovrl":2.80093,"dnsmos_sig":3.35179,"dnsmos_bak":3.50226,"pesq_wb":2.19383,"pesq_nb":2.70185,"stoi":0.80883,"estoi":0.67931,"si_sdr":4.16473,"mel_dist":0.19972,"stft_dist":1.1746,"f0_rmse_cents":98.04723,"f0_corr":0.92163,"vuv_err":0.13696,"score_intelligibility":0.65911,"score_speaker":0.6728,"score_quality":0.81149,"score_fidelity":0.69052,"score":0.70848},"zh":{"n":50,"unit":"cer","wer":10.37901,"wer_orig":7.40525,"dwer":2.97376,"wer_pseudo":4.02439,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.77719,"utmos":2.24778,"dnsmos_ovrl":3.04255,"dnsmos_sig":3.39215,"dnsmos_bak":4.01498,"pesq_wb":2.4104,"pesq_nb":2.90445,"stoi":0.87755,"estoi":0.7851,"si_sdr":1.34123,"mel_dist":0.18016,"stft_dist":1.1676,"f0_rmse_cents":88.90188,"f0_corr":0.92353,"vuv_err":0.08133,"score_intelligibility":0.73866,"score_speaker":0.77719,"score_quality":0.83887,"score_fidelity":0.73469,"score":0.77235},"yue":{"n":50,"unit":"cer","wer":23.17757,"wer_orig":14.39252,"dwer":8.78505,"wer_pseudo":20.45598,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.80556,"utmos":2.44692,"dnsmos_ovrl":3.03549,"dnsmos_sig":3.41018,"dnsmos_bak":3.90879,"pesq_wb":2.30407,"pesq_nb":2.83231,"stoi":0.8591,"estoi":0.74236,"si_sdr":3.06648,"mel_dist":0.18121,"stft_dist":1.16713,"f0_rmse_cents":120.21532,"f0_corr":0.92816,"vuv_err":0.09581,"score_intelligibility":0.63664,"score_speaker":0.80556,"score_quality":0.87193,"score_fidelity":0.71995,"score":0.75852},"ja":{"n":50,"unit":"cer","wer":14.37758,"wer_orig":3.53698,"dwer":10.84061,"wer_pseudo":12.40239,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.64477,"utmos":1.71769,"dnsmos_ovrl":2.50146,"dnsmos_sig":3.17213,"dnsmos_bak":3.34437,"pesq_wb":2.01229,"pesq_nb":2.53016,"stoi":0.70466,"estoi":0.54131,"si_sdr":-0.64782,"mel_dist":0.1869,"stft_dist":1.25867,"f0_rmse_cents":108.72714,"f0_corr":0.9141,"vuv_err":0.13124,"score_intelligibility":0.29504,"score_speaker":0.64477,"score_quality":0.83424,"score_fidelity":0.636,"score":0.60251},"ko":{"n":50,"unit":"cer","wer":6.37255,"wer_orig":5.14706,"dwer":1.22549,"wer_pseudo":3.55711,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.75822,"utmos":2.53688,"dnsmos_ovrl":3.01314,"dnsmos_sig":3.37353,"dnsmos_bak":4.04772,"pesq_wb":2.6414,"pesq_nb":3.09332,"stoi":0.86924,"estoi":0.77546,"si_sdr":4.88004,"mel_dist":0.1729,"stft_dist":1.09846,"f0_rmse_cents":65.81617,"f0_corr":0.96906,"vuv_err":0.07657,"score_intelligibility":0.83378,"score_speaker":0.75822,"score_quality":0.83244,"score_fidelity":0.76909,"score":0.79838},"th":{"n":50,"unit":"cer","wer":17.29992,"wer_orig":7.61924,"dwer":9.68068,"wer_pseudo":14.03118,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.75641,"utmos":1.80831,"dnsmos_ovrl":2.69738,"dnsmos_sig":3.22432,"dnsmos_bak":3.67809,"pesq_wb":1.96736,"pesq_nb":2.56275,"stoi":0.83482,"estoi":0.72472,"si_sdr":1.93275,"mel_dist":0.18833,"stft_dist":1.20449,"f0_rmse_cents":162.37125,"f0_corr":0.93449,"vuv_err":0.15583,"score_intelligibility":0.471,"score_speaker":0.75641,"score_quality":0.76891,"score_fidelity":0.6819,"score":0.66955}}},{"codec":"hificodec_24k_240d","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hificodec_24k_240d","family":"HiFi-Codec","checkpoint":"Dongchao/AcademiCodec/HiFi-Codec-24k-240d","sample_rate":24000,"output_sample_rate":24000,"frame_rate":100,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code, per readme); weights: not stated","paper":"2305.02765","year":2023,"bitrate_kbps":4.0,"notes":"GRVQ 2 groups x 2 residual layers, hop 240; trained on ~1000 h public TTS data (LibriTTS, VCTK, AISHELL...)","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":63.58611,"efficiency":{"rtf_encode":0.00271,"rtf_decode":0.00264,"peak_vram_gb":0.58989,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.71568,"score_worst_lang":0.60858,"worst_lang":"id","en_gap":-0.02017,"score_intelligibility":0.64781,"score_speaker":0.71521,"score_quality":0.77122,"score_fidelity":0.72846,"dwer":6.04449,"wer":14.8503,"wer_pseudo":10.52143,"sim":0.71521,"utmos":1.92543,"dnsmos_ovrl":2.88266,"dnsmos_sig":3.29595,"dnsmos_bak":3.8292,"pesq_wb":2.39016,"pesq_nb":2.81342,"stoi":0.85924,"estoi":0.75988,"si_sdr":2.85116,"mel_dist":0.20196,"stft_dist":1.31659,"f0_rmse_cents":100.63779,"f0_corr":0.92896,"vuv_err":0.10791,"score_ci95":[0.70785,0.72384]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.53786,"wer_orig":6.98132,"dwer":2.55654,"wer_pseudo":6.61479,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.65084,"utmos":1.7193,"dnsmos_ovrl":2.44987,"dnsmos_sig":2.96966,"dnsmos_bak":3.75729,"pesq_wb":1.97302,"pesq_nb":2.36392,"stoi":0.81559,"estoi":0.69704,"si_sdr":-0.53114,"mel_dist":0.21334,"stft_dist":1.48245,"f0_rmse_cents":115.53914,"f0_corr":0.93881,"vuv_err":0.11228,"score_intelligibility":0.75739,"score_speaker":0.65084,"score_quality":0.69969,"score_fidelity":0.67747,"score":0.69635},"de":{"n":50,"unit":"wer","wer":8.34181,"wer_orig":5.69685,"dwer":2.64496,"wer_pseudo":3.86572,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.74067,"utmos":1.99324,"dnsmos_ovrl":3.04837,"dnsmos_sig":3.35013,"dnsmos_bak":4.03386,"pesq_wb":2.7093,"pesq_nb":3.04711,"stoi":0.89547,"estoi":0.7825,"si_sdr":6.21309,"mel_dist":0.18254,"stft_dist":1.15033,"f0_rmse_cents":84.59283,"f0_corr":0.94311,"vuv_err":0.09918,"score_intelligibility":0.71687,"score_speaker":0.74067,"score_quality":0.77883,"score_fidelity":0.77565,"score":0.753},"fr":{"n":50,"unit":"wer","wer":13.75494,"wer_orig":4.98024,"dwer":8.7747,"wer_pseudo":12.69841,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.7078,"utmos":1.81686,"dnsmos_ovrl":2.98172,"dnsmos_sig":3.33282,"dnsmos_bak":3.95116,"pesq_wb":2.20492,"pesq_nb":2.61543,"stoi":0.88691,"estoi":0.81535,"si_sdr":3.30021,"mel_dist":0.20815,"stft_dist":1.27567,"f0_rmse_cents":97.3222,"f0_corr":0.94677,"vuv_err":0.13037,"score_intelligibility":0.4053,"score_speaker":0.7078,"score_quality":0.78752,"score_fidelity":0.72598,"score":0.65665},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.74966,"utmos":2.0768,"dnsmos_ovrl":3.10662,"dnsmos_sig":3.466,"dnsmos_bak":3.91596,"pesq_wb":2.70287,"pesq_nb":3.06531,"stoi":0.89351,"estoi":0.81016,"si_sdr":3.82537,"mel_dist":0.21201,"stft_dist":1.31607,"f0_rmse_cents":113.7149,"f0_corr":0.9433,"vuv_err":0.1234,"score_intelligibility":0.9375,"score_speaker":0.74966,"score_quality":0.78759,"score_fidelity":0.77445,"score":0.8123},"it":{"n":50,"unit":"wer","wer":4.64481,"wer_orig":2.55009,"dwer":2.09472,"wer_pseudo":3.65631,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.73067,"utmos":2.38826,"dnsmos_ovrl":3.26962,"dnsmos_sig":3.56032,"dnsmos_bak":4.08248,"pesq_wb":2.86135,"pesq_nb":3.19599,"stoi":0.90348,"estoi":0.82609,"si_sdr":4.47299,"mel_dist":0.2015,"stft_dist":1.22036,"f0_rmse_cents":78.36086,"f0_corr":0.92458,"vuv_err":0.09992,"score_intelligibility":0.62891,"score_speaker":0.73067,"score_quality":0.82178,"score_fidelity":0.78663,"score":0.742},"pt":{"n":50,"unit":"wer","wer":4.19922,"wer_orig":3.41797,"dwer":0.78125,"wer_pseudo":2.06693,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.78882,"utmos":2.00208,"dnsmos_ovrl":2.91252,"dnsmos_sig":3.29726,"dnsmos_bak":3.72291,"pesq_wb":2.29844,"pesq_nb":2.70213,"stoi":0.85241,"estoi":0.75623,"si_sdr":1.40215,"mel_dist":0.20266,"stft_dist":1.31951,"f0_rmse_cents":178.88419,"f0_corr":0.94292,"vuv_err":0.11813,"score_intelligibility":0.84974,"score_speaker":0.78882,"score_quality":0.81076,"score_fidelity":0.72211,"score":0.79286},"nl":{"n":50,"unit":"wer","wer":11.86441,"wer_orig":5.26316,"dwer":6.60125,"wer_pseudo":8.4154,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.64351,"utmos":2.13608,"dnsmos_ovrl":2.70289,"dnsmos_sig":3.08298,"dnsmos_bak":4.07095,"pesq_wb":2.38519,"pesq_nb":2.83065,"stoi":0.88368,"estoi":0.78898,"si_sdr":1.76996,"mel_dist":0.22956,"stft_dist":1.55149,"f0_rmse_cents":99.24523,"f0_corr":0.92956,"vuv_err":0.12889,"score_intelligibility":0.48686,"score_speaker":0.64351,"score_quality":0.77885,"score_fidelity":0.73634,"score":0.66139},"pl":{"n":50,"unit":"wer","wer":10.41667,"wer_orig":3.28947,"dwer":7.12719,"wer_pseudo":9.42982,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.71462,"utmos":1.96127,"dnsmos_ovrl":3.0756,"dnsmos_sig":3.411,"dnsmos_bak":4.04265,"pesq_wb":2.27143,"pesq_nb":2.74906,"stoi":0.89715,"estoi":0.80754,"si_sdr":-0.90777,"mel_dist":0.20695,"stft_dist":1.4107,"f0_rmse_cents":129.02954,"f0_corr":0.82131,"vuv_err":0.12508,"score_intelligibility":0.37572,"score_speaker":0.71462,"score_quality":0.77508,"score_fidelity":0.69391,"score":0.63983},"cs":{"n":50,"unit":"wer","wer":15.28588,"wer_orig":9.45158,"dwer":5.83431,"wer_pseudo":13.31776,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.76854,"utmos":2.04749,"dnsmos_ovrl":3.15282,"dnsmos_sig":3.49964,"dnsmos_bak":3.93315,"pesq_wb":2.43783,"pesq_nb":2.91869,"stoi":0.87319,"estoi":0.77505,"si_sdr":6.68179,"mel_dist":0.21089,"stft_dist":1.22655,"f0_rmse_cents":66.01621,"f0_corr":0.9505,"vuv_err":0.086,"score_intelligibility":0.64176,"score_speaker":0.76854,"score_quality":0.83357,"score_fidelity":0.74483,"score":0.74718},"tr":{"n":50,"unit":"wer","wer":15.0,"wer_orig":7.76316,"dwer":7.23684,"wer_pseudo":10.67194,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.73255,"utmos":1.60255,"dnsmos_ovrl":2.89794,"dnsmos_sig":3.28153,"dnsmos_bak":3.92911,"pesq_wb":2.23767,"pesq_nb":2.65041,"stoi":0.85334,"estoi":0.73304,"si_sdr":1.43683,"mel_dist":0.21955,"stft_dist":1.42691,"f0_rmse_cents":91.81022,"f0_corr":0.95057,"vuv_err":0.09342,"score_intelligibility":0.5477,"score_speaker":0.73255,"score_quality":0.69854,"score_fidelity":0.71918,"score":0.67449},"id":{"n":50,"unit":"wer","wer":17.47344,"wer_orig":5.90319,"dwer":11.57025,"wer_pseudo":15.70248,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.68386,"utmos":1.4934,"dnsmos_ovrl":2.60268,"dnsmos_sig":3.17597,"dnsmos_bak":3.14516,"pesq_wb":2.04889,"pesq_nb":2.49284,"stoi":0.76814,"estoi":0.62377,"si_sdr":2.95772,"mel_dist":0.18667,"stft_dist":1.2414,"f0_rmse_cents":98.703,"f0_corr":0.90597,"vuv_err":0.12141,"score_intelligibility":0.37368,"score_speaker":0.68386,"score_quality":0.71886,"score_fidelity":0.65793,"score":0.60858},"vi":{"n":50,"unit":"wer","wer":18.37709,"wer_orig":7.71679,"dwer":10.6603,"wer_pseudo":15.36624,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.71645,"utmos":1.70266,"dnsmos_ovrl":2.7247,"dnsmos_sig":3.25908,"dnsmos_bak":3.60702,"pesq_wb":2.41136,"pesq_nb":2.86016,"stoi":0.77188,"estoi":0.64928,"si_sdr":4.50109,"mel_dist":0.1797,"stft_dist":1.24034,"f0_rmse_cents":89.69773,"f0_corr":0.95191,"vuv_err":0.09791,"score_intelligibility":0.44985,"score_speaker":0.71645,"score_quality":0.78491,"score_fidelity":0.70901,"score":0.66506},"ru":{"n":50,"unit":"wer","wer":6.7052,"wer_orig":4.50867,"dwer":2.19653,"wer_pseudo":3.36037,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.71935,"utmos":1.96936,"dnsmos_ovrl":2.99299,"dnsmos_sig":3.33275,"dnsmos_bak":4.0153,"pesq_wb":2.43408,"pesq_nb":2.86106,"stoi":0.88913,"estoi":0.80292,"si_sdr":2.89853,"mel_dist":0.21397,"stft_dist":1.36966,"f0_rmse_cents":108.21156,"f0_corr":0.89882,"vuv_err":0.12624,"score_intelligibility":0.71493,"score_speaker":0.71935,"score_quality":0.77514,"score_fidelity":0.73256,"score":0.73549},"uk":{"n":50,"unit":"wer","wer":12.71283,"wer_orig":6.46992,"dwer":6.24291,"wer_pseudo":8.86364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.67029,"utmos":2.0613,"dnsmos_ovrl":3.02562,"dnsmos_sig":3.35574,"dnsmos_bak":4.06699,"pesq_wb":2.45882,"pesq_nb":2.81717,"stoi":0.88569,"estoi":0.77857,"si_sdr":4.78855,"mel_dist":0.2205,"stft_dist":1.33805,"f0_rmse_cents":71.89674,"f0_corr":0.96267,"vuv_err":0.10806,"score_intelligibility":0.54474,"score_speaker":0.67029,"score_quality":0.82888,"score_fidelity":0.75506,"score":0.69974},"el":{"n":50,"unit":"wer","wer":30.76152,"wer_orig":12.02405,"dwer":18.73747,"wer_pseudo":26.32633,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.64981,"utmos":2.03247,"dnsmos_ovrl":2.93324,"dnsmos_sig":3.3373,"dnsmos_bak":3.86981,"pesq_wb":2.65358,"pesq_nb":3.08466,"stoi":0.86832,"estoi":0.75831,"si_sdr":4.4581,"mel_dist":0.19011,"stft_dist":1.21248,"f0_rmse_cents":61.00875,"f0_corr":0.94502,"vuv_err":0.08842,"score_intelligibility":0.41006,"score_speaker":0.64981,"score_quality":0.78553,"score_fidelity":0.76193,"score":0.65183},"ar":{"n":50,"unit":"wer","wer":15.04316,"wer_orig":12.45376,"dwer":2.5894,"wer_pseudo":7.41656,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.80566,"utmos":2.04367,"dnsmos_ovrl":3.11213,"dnsmos_sig":3.48396,"dnsmos_bak":3.91638,"pesq_wb":2.47184,"pesq_nb":2.98592,"stoi":0.91942,"estoi":0.86095,"si_sdr":4.18375,"mel_dist":0.20913,"stft_dist":1.30219,"f0_rmse_cents":105.73255,"f0_corr":0.93692,"vuv_err":0.10322,"score_intelligibility":0.8386,"score_speaker":0.80566,"score_quality":0.80261,"score_fidelity":0.75896,"score":0.80146},"fa":{"n":50,"unit":"wer","wer":32.57143,"wer_orig":25.94286,"dwer":6.62857,"wer_pseudo":17.08108,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.71693,"utmos":1.74398,"dnsmos_ovrl":2.72336,"dnsmos_sig":3.23564,"dnsmos_bak":3.69394,"pesq_wb":2.09664,"pesq_nb":2.68305,"stoi":0.76805,"estoi":0.65252,"si_sdr":0.85859,"mel_dist":0.19656,"stft_dist":1.3923,"f0_rmse_cents":153.29655,"f0_corr":0.87081,"vuv_err":0.10445,"score_intelligibility":0.80255,"score_speaker":0.71693,"score_quality":0.69879,"score_fidelity":0.65073,"score":0.71725},"he":{"n":50,"unit":"wer","wer":37.32558,"wer_orig":19.4186,"dwer":17.90698,"wer_pseudo":28.52113,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.6812,"utmos":1.85988,"dnsmos_ovrl":2.71413,"dnsmos_sig":3.08614,"dnsmos_bak":3.89648,"pesq_wb":2.32793,"pesq_nb":2.71904,"stoi":0.8779,"estoi":0.77655,"si_sdr":4.74468,"mel_dist":0.20574,"stft_dist":1.31056,"f0_rmse_cents":96.89405,"f0_corr":0.87532,"vuv_err":0.13388,"score_intelligibility":0.53277,"score_speaker":0.6812,"score_quality":0.76128,"score_fidelity":0.71088,"score":0.67153},"hi":{"n":50,"unit":"wer","wer":37.21145,"wer_orig":26.31579,"dwer":10.89566,"wer_pseudo":25.24977,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.66155,"utmos":1.69389,"dnsmos_ovrl":2.6214,"dnsmos_sig":3.18792,"dnsmos_bak":3.3151,"pesq_wb":2.20127,"pesq_nb":2.60137,"stoi":0.82885,"estoi":0.72268,"si_sdr":3.60141,"mel_dist":0.21098,"stft_dist":1.28804,"f0_rmse_cents":90.8086,"f0_corr":0.93148,"vuv_err":0.1225,"score_intelligibility":0.71486,"score_speaker":0.66155,"score_quality":0.73341,"score_fidelity":0.70118,"score":0.70275},"zh":{"n":50,"unit":"cer","wer":9.38776,"wer_orig":7.40525,"dwer":1.98251,"wer_pseudo":2.7439,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.74015,"utmos":2.03236,"dnsmos_ovrl":2.99863,"dnsmos_sig":3.35145,"dnsmos_bak":4.00704,"pesq_wb":2.60241,"pesq_nb":2.9528,"stoi":0.89241,"estoi":0.81844,"si_sdr":-0.19543,"mel_dist":0.18159,"stft_dist":1.26699,"f0_rmse_cents":102.69906,"f0_corr":0.9198,"vuv_err":0.07975,"score_intelligibility":0.80915,"score_speaker":0.74015,"score_quality":0.7687,"score_fidelity":0.75668,"score":0.76867},"yue":{"n":50,"unit":"cer","wer":16.69782,"wer_orig":14.39252,"dwer":2.3053,"wer_pseudo":11.71628,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.7915,"utmos":2.26049,"dnsmos_ovrl":3.00147,"dnsmos_sig":3.39827,"dnsmos_bak":3.85912,"pesq_wb":2.52931,"pesq_nb":2.94811,"stoi":0.88573,"estoi":0.78809,"si_sdr":3.18727,"mel_dist":0.17981,"stft_dist":1.20877,"f0_rmse_cents":92.08965,"f0_corr":0.95243,"vuv_err":0.0741,"score_intelligibility":0.86974,"score_speaker":0.7915,"score_quality":0.81587,"score_fidelity":0.75837,"score":0.80887},"ja":{"n":50,"unit":"cer","wer":9.00322,"wer_orig":3.53698,"dwer":5.46624,"wer_pseudo":7.44143,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.63149,"utmos":1.65044,"dnsmos_ovrl":2.52297,"dnsmos_sig":3.13071,"dnsmos_bak":3.43711,"pesq_wb":2.09899,"pesq_nb":2.56767,"stoi":0.75663,"estoi":0.61396,"si_sdr":-0.99826,"mel_dist":0.19788,"stft_dist":1.43802,"f0_rmse_cents":86.60622,"f0_corr":0.94332,"vuv_err":0.09799,"score_intelligibility":0.45355,"score_speaker":0.63149,"score_quality":0.80876,"score_fidelity":0.67132,"score":0.64128},"ko":{"n":50,"unit":"cer","wer":5.14706,"wer_orig":5.14706,"dwer":0.0,"wer_pseudo":1.85371,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.72961,"utmos":2.31544,"dnsmos_ovrl":2.95851,"dnsmos_sig":3.32186,"dnsmos_bak":4.01669,"pesq_wb":2.80408,"pesq_nb":3.22654,"stoi":0.89045,"estoi":0.81555,"si_sdr":3.98828,"mel_dist":0.1894,"stft_dist":1.23984,"f0_rmse_cents":80.82211,"f0_corr":0.95975,"vuv_err":0.08013,"score_intelligibility":1.0,"score_speaker":0.72961,"score_quality":0.77006,"score_fidelity":0.78855,"score":0.82206},"th":{"n":50,"unit":"cer","wer":11.58044,"wer_orig":7.61924,"dwer":3.9612,"wer_pseudo":8.58473,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.73961,"utmos":1.60712,"dnsmos_ovrl":2.65407,"dnsmos_sig":3.1946,"dnsmos_bak":3.61512,"pesq_wb":2.14261,"pesq_nb":2.58294,"stoi":0.86436,"estoi":0.78351,"si_sdr":1.79002,"mel_dist":0.19774,"stft_dist":1.36943,"f0_rmse_cents":122.32499,"f0_corr":0.94948,"vuv_err":0.13511,"score_intelligibility":0.68513,"score_speaker":0.73961,"score_quality":0.68424,"score_fidelity":0.71343,"score":0.7056}}},{"codec":"hificodec_24k_320d","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hificodec_24k_320d","family":"HiFi-Codec","checkpoint":"Dongchao/AcademiCodec/HiFi-Codec-24k-320d","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT (code, per readme); weights: not stated","paper":"2305.02765","year":2023,"bitrate_kbps":3.0,"notes":"GRVQ 2 groups x 2 residual layers, hop 320; trained on ~1000 h public TTS data (LibriTTS, VCTK, AISHELL...)","side_info":null,"warning":null,"env":"main"},"kbps":3.0,"kbps_measured":2.99917,"tokens_per_s":299.91715,"params_M":63.6025,"efficiency":{"rtf_encode":0.00239,"rtf_decode":0.00238,"peak_vram_gb":0.58917,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.75367,"score_worst_lang":0.65902,"worst_lang":"id","en_gap":-0.01403,"score_intelligibility":0.7143,"score_speaker":0.78095,"score_quality":0.81586,"score_fidelity":0.70358,"dwer":4.06366,"wer":12.86947,"wer_pseudo":8.19075,"sim":0.78095,"utmos":2.05368,"dnsmos_ovrl":2.88709,"dnsmos_sig":3.31295,"dnsmos_bak":3.81222,"pesq_wb":2.23448,"pesq_nb":2.74307,"stoi":0.85499,"estoi":0.74149,"si_sdr":1.62884,"mel_dist":0.18872,"stft_dist":1.27005,"f0_rmse_cents":118.64028,"f0_corr":0.90303,"vuv_err":0.14477,"score_ci95":[0.74606,0.76083]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.66962,"wer_orig":6.98132,"dwer":0.6883,"wer_pseudo":4.57198,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.71007,"utmos":1.81229,"dnsmos_ovrl":2.3473,"dnsmos_sig":2.90024,"dnsmos_bak":3.61571,"pesq_wb":1.78546,"pesq_nb":2.25695,"stoi":0.79305,"estoi":0.65681,"si_sdr":-3.20429,"mel_dist":0.20026,"stft_dist":1.4247,"f0_rmse_cents":131.06159,"f0_corr":0.88122,"vuv_err":0.17983,"score_intelligibility":0.92061,"score_speaker":0.71007,"score_quality":0.69733,"score_fidelity":0.63289,"score":0.74022},"de":{"n":50,"unit":"wer","wer":7.32452,"wer_orig":5.69685,"dwer":1.62767,"wer_pseudo":3.4588,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79579,"utmos":2.19876,"dnsmos_ovrl":3.04761,"dnsmos_sig":3.35298,"dnsmos_bak":4.03226,"pesq_wb":2.50593,"pesq_nb":2.95591,"stoi":0.89746,"estoi":0.76823,"si_sdr":5.09665,"mel_dist":0.17398,"stft_dist":1.14319,"f0_rmse_cents":101.99629,"f0_corr":0.90728,"vuv_err":0.13263,"score_intelligibility":0.80447,"score_speaker":0.79579,"score_quality":0.83806,"score_fidelity":0.745,"score":0.79583},"fr":{"n":50,"unit":"wer","wer":7.58893,"wer_orig":4.98024,"dwer":2.6087,"wer_pseudo":5.71429,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.79744,"utmos":1.97521,"dnsmos_ovrl":2.98634,"dnsmos_sig":3.34273,"dnsmos_bak":3.95268,"pesq_wb":2.10183,"pesq_nb":2.56155,"stoi":0.88562,"estoi":0.80238,"si_sdr":1.38615,"mel_dist":0.19675,"stft_dist":1.23888,"f0_rmse_cents":122.7479,"f0_corr":0.9127,"vuv_err":0.1633,"score_intelligibility":0.69627,"score_speaker":0.79744,"score_quality":0.84664,"score_fidelity":0.70438,"score":0.76118},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.84122,"utmos":2.36465,"dnsmos_ovrl":3.18918,"dnsmos_sig":3.5453,"dnsmos_bak":3.93523,"pesq_wb":2.67497,"pesq_nb":3.10448,"stoi":0.89784,"estoi":0.80723,"si_sdr":3.38849,"mel_dist":0.19419,"stft_dist":1.25692,"f0_rmse_cents":163.51838,"f0_corr":0.89472,"vuv_err":0.15315,"score_intelligibility":0.91837,"score_speaker":0.84122,"score_quality":0.8875,"score_fidelity":0.75704,"score":0.85103},"it":{"n":50,"unit":"wer","wer":4.46266,"wer_orig":2.55009,"dwer":1.91257,"wer_pseudo":2.92505,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83337,"utmos":2.63326,"dnsmos_ovrl":3.26247,"dnsmos_sig":3.56776,"dnsmos_bak":4.05132,"pesq_wb":2.69247,"pesq_nb":3.12098,"stoi":0.90287,"estoi":0.81757,"si_sdr":4.76778,"mel_dist":0.18788,"stft_dist":1.18606,"f0_rmse_cents":84.02184,"f0_corr":0.89871,"vuv_err":0.13208,"score_intelligibility":0.64988,"score_speaker":0.83337,"score_quality":0.87844,"score_fidelity":0.76171,"score":0.78085},"pt":{"n":50,"unit":"wer","wer":4.10156,"wer_orig":3.41797,"dwer":0.68359,"wer_pseudo":2.16535,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85359,"utmos":2.24966,"dnsmos_ovrl":2.98064,"dnsmos_sig":3.40104,"dnsmos_bak":3.69182,"pesq_wb":2.24955,"pesq_nb":2.72504,"stoi":0.8512,"estoi":0.74555,"si_sdr":0.86989,"mel_dist":0.18984,"stft_dist":1.27318,"f0_rmse_cents":201.14774,"f0_corr":0.8978,"vuv_err":0.15726,"score_intelligibility":0.866,"score_speaker":0.85359,"score_quality":0.91,"score_fidelity":0.702,"score":0.8329},"nl":{"n":50,"unit":"wer","wer":10.43711,"wer_orig":5.26316,"dwer":5.17395,"wer_pseudo":6.89346,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.76709,"utmos":1.93953,"dnsmos_ovrl":2.65396,"dnsmos_sig":3.04834,"dnsmos_bak":4.06361,"pesq_wb":2.16241,"pesq_nb":2.6509,"stoi":0.87833,"estoi":0.76724,"si_sdr":-0.212,"mel_dist":0.20968,"stft_dist":1.43338,"f0_rmse_cents":128.26164,"f0_corr":0.88708,"vuv_err":0.17732,"score_intelligibility":0.54762,"score_speaker":0.76709,"score_quality":0.71484,"score_fidelity":0.69918,"score":0.68218},"pl":{"n":50,"unit":"wer","wer":8.00439,"wer_orig":3.28947,"dwer":4.71491,"wer_pseudo":7.67544,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.80044,"utmos":2.01261,"dnsmos_ovrl":2.99494,"dnsmos_sig":3.34841,"dnsmos_bak":4.00927,"pesq_wb":2.24547,"pesq_nb":2.70385,"stoi":0.89874,"estoi":0.7998,"si_sdr":-1.75919,"mel_dist":0.19306,"stft_dist":1.34205,"f0_rmse_cents":104.37995,"f0_corr":0.84066,"vuv_err":0.18409,"score_intelligibility":0.47638,"score_speaker":0.80044,"score_quality":0.78977,"score_fidelity":0.69842,"score":0.69125},"cs":{"n":50,"unit":"wer","wer":14.35239,"wer_orig":9.45158,"dwer":4.90082,"wer_pseudo":11.68224,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.84688,"utmos":2.15649,"dnsmos_ovrl":3.11993,"dnsmos_sig":3.47929,"dnsmos_bak":3.90481,"pesq_wb":2.19997,"pesq_nb":2.77698,"stoi":0.8736,"estoi":0.76557,"si_sdr":5.22522,"mel_dist":0.19413,"stft_dist":1.20274,"f0_rmse_cents":75.58081,"f0_corr":0.93757,"vuv_err":0.1156,"score_intelligibility":0.68078,"score_speaker":0.84688,"score_quality":0.86828,"score_fidelity":0.71801,"score":0.77849},"tr":{"n":50,"unit":"wer","wer":13.94737,"wer_orig":7.76316,"dwer":6.18421,"wer_pseudo":9.35441,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.75194,"utmos":1.87702,"dnsmos_ovrl":2.97961,"dnsmos_sig":3.36051,"dnsmos_bak":3.95242,"pesq_wb":2.12983,"pesq_nb":2.63336,"stoi":0.85588,"estoi":0.7234,"si_sdr":0.37794,"mel_dist":0.19994,"stft_dist":1.34046,"f0_rmse_cents":116.58271,"f0_corr":0.92625,"vuv_err":0.13043,"score_intelligibility":0.58627,"score_speaker":0.75194,"score_quality":0.82555,"score_fidelity":0.70165,"score":0.71635},"id":{"n":50,"unit":"wer","wer":13.45927,"wer_orig":5.90319,"dwer":7.55608,"wer_pseudo":11.92444,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.72095,"utmos":1.60696,"dnsmos_ovrl":2.66926,"dnsmos_sig":3.24449,"dnsmos_bak":3.21001,"pesq_wb":1.92888,"pesq_nb":2.49024,"stoi":0.7706,"estoi":0.61434,"si_sdr":2.85706,"mel_dist":0.17387,"stft_dist":1.21625,"f0_rmse_cents":115.30417,"f0_corr":0.88572,"vuv_err":0.15088,"score_intelligibility":0.47742,"score_speaker":0.72095,"score_quality":0.79715,"score_fidelity":0.64057,"score":0.65902},"vi":{"n":50,"unit":"wer","wer":13.44471,"wer_orig":7.71679,"dwer":5.72792,"wer_pseudo":9.79299,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.72399,"utmos":1.7808,"dnsmos_ovrl":2.75039,"dnsmos_sig":3.30805,"dnsmos_bak":3.56626,"pesq_wb":2.1337,"pesq_nb":2.74526,"stoi":0.75936,"estoi":0.61999,"si_sdr":2.91466,"mel_dist":0.16859,"stft_dist":1.18703,"f0_rmse_cents":119.46325,"f0_corr":0.91576,"vuv_err":0.12893,"score_intelligibility":0.60346,"score_speaker":0.72399,"score_quality":0.82723,"score_fidelity":0.66634,"score":0.70526},"ru":{"n":50,"unit":"wer","wer":6.35838,"wer_orig":4.50867,"dwer":1.84971,"wer_pseudo":2.66512,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.79663,"utmos":2.02941,"dnsmos_ovrl":2.93341,"dnsmos_sig":3.2959,"dnsmos_bak":3.95824,"pesq_wb":2.27485,"pesq_nb":2.73921,"stoi":0.88608,"estoi":0.78252,"si_sdr":1.51352,"mel_dist":0.19994,"stft_dist":1.32483,"f0_rmse_cents":149.4936,"f0_corr":0.83894,"vuv_err":0.15958,"score_intelligibility":0.74863,"score_speaker":0.79663,"score_quality":0.77837,"score_fidelity":0.69642,"score":0.75501},"uk":{"n":50,"unit":"wer","wer":12.03178,"wer_orig":6.46992,"dwer":5.56186,"wer_pseudo":8.63636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.74519,"utmos":2.16272,"dnsmos_ovrl":3.02226,"dnsmos_sig":3.37061,"dnsmos_bak":4.02413,"pesq_wb":2.25138,"pesq_nb":2.65201,"stoi":0.87893,"estoi":0.75736,"si_sdr":2.53664,"mel_dist":0.20468,"stft_dist":1.32621,"f0_rmse_cents":87.71535,"f0_corr":0.94496,"vuv_err":0.14236,"score_intelligibility":0.57321,"score_speaker":0.74519,"score_quality":0.8602,"score_fidelity":0.72714,"score":0.72644},"el":{"n":50,"unit":"wer","wer":20.44088,"wer_orig":12.02405,"dwer":8.41683,"wer_pseudo":14.71471,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.73923,"utmos":2.18536,"dnsmos_ovrl":2.92761,"dnsmos_sig":3.38093,"dnsmos_bak":3.7969,"pesq_wb":2.48349,"pesq_nb":3.02102,"stoi":0.87053,"estoi":0.75171,"si_sdr":3.82817,"mel_dist":0.17833,"stft_dist":1.17817,"f0_rmse_cents":75.72299,"f0_corr":0.91745,"vuv_err":0.11343,"score_intelligibility":0.60744,"score_speaker":0.73923,"score_quality":0.82814,"score_fidelity":0.73727,"score":0.72802},"ar":{"n":50,"unit":"wer","wer":15.65968,"wer_orig":12.45376,"dwer":3.20592,"wer_pseudo":6.79852,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.85952,"utmos":2.26179,"dnsmos_ovrl":3.12585,"dnsmos_sig":3.51218,"dnsmos_bak":3.892,"pesq_wb":2.43018,"pesq_nb":2.99297,"stoi":0.91861,"estoi":0.85189,"si_sdr":3.71975,"mel_dist":0.19336,"stft_dist":1.23124,"f0_rmse_cents":106.81938,"f0_corr":0.91873,"vuv_err":0.12914,"score_intelligibility":0.80756,"score_speaker":0.85952,"score_quality":0.87099,"score_fidelity":0.74865,"score":0.82168},"fa":{"n":50,"unit":"wer","wer":31.88571,"wer_orig":25.94286,"dwer":5.94286,"wer_pseudo":14.59459,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.7678,"utmos":1.85634,"dnsmos_ovrl":2.76809,"dnsmos_sig":3.28358,"dnsmos_bak":3.72013,"pesq_wb":1.91649,"pesq_nb":2.6135,"stoi":0.7502,"estoi":0.60979,"si_sdr":-0.85698,"mel_dist":0.18542,"stft_dist":1.34254,"f0_rmse_cents":174.54445,"f0_corr":0.85635,"vuv_err":0.14555,"score_intelligibility":0.81929,"score_speaker":0.7678,"score_quality":0.74568,"score_fidelity":0.6228,"score":0.73889},"he":{"n":50,"unit":"wer","wer":32.90698,"wer_orig":19.4186,"dwer":13.48837,"wer_pseudo":23.47418,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.7679,"utmos":2.00075,"dnsmos_ovrl":2.75219,"dnsmos_sig":3.13099,"dnsmos_bak":3.92022,"pesq_wb":2.06827,"pesq_nb":2.52324,"stoi":0.87395,"estoi":0.76054,"si_sdr":2.83017,"mel_dist":0.18932,"stft_dist":1.24872,"f0_rmse_cents":122.75175,"f0_corr":0.84428,"vuv_err":0.15073,"score_intelligibility":0.60219,"score_speaker":0.7679,"score_quality":0.81912,"score_fidelity":0.67448,"score":0.71592},"hi":{"n":50,"unit":"wer","wer":33.05633,"wer_orig":26.31579,"dwer":6.74054,"wer_pseudo":18.89192,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.73607,"utmos":1.86978,"dnsmos_ovrl":2.75266,"dnsmos_sig":3.31914,"dnsmos_bak":3.43161,"pesq_wb":2.04295,"pesq_nb":2.57053,"stoi":0.83458,"estoi":0.71123,"si_sdr":2.81355,"mel_dist":0.19589,"stft_dist":1.26378,"f0_rmse_cents":99.83088,"f0_corr":0.91147,"vuv_err":0.16195,"score_intelligibility":0.80208,"score_speaker":0.73607,"score_quality":0.83571,"score_fidelity":0.68134,"score":0.7638},"zh":{"n":50,"unit":"cer","wer":8.62974,"wer_orig":7.40525,"dwer":1.22449,"wer_pseudo":2.43902,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.78212,"utmos":1.97401,"dnsmos_ovrl":2.93712,"dnsmos_sig":3.31342,"dnsmos_bak":3.95495,"pesq_wb":2.29027,"pesq_nb":2.76836,"stoi":0.87853,"estoi":0.78079,"si_sdr":-2.7917,"mel_dist":0.17709,"stft_dist":1.28498,"f0_rmse_cents":91.62978,"f0_corr":0.92667,"vuv_err":0.10325,"score_intelligibility":0.87284,"score_speaker":0.78212,"score_quality":0.7377,"score_fidelity":0.72462,"score":0.77932},"yue":{"n":50,"unit":"cer","wer":16.07477,"wer_orig":14.39252,"dwer":1.68224,"wer_pseudo":12.34959,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.82072,"utmos":2.33981,"dnsmos_ovrl":3.02145,"dnsmos_sig":3.41802,"dnsmos_bak":3.85019,"pesq_wb":2.36776,"pesq_nb":2.91709,"stoi":0.88174,"estoi":0.77059,"si_sdr":2.29642,"mel_dist":0.17094,"stft_dist":1.19192,"f0_rmse_cents":108.15136,"f0_corr":0.94554,"vuv_err":0.10031,"score_intelligibility":0.90148,"score_speaker":0.82072,"score_quality":0.84118,"score_fidelity":0.73936,"score":0.82568},"ja":{"n":50,"unit":"cer","wer":6.339,"wer_orig":3.53698,"dwer":2.80202,"wer_pseudo":4.86909,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.67571,"utmos":1.72733,"dnsmos_ovrl":2.41596,"dnsmos_sig":3.02924,"dnsmos_bak":3.31747,"pesq_wb":2.00896,"pesq_nb":2.57668,"stoi":0.73695,"estoi":0.57663,"si_sdr":-2.46609,"mel_dist":0.18625,"stft_dist":1.35344,"f0_rmse_cents":124.56751,"f0_corr":0.88726,"vuv_err":0.14122,"score_intelligibility":0.6182,"score_speaker":0.67571,"score_quality":0.81112,"score_fidelity":0.63749,"score":0.68563},"ko":{"n":50,"unit":"cer","wer":6.32353,"wer_orig":5.14706,"dwer":1.17647,"wer_pseudo":2.75551,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.81398,"utmos":2.46243,"dnsmos_ovrl":2.95129,"dnsmos_sig":3.31314,"dnsmos_bak":4.0168,"pesq_wb":2.6481,"pesq_nb":3.12195,"stoi":0.88553,"estoi":0.79565,"si_sdr":3.28912,"mel_dist":0.17951,"stft_dist":1.20264,"f0_rmse_cents":95.83252,"f0_corr":0.95296,"vuv_err":0.15449,"score_intelligibility":0.83936,"score_speaker":0.81398,"score_quality":0.80083,"score_fidelity":0.76979,"score":0.80599},"th":{"n":50,"unit":"cer","wer":10.9135,"wer_orig":7.61924,"dwer":3.29426,"wer_pseudo":7.22818,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.79523,"utmos":1.81128,"dnsmos_ovrl":2.70063,"dnsmos_sig":3.24459,"dnsmos_bak":3.62518,"pesq_wb":2.03429,"pesq_nb":2.61152,"stoi":0.85947,"estoi":0.75888,"si_sdr":0.6713,"mel_dist":0.18646,"stft_dist":1.28796,"f0_rmse_cents":146.24102,"f0_corr":0.9427,"vuv_err":0.16702,"score_intelligibility":0.72349,"score_speaker":0.79523,"score_quality":0.7709,"score_fidelity":0.69923,"score":0.74721}}},{"codec":"higgs_audio_v2_0.5kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"higgs_audio_v2_0.5kbps","family":"HiggsAudioV2Tokenizer","checkpoint":"bosonai/higgs-audio-v2-tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"Boson Higgs Audio 2 Community License","paper":null,"year":2025,"bitrate_kbps":0.5,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":0.5,"kbps_measured":0.50041,"tokens_per_s":50.04143,"params_M":200.34378,"efficiency":{"rtf_encode":0.00301,"rtf_decode":0.00126,"peak_vram_gb":1.37449,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.51754,"score_worst_lang":0.44828,"worst_lang":"pl","en_gap":-0.02878,"score_intelligibility":0.22601,"score_speaker":0.55601,"score_quality":0.74735,"score_fidelity":0.54079,"dwer":34.42029,"wer":43.2261,"wer_pseudo":41.2071,"sim":0.55601,"utmos":1.87895,"dnsmos_ovrl":2.82783,"dnsmos_sig":3.24395,"dnsmos_bak":3.83393,"pesq_wb":1.66493,"pesq_nb":2.16434,"stoi":0.77576,"estoi":0.60373,"si_sdr":-4.78376,"mel_dist":0.22674,"stft_dist":1.46197,"f0_rmse_cents":331.0285,"f0_corr":0.65663,"vuv_err":0.2333,"score_ci95":[0.51316,0.52256]},"per_lang":{"en":{"n":50,"unit":"wer","wer":32.35005,"wer_orig":6.98132,"dwer":25.36873,"wer_pseudo":29.66926,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.48469,"utmos":1.74565,"dnsmos_ovrl":2.40779,"dnsmos_sig":2.93818,"dnsmos_bak":3.7506,"pesq_wb":1.49274,"pesq_nb":1.95512,"stoi":0.72535,"estoi":0.53331,"si_sdr":-10.08128,"mel_dist":0.23236,"stft_dist":1.60155,"f0_rmse_cents":259.67394,"f0_corr":0.75679,"vuv_err":0.26773,"score_intelligibility":0.23932,"score_speaker":0.48469,"score_quality":0.69486,"score_fidelity":0.54097,"score":0.48996},"de":{"n":50,"unit":"wer","wer":29.70498,"wer_orig":5.69685,"dwer":24.00814,"wer_pseudo":27.16175,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.56928,"utmos":2.03408,"dnsmos_ovrl":2.97655,"dnsmos_sig":3.26912,"dnsmos_bak":4.05268,"pesq_wb":1.80802,"pesq_nb":2.28891,"stoi":0.82636,"estoi":0.62849,"si_sdr":-0.31992,"mel_dist":0.21303,"stft_dist":1.31611,"f0_rmse_cents":233.35527,"f0_corr":0.67781,"vuv_err":0.20368,"score_intelligibility":0.2181,"score_speaker":0.56928,"score_quality":0.7734,"score_fidelity":0.57834,"score":0.53478},"fr":{"n":50,"unit":"wer","wer":52.49012,"wer_orig":4.98024,"dwer":47.50988,"wer_pseudo":52.22222,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.54319,"utmos":1.84553,"dnsmos_ovrl":2.95585,"dnsmos_sig":3.29526,"dnsmos_bak":3.9799,"pesq_wb":1.69877,"pesq_nb":2.16229,"stoi":0.81565,"estoi":0.68971,"si_sdr":-2.56713,"mel_dist":0.24185,"stft_dist":1.42168,"f0_rmse_cents":326.0559,"f0_corr":0.66569,"vuv_err":0.23535,"score_intelligibility":0.1118,"score_speaker":0.54319,"score_quality":0.79165,"score_fidelity":0.56033,"score":0.50174},"es":{"n":50,"unit":"wer","wer":11.81818,"wer_orig":3.09091,"dwer":8.72727,"wer_pseudo":10.48314,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.59952,"utmos":2.13389,"dnsmos_ovrl":3.11544,"dnsmos_sig":3.46653,"dnsmos_bak":3.92708,"pesq_wb":2.02225,"pesq_nb":2.50071,"stoi":0.83137,"estoi":0.68156,"si_sdr":-0.93311,"mel_dist":0.23098,"stft_dist":1.41531,"f0_rmse_cents":270.12761,"f0_corr":0.78016,"vuv_err":0.20254,"score_intelligibility":0.31915,"score_speaker":0.59952,"score_quality":0.80581,"score_fidelity":0.63453,"score":0.58975},"it":{"n":50,"unit":"wer","wer":19.03461,"wer_orig":2.55009,"dwer":16.48452,"wer_pseudo":18.55576,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.55392,"utmos":2.28166,"dnsmos_ovrl":3.18112,"dnsmos_sig":3.48269,"dnsmos_bak":4.03937,"pesq_wb":1.9708,"pesq_nb":2.44999,"stoi":0.82571,"estoi":0.67847,"si_sdr":-1.06571,"mel_dist":0.23193,"stft_dist":1.38079,"f0_rmse_cents":237.0904,"f0_corr":0.58772,"vuv_err":0.2038,"score_intelligibility":0.1772,"score_speaker":0.55392,"score_quality":0.77728,"score_fidelity":0.5636,"score":0.518},"pt":{"n":50,"unit":"wer","wer":12.98828,"wer_orig":3.41797,"dwer":9.57031,"wer_pseudo":11.51575,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.64709,"utmos":2.13494,"dnsmos_ovrl":3.06393,"dnsmos_sig":3.45175,"dnsmos_bak":3.80092,"pesq_wb":1.8154,"pesq_nb":2.35147,"stoi":0.78074,"estoi":0.62824,"si_sdr":-1.69648,"mel_dist":0.22775,"stft_dist":1.396,"f0_rmse_cents":483.15145,"f0_corr":0.709,"vuv_err":0.27128,"score_intelligibility":0.31583,"score_speaker":0.64709,"score_quality":0.87687,"score_fidelity":0.57424,"score":0.60351},"nl":{"n":50,"unit":"wer","wer":54.4157,"wer_orig":5.26316,"dwer":49.15254,"wer_pseudo":54.34199,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.49975,"utmos":1.82628,"dnsmos_ovrl":2.56618,"dnsmos_sig":2.95984,"dnsmos_bak":4.07953,"pesq_wb":1.48202,"pesq_nb":1.95999,"stoi":0.79503,"estoi":0.61419,"si_sdr":-8.17544,"mel_dist":0.23966,"stft_dist":1.64357,"f0_rmse_cents":242.01159,"f0_corr":0.70143,"vuv_err":0.2415,"score_intelligibility":0.11302,"score_speaker":0.49975,"score_quality":0.6608,"score_fidelity":0.54473,"score":0.45457},"pl":{"n":50,"unit":"wer","wer":58.44298,"wer_orig":3.28947,"dwer":55.15351,"wer_pseudo":57.67544,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.5257,"utmos":1.73471,"dnsmos_ovrl":2.90615,"dnsmos_sig":3.26352,"dnsmos_bak":3.99376,"pesq_wb":1.49954,"pesq_nb":1.93585,"stoi":0.82133,"estoi":0.65227,"si_sdr":-8.12804,"mel_dist":0.23767,"stft_dist":1.5516,"f0_rmse_cents":238.23461,"f0_corr":0.55761,"vuv_err":0.20398,"score_intelligibility":0.07216,"score_speaker":0.5257,"score_quality":0.68802,"score_fidelity":0.50722,"score":0.44828},"cs":{"n":50,"unit":"wer","wer":54.84247,"wer_orig":9.45158,"dwer":45.3909,"wer_pseudo":53.97196,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.58527,"utmos":1.8675,"dnsmos_ovrl":3.00401,"dnsmos_sig":3.32768,"dnsmos_bak":3.94288,"pesq_wb":1.50435,"pesq_nb":2.05403,"stoi":0.77877,"estoi":0.60985,"si_sdr":-1.13718,"mel_dist":0.23648,"stft_dist":1.40231,"f0_rmse_cents":198.32136,"f0_corr":0.69255,"vuv_err":0.19913,"score_intelligibility":0.18716,"score_speaker":0.58527,"score_quality":0.74921,"score_fidelity":0.53847,"score":0.51503},"tr":{"n":50,"unit":"wer","wer":45.0,"wer_orig":7.76316,"dwer":37.23684,"wer_pseudo":42.16074,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.62859,"utmos":1.88039,"dnsmos_ovrl":2.91368,"dnsmos_sig":3.28436,"dnsmos_bak":3.96691,"pesq_wb":1.76777,"pesq_nb":2.32173,"stoi":0.7888,"estoi":0.59698,"si_sdr":-6.74007,"mel_dist":0.2293,"stft_dist":1.49386,"f0_rmse_cents":300.72586,"f0_corr":0.72115,"vuv_err":0.22065,"score_intelligibility":0.1905,"score_speaker":0.62859,"score_quality":0.81076,"score_fidelity":0.57644,"score":0.55157},"id":{"n":50,"unit":"wer","wer":50.76741,"wer_orig":5.90319,"dwer":44.86423,"wer_pseudo":49.94097,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.50091,"utmos":1.60103,"dnsmos_ovrl":2.59903,"dnsmos_sig":3.16154,"dnsmos_bak":3.1962,"pesq_wb":1.45903,"pesq_nb":2.04247,"stoi":0.66489,"estoi":0.44258,"si_sdr":-4.03906,"mel_dist":0.20862,"stft_dist":1.4301,"f0_rmse_cents":443.56186,"f0_corr":0.44283,"vuv_err":0.2681,"score_intelligibility":0.13335,"score_speaker":0.50091,"score_quality":0.77381,"score_fidelity":0.41296,"score":0.45526},"vi":{"n":50,"unit":"wer","wer":57.91567,"wer_orig":7.71679,"dwer":50.19889,"wer_pseudo":56.60828,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.588,"utmos":1.61938,"dnsmos_ovrl":2.67774,"dnsmos_sig":3.2323,"dnsmos_bak":3.60473,"pesq_wb":1.5605,"pesq_nb":2.13558,"stoi":0.66111,"estoi":0.45978,"si_sdr":-4.96096,"mel_dist":0.20137,"stft_dist":1.38852,"f0_rmse_cents":560.78396,"f0_corr":0.60675,"vuv_err":0.30831,"score_intelligibility":0.14795,"score_speaker":0.588,"score_quality":0.73451,"score_fidelity":0.476,"score":0.48662},"ru":{"n":50,"unit":"wer","wer":21.04046,"wer_orig":4.50867,"dwer":16.53179,"wer_pseudo":19.11935,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.53571,"utmos":1.85649,"dnsmos_ovrl":2.8536,"dnsmos_sig":3.17742,"dnsmos_bak":4.0436,"pesq_wb":1.66049,"pesq_nb":2.11901,"stoi":0.81054,"estoi":0.65196,"si_sdr":-4.16096,"mel_dist":0.23409,"stft_dist":1.48535,"f0_rmse_cents":289.56731,"f0_corr":0.65891,"vuv_err":0.22148,"score_intelligibility":0.24993,"score_speaker":0.53571,"score_quality":0.70756,"score_fidelity":0.55272,"score":0.51148},"uk":{"n":50,"unit":"wer","wer":44.49489,"wer_orig":6.46992,"dwer":38.02497,"wer_pseudo":42.72727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.49518,"utmos":2.08133,"dnsmos_ovrl":2.96377,"dnsmos_sig":3.30078,"dnsmos_bak":4.05036,"pesq_wb":1.6868,"pesq_nb":2.1513,"stoi":0.81115,"estoi":0.62968,"si_sdr":-4.1527,"mel_dist":0.24191,"stft_dist":1.5086,"f0_rmse_cents":228.61374,"f0_corr":0.74518,"vuv_err":0.21619,"score_intelligibility":0.16419,"score_speaker":0.49518,"score_quality":0.82019,"score_fidelity":0.58419,"score":0.51594},"el":{"n":50,"unit":"wer","wer":65.33066,"wer_orig":12.02405,"dwer":53.30661,"wer_pseudo":63.86386,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.48411,"utmos":1.96635,"dnsmos_ovrl":2.75261,"dnsmos_sig":3.17892,"dnsmos_bak":3.83055,"pesq_wb":1.77852,"pesq_nb":2.32069,"stoi":0.78458,"estoi":0.60293,"si_sdr":-2.50869,"mel_dist":0.21379,"stft_dist":1.36849,"f0_rmse_cents":281.87187,"f0_corr":0.60406,"vuv_err":0.24186,"score_intelligibility":0.19635,"score_speaker":0.48411,"score_quality":0.72087,"score_fidelity":0.53702,"score":0.48459},"ar":{"n":50,"unit":"wer","wer":48.95191,"wer_orig":12.45376,"dwer":36.49815,"wer_pseudo":46.72435,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.63555,"utmos":1.89123,"dnsmos_ovrl":3.06251,"dnsmos_sig":3.42277,"dnsmos_bak":3.93745,"pesq_wb":1.61637,"pesq_nb":2.08136,"stoi":0.83739,"estoi":0.71537,"si_sdr":-2.9978,"mel_dist":0.24488,"stft_dist":1.46785,"f0_rmse_cents":298.05115,"f0_corr":0.69726,"vuv_err":0.19723,"score_intelligibility":0.26933,"score_speaker":0.63555,"score_quality":0.74552,"score_fidelity":0.57025,"score":0.55516},"fa":{"n":50,"unit":"wer","wer":63.88571,"wer_orig":25.94286,"dwer":37.94286,"wer_pseudo":54.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.60104,"utmos":1.86717,"dnsmos_ovrl":2.75445,"dnsmos_sig":3.26348,"dnsmos_bak":3.74001,"pesq_wb":1.53649,"pesq_nb":2.1797,"stoi":0.65696,"estoi":0.46824,"si_sdr":-6.64787,"mel_dist":0.21827,"stft_dist":1.51325,"f0_rmse_cents":371.98609,"f0_corr":0.62832,"vuv_err":0.25787,"score_intelligibility":0.41524,"score_speaker":0.60104,"score_quality":0.74532,"score_fidelity":0.47952,"score":0.56028},"he":{"n":50,"unit":"wer","wer":79.53488,"wer_orig":19.4186,"dwer":60.11628,"wer_pseudo":77.34742,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.47399,"utmos":1.86034,"dnsmos_ovrl":2.74276,"dnsmos_sig":3.11307,"dnsmos_bak":3.95282,"pesq_wb":1.53779,"pesq_nb":1.95266,"stoi":0.79944,"estoi":0.62529,"si_sdr":-9.35685,"mel_dist":0.23476,"stft_dist":1.48648,"f0_rmse_cents":299.73053,"f0_corr":0.55072,"vuv_err":0.26621,"score_intelligibility":0.25354,"score_speaker":0.47399,"score_quality":0.76932,"score_fidelity":0.50127,"score":0.49953},"hi":{"n":50,"unit":"wer","wer":62.23453,"wer_orig":26.31579,"dwer":35.91874,"wer_pseudo":56.22162,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.50873,"utmos":1.70877,"dnsmos_ovrl":2.61937,"dnsmos_sig":3.19271,"dnsmos_bak":3.37765,"pesq_wb":1.70057,"pesq_nb":2.21377,"stoi":0.75243,"estoi":0.5753,"si_sdr":-2.47581,"mel_dist":0.23179,"stft_dist":1.43396,"f0_rmse_cents":588.60746,"f0_corr":0.48883,"vuv_err":0.23605,"score_intelligibility":0.43198,"score_speaker":0.50873,"score_quality":0.73858,"score_fidelity":0.48048,"score":0.53994},"zh":{"n":50,"unit":"cer","wer":29.85423,"wer_orig":7.40525,"dwer":22.44898,"wer_pseudo":25.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.58111,"utmos":1.75294,"dnsmos_ovrl":2.88928,"dnsmos_sig":3.25921,"dnsmos_bak":3.96379,"pesq_wb":1.72769,"pesq_nb":2.16674,"stoi":0.80879,"estoi":0.65639,"si_sdr":-8.26337,"mel_dist":0.22054,"stft_dist":1.48953,"f0_rmse_cents":314.93568,"f0_corr":0.71167,"vuv_err":0.18651,"score_intelligibility":0.27242,"score_speaker":0.58111,"score_quality":0.66503,"score_fidelity":0.57612,"score":0.52367},"yue":{"n":50,"unit":"cer","wer":44.6729,"wer_orig":14.39252,"dwer":30.28037,"wer_pseudo":45.09183,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.61058,"utmos":2.09647,"dnsmos_ovrl":2.96724,"dnsmos_sig":3.35748,"dnsmos_bak":3.87311,"pesq_wb":1.63513,"pesq_nb":2.14003,"stoi":0.80376,"estoi":0.62681,"si_sdr":-4.72255,"mel_dist":0.2167,"stft_dist":1.4268,"f0_rmse_cents":242.88124,"f0_corr":0.80874,"vuv_err":0.2143,"score_intelligibility":0.33702,"score_speaker":0.61058,"score_quality":0.7653,"score_fidelity":0.59799,"score":0.57772},"ja":{"n":50,"unit":"cer","wer":33.07304,"wer_orig":3.53698,"dwer":29.53606,"wer_pseudo":32.29215,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.57806,"utmos":1.64561,"dnsmos_ovrl":2.40424,"dnsmos_sig":3.03612,"dnsmos_bak":3.25523,"pesq_wb":1.59096,"pesq_nb":2.09461,"stoi":0.65521,"estoi":0.4429,"si_sdr":-7.91021,"mel_dist":0.21711,"stft_dist":1.55766,"f0_rmse_cents":338.05112,"f0_corr":0.65497,"vuv_err":0.26894,"score_intelligibility":0.13315,"score_speaker":0.57806,"score_quality":0.76786,"score_fidelity":0.49301,"score":0.49302},"ko":{"n":50,"unit":"cer","wer":20.68627,"wer_orig":5.14706,"dwer":15.53922,"wer_pseudo":18.43687,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.55384,"utmos":2.14104,"dnsmos_ovrl":2.86947,"dnsmos_sig":3.25709,"dnsmos_bak":3.97797,"pesq_wb":1.93992,"pesq_nb":2.40327,"stoi":0.81369,"estoi":0.67258,"si_sdr":-3.18731,"mel_dist":0.21157,"stft_dist":1.39143,"f0_rmse_cents":181.67663,"f0_corr":0.83891,"vuv_err":0.18562,"score_intelligibility":0.28345,"score_speaker":0.55384,"score_quality":0.70969,"score_fidelity":0.64038,"score":0.54684},"th":{"n":50,"unit":"cer","wer":43.89652,"wer_orig":7.61924,"dwer":36.27728,"wer_pseudo":42.55922,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.56036,"utmos":1.52198,"dnsmos_ovrl":2.62118,"dnsmos_sig":3.16305,"dnsmos_bak":3.67726,"pesq_wb":1.46636,"pesq_nb":1.96295,"stoi":0.76932,"estoi":0.60678,"si_sdr":-8.58179,"mel_dist":0.22546,"stft_dist":1.51647,"f0_rmse_cents":715.61742,"f0_corr":0.47208,"vuv_err":0.28098,"score_intelligibility":0.19198,"score_speaker":0.56036,"score_quality":0.64431,"score_fidelity":0.45822,"score":0.46372}}},{"codec":"higgs_audio_v2_1kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"higgs_audio_v2_1kbps","family":"HiggsAudioV2Tokenizer","checkpoint":"bosonai/higgs-audio-v2-tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"Boson Higgs Audio 2 Community License","paper":null,"year":2025,"bitrate_kbps":1.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.00083,"tokens_per_s":100.08285,"params_M":200.34378,"efficiency":{"rtf_encode":0.00296,"rtf_decode":0.00124,"peak_vram_gb":1.3745,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73107,"score_worst_lang":0.63148,"worst_lang":"pl","en_gap":0.01802,"score_intelligibility":0.58234,"score_speaker":0.77789,"score_quality":0.90858,"score_fidelity":0.65547,"dwer":7.67448,"wer":16.48029,"wer_pseudo":12.31332,"sim":0.77789,"utmos":2.30459,"dnsmos_ovrl":2.96351,"dnsmos_sig":3.36468,"dnsmos_bak":3.89422,"pesq_wb":2.20546,"pesq_nb":2.81486,"stoi":0.84696,"estoi":0.72036,"si_sdr":1.403,"mel_dist":0.19005,"stft_dist":1.27114,"f0_rmse_cents":218.85342,"f0_corr":0.77504,"vuv_err":0.17979,"score_ci95":[0.72524,0.73599]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.43953,"wer_orig":6.98132,"dwer":2.45821,"wer_pseudo":6.03113,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.72961,"utmos":2.08698,"dnsmos_ovrl":2.53202,"dnsmos_sig":3.0477,"dnsmos_bak":3.78994,"pesq_wb":1.9902,"pesq_nb":2.62636,"stoi":0.80245,"estoi":0.65651,"si_sdr":-0.96361,"mel_dist":0.19601,"stft_dist":1.33679,"f0_rmse_cents":167.56337,"f0_corr":0.87297,"vuv_err":0.18903,"score_intelligibility":0.76453,"score_speaker":0.72961,"score_quality":0.84645,"score_fidelity":0.65278,"score":0.74834},"de":{"n":50,"unit":"wer","wer":9.66429,"wer_orig":5.69685,"dwer":3.96745,"wer_pseudo":5.1882,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.80902,"utmos":2.49419,"dnsmos_ovrl":3.14041,"dnsmos_sig":3.41992,"dnsmos_bak":4.09001,"pesq_wb":2.3395,"pesq_nb":2.91755,"stoi":0.88772,"estoi":0.74773,"si_sdr":4.3053,"mel_dist":0.17866,"stft_dist":1.16312,"f0_rmse_cents":175.1334,"f0_corr":0.80262,"vuv_err":0.16471,"score_intelligibility":0.62797,"score_speaker":0.80902,"score_quality":0.93196,"score_fidelity":0.69102,"score":0.76499},"fr":{"n":50,"unit":"wer","wer":13.67589,"wer_orig":4.98024,"dwer":8.69565,"wer_pseudo":11.50794,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.78489,"utmos":2.2196,"dnsmos_ovrl":3.06932,"dnsmos_sig":3.39215,"dnsmos_bak":4.02822,"pesq_wb":2.2477,"pesq_nb":2.81504,"stoi":0.88578,"estoi":0.79493,"si_sdr":3.04481,"mel_dist":0.20114,"stft_dist":1.24406,"f0_rmse_cents":223.90047,"f0_corr":0.78584,"vuv_err":0.1905,"score_intelligibility":0.40749,"score_speaker":0.78489,"score_quality":0.9466,"score_fidelity":0.67604,"score":0.70375},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":1.64084,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.83031,"utmos":2.53092,"dnsmos_ovrl":3.22081,"dnsmos_sig":3.55821,"dnsmos_bak":3.96896,"pesq_wb":2.60919,"pesq_nb":3.14828,"stoi":0.89046,"estoi":0.78646,"si_sdr":3.52634,"mel_dist":0.19514,"stft_dist":1.26004,"f0_rmse_cents":250.06192,"f0_corr":0.82679,"vuv_err":0.18177,"score_intelligibility":0.81818,"score_speaker":0.83031,"score_quality":0.93471,"score_fidelity":0.72567,"score":0.82722},"it":{"n":50,"unit":"wer","wer":6.19308,"wer_orig":2.55009,"dwer":3.64299,"wer_pseudo":5.30165,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.80657,"utmos":2.74787,"dnsmos_ovrl":3.3011,"dnsmos_sig":3.58858,"dnsmos_bak":4.08716,"pesq_wb":2.60889,"pesq_nb":3.11885,"stoi":0.89068,"estoi":0.79176,"si_sdr":3.60397,"mel_dist":0.19168,"stft_dist":1.20864,"f0_rmse_cents":145.4624,"f0_corr":0.76689,"vuv_err":0.16312,"score_intelligibility":0.49354,"score_speaker":0.80657,"score_quality":0.91404,"score_fidelity":0.70575,"score":0.72998},"pt":{"n":50,"unit":"wer","wer":3.61328,"wer_orig":3.41797,"dwer":0.19531,"wer_pseudo":1.77165,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.8515,"utmos":2.45195,"dnsmos_ovrl":3.11118,"dnsmos_sig":3.47339,"dnsmos_bak":3.85637,"pesq_wb":2.40739,"pesq_nb":2.96547,"stoi":0.84568,"estoi":0.7319,"si_sdr":2.66867,"mel_dist":0.19109,"stft_dist":1.24368,"f0_rmse_cents":306.73916,"f0_corr":0.82288,"vuv_err":0.21567,"score_intelligibility":0.95766,"score_speaker":0.8515,"score_quality":0.98214,"score_fidelity":0.69022,"score":0.87038},"nl":{"n":50,"unit":"wer","wer":13.38091,"wer_orig":5.26316,"dwer":8.11775,"wer_pseudo":9.84781,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.74908,"utmos":2.52193,"dnsmos_ovrl":2.67186,"dnsmos_sig":3.06607,"dnsmos_bak":4.09448,"pesq_wb":2.07783,"pesq_nb":2.66328,"stoi":0.87741,"estoi":0.75309,"si_sdr":-0.85598,"mel_dist":0.20008,"stft_dist":1.39166,"f0_rmse_cents":145.0691,"f0_corr":0.84567,"vuv_err":0.18069,"score_intelligibility":0.43552,"score_speaker":0.74908,"score_quality":0.86791,"score_fidelity":0.67701,"score":0.68238},"pl":{"n":50,"unit":"wer","wer":17.10526,"wer_orig":3.28947,"dwer":13.81579,"wer_pseudo":16.33772,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.75971,"utmos":2.34631,"dnsmos_ovrl":3.04498,"dnsmos_sig":3.37319,"dnsmos_bak":4.0756,"pesq_wb":2.06813,"pesq_nb":2.6121,"stoi":0.89288,"estoi":0.77706,"si_sdr":-2.43906,"mel_dist":0.1935,"stft_dist":1.33698,"f0_rmse_cents":156.75791,"f0_corr":0.73402,"vuv_err":0.15536,"score_intelligibility":0.23692,"score_speaker":0.75971,"score_quality":0.88526,"score_fidelity":0.64403,"score":0.63148},"cs":{"n":50,"unit":"wer","wer":22.98716,"wer_orig":9.45158,"dwer":13.53559,"wer_pseudo":22.07944,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.80497,"utmos":2.32037,"dnsmos_ovrl":3.19265,"dnsmos_sig":3.50558,"dnsmos_bak":3.99634,"pesq_wb":1.96144,"pesq_nb":2.61907,"stoi":0.85416,"estoi":0.73092,"si_sdr":3.28504,"mel_dist":0.19778,"stft_dist":1.25178,"f0_rmse_cents":125.28227,"f0_corr":0.82925,"vuv_err":0.14287,"score_intelligibility":0.43572,"score_speaker":0.80497,"score_quality":0.92047,"score_fidelity":0.6527,"score":0.70346},"tr":{"n":50,"unit":"wer","wer":15.78947,"wer_orig":7.76316,"dwer":8.02632,"wer_pseudo":11.19895,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.80635,"utmos":2.16769,"dnsmos_ovrl":3.04886,"dnsmos_sig":3.39748,"dnsmos_bak":4.02972,"pesq_wb":2.30324,"pesq_nb":2.95144,"stoi":0.86293,"estoi":0.72385,"si_sdr":1.42246,"mel_dist":0.19585,"stft_dist":1.29566,"f0_rmse_cents":233.42794,"f0_corr":0.7528,"vuv_err":0.17385,"score_intelligibility":0.52194,"score_speaker":0.80635,"score_quality":0.95547,"score_fidelity":0.66269,"score":0.73661},"id":{"n":50,"unit":"wer","wer":17.70956,"wer_orig":5.90319,"dwer":11.80638,"wer_pseudo":15.46635,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.74242,"utmos":1.85089,"dnsmos_ovrl":2.74225,"dnsmos_sig":3.29082,"dnsmos_bak":3.30256,"pesq_wb":1.87204,"pesq_nb":2.55918,"stoi":0.74603,"estoi":0.56506,"si_sdr":0.88446,"mel_dist":0.17729,"stft_dist":1.27489,"f0_rmse_cents":266.90184,"f0_corr":0.67615,"vuv_err":0.21683,"score_intelligibility":0.36897,"score_speaker":0.74242,"score_quality":0.94276,"score_fidelity":0.55711,"score":0.65281},"vi":{"n":50,"unit":"wer","wer":16.38823,"wer_orig":7.71679,"dwer":8.67144,"wer_pseudo":13.3758,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.76103,"utmos":1.92322,"dnsmos_ovrl":2.82984,"dnsmos_sig":3.3706,"dnsmos_bak":3.65739,"pesq_wb":2.11191,"pesq_nb":2.79925,"stoi":0.73941,"estoi":0.57984,"si_sdr":2.0932,"mel_dist":0.1711,"stft_dist":1.20251,"f0_rmse_cents":335.28825,"f0_corr":0.70725,"vuv_err":0.20907,"score_intelligibility":0.5013,"score_speaker":0.76103,"score_quality":0.9132,"score_fidelity":0.58812,"score":0.69091},"ru":{"n":50,"unit":"wer","wer":7.28324,"wer_orig":4.50867,"dwer":2.77457,"wer_pseudo":4.28737,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.78101,"utmos":2.32059,"dnsmos_ovrl":3.01161,"dnsmos_sig":3.33599,"dnsmos_bak":4.07191,"pesq_wb":2.2463,"pesq_nb":2.81037,"stoi":0.88195,"estoi":0.76971,"si_sdr":1.54853,"mel_dist":0.19702,"stft_dist":1.30369,"f0_rmse_cents":175.73981,"f0_corr":0.78016,"vuv_err":0.17757,"score_intelligibility":0.66504,"score_speaker":0.78101,"score_quality":0.88387,"score_fidelity":0.67273,"score":0.75066},"uk":{"n":50,"unit":"wer","wer":13.96141,"wer_orig":6.46992,"dwer":7.49149,"wer_pseudo":11.47727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.75802,"utmos":2.38371,"dnsmos_ovrl":3.10204,"dnsmos_sig":3.42404,"dnsmos_bak":4.09432,"pesq_wb":2.21374,"pesq_nb":2.78662,"stoi":0.87752,"estoi":0.74641,"si_sdr":2.67362,"mel_dist":0.20372,"stft_dist":1.30551,"f0_rmse_cents":129.89871,"f0_corr":0.87348,"vuv_err":0.16206,"score_intelligibility":0.49928,"score_speaker":0.75802,"score_quality":0.93845,"score_fidelity":0.69926,"score":0.72375},"el":{"n":50,"unit":"wer","wer":25.8517,"wer_orig":12.02405,"dwer":13.82766,"wer_pseudo":20.82082,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.73241,"utmos":2.42032,"dnsmos_ovrl":2.97894,"dnsmos_sig":3.3779,"dnsmos_bak":3.91047,"pesq_wb":2.38473,"pesq_nb":2.99061,"stoi":0.85897,"estoi":0.7248,"si_sdr":3.4884,"mel_dist":0.17924,"stft_dist":1.18678,"f0_rmse_cents":188.43559,"f0_corr":0.74181,"vuv_err":0.17652,"score_intelligibility":0.48504,"score_speaker":0.73241,"score_quality":0.90877,"score_fidelity":0.66547,"score":0.69792},"ar":{"n":50,"unit":"wer","wer":19.85203,"wer_orig":12.45376,"dwer":7.39827,"wer_pseudo":11.99011,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.82207,"utmos":2.38632,"dnsmos_ovrl":3.23386,"dnsmos_sig":3.55749,"dnsmos_bak":4.03415,"pesq_wb":2.19533,"pesq_nb":2.82513,"stoi":0.90254,"estoi":0.82004,"si_sdr":1.83175,"mel_dist":0.2017,"stft_dist":1.29094,"f0_rmse_cents":174.97616,"f0_corr":0.84564,"vuv_err":0.15288,"score_intelligibility":0.6452,"score_speaker":0.82207,"score_quality":0.91433,"score_fidelity":0.69657,"score":0.76954},"fa":{"n":50,"unit":"wer","wer":37.14286,"wer_orig":25.94286,"dwer":11.2,"wer_pseudo":21.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.78561,"utmos":2.30265,"dnsmos_ovrl":2.85756,"dnsmos_sig":3.34381,"dnsmos_bak":3.80069,"pesq_wb":2.02255,"pesq_nb":2.80391,"stoi":0.73376,"estoi":0.58272,"si_sdr":-0.1993,"mel_dist":0.18447,"stft_dist":1.30783,"f0_rmse_cents":273.62068,"f0_corr":0.72789,"vuv_err":0.18952,"score_intelligibility":0.70637,"score_speaker":0.78561,"score_quality":0.90252,"score_fidelity":0.5846,"score":0.74478},"he":{"n":50,"unit":"wer","wer":42.2093,"wer_orig":19.4186,"dwer":22.7907,"wer_pseudo":35.32864,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.72921,"utmos":2.11805,"dnsmos_ovrl":2.78086,"dnsmos_sig":3.14935,"dnsmos_bak":3.95225,"pesq_wb":1.9471,"pesq_nb":2.54472,"stoi":0.86683,"estoi":0.73791,"si_sdr":0.72999,"mel_dist":0.19651,"stft_dist":1.28057,"f0_rmse_cents":200.58588,"f0_corr":0.70222,"vuv_err":0.21101,"score_intelligibility":0.47255,"score_speaker":0.72921,"score_quality":0.86645,"score_fidelity":0.61322,"score":0.67036},"hi":{"n":50,"unit":"wer","wer":36.93444,"wer_orig":26.31579,"dwer":10.61865,"wer_pseudo":23.79655,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.75792,"utmos":2.09768,"dnsmos_ovrl":2.82454,"dnsmos_sig":3.38691,"dnsmos_bak":3.52645,"pesq_wb":2.19722,"pesq_nb":2.83004,"stoi":0.82783,"estoi":0.69136,"si_sdr":2.9665,"mel_dist":0.19429,"stft_dist":1.25779,"f0_rmse_cents":312.81779,"f0_corr":0.67124,"vuv_err":0.19223,"score_intelligibility":0.72008,"score_speaker":0.75792,"score_quality":0.92368,"score_fidelity":0.61371,"score":0.75385},"zh":{"n":50,"unit":"cer","wer":11.66181,"wer_orig":7.40525,"dwer":4.25656,"wer_pseudo":6.09756,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.76773,"utmos":2.3794,"dnsmos_ovrl":3.04428,"dnsmos_sig":3.38859,"dnsmos_bak":4.02321,"pesq_wb":2.33335,"pesq_nb":2.91339,"stoi":0.88143,"estoi":0.77612,"si_sdr":-1.51553,"mel_dist":0.18331,"stft_dist":1.2866,"f0_rmse_cents":246.20765,"f0_corr":0.77327,"vuv_err":0.13432,"score_intelligibility":0.66383,"score_speaker":0.76773,"score_quality":0.87567,"score_fidelity":0.67855,"score":0.74644},"yue":{"n":50,"unit":"cer","wer":20.68536,"wer_orig":14.39252,"dwer":6.29283,"wer_pseudo":17.73274,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.80876,"utmos":2.55829,"dnsmos_ovrl":3.08786,"dnsmos_sig":3.45183,"dnsmos_bak":3.94028,"pesq_wb":2.13216,"pesq_nb":2.77915,"stoi":0.8649,"estoi":0.73509,"si_sdr":0.97835,"mel_dist":0.17992,"stft_dist":1.25527,"f0_rmse_cents":235.35934,"f0_corr":0.81346,"vuv_err":0.18373,"score_intelligibility":0.70981,"score_speaker":0.80876,"score_quality":0.90056,"score_fidelity":0.66728,"score":0.7716},"ja":{"n":50,"unit":"cer","wer":8.68167,"wer_orig":3.53698,"dwer":5.14469,"wer_pseudo":7.34956,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.75207,"utmos":1.82593,"dnsmos_ovrl":2.48632,"dnsmos_sig":3.17198,"dnsmos_bak":3.30212,"pesq_wb":2.08777,"pesq_nb":2.70101,"stoi":0.72483,"estoi":0.55112,"si_sdr":-1.88175,"mel_dist":0.1846,"stft_dist":1.33014,"f0_rmse_cents":219.97292,"f0_corr":0.72884,"vuv_err":0.18688,"score_intelligibility":0.46862,"score_speaker":0.75207,"score_quality":0.88158,"score_fidelity":0.58815,"score":0.6726},"ko":{"n":50,"unit":"cer","wer":6.42157,"wer_orig":5.14706,"dwer":1.27451,"wer_pseudo":3.25651,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76264,"utmos":2.78786,"dnsmos_ovrl":2.99923,"dnsmos_sig":3.35917,"dnsmos_bak":4.04936,"pesq_wb":2.60553,"pesq_nb":3.12703,"stoi":0.88309,"estoi":0.78713,"si_sdr":3.13687,"mel_dist":0.17932,"stft_dist":1.18729,"f0_rmse_cents":142.3572,"f0_corr":0.9,"vuv_err":0.13783,"score_intelligibility":0.82827,"score_speaker":0.76264,"score_quality":0.88459,"score_fidelity":0.74727,"score":0.80569},"th":{"n":50,"unit":"cer","wer":14.89491,"wer_orig":7.61924,"dwer":7.27567,"wer_pseudo":11.90524,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.77656,"utmos":2.06751,"dnsmos_ovrl":2.81195,"dnsmos_sig":3.32167,"dnsmos_bak":3.77945,"pesq_wb":1.9679,"pesq_nb":2.64879,"stoi":0.84782,"estoi":0.72715,"si_sdr":-0.66107,"mel_dist":0.18782,"stft_dist":1.30525,"f0_rmse_cents":420.92224,"f0_corr":0.6197,"vuv_err":0.22694,"score_intelligibility":0.54226,"score_speaker":0.77656,"score_quality":0.88459,"score_fidelity":0.58135,"score":0.69619}}},{"codec":"higgs_audio_v2_2kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"higgs_audio_v2_2kbps","family":"HiggsAudioV2Tokenizer","checkpoint":"bosonai/higgs-audio-v2-tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"Boson Higgs Audio 2 Community License","paper":null,"year":2025,"bitrate_kbps":2.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":2.0,"kbps_measured":2.00166,"tokens_per_s":200.1657,"params_M":200.34378,"efficiency":{"rtf_encode":0.0029,"rtf_decode":0.00122,"peak_vram_gb":1.3745,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.86684,"score_worst_lang":0.81467,"worst_lang":"nl","en_gap":0.00808,"score_intelligibility":0.8473,"score_speaker":0.90283,"score_quality":0.95841,"score_fidelity":0.75882,"dwer":1.88858,"wer":10.69438,"wer_pseudo":5.00392,"sim":0.90283,"utmos":2.46012,"dnsmos_ovrl":2.96973,"dnsmos_sig":3.37624,"dnsmos_bak":3.86975,"pesq_wb":2.81217,"pesq_nb":3.39813,"stoi":0.89513,"estoi":0.80627,"si_sdr":4.71744,"mel_dist":0.16539,"stft_dist":1.14948,"f0_rmse_cents":150.15498,"f0_corr":0.86357,"vuv_err":0.14476,"score_ci95":[0.85933,0.87227]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":2.33463,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.86198,"utmos":2.29122,"dnsmos_ovrl":2.53912,"dnsmos_sig":3.07409,"dnsmos_bak":3.72646,"pesq_wb":2.58132,"pesq_nb":3.26797,"stoi":0.85636,"estoi":0.74805,"si_sdr":2.93123,"mel_dist":0.17231,"stft_dist":1.19107,"f0_rmse_cents":131.37106,"f0_corr":0.92609,"vuv_err":0.14411,"score_intelligibility":0.97595,"score_speaker":0.86198,"score_quality":0.91564,"score_fidelity":0.74475,"score":0.87458},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":2.03459,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.92463,"utmos":2.66332,"dnsmos_ovrl":3.14567,"dnsmos_sig":3.43146,"dnsmos_bak":4.07783,"pesq_wb":2.95456,"pesq_nb":3.49092,"stoi":0.92682,"estoi":0.8323,"si_sdr":7.66253,"mel_dist":0.15419,"stft_dist":1.05334,"f0_rmse_cents":130.87355,"f0_corr":0.8786,"vuv_err":0.13551,"score_intelligibility":0.90389,"score_speaker":0.92463,"score_quality":0.98085,"score_fidelity":0.78796,"score":0.89933},"fr":{"n":50,"unit":"wer","wer":6.71937,"wer_orig":4.98024,"dwer":1.73913,"wer_pseudo":3.09524,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91037,"utmos":2.30227,"dnsmos_ovrl":3.05902,"dnsmos_sig":3.40218,"dnsmos_bak":3.98888,"pesq_wb":2.82927,"pesq_nb":3.40577,"stoi":0.92683,"estoi":0.86544,"si_sdr":6.06912,"mel_dist":0.17235,"stft_dist":1.12564,"f0_rmse_cents":125.71868,"f0_corr":0.91949,"vuv_err":0.16084,"score_intelligibility":0.77471,"score_speaker":0.91037,"score_quality":0.97687,"score_fidelity":0.78966,"score":0.8629},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92585,"utmos":2.69702,"dnsmos_ovrl":3.23567,"dnsmos_sig":3.57524,"dnsmos_bak":3.97043,"pesq_wb":3.18089,"pesq_nb":3.63806,"stoi":0.92859,"estoi":0.85807,"si_sdr":6.68271,"mel_dist":0.17112,"stft_dist":1.1516,"f0_rmse_cents":207.41838,"f0_corr":0.86219,"vuv_err":0.15801,"score_intelligibility":0.9375,"score_speaker":0.92585,"score_quality":0.98187,"score_fidelity":0.80463,"score":0.91246},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92666,"utmos":2.92201,"dnsmos_ovrl":3.31707,"dnsmos_sig":3.60391,"dnsmos_bak":4.08965,"pesq_wb":3.22337,"pesq_nb":3.65117,"stoi":0.92993,"estoi":0.86541,"si_sdr":6.71943,"mel_dist":0.16576,"stft_dist":1.09847,"f0_rmse_cents":114.46181,"f0_corr":0.83937,"vuv_err":0.13151,"score_intelligibility":0.88631,"score_speaker":0.92666,"score_quality":0.95661,"score_fidelity":0.80152,"score":0.89278},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.5748,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93707,"utmos":2.51127,"dnsmos_ovrl":3.07431,"dnsmos_sig":3.45185,"dnsmos_bak":3.79853,"pesq_wb":2.99789,"pesq_nb":3.48897,"stoi":0.89191,"estoi":0.80815,"si_sdr":5.48526,"mel_dist":0.16775,"stft_dist":1.1406,"f0_rmse_cents":263.78651,"f0_corr":0.86635,"vuv_err":0.16901,"score_intelligibility":0.93781,"score_speaker":0.93707,"score_quality":1.0,"score_fidelity":0.77636,"score":0.91281},"nl":{"n":50,"unit":"wer","wer":8.74219,"wer_orig":5.26316,"dwer":3.47904,"wer_pseudo":4.38675,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.89879,"utmos":2.7699,"dnsmos_ovrl":2.71415,"dnsmos_sig":3.10552,"dnsmos_bak":4.0968,"pesq_wb":2.75224,"pesq_nb":3.35189,"stoi":0.92497,"estoi":0.84388,"si_sdr":3.08331,"mel_dist":0.17468,"stft_dist":1.24251,"f0_rmse_cents":116.75096,"f0_corr":0.89622,"vuv_err":0.15478,"score_intelligibility":0.64289,"score_speaker":0.89879,"score_quality":0.94306,"score_fidelity":0.77394,"score":0.81467},"pl":{"n":50,"unit":"wer","wer":5.37281,"wer_orig":3.28947,"dwer":2.08333,"wer_pseudo":3.72807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.89789,"utmos":2.53443,"dnsmos_ovrl":3.04491,"dnsmos_sig":3.37543,"dnsmos_bak":4.07077,"pesq_wb":2.7737,"pesq_nb":3.29095,"stoi":0.93487,"estoi":0.85909,"si_sdr":0.67435,"mel_dist":0.16596,"stft_dist":1.20876,"f0_rmse_cents":123.42801,"f0_corr":0.81601,"vuv_err":0.13609,"score_intelligibility":0.67309,"score_speaker":0.89789,"score_quality":0.93909,"score_fidelity":0.75255,"score":0.81566},"cs":{"n":50,"unit":"wer","wer":12.83547,"wer_orig":9.45158,"dwer":3.3839,"wer_pseudo":7.71028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9218,"utmos":2.45788,"dnsmos_ovrl":3.20398,"dnsmos_sig":3.51614,"dnsmos_bak":3.99653,"pesq_wb":2.54942,"pesq_nb":3.15961,"stoi":0.90414,"estoi":0.82092,"si_sdr":6.33102,"mel_dist":0.17172,"stft_dist":1.14307,"f0_rmse_cents":85.68039,"f0_corr":0.90609,"vuv_err":0.11896,"score_intelligibility":0.75542,"score_speaker":0.9218,"score_quality":0.96425,"score_fidelity":0.75097,"score":0.84811},"tr":{"n":50,"unit":"wer","wer":9.34211,"wer_orig":7.76316,"dwer":1.57895,"wer_pseudo":4.87484,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.91192,"utmos":2.2784,"dnsmos_ovrl":3.073,"dnsmos_sig":3.42741,"dnsmos_bak":4.01117,"pesq_wb":2.95136,"pesq_nb":3.52102,"stoi":0.90963,"estoi":0.8155,"si_sdr":4.98297,"mel_dist":0.1734,"stft_dist":1.17315,"f0_rmse_cents":164.20653,"f0_corr":0.85546,"vuv_err":0.13448,"score_intelligibility":0.84733,"score_speaker":0.91192,"score_quality":0.99866,"score_fidelity":0.77421,"score":0.88303},"id":{"n":50,"unit":"wer","wer":8.38253,"wer_orig":5.90319,"dwer":2.47934,"wer_pseudo":5.549,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.87921,"utmos":1.93335,"dnsmos_ovrl":2.71659,"dnsmos_sig":3.27305,"dnsmos_bak":3.23134,"pesq_wb":2.4455,"pesq_nb":3.09789,"stoi":0.81618,"estoi":0.68075,"si_sdr":3.95018,"mel_dist":0.15623,"stft_dist":1.16109,"f0_rmse_cents":155.74611,"f0_corr":0.77359,"vuv_err":0.19052,"score_intelligibility":0.73575,"score_speaker":0.87921,"score_quality":0.98063,"score_fidelity":0.66759,"score":0.81579},"vi":{"n":50,"unit":"wer","wer":9.54654,"wer_orig":7.71679,"dwer":1.82975,"wer_pseudo":5.49363,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.87899,"utmos":2.06059,"dnsmos_ovrl":2.82348,"dnsmos_sig":3.37628,"dnsmos_bak":3.63678,"pesq_wb":2.7363,"pesq_nb":3.38225,"stoi":0.8076,"estoi":0.68831,"si_sdr":5.53687,"mel_dist":0.15061,"stft_dist":1.09284,"f0_rmse_cents":157.24153,"f0_corr":0.89428,"vuv_err":0.15772,"score_intelligibility":0.82651,"score_speaker":0.87899,"score_quality":0.97366,"score_fidelity":0.73266,"score":0.85295},"ru":{"n":50,"unit":"wer","wer":4.50867,"wer_orig":4.50867,"dwer":0.0,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.9118,"utmos":2.50565,"dnsmos_ovrl":3.03145,"dnsmos_sig":3.37023,"dnsmos_bak":4.03472,"pesq_wb":2.89096,"pesq_nb":3.41827,"stoi":0.92473,"estoi":0.85002,"si_sdr":4.65678,"mel_dist":0.17251,"stft_dist":1.18936,"f0_rmse_cents":166.29716,"f0_corr":0.83374,"vuv_err":0.1611,"score_intelligibility":1.0,"score_speaker":0.9118,"score_quality":0.94361,"score_fidelity":0.76625,"score":0.90542},"uk":{"n":50,"unit":"wer","wer":8.05902,"wer_orig":6.46992,"dwer":1.5891,"wer_pseudo":4.54545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.896,"utmos":2.46363,"dnsmos_ovrl":3.09509,"dnsmos_sig":3.42301,"dnsmos_bak":4.08133,"pesq_wb":2.8396,"pesq_nb":3.37619,"stoi":0.919,"estoi":0.82925,"si_sdr":6.21776,"mel_dist":0.1777,"stft_dist":1.17712,"f0_rmse_cents":93.99588,"f0_corr":0.92509,"vuv_err":0.12809,"score_intelligibility":0.82458,"score_speaker":0.896,"score_quality":0.96378,"score_fidelity":0.7899,"score":0.86857},"el":{"n":50,"unit":"wer","wer":17.13427,"wer_orig":12.02405,"dwer":5.11022,"wer_pseudo":10.61061,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8913,"utmos":2.58031,"dnsmos_ovrl":3.01728,"dnsmos_sig":3.43665,"dnsmos_bak":3.89229,"pesq_wb":3.01381,"pesq_nb":3.52896,"stoi":0.9046,"estoi":0.8087,"si_sdr":6.77193,"mel_dist":0.15563,"stft_dist":1.07733,"f0_rmse_cents":142.91987,"f0_corr":0.795,"vuv_err":0.14127,"score_intelligibility":0.7182,"score_speaker":0.8913,"score_quality":0.95511,"score_fidelity":0.75833,"score":0.83074},"ar":{"n":50,"unit":"wer","wer":13.68681,"wer_orig":12.45376,"dwer":1.23305,"wer_pseudo":4.32633,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.92551,"utmos":2.57111,"dnsmos_ovrl":3.22764,"dnsmos_sig":3.57275,"dnsmos_bak":3.99221,"pesq_wb":2.88418,"pesq_nb":3.46257,"stoi":0.94026,"estoi":0.88378,"si_sdr":4.57577,"mel_dist":0.17252,"stft_dist":1.16987,"f0_rmse_cents":162.84058,"f0_corr":0.85869,"vuv_err":0.14348,"score_intelligibility":0.91604,"score_speaker":0.92551,"score_quality":0.96956,"score_fidelity":0.7791,"score":0.89755},"fa":{"n":50,"unit":"wer","wer":29.94286,"wer_orig":25.94286,"dwer":4.0,"wer_pseudo":9.51351,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.90179,"utmos":2.48032,"dnsmos_ovrl":2.86712,"dnsmos_sig":3.36243,"dnsmos_bak":3.75664,"pesq_wb":2.61733,"pesq_nb":3.3731,"stoi":0.80044,"estoi":0.68736,"si_sdr":2.96929,"mel_dist":0.16186,"stft_dist":1.18797,"f0_rmse_cents":212.94586,"f0_corr":0.8018,"vuv_err":0.14462,"score_intelligibility":0.87073,"score_speaker":0.90179,"score_quality":0.95742,"score_fidelity":0.68811,"score":0.85452},"he":{"n":50,"unit":"wer","wer":26.16279,"wer_orig":19.4186,"dwer":6.74419,"wer_pseudo":14.67136,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.88556,"utmos":2.25558,"dnsmos_ovrl":2.79122,"dnsmos_sig":3.15831,"dnsmos_bak":3.94614,"pesq_wb":2.5224,"pesq_nb":3.20248,"stoi":0.91343,"estoi":0.82638,"si_sdr":4.95209,"mel_dist":0.16831,"stft_dist":1.13282,"f0_rmse_cents":145.44673,"f0_corr":0.79868,"vuv_err":0.1738,"score_intelligibility":0.75171,"score_speaker":0.88556,"score_quality":0.91555,"score_fidelity":0.71569,"score":0.81713},"hi":{"n":50,"unit":"wer","wer":29.73223,"wer_orig":26.31579,"dwer":3.41644,"wer_pseudo":11.35332,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.89543,"utmos":2.25819,"dnsmos_ovrl":2.81893,"dnsmos_sig":3.38935,"dnsmos_bak":3.48944,"pesq_wb":2.75144,"pesq_nb":3.37027,"stoi":0.88069,"estoi":0.78166,"si_sdr":6.29964,"mel_dist":0.16974,"stft_dist":1.13776,"f0_rmse_cents":135.6662,"f0_corr":0.84458,"vuv_err":0.15352,"score_intelligibility":0.88883,"score_speaker":0.89543,"score_quality":0.98563,"score_fidelity":0.74189,"score":0.87795},"zh":{"n":50,"unit":"cer","wer":8.51312,"wer_orig":7.40525,"dwer":1.10787,"wer_pseudo":1.34146,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90558,"utmos":2.56854,"dnsmos_ovrl":3.07015,"dnsmos_sig":3.41931,"dnsmos_bak":4.01186,"pesq_wb":2.93959,"pesq_nb":3.52501,"stoi":0.92488,"estoi":0.85432,"si_sdr":2.29463,"mel_dist":0.15662,"stft_dist":1.14524,"f0_rmse_cents":117.86592,"f0_corr":0.89037,"vuv_err":0.09529,"score_intelligibility":0.88354,"score_speaker":0.90558,"score_quality":0.93354,"score_fidelity":0.78981,"score":0.87812},"yue":{"n":50,"unit":"cer","wer":15.45171,"wer_orig":14.39252,"dwer":1.05919,"wer_pseudo":11.1463,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91015,"utmos":2.7686,"dnsmos_ovrl":3.07496,"dnsmos_sig":3.45096,"dnsmos_bak":3.91075,"pesq_wb":2.71314,"pesq_nb":3.34698,"stoi":0.90616,"estoi":0.81481,"si_sdr":3.49409,"mel_dist":0.15533,"stft_dist":1.14051,"f0_rmse_cents":157.99439,"f0_corr":0.90119,"vuv_err":0.12237,"score_intelligibility":0.93562,"score_speaker":0.91015,"score_quality":0.95462,"score_fidelity":0.76561,"score":0.8915},"ja":{"n":50,"unit":"cer","wer":4.77722,"wer_orig":3.53698,"dwer":1.24024,"wer_pseudo":2.52641,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.86581,"utmos":1.92022,"dnsmos_ovrl":2.46904,"dnsmos_sig":3.09726,"dnsmos_bak":3.26785,"pesq_wb":2.65613,"pesq_nb":3.27972,"stoi":0.78842,"estoi":0.65455,"si_sdr":1.51669,"mel_dist":0.163,"stft_dist":1.20268,"f0_rmse_cents":138.94869,"f0_corr":0.86599,"vuv_err":0.13635,"score_intelligibility":0.78532,"score_speaker":0.86581,"score_quality":0.92149,"score_fidelity":0.7092,"score":0.82046},"ko":{"n":50,"unit":"cer","wer":5.19608,"wer_orig":5.14706,"dwer":0.04902,"wer_pseudo":1.25251,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.89855,"utmos":3.00397,"dnsmos_ovrl":3.03765,"dnsmos_sig":3.40164,"dnsmos_bak":4.0451,"pesq_wb":3.15629,"pesq_nb":3.65411,"stoi":0.92369,"estoi":0.86032,"si_sdr":6.34634,"mel_dist":0.15766,"stft_dist":1.07538,"f0_rmse_cents":100.20869,"f0_corr":0.94058,"vuv_err":0.09888,"score_intelligibility":0.99209,"score_speaker":0.89855,"score_quality":0.94183,"score_fidelity":0.82679,"score":0.91481},"th":{"n":50,"unit":"cer","wer":8.89248,"wer_orig":7.61924,"dwer":1.27324,"wer_pseudo":5.02126,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.90519,"utmos":2.24516,"dnsmos_ovrl":2.82598,"dnsmos_sig":3.33539,"dnsmos_bak":3.75053,"pesq_wb":2.5313,"pesq_nb":3.27104,"stoi":0.89906,"estoi":0.81349,"si_sdr":3.01461,"mel_dist":0.16248,"stft_dist":1.16937,"f0_rmse_cents":251.90595,"f0_corr":0.83617,"vuv_err":0.18402,"score_intelligibility":0.87129,"score_speaker":0.90519,"score_quality":0.9486,"score_fidelity":0.72425,"score":0.86233}}},{"codec":"hilcodec_general_24k_12q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hilcodec_general_24k_12q","family":"HILCodec","checkpoint":"aask1357/hilcodec/onnx/hil_music","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":12,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2405.04752","year":2024,"bitrate_kbps":9.0,"notes":"official streaming ONNX release (onnxruntime CPU); 'hil_music' model trained on clean + noisy speech and music (DNS-Challenge4, VCTK, Jamendo); quantizer-dropout operating points 1.5/3/6/9 kbps","side_info":null,"warning":null,"env":"main"},"kbps":9.0,"kbps_measured":9.00249,"tokens_per_s":900.24855,"params_M":14.08602,"efficiency":{"rtf_encode":0.09506,"rtf_decode":0.18004,"peak_vram_gb":0.0048,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.8696,"score_worst_lang":0.78141,"worst_lang":"nl","en_gap":-0.08149,"score_intelligibility":0.85986,"score_speaker":0.93011,"score_quality":0.83654,"score_fidelity":0.8519,"dwer":1.5201,"wer":10.32591,"wer_pseudo":3.99544,"sim":0.93011,"utmos":2.31828,"dnsmos_ovrl":2.65841,"dnsmos_sig":3.0441,"dnsmos_bak":3.50473,"pesq_wb":3.46332,"pesq_nb":3.82407,"stoi":0.92137,"estoi":0.8672,"si_sdr":5.91455,"mel_dist":0.18211,"stft_dist":1.47558,"f0_rmse_cents":95.3746,"f0_corr":0.93052,"vuv_err":0.10687,"score_ci95":[0.86162,0.87757]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.66962,"wer_orig":6.98132,"dwer":0.6883,"wer_pseudo":2.23735,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.85574,"utmos":2.07872,"dnsmos_ovrl":1.87189,"dnsmos_sig":2.21829,"dnsmos_bak":2.53968,"pesq_wb":2.84985,"pesq_nb":3.29018,"stoi":0.80577,"estoi":0.71984,"si_sdr":2.50828,"mel_dist":0.23084,"stft_dist":3.1845,"f0_rmse_cents":105.46062,"f0_corr":0.93738,"vuv_err":0.11198,"score_intelligibility":0.92061,"score_speaker":0.85574,"score_quality":0.63247,"score_fidelity":0.75722,"score":0.79151},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94951,"utmos":2.52845,"dnsmos_ovrl":3.04494,"dnsmos_sig":3.32644,"dnsmos_bak":4.06717,"pesq_wb":3.82935,"pesq_nb":4.07188,"stoi":0.95326,"estoi":0.89909,"si_sdr":11.47807,"mel_dist":0.14912,"stft_dist":1.02048,"f0_rmse_cents":76.47995,"f0_corr":0.95697,"vuv_err":0.09788,"score_intelligibility":0.92941,"score_speaker":0.94951,"score_quality":0.93273,"score_fidelity":0.90621,"score":0.92946},"fr":{"n":50,"unit":"wer","wer":6.87747,"wer_orig":4.98024,"dwer":1.89723,"wer_pseudo":2.85714,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.93076,"utmos":2.21229,"dnsmos_ovrl":2.82722,"dnsmos_sig":3.14058,"dnsmos_bak":3.84924,"pesq_wb":3.35627,"pesq_nb":3.74738,"stoi":0.92968,"estoi":0.89251,"si_sdr":7.73729,"mel_dist":0.18913,"stft_dist":1.29834,"f0_rmse_cents":86.16002,"f0_corr":0.94702,"vuv_err":0.11792,"score_intelligibility":0.75916,"score_speaker":0.93076,"score_quality":0.89424,"score_fidelity":0.84997,"score":0.85853},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95195,"utmos":2.49647,"dnsmos_ovrl":3.11281,"dnsmos_sig":3.46302,"dnsmos_bak":3.93119,"pesq_wb":3.88951,"pesq_nb":4.06862,"stoi":0.9564,"estoi":0.92183,"si_sdr":9.32685,"mel_dist":0.17924,"stft_dist":1.14359,"f0_rmse_cents":121.65316,"f0_corr":0.94686,"vuv_err":0.11853,"score_intelligibility":0.95745,"score_speaker":0.95195,"score_quality":0.90817,"score_fidelity":0.90961,"score":0.93179},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":2.3766,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.95857,"utmos":2.78116,"dnsmos_ovrl":3.23155,"dnsmos_sig":3.51858,"dnsmos_bak":4.09176,"pesq_wb":3.77942,"pesq_nb":4.03404,"stoi":0.95232,"estoi":0.91556,"si_sdr":9.38908,"mel_dist":0.17342,"stft_dist":1.08794,"f0_rmse_cents":70.86276,"f0_corr":0.92788,"vuv_err":0.09098,"score_intelligibility":0.88631,"score_speaker":0.95857,"score_quality":0.90687,"score_fidelity":0.89144,"score":0.9108},"pt":{"n":50,"unit":"wer","wer":2.83203,"wer_orig":3.41797,"dwer":-0.58594,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9678,"utmos":2.34017,"dnsmos_ovrl":2.89948,"dnsmos_sig":3.25326,"dnsmos_bak":3.75881,"pesq_wb":3.736,"pesq_nb":3.96919,"stoi":0.93535,"estoi":0.89211,"si_sdr":8.13971,"mel_dist":0.15565,"stft_dist":1.11642,"f0_rmse_cents":168.42891,"f0_corr":0.94722,"vuv_err":0.12102,"score_intelligibility":1.0,"score_speaker":0.9678,"score_quality":0.91977,"score_fidelity":0.8881,"score":0.94392},"nl":{"n":50,"unit":"wer","wer":7.67172,"wer_orig":5.26316,"dwer":2.40856,"wer_pseudo":3.8496,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.92542,"utmos":2.56939,"dnsmos_ovrl":1.83239,"dnsmos_sig":2.33667,"dnsmos_bak":3.11881,"pesq_wb":3.20835,"pesq_nb":3.65732,"stoi":0.94001,"estoi":0.87993,"si_sdr":7.31343,"mel_dist":0.23592,"stft_dist":1.95362,"f0_rmse_cents":80.82803,"f0_corr":0.94811,"vuv_err":0.13077,"score_intelligibility":0.72225,"score_speaker":0.92542,"score_quality":0.63826,"score_fidelity":0.83969,"score":0.78141},"pl":{"n":50,"unit":"wer","wer":5.15351,"wer_orig":3.28947,"dwer":1.86404,"wer_pseudo":2.63158,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.94011,"utmos":2.45056,"dnsmos_ovrl":2.64847,"dnsmos_sig":3.01914,"dnsmos_bak":3.70372,"pesq_wb":3.39145,"pesq_nb":3.73736,"stoi":0.94624,"estoi":0.89429,"si_sdr":3.19103,"mel_dist":0.20779,"stft_dist":1.39241,"f0_rmse_cents":94.24235,"f0_corr":0.87089,"vuv_err":0.09911,"score_intelligibility":0.69708,"score_speaker":0.94011,"score_quality":0.82828,"score_fidelity":0.83347,"score":0.82473},"cs":{"n":50,"unit":"wer","wer":11.31855,"wer_orig":9.45158,"dwer":1.86698,"wer_pseudo":4.43925,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96163,"utmos":2.36304,"dnsmos_ovrl":3.00783,"dnsmos_sig":3.32383,"dnsmos_bak":3.93366,"pesq_wb":3.55569,"pesq_nb":3.91157,"stoi":0.94432,"estoi":0.89799,"si_sdr":9.32372,"mel_dist":0.17936,"stft_dist":1.11295,"f0_rmse_cents":63.14164,"f0_corr":0.93935,"vuv_err":0.08568,"score_intelligibility":0.84844,"score_speaker":0.96163,"score_quality":0.90791,"score_fidelity":0.87129,"score":0.89732},"tr":{"n":50,"unit":"wer","wer":8.81579,"wer_orig":7.76316,"dwer":1.05263,"wer_pseudo":2.63505,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.93039,"utmos":2.08441,"dnsmos_ovrl":2.72622,"dnsmos_sig":3.02387,"dnsmos_bak":3.58566,"pesq_wb":3.47851,"pesq_nb":3.79103,"stoi":0.92692,"estoi":0.86221,"si_sdr":4.96798,"mel_dist":0.20416,"stft_dist":1.48236,"f0_rmse_cents":94.29796,"f0_corr":0.94527,"vuv_err":0.09448,"score_intelligibility":0.89276,"score_speaker":0.93039,"score_quality":0.84456,"score_fidelity":0.86011,"score":0.88196},"id":{"n":50,"unit":"wer","wer":8.26446,"wer_orig":5.90319,"dwer":2.36128,"wer_pseudo":4.01417,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.92803,"utmos":1.85567,"dnsmos_ovrl":2.71589,"dnsmos_sig":3.27738,"dnsmos_bak":3.26024,"pesq_wb":3.56724,"pesq_nb":3.92425,"stoi":0.91159,"estoi":0.84921,"si_sdr":7.80996,"mel_dist":0.13573,"stft_dist":1.08724,"f0_rmse_cents":97.84866,"f0_corr":0.89062,"vuv_err":0.1512,"score_intelligibility":0.74513,"score_speaker":0.92803,"score_quality":0.94001,"score_fidelity":0.84524,"score":0.8646},"vi":{"n":50,"unit":"wer","wer":10.81941,"wer_orig":7.71679,"dwer":3.10263,"wer_pseudo":5.41401,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.91343,"utmos":1.94216,"dnsmos_ovrl":2.5167,"dnsmos_sig":2.95625,"dnsmos_bak":3.18094,"pesq_wb":3.58112,"pesq_nb":3.91912,"stoi":0.88903,"estoi":0.82269,"si_sdr":9.07336,"mel_dist":0.14623,"stft_dist":1.27854,"f0_rmse_cents":92.31176,"f0_corr":0.93963,"vuv_err":0.09247,"score_intelligibility":0.7375,"score_speaker":0.91343,"score_quality":0.83701,"score_fidelity":0.85537,"score":0.83583},"ru":{"n":50,"unit":"wer","wer":5.78035,"wer_orig":4.50867,"dwer":1.27168,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.93619,"utmos":2.38931,"dnsmos_ovrl":2.63872,"dnsmos_sig":2.98469,"dnsmos_bak":3.73252,"pesq_wb":3.47658,"pesq_nb":3.84178,"stoi":0.9456,"estoi":0.89769,"si_sdr":6.59596,"mel_dist":0.20746,"stft_dist":1.37078,"f0_rmse_cents":91.51957,"f0_corr":0.9176,"vuv_err":0.12102,"score_intelligibility":0.81245,"score_speaker":0.93619,"score_quality":0.81301,"score_fidelity":0.85693,"score":0.85465},"uk":{"n":50,"unit":"wer","wer":8.51305,"wer_orig":6.46992,"dwer":2.04313,"wer_pseudo":4.88636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.92143,"utmos":2.33191,"dnsmos_ovrl":2.72728,"dnsmos_sig":3.01418,"dnsmos_bak":3.54406,"pesq_wb":3.37915,"pesq_nb":3.69966,"stoi":0.87173,"estoi":0.81303,"si_sdr":2.2898,"mel_dist":0.21914,"stft_dist":1.97148,"f0_rmse_cents":75.51557,"f0_corr":0.94637,"vuv_err":0.11092,"score_intelligibility":0.78523,"score_speaker":0.92143,"score_quality":0.84208,"score_fidelity":0.83262,"score":0.84534},"el":{"n":50,"unit":"wer","wer":13.82766,"wer_orig":12.02405,"dwer":1.80361,"wer_pseudo":6.80681,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.91878,"utmos":2.45079,"dnsmos_ovrl":2.65805,"dnsmos_sig":3.09343,"dnsmos_bak":3.56415,"pesq_wb":3.66808,"pesq_nb":4.00664,"stoi":0.93168,"estoi":0.87143,"si_sdr":9.89532,"mel_dist":0.16584,"stft_dist":1.1778,"f0_rmse_cents":80.8992,"f0_corr":0.91931,"vuv_err":0.08803,"score_intelligibility":0.87836,"score_speaker":0.91878,"score_quality":0.83651,"score_fidelity":0.8711,"score":0.87619},"ar":{"n":50,"unit":"wer","wer":13.07028,"wer_orig":12.45376,"dwer":0.61652,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.95017,"utmos":2.45661,"dnsmos_ovrl":3.01381,"dnsmos_sig":3.36301,"dnsmos_bak":3.85085,"pesq_wb":3.47063,"pesq_nb":3.83258,"stoi":0.95719,"estoi":0.92474,"si_sdr":6.08539,"mel_dist":0.18518,"stft_dist":1.19942,"f0_rmse_cents":74.51701,"f0_corr":0.95561,"vuv_err":0.10048,"score_intelligibility":0.95618,"score_speaker":0.95017,"score_quality":0.90319,"score_fidelity":0.8729,"score":0.92061},"fa":{"n":50,"unit":"wer","wer":28.0,"wer_orig":25.94286,"dwer":2.05714,"wer_pseudo":7.89189,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93165,"utmos":2.18917,"dnsmos_ovrl":2.35302,"dnsmos_sig":2.8132,"dnsmos_bak":3.01549,"pesq_wb":3.04391,"pesq_nb":3.73162,"stoi":0.85891,"estoi":0.78908,"si_sdr":-2.72304,"mel_dist":0.18166,"stft_dist":1.9066,"f0_rmse_cents":192.80995,"f0_corr":0.79781,"vuv_err":0.10995,"score_intelligibility":0.92906,"score_speaker":0.93165,"score_quality":0.73559,"score_fidelity":0.7469,"score":0.8358},"he":{"n":50,"unit":"wer","wer":26.74419,"wer_orig":19.4186,"dwer":7.32558,"wer_pseudo":13.02817,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91612,"utmos":2.16867,"dnsmos_ovrl":2.45467,"dnsmos_sig":2.83949,"dnsmos_bak":3.39771,"pesq_wb":3.16775,"pesq_nb":3.54509,"stoi":0.91398,"estoi":0.84863,"si_sdr":-2.01201,"mel_dist":0.18612,"stft_dist":1.95478,"f0_rmse_cents":102.1369,"f0_corr":0.88843,"vuv_err":0.13358,"score_intelligibility":0.73596,"score_speaker":0.91612,"score_quality":0.79362,"score_fidelity":0.80725,"score":0.81324},"hi":{"n":50,"unit":"wer","wer":27.42382,"wer_orig":26.31579,"dwer":1.10803,"wer_pseudo":7.81108,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93152,"utmos":2.10624,"dnsmos_ovrl":2.57031,"dnsmos_sig":3.07809,"dnsmos_bak":3.26945,"pesq_wb":3.50015,"pesq_nb":3.90839,"stoi":0.93084,"estoi":0.87954,"si_sdr":9.58769,"mel_dist":0.17431,"stft_dist":1.14923,"f0_rmse_cents":77.14928,"f0_corr":0.9461,"vuv_err":0.11101,"score_intelligibility":0.96102,"score_speaker":0.93152,"score_quality":0.8779,"score_fidelity":0.86376,"score":0.90855},"zh":{"n":50,"unit":"cer","wer":8.04665,"wer_orig":7.40525,"dwer":0.6414,"wer_pseudo":1.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.93429,"utmos":2.50293,"dnsmos_ovrl":2.94387,"dnsmos_sig":3.30394,"dnsmos_bak":3.97747,"pesq_wb":3.56112,"pesq_nb":3.95951,"stoi":0.95086,"estoi":0.9136,"si_sdr":6.07863,"mel_dist":0.16994,"stft_dist":1.22999,"f0_rmse_cents":65.75748,"f0_corr":0.95018,"vuv_err":0.07254,"score_intelligibility":0.9291,"score_speaker":0.93429,"score_quality":0.88553,"score_fidelity":0.87759,"score":0.90663},"yue":{"n":50,"unit":"cer","wer":15.45171,"wer_orig":14.39252,"dwer":1.05919,"wer_pseudo":8.16973,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.94518,"utmos":2.61518,"dnsmos_ovrl":2.94536,"dnsmos_sig":3.28775,"dnsmos_bak":3.77722,"pesq_wb":3.63974,"pesq_nb":3.95511,"stoi":0.94104,"estoi":0.89392,"si_sdr":6.80901,"mel_dist":0.14551,"stft_dist":1.14593,"f0_rmse_cents":86.43167,"f0_corr":0.96512,"vuv_err":0.08927,"score_intelligibility":0.93562,"score_speaker":0.94518,"score_quality":0.89326,"score_fidelity":0.88679,"score":0.91521},"ja":{"n":50,"unit":"cer","wer":4.3638,"wer_orig":3.53698,"dwer":0.82683,"wer_pseudo":2.57235,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.88331,"utmos":1.79803,"dnsmos_ovrl":2.04669,"dnsmos_sig":2.64395,"dnsmos_bak":2.45862,"pesq_wb":3.19236,"pesq_nb":3.63373,"stoi":0.84739,"estoi":0.75506,"si_sdr":-4.23394,"mel_dist":0.17675,"stft_dist":2.26387,"f0_rmse_cents":89.19048,"f0_corr":0.93671,"vuv_err":0.10359,"score_intelligibility":0.84585,"score_speaker":0.88331,"score_quality":0.7253,"score_fidelity":0.80349,"score":0.81449},"ko":{"n":50,"unit":"cer","wer":5.88235,"wer_orig":5.14706,"dwer":0.73529,"wer_pseudo":0.9519,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92499,"utmos":2.86548,"dnsmos_ovrl":2.71398,"dnsmos_sig":3.09456,"dnsmos_bak":3.58919,"pesq_wb":3.58453,"pesq_nb":3.84002,"stoi":0.94288,"estoi":0.89792,"si_sdr":6.32343,"mel_dist":0.19456,"stft_dist":1.48244,"f0_rmse_cents":71.63415,"f0_corr":0.96496,"vuv_err":0.06728,"score_intelligibility":0.89316,"score_speaker":0.92499,"score_quality":0.83203,"score_fidelity":0.88209,"score":0.88307},"th":{"n":50,"unit":"cer","wer":8.81164,"wer_orig":7.61924,"dwer":1.1924,"wer_pseudo":4.02916,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91572,"utmos":2.06201,"dnsmos_ovrl":2.30075,"dnsmos_sig":2.68473,"dnsmos_bak":2.91599,"pesq_wb":3.21302,"pesq_nb":3.70171,"stoi":0.92992,"estoi":0.88097,"si_sdr":6.99422,"mel_dist":0.17753,"stft_dist":1.40326,"f0_rmse_cents":129.71339,"f0_corr":0.94719,"vuv_err":0.14515,"score_intelligibility":0.87847,"score_speaker":0.91572,"score_quality":0.74869,"score_fidelity":0.83647,"score":0.84484}}},{"codec":"hilcodec_general_24k_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hilcodec_general_24k_2q","family":"HILCodec","checkpoint":"aask1357/hilcodec/onnx/hil_music","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2405.04752","year":2024,"bitrate_kbps":1.5,"notes":"official streaming ONNX release (onnxruntime CPU); 'hil_music' model trained on clean + noisy speech and music (DNS-Challenge4, VCTK, Jamendo); quantizer-dropout operating points 1.5/3/6/9 kbps; first 2 of 12 codebooks","side_info":null,"warning":null,"env":"main"},"kbps":1.5,"kbps_measured":1.50041,"tokens_per_s":150.04143,"params_M":11.46458,"efficiency":{"rtf_encode":0.08546,"rtf_decode":0.17815,"peak_vram_gb":0.0048,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.51058,"score_worst_lang":0.39071,"worst_lang":"en","en_gap":-0.12508,"score_intelligibility":0.30527,"score_speaker":0.6011,"score_quality":0.53061,"score_fidelity":0.60534,"dwer":24.72112,"wer":33.52693,"wer_pseudo":30.86018,"sim":0.6011,"utmos":1.49889,"dnsmos_ovrl":2.4631,"dnsmos_sig":2.84436,"dnsmos_bak":3.45565,"pesq_wb":1.65484,"pesq_nb":2.21809,"stoi":0.78004,"estoi":0.63987,"si_sdr":-1.32355,"mel_dist":0.27285,"stft_dist":1.83219,"f0_rmse_cents":152.22317,"f0_corr":0.84888,"vuv_err":0.18635,"score_ci95":[0.50482,0.51601]},"per_lang":{"en":{"n":50,"unit":"wer","wer":39.13471,"wer_orig":6.98132,"dwer":32.15339,"wer_pseudo":36.57588,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.39918,"utmos":1.53412,"dnsmos_ovrl":1.74874,"dnsmos_sig":2.13287,"dnsmos_bak":2.5272,"pesq_wb":1.4561,"pesq_nb":1.93098,"stoi":0.68114,"estoi":0.50312,"si_sdr":-2.94741,"mel_dist":0.31706,"stft_dist":3.4829,"f0_rmse_cents":178.75858,"f0_corr":0.8391,"vuv_err":0.20916,"score_intelligibility":0.19886,"score_speaker":0.39918,"score_quality":0.41463,"score_fidelity":0.55018,"score":0.39071},"de":{"n":50,"unit":"wer","wer":21.15972,"wer_orig":5.69685,"dwer":15.46287,"wer_pseudo":17.49746,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.67565,"utmos":1.60437,"dnsmos_ovrl":2.88912,"dnsmos_sig":3.16426,"dnsmos_bak":4.04954,"pesq_wb":1.92727,"pesq_nb":2.50575,"stoi":0.8432,"estoi":0.69071,"si_sdr":3.31393,"mel_dist":0.23493,"stft_dist":1.33392,"f0_rmse_cents":151.38998,"f0_corr":0.88026,"vuv_err":0.16264,"score_intelligibility":0.30221,"score_speaker":0.67565,"score_quality":0.62818,"score_fidelity":0.6628,"score":0.56721},"fr":{"n":50,"unit":"wer","wer":32.80632,"wer_orig":4.98024,"dwer":27.82609,"wer_pseudo":31.5873,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.64068,"utmos":1.49981,"dnsmos_ovrl":2.58443,"dnsmos_sig":2.90829,"dnsmos_bak":3.76222,"pesq_wb":1.64041,"pesq_nb":2.13513,"stoi":0.82158,"estoi":0.7183,"si_sdr":0.97166,"mel_dist":0.28632,"stft_dist":1.63888,"f0_rmse_cents":111.51888,"f0_corr":0.91547,"vuv_err":0.18944,"score_intelligibility":0.1769,"score_speaker":0.64068,"score_quality":0.57351,"score_fidelity":0.64001,"score":0.50777},"es":{"n":50,"unit":"wer","wer":6.81818,"wer_orig":3.09091,"dwer":3.72727,"wer_pseudo":4.46673,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.66385,"utmos":1.57271,"dnsmos_ovrl":2.8975,"dnsmos_sig":3.25986,"dnsmos_bak":3.85676,"pesq_wb":1.95338,"pesq_nb":2.55644,"stoi":0.84227,"estoi":0.73087,"si_sdr":1.3518,"mel_dist":0.26069,"stft_dist":1.47404,"f0_rmse_cents":201.34411,"f0_corr":0.854,"vuv_err":0.19733,"score_intelligibility":0.52326,"score_speaker":0.66385,"score_quality":0.59662,"score_fidelity":0.65622,"score":0.60999},"it":{"n":50,"unit":"wer","wer":11.38434,"wer_orig":2.55009,"dwer":8.83424,"wer_pseudo":11.06033,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.63891,"utmos":1.6271,"dnsmos_ovrl":2.95383,"dnsmos_sig":3.26163,"dnsmos_bak":3.98846,"pesq_wb":1.85125,"pesq_nb":2.46502,"stoi":0.833,"estoi":0.71811,"si_sdr":1.15777,"mel_dist":0.26635,"stft_dist":1.45634,"f0_rmse_cents":137.28505,"f0_corr":0.78635,"vuv_err":0.19426,"score_intelligibility":0.28666,"score_speaker":0.63891,"score_quality":0.5725,"score_fidelity":0.62085,"score":0.52973},"pt":{"n":50,"unit":"wer","wer":6.34766,"wer_orig":3.41797,"dwer":2.92969,"wer_pseudo":4.82283,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.70805,"utmos":1.59479,"dnsmos_ovrl":2.5865,"dnsmos_sig":2.95291,"dnsmos_bak":3.579,"pesq_wb":1.70699,"pesq_nb":2.2849,"stoi":0.79717,"estoi":0.67736,"si_sdr":-0.6833,"mel_dist":0.23895,"stft_dist":1.46081,"f0_rmse_cents":228.89259,"f0_corr":0.87634,"vuv_err":0.22255,"score_intelligibility":0.60128,"score_speaker":0.70805,"score_quality":0.59403,"score_fidelity":0.62517,"score":0.63213},"nl":{"n":50,"unit":"wer","wer":49.68778,"wer_orig":5.26316,"dwer":44.42462,"wer_pseudo":48.4333,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.53093,"utmos":1.40262,"dnsmos_ovrl":1.70795,"dnsmos_sig":2.18325,"dnsmos_bak":3.22372,"pesq_wb":1.53271,"pesq_nb":2.03163,"stoi":0.77545,"estoi":0.6178,"si_sdr":-0.43306,"mel_dist":0.33012,"stft_dist":2.30492,"f0_rmse_cents":130.14687,"f0_corr":0.87922,"vuv_err":0.22519,"score_intelligibility":0.12356,"score_speaker":0.53093,"score_quality":0.30609,"score_fidelity":0.60229,"score":0.39072},"pl":{"n":50,"unit":"wer","wer":41.77632,"wer_orig":3.28947,"dwer":38.48684,"wer_pseudo":41.22807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.61709,"utmos":1.43368,"dnsmos_ovrl":2.42123,"dnsmos_sig":2.78885,"dnsmos_bak":3.58202,"pesq_wb":1.55877,"pesq_nb":2.03793,"stoi":0.81626,"estoi":0.67883,"si_sdr":-2.77163,"mel_dist":0.30253,"stft_dist":1.72375,"f0_rmse_cents":144.23606,"f0_corr":0.75232,"vuv_err":0.19207,"score_intelligibility":0.10028,"score_speaker":0.61709,"score_quality":0.48033,"score_fidelity":0.57608,"score":0.44344},"cs":{"n":50,"unit":"wer","wer":40.72345,"wer_orig":9.45158,"dwer":31.27188,"wer_pseudo":39.83645,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.69765,"utmos":1.54686,"dnsmos_ovrl":2.84371,"dnsmos_sig":3.15458,"dnsmos_bak":3.94159,"pesq_wb":1.60271,"pesq_nb":2.23006,"stoi":0.80964,"estoi":0.67675,"si_sdr":2.55526,"mel_dist":0.27692,"stft_dist":1.46764,"f0_rmse_cents":114.56315,"f0_corr":0.83769,"vuv_err":0.15686,"score_intelligibility":0.2505,"score_speaker":0.69765,"score_quality":0.60927,"score_fidelity":0.60651,"score":0.54098},"tr":{"n":50,"unit":"wer","wer":38.02632,"wer_orig":7.76316,"dwer":30.26316,"wer_pseudo":35.96838,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.61294,"utmos":1.43916,"dnsmos_ovrl":2.5032,"dnsmos_sig":2.79834,"dnsmos_bak":3.49274,"pesq_wb":1.72456,"pesq_nb":2.33999,"stoi":0.7857,"estoi":0.62588,"si_sdr":-2.88933,"mel_dist":0.29246,"stft_dist":1.8375,"f0_rmse_cents":163.16766,"f0_corr":0.86182,"vuv_err":0.16663,"score_intelligibility":0.22454,"score_speaker":0.61294,"score_quality":0.53841,"score_fidelity":0.61818,"score":0.49852},"id":{"n":50,"unit":"wer","wer":27.86305,"wer_orig":5.90319,"dwer":21.95986,"wer_pseudo":27.39079,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.60075,"utmos":1.35556,"dnsmos_ovrl":2.51195,"dnsmos_sig":3.0543,"dnsmos_bak":3.18528,"pesq_wb":1.51073,"pesq_nb":2.22789,"stoi":0.72168,"estoi":0.55304,"si_sdr":0.52311,"mel_dist":0.21774,"stft_dist":1.41991,"f0_rmse_cents":232.42786,"f0_corr":0.76427,"vuv_err":0.21659,"score_intelligibility":0.23917,"score_speaker":0.60075,"score_quality":0.62098,"score_fidelity":0.54396,"score":0.50121},"vi":{"n":50,"unit":"wer","wer":40.89101,"wer_orig":7.71679,"dwer":33.17422,"wer_pseudo":39.7293,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60757,"utmos":1.4333,"dnsmos_ovrl":2.32889,"dnsmos_sig":2.78559,"dnsmos_bak":3.09646,"pesq_wb":1.67336,"pesq_nb":2.29802,"stoi":0.69282,"estoi":0.53679,"si_sdr":0.6437,"mel_dist":0.23554,"stft_dist":1.60264,"f0_rmse_cents":150.19685,"f0_corr":0.88063,"vuv_err":0.17139,"score_intelligibility":0.20808,"score_speaker":0.60757,"score_quality":0.55585,"score_fidelity":0.58861,"score":0.49003},"ru":{"n":50,"unit":"wer","wer":16.06936,"wer_orig":4.50867,"dwer":11.56069,"wer_pseudo":13.32561,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.60665,"utmos":1.45865,"dnsmos_ovrl":2.41639,"dnsmos_sig":2.73907,"dnsmos_bak":3.69088,"pesq_wb":1.65414,"pesq_nb":2.19147,"stoi":0.81249,"estoi":0.68103,"si_sdr":-0.35429,"mel_dist":0.30056,"stft_dist":1.71531,"f0_rmse_cents":155.44135,"f0_corr":0.80686,"vuv_err":0.22008,"score_intelligibility":0.32272,"score_speaker":0.60665,"score_quality":0.48258,"score_fidelity":0.60208,"score":0.50351},"uk":{"n":50,"unit":"wer","wer":37.11691,"wer_orig":6.46992,"dwer":30.64699,"wer_pseudo":35.56818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.55893,"utmos":1.6031,"dnsmos_ovrl":2.59183,"dnsmos_sig":2.89897,"dnsmos_bak":3.51244,"pesq_wb":1.69612,"pesq_nb":2.21207,"stoi":0.79063,"estoi":0.63602,"si_sdr":-3.52599,"mel_dist":0.30295,"stft_dist":2.27668,"f0_rmse_cents":102.53069,"f0_corr":0.91706,"vuv_err":0.17923,"score_intelligibility":0.19597,"score_speaker":0.55893,"score_quality":0.57821,"score_fidelity":0.63553,"score":0.49216},"el":{"n":50,"unit":"wer","wer":54.20842,"wer_orig":12.02405,"dwer":42.18437,"wer_pseudo":52.25225,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.53244,"utmos":1.48996,"dnsmos_ovrl":2.49109,"dnsmos_sig":2.89513,"dnsmos_bak":3.58397,"pesq_wb":1.81311,"pesq_nb":2.47369,"stoi":0.79204,"estoi":0.63787,"si_sdr":2.42396,"mel_dist":0.25745,"stft_dist":1.49637,"f0_rmse_cents":108.69489,"f0_corr":0.87569,"vuv_err":0.15655,"score_intelligibility":0.23591,"score_speaker":0.53244,"score_quality":0.51764,"score_fidelity":0.63335,"score":0.47983},"ar":{"n":50,"unit":"wer","wer":31.44266,"wer_orig":12.45376,"dwer":18.9889,"wer_pseudo":27.31768,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.65003,"utmos":1.46862,"dnsmos_ovrl":2.66957,"dnsmos_sig":3.01886,"dnsmos_bak":3.66772,"pesq_wb":1.55263,"pesq_nb":2.03441,"stoi":0.84115,"estoi":0.74476,"si_sdr":-0.6872,"mel_dist":0.28046,"stft_dist":1.56407,"f0_rmse_cents":122.8456,"f0_corr":0.89187,"vuv_err":0.17532,"score_intelligibility":0.41469,"score_speaker":0.65003,"score_quality":0.52793,"score_fidelity":0.6303,"score":0.55574},"fa":{"n":50,"unit":"wer","wer":66.85714,"wer_orig":25.94286,"dwer":40.91429,"wer_pseudo":55.24324,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.61225,"utmos":1.46947,"dnsmos_ovrl":2.26118,"dnsmos_sig":2.72752,"dnsmos_bak":3.04795,"pesq_wb":1.47511,"pesq_nb":2.18341,"stoi":0.66189,"estoi":0.50805,"si_sdr":-9.06528,"mel_dist":0.2777,"stft_dist":2.36281,"f0_rmse_cents":202.75672,"f0_corr":0.78138,"vuv_err":0.20645,"score_intelligibility":0.39705,"score_speaker":0.61225,"score_quality":0.48821,"score_fidelity":0.52634,"score":0.50596},"he":{"n":50,"unit":"wer","wer":64.4186,"wer_orig":19.4186,"dwer":45.0,"wer_pseudo":59.62441,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.52161,"utmos":1.39714,"dnsmos_ovrl":2.2923,"dnsmos_sig":2.68031,"dnsmos_bak":3.42064,"pesq_wb":1.45972,"pesq_nb":1.94053,"stoi":0.75892,"estoi":0.61132,"si_sdr":-7.62002,"mel_dist":0.28028,"stft_dist":2.34096,"f0_rmse_cents":167.82103,"f0_corr":0.73426,"vuv_err":0.2509,"score_intelligibility":0.31212,"score_speaker":0.52161,"score_quality":0.4895,"score_fidelity":0.54151,"score":0.46619},"hi":{"n":50,"unit":"wer","wer":53.09326,"wer_orig":26.31579,"dwer":26.77747,"wer_pseudo":44.68665,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.54415,"utmos":1.42738,"dnsmos_ovrl":2.36835,"dnsmos_sig":2.85898,"dnsmos_bak":3.1747,"pesq_wb":1.66485,"pesq_nb":2.23807,"stoi":0.77879,"estoi":0.63909,"si_sdr":1.69428,"mel_dist":0.26316,"stft_dist":1.483,"f0_rmse_cents":150.00426,"f0_corr":0.83763,"vuv_err":0.19135,"score_intelligibility":0.50498,"score_speaker":0.54415,"score_quality":0.55788,"score_fidelity":0.60213,"score":0.55228},"zh":{"n":50,"unit":"cer","wer":18.60058,"wer_orig":7.40525,"dwer":11.19534,"wer_pseudo":13.35366,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.57522,"utmos":1.49422,"dnsmos_ovrl":2.6735,"dnsmos_sig":3.04862,"dnsmos_bak":3.85099,"pesq_wb":1.65657,"pesq_nb":2.18586,"stoi":0.82415,"estoi":0.70083,"si_sdr":-2.42236,"mel_dist":0.25882,"stft_dist":1.58603,"f0_rmse_cents":111.48585,"f0_corr":0.90236,"vuv_err":0.12035,"score_intelligibility":0.42883,"score_speaker":0.57522,"score_quality":0.54133,"score_fidelity":0.63803,"score":0.54585},"yue":{"n":50,"unit":"cer","wer":33.33333,"wer_orig":14.39252,"dwer":18.94081,"wer_pseudo":31.53895,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.6669,"utmos":1.64982,"dnsmos_ovrl":2.81214,"dnsmos_sig":3.16935,"dnsmos_bak":3.75335,"pesq_wb":1.68001,"pesq_nb":2.27185,"stoi":0.81863,"estoi":0.68353,"si_sdr":-0.67288,"mel_dist":0.23744,"stft_dist":1.50355,"f0_rmse_cents":154.58303,"f0_corr":0.8655,"vuv_err":0.1558,"score_intelligibility":0.44833,"score_speaker":0.6669,"score_quality":0.61237,"score_fidelity":0.62614,"score":0.58843},"ja":{"n":50,"unit":"cer","wer":25.81534,"wer_orig":3.53698,"dwer":22.27836,"wer_pseudo":24.52917,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.57241,"utmos":1.34633,"dnsmos_ovrl":1.87541,"dnsmos_sig":2.32009,"dnsmos_bak":2.52308,"pesq_wb":1.48424,"pesq_nb":2.02292,"stoi":0.63422,"estoi":0.4483,"si_sdr":-13.32118,"mel_dist":0.26972,"stft_dist":2.88561,"f0_rmse_cents":152.46919,"f0_corr":0.8276,"vuv_err":0.18698,"score_intelligibility":0.16919,"score_speaker":0.57241,"score_quality":0.45158,"score_fidelity":0.53339,"score":0.43164},"ko":{"n":50,"unit":"cer","wer":14.06863,"wer_orig":5.14706,"dwer":8.92157,"wer_pseudo":11.42285,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.60103,"utmos":1.76121,"dnsmos_ovrl":2.57506,"dnsmos_sig":2.96784,"dnsmos_bak":3.62114,"pesq_wb":1.95894,"pesq_nb":2.43886,"stoi":0.81224,"estoi":0.69089,"si_sdr":1.18673,"mel_dist":0.28216,"stft_dist":1.80202,"f0_rmse_cents":97.47854,"f0_corr":0.93579,"vuv_err":0.11809,"score_intelligibility":0.40794,"score_speaker":0.60103,"score_quality":0.55362,"score_fidelity":0.67401,"score":0.55915},"th":{"n":50,"unit":"cer","wer":33.00323,"wer_orig":7.61924,"dwer":25.38399,"wer_pseudo":33.18486,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.59151,"utmos":1.36348,"dnsmos_ovrl":2.11041,"dnsmos_sig":2.49523,"dnsmos_bak":2.80374,"pesq_wb":1.48241,"pesq_nb":1.99737,"stoi":0.77579,"estoi":0.64756,"si_sdr":-0.19345,"mel_dist":0.27813,"stft_dist":1.75283,"f0_rmse_cents":183.31732,"f0_corr":0.8697,"vuv_err":0.20707,"score_intelligibility":0.25348,"score_speaker":0.59151,"score_quality":0.44346,"score_fidelity":0.59444,"score":0.47072}}},{"codec":"hilcodec_general_24k_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hilcodec_general_24k_4q","family":"HILCodec","checkpoint":"aask1357/hilcodec/onnx/hil_music","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2405.04752","year":2024,"bitrate_kbps":3.0,"notes":"official streaming ONNX release (onnxruntime CPU); 'hil_music' model trained on clean + noisy speech and music (DNS-Challenge4, VCTK, Jamendo); quantizer-dropout operating points 1.5/3/6/9 kbps; first 4 of 12 codebooks","side_info":null,"warning":null,"env":"main"},"kbps":3.0,"kbps_measured":3.00083,"tokens_per_s":300.08285,"params_M":11.98887,"efficiency":{"rtf_encode":0.08741,"rtf_decode":0.17834,"peak_vram_gb":0.0048,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.7061,"score_worst_lang":0.58539,"worst_lang":"nl","en_gap":-0.12318,"score_intelligibility":0.62355,"score_speaker":0.80061,"score_quality":0.69001,"score_fidelity":0.71022,"dwer":6.77449,"wer":15.5803,"wer_pseudo":10.80358,"sim":0.80061,"utmos":1.90507,"dnsmos_ovrl":2.59365,"dnsmos_sig":2.97871,"dnsmos_bak":3.49666,"pesq_wb":2.33969,"pesq_nb":2.93357,"stoi":0.85281,"estoi":0.75186,"si_sdr":2.15486,"mel_dist":0.23022,"stft_dist":1.64663,"f0_rmse_cents":119.39355,"f0_corr":0.89509,"vuv_err":0.14035,"score_ci95":[0.69936,0.71445]},"per_lang":{"en":{"n":50,"unit":"wer","wer":14.74926,"wer_orig":6.98132,"dwer":7.76794,"wer_pseudo":10.79767,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.67437,"utmos":1.77681,"dnsmos_ovrl":1.85873,"dnsmos_sig":2.22222,"dnsmos_bak":2.56033,"pesq_wb":1.96854,"pesq_nb":2.52095,"stoi":0.75912,"estoi":0.62329,"si_sdr":1.41001,"mel_dist":0.26855,"stft_dist":3.31063,"f0_rmse_cents":132.68721,"f0_corr":0.88929,"vuv_err":0.14479,"score_intelligibility":0.50677,"score_speaker":0.67437,"score_quality":0.52934,"score_fidelity":0.64171,"score":0.58805},"de":{"n":50,"unit":"wer","wer":7.73143,"wer_orig":5.69685,"dwer":2.03459,"wer_pseudo":3.4588,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.83997,"utmos":2.11012,"dnsmos_ovrl":3.01619,"dnsmos_sig":3.29954,"dnsmos_bak":4.05681,"pesq_wb":2.69213,"pesq_nb":3.24867,"stoi":0.89978,"estoi":0.79169,"si_sdr":6.57509,"mel_dist":0.19844,"stft_dist":1.19208,"f0_rmse_cents":119.83057,"f0_corr":0.91751,"vuv_err":0.13223,"score_intelligibility":0.76698,"score_speaker":0.83997,"score_quality":0.80489,"score_fidelity":0.76692,"score":0.79469},"fr":{"n":50,"unit":"wer","wer":13.43874,"wer_orig":4.98024,"dwer":8.4585,"wer_pseudo":10.79365,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.81874,"utmos":1.86846,"dnsmos_ovrl":2.73501,"dnsmos_sig":3.06182,"dnsmos_bak":3.81638,"pesq_wb":2.33971,"pesq_nb":2.87663,"stoi":0.88538,"estoi":0.8135,"si_sdr":4.1723,"mel_dist":0.23674,"stft_dist":1.45632,"f0_rmse_cents":83.27477,"f0_corr":0.9483,"vuv_err":0.14822,"score_intelligibility":0.41418,"score_speaker":0.81874,"score_quality":0.74562,"score_fidelity":0.73882,"score":0.67934},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":1.00273,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8466,"utmos":2.06004,"dnsmos_ovrl":3.04565,"dnsmos_sig":3.38769,"dnsmos_bak":3.93285,"pesq_wb":2.72582,"pesq_nb":3.27716,"stoi":0.89884,"estoi":0.82339,"si_sdr":4.53012,"mel_dist":0.22606,"stft_dist":1.33262,"f0_rmse_cents":157.33956,"f0_corr":0.89797,"vuv_err":0.15595,"score_intelligibility":0.9,"score_speaker":0.8466,"score_quality":0.76888,"score_fidelity":0.7633,"score":0.81969},"it":{"n":50,"unit":"wer","wer":3.82514,"wer_orig":2.55009,"dwer":1.27505,"wer_pseudo":3.01645,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.84878,"utmos":2.2216,"dnsmos_ovrl":3.11743,"dnsmos_sig":3.41454,"dnsmos_bak":4.05544,"pesq_wb":2.70257,"pesq_nb":3.22733,"stoi":0.89367,"estoi":0.81677,"si_sdr":4.57982,"mel_dist":0.22253,"stft_dist":1.27404,"f0_rmse_cents":93.73592,"f0_corr":0.87362,"vuv_err":0.12657,"score_intelligibility":0.73575,"score_speaker":0.84878,"score_quality":0.7492,"score_fidelity":0.75124,"score":0.77124},"pt":{"n":50,"unit":"wer","wer":3.90625,"wer_orig":3.41797,"dwer":0.48828,"wer_pseudo":2.3622,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88384,"utmos":1.96116,"dnsmos_ovrl":2.74526,"dnsmos_sig":3.09245,"dnsmos_bak":3.66229,"pesq_wb":2.50961,"pesq_nb":3.02222,"stoi":0.86387,"estoi":0.77765,"si_sdr":3.53982,"mel_dist":0.20424,"stft_dist":1.30423,"f0_rmse_cents":223.24325,"f0_corr":0.90056,"vuv_err":0.17077,"score_intelligibility":0.90048,"score_speaker":0.88384,"score_quality":0.75537,"score_fidelity":0.73192,"score":0.8179},"nl":{"n":50,"unit":"wer","wer":16.50312,"wer_orig":5.26316,"dwer":11.23996,"wer_pseudo":13.60788,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.77578,"utmos":2.06361,"dnsmos_ovrl":1.81019,"dnsmos_sig":2.33306,"dnsmos_bak":3.21808,"pesq_wb":2.19669,"pesq_nb":2.79377,"stoi":0.87488,"estoi":0.76243,"si_sdr":3.31724,"mel_dist":0.28701,"stft_dist":2.0972,"f0_rmse_cents":119.10141,"f0_corr":0.89678,"vuv_err":0.1678,"score_intelligibility":0.35783,"score_speaker":0.77578,"score_quality":0.50341,"score_fidelity":0.70452,"score":0.58539},"pl":{"n":50,"unit":"wer","wer":12.60965,"wer_orig":3.28947,"dwer":9.32018,"wer_pseudo":10.85526,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.80806,"utmos":1.92585,"dnsmos_ovrl":2.59582,"dnsmos_sig":2.9715,"dnsmos_bak":3.69586,"pesq_wb":2.20069,"pesq_nb":2.73287,"stoi":0.88315,"estoi":0.78858,"si_sdr":0.43524,"mel_dist":0.2556,"stft_dist":1.56678,"f0_rmse_cents":101.45247,"f0_corr":0.8515,"vuv_err":0.13022,"score_intelligibility":0.31518,"score_speaker":0.80806,"score_quality":0.66493,"score_fidelity":0.69257,"score":0.62019},"cs":{"n":50,"unit":"wer","wer":15.05251,"wer_orig":9.45158,"dwer":5.60093,"wer_pseudo":12.61682,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.87123,"utmos":1.95125,"dnsmos_ovrl":2.97077,"dnsmos_sig":3.28746,"dnsmos_bak":3.9589,"pesq_wb":2.23625,"pesq_nb":2.89175,"stoi":0.87443,"estoi":0.7821,"si_sdr":5.43295,"mel_dist":0.23221,"stft_dist":1.30048,"f0_rmse_cents":85.34,"f0_corr":0.9103,"vuv_err":0.1229,"score_intelligibility":0.65109,"score_speaker":0.87123,"score_quality":0.76803,"score_fidelity":0.71265,"score":0.75075},"tr":{"n":50,"unit":"wer","wer":14.73684,"wer_orig":7.76316,"dwer":6.97368,"wer_pseudo":10.80369,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.79873,"utmos":1.74235,"dnsmos_ovrl":2.6548,"dnsmos_sig":2.95925,"dnsmos_bak":3.55981,"pesq_wb":2.43592,"pesq_nb":3.01019,"stoi":0.85573,"estoi":0.74057,"si_sdr":1.28616,"mel_dist":0.25123,"stft_dist":1.66168,"f0_rmse_cents":108.48625,"f0_corr":0.92762,"vuv_err":0.12753,"score_intelligibility":0.55686,"score_speaker":0.79873,"score_quality":0.69369,"score_fidelity":0.7312,"score":0.69512},"id":{"n":50,"unit":"wer","wer":11.92444,"wer_orig":5.90319,"dwer":6.02125,"wer_pseudo":9.68123,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.7932,"utmos":1.55531,"dnsmos_ovrl":2.64665,"dnsmos_sig":3.17386,"dnsmos_bak":3.22785,"pesq_wb":2.13951,"pesq_nb":2.89775,"stoi":0.80417,"estoi":0.67641,"si_sdr":3.43933,"mel_dist":0.1818,"stft_dist":1.27402,"f0_rmse_cents":153.02494,"f0_corr":0.81374,"vuv_err":0.1873,"score_intelligibility":0.53412,"score_speaker":0.7932,"score_quality":0.76375,"score_fidelity":0.64783,"score":0.68472},"vi":{"n":50,"unit":"wer","wer":26.80986,"wer_orig":7.71679,"dwer":19.09308,"wer_pseudo":23.6465,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.78671,"utmos":1.69399,"dnsmos_ovrl":2.42256,"dnsmos_sig":2.84009,"dnsmos_bak":3.14904,"pesq_wb":2.38693,"pesq_nb":3.01465,"stoi":0.77916,"estoi":0.65974,"si_sdr":4.51889,"mel_dist":0.19809,"stft_dist":1.456,"f0_rmse_cents":114.37808,"f0_corr":0.9153,"vuv_err":0.13243,"score_intelligibility":0.31344,"score_speaker":0.78671,"score_quality":0.6992,"score_fidelity":0.69691,"score":0.62407},"ru":{"n":50,"unit":"wer","wer":6.7052,"wer_orig":4.50867,"dwer":2.19653,"wer_pseudo":2.781,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.80581,"utmos":1.89937,"dnsmos_ovrl":2.5766,"dnsmos_sig":2.91629,"dnsmos_bak":3.7309,"pesq_wb":2.36633,"pesq_nb":2.92706,"stoi":0.88349,"estoi":0.79083,"si_sdr":3.07906,"mel_dist":0.25791,"stft_dist":1.53919,"f0_rmse_cents":115.41913,"f0_corr":0.86948,"vuv_err":0.15503,"score_intelligibility":0.71493,"score_speaker":0.80581,"score_quality":0.6525,"score_fidelity":0.71445,"score":0.72192},"uk":{"n":50,"unit":"wer","wer":15.77753,"wer_orig":6.46992,"dwer":9.3076,"wer_pseudo":11.02273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.78672,"utmos":2.0002,"dnsmos_ovrl":2.69263,"dnsmos_sig":2.98683,"dnsmos_bak":3.53254,"pesq_wb":2.38553,"pesq_nb":2.89628,"stoi":0.85514,"estoi":0.74343,"si_sdr":-0.75358,"mel_dist":0.25665,"stft_dist":2.11496,"f0_rmse_cents":77.30469,"f0_corr":0.95313,"vuv_err":0.13368,"score_intelligibility":0.44523,"score_speaker":0.78672,"score_quality":0.72855,"score_fidelity":0.73471,"score":0.6738},"el":{"n":50,"unit":"wer","wer":21.74349,"wer_orig":12.02405,"dwer":9.71944,"wer_pseudo":16.81682,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.75407,"utmos":2.00683,"dnsmos_ovrl":2.62496,"dnsmos_sig":3.04958,"dnsmos_bak":3.57874,"pesq_wb":2.50104,"pesq_nb":3.20281,"stoi":0.86379,"estoi":0.75277,"si_sdr":5.41492,"mel_dist":0.22101,"stft_dist":1.35902,"f0_rmse_cents":98.90088,"f0_corr":0.89336,"vuv_err":0.12819,"score_intelligibility":0.57265,"score_speaker":0.75407,"score_quality":0.7003,"score_fidelity":0.72867,"score":0.68892},"ar":{"n":50,"unit":"wer","wer":17.01603,"wer_orig":12.45376,"dwer":4.56227,"wer_pseudo":10.38319,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.83863,"utmos":1.94863,"dnsmos_ovrl":2.89737,"dnsmos_sig":3.25914,"dnsmos_bak":3.81081,"pesq_wb":2.26452,"pesq_nb":2.79075,"stoi":0.90089,"estoi":0.83508,"si_sdr":2.26791,"mel_dist":0.23564,"stft_dist":1.3884,"f0_rmse_cents":93.85799,"f0_corr":0.93085,"vuv_err":0.12948,"score_intelligibility":0.74677,"score_speaker":0.83863,"score_quality":0.72431,"score_fidelity":0.73101,"score":0.76018},"fa":{"n":50,"unit":"wer","wer":36.45714,"wer_orig":25.94286,"dwer":10.51429,"wer_pseudo":18.59459,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.81307,"utmos":1.79513,"dnsmos_ovrl":2.33767,"dnsmos_sig":2.8084,"dnsmos_bak":3.02935,"pesq_wb":2.01661,"pesq_nb":2.88696,"stoi":0.75604,"estoi":0.63649,"si_sdr":-5.26832,"mel_dist":0.23001,"stft_dist":2.06721,"f0_rmse_cents":194.15431,"f0_corr":0.79568,"vuv_err":0.13708,"score_intelligibility":0.7193,"score_speaker":0.81307,"score_quality":0.60966,"score_fidelity":0.61406,"score":0.68902},"he":{"n":50,"unit":"wer","wer":44.65116,"wer_orig":19.4186,"dwer":25.23256,"wer_pseudo":35.56338,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.73802,"utmos":1.80376,"dnsmos_ovrl":2.39456,"dnsmos_sig":2.79328,"dnsmos_bak":3.40371,"pesq_wb":2.05968,"pesq_nb":2.6221,"stoi":0.84541,"estoi":0.73602,"si_sdr":-4.39058,"mel_dist":0.23345,"stft_dist":2.10117,"f0_rmse_cents":115.93133,"f0_corr":0.836,"vuv_err":0.18147,"score_intelligibility":0.44727,"score_speaker":0.73802,"score_quality":0.65438,"score_fidelity":0.66139,"score":0.62527},"hi":{"n":50,"unit":"wer","wer":31.76362,"wer_orig":26.31579,"dwer":5.44783,"wer_pseudo":17.16621,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.78591,"utmos":1.71552,"dnsmos_ovrl":2.44922,"dnsmos_sig":2.95248,"dnsmos_bak":3.19634,"pesq_wb":2.31979,"pesq_nb":2.96286,"stoi":0.85062,"estoi":0.74895,"si_sdr":4.89017,"mel_dist":0.22219,"stft_dist":1.32427,"f0_rmse_cents":118.44032,"f0_corr":0.89372,"vuv_err":0.14821,"score_intelligibility":0.83372,"score_speaker":0.78591,"score_quality":0.69232,"score_fidelity":0.70714,"score":0.75477},"zh":{"n":50,"unit":"cer","wer":9.79592,"wer_orig":7.40525,"dwer":2.39067,"wer_pseudo":3.35366,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.80191,"utmos":1.99353,"dnsmos_ovrl":2.84117,"dnsmos_sig":3.20566,"dnsmos_bak":3.94631,"pesq_wb":2.38584,"pesq_nb":2.98284,"stoi":0.88984,"estoi":0.81097,"si_sdr":1.33999,"mel_dist":0.21563,"stft_dist":1.40825,"f0_rmse_cents":93.61604,"f0_corr":0.92086,"vuv_err":0.09092,"score_intelligibility":0.77856,"score_speaker":0.80191,"score_quality":0.71989,"score_fidelity":0.73555,"score":0.75898},"yue":{"n":50,"unit":"cer","wer":17.19626,"wer_orig":14.39252,"dwer":2.80374,"wer_pseudo":11.9696,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.8264,"utmos":2.12483,"dnsmos_ovrl":2.89949,"dnsmos_sig":3.24971,"dnsmos_bak":3.76798,"pesq_wb":2.4018,"pesq_nb":3.02656,"stoi":0.87743,"estoi":0.78198,"si_sdr":2.82724,"mel_dist":0.19839,"stft_dist":1.34467,"f0_rmse_cents":120.63236,"f0_corr":0.92476,"vuv_err":0.1151,"score_intelligibility":0.84592,"score_speaker":0.8264,"score_quality":0.75594,"score_fidelity":0.73423,"score":0.79062},"ja":{"n":50,"unit":"cer","wer":8.72761,"wer_orig":3.53698,"dwer":5.19063,"wer_pseudo":6.66054,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.72592,"utmos":1.57277,"dnsmos_ovrl":1.99203,"dnsmos_sig":2.50759,"dnsmos_bak":2.49319,"pesq_wb":2.13214,"pesq_nb":2.74991,"stoi":0.73465,"estoi":0.58789,"si_sdr":-8.13326,"mel_dist":0.22151,"stft_dist":2.4283,"f0_rmse_cents":128.04308,"f0_corr":0.87344,"vuv_err":0.1403,"score_intelligibility":0.4664,"score_speaker":0.72592,"score_quality":0.59879,"score_fidelity":0.64385,"score":0.60874},"ko":{"n":50,"unit":"cer","wer":6.56863,"wer_orig":5.14706,"dwer":1.42157,"wer_pseudo":2.85571,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.80769,"utmos":2.28026,"dnsmos_ovrl":2.70247,"dnsmos_sig":3.09874,"dnsmos_bak":3.67241,"pesq_wb":2.70253,"pesq_nb":3.12,"stoi":0.88263,"estoi":0.79885,"si_sdr":4.20636,"mel_dist":0.23483,"stft_dist":1.62447,"f0_rmse_cents":70.57784,"f0_corr":0.96361,"vuv_err":0.08151,"score_intelligibility":0.81218,"score_speaker":0.80769,"score_quality":0.69967,"score_fidelity":0.77756,"score":0.77427},"th":{"n":50,"unit":"cer","wer":12.692,"wer_orig":7.61924,"dwer":5.07276,"wer_pseudo":9.4756,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.78445,"utmos":1.65024,"dnsmos_ovrl":2.22038,"dnsmos_sig":2.61791,"dnsmos_bak":2.86384,"pesq_wb":2.0824,"pesq_nb":2.72369,"stoi":0.85527,"estoi":0.76531,"si_sdr":2.99973,"mel_dist":0.23564,"stft_dist":1.59322,"f0_rmse_cents":146.67287,"f0_corr":0.88484,"vuv_err":0.18074,"score_intelligibility":0.62951,"score_speaker":0.78445,"score_quality":0.57772,"score_fidelity":0.68312,"score":0.6687}}},{"codec":"hilcodec_general_24k_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hilcodec_general_24k_8q","family":"HILCodec","checkpoint":"aask1357/hilcodec/onnx/hil_music","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2405.04752","year":2024,"bitrate_kbps":6.0,"notes":"official streaming ONNX release (onnxruntime CPU); 'hil_music' model trained on clean + noisy speech and music (DNS-Challenge4, VCTK, Jamendo); quantizer-dropout operating points 1.5/3/6/9 kbps; first 8 of 12 codebooks","side_info":null,"warning":null,"env":"main"},"kbps":6.0,"kbps_measured":6.00166,"tokens_per_s":600.1657,"params_M":13.03744,"efficiency":{"rtf_encode":0.09226,"rtf_decode":0.17885,"peak_vram_gb":0.0048,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.82656,"score_worst_lang":0.72699,"worst_lang":"nl","en_gap":-0.08099,"score_intelligibility":0.8053,"score_speaker":0.89951,"score_quality":0.79508,"score_fidelity":0.80634,"dwer":2.45314,"wer":11.25895,"wer_pseudo":5.44323,"sim":0.89951,"utmos":2.20299,"dnsmos_ovrl":2.6382,"dnsmos_sig":3.02533,"dnsmos_bak":3.50492,"pesq_wb":3.09065,"pesq_nb":3.56068,"stoi":0.89974,"estoi":0.83122,"si_sdr":4.54682,"mel_dist":0.19809,"stft_dist":1.52976,"f0_rmse_cents":101.52339,"f0_corr":0.92197,"vuv_err":0.1173,"score_ci95":[0.81832,0.83386]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.25959,"wer_orig":6.98132,"dwer":1.27827,"wer_pseudo":3.21012,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.81435,"utmos":1.97477,"dnsmos_ovrl":1.86289,"dnsmos_sig":2.2172,"dnsmos_bak":2.53468,"pesq_wb":2.54401,"pesq_nb":3.03985,"stoi":0.79217,"estoi":0.69208,"si_sdr":2.227,"mel_dist":0.24277,"stft_dist":3.21385,"f0_rmse_cents":108.60038,"f0_corr":0.93851,"vuv_err":0.12494,"score_intelligibility":0.86195,"score_speaker":0.81435,"score_quality":0.59553,"score_fidelity":0.72394,"score":0.74895},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":1.62767,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9232,"utmos":2.4222,"dnsmos_ovrl":3.03418,"dnsmos_sig":3.31384,"dnsmos_bak":4.06723,"pesq_wb":3.44063,"pesq_nb":3.84796,"stoi":0.93737,"estoi":0.86611,"si_sdr":9.82898,"mel_dist":0.16665,"stft_dist":1.07783,"f0_rmse_cents":95.60968,"f0_corr":0.9411,"vuv_err":0.10998,"score_intelligibility":0.85683,"score_speaker":0.9232,"score_quality":0.89943,"score_fidelity":0.8586,"score":0.88451},"fr":{"n":50,"unit":"wer","wer":6.95652,"wer_orig":4.98024,"dwer":1.97628,"wer_pseudo":3.57143,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.90666,"utmos":2.12613,"dnsmos_ovrl":2.81041,"dnsmos_sig":3.13078,"dnsmos_bak":3.8617,"pesq_wb":3.0188,"pesq_nb":3.48237,"stoi":0.90516,"estoi":0.85891,"si_sdr":6.02709,"mel_dist":0.20602,"stft_dist":1.34957,"f0_rmse_cents":92.42839,"f0_corr":0.9386,"vuv_err":0.12819,"score_intelligibility":0.75161,"score_speaker":0.90666,"score_quality":0.85855,"score_fidelity":0.80685,"score":0.83092},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92923,"utmos":2.3665,"dnsmos_ovrl":3.08678,"dnsmos_sig":3.43345,"dnsmos_bak":3.9308,"pesq_wb":3.55753,"pesq_nb":3.85785,"stoi":0.93927,"estoi":0.8921,"si_sdr":7.69766,"mel_dist":0.19504,"stft_dist":1.20721,"f0_rmse_cents":132.48138,"f0_corr":0.93406,"vuv_err":0.13088,"score_intelligibility":0.91837,"score_speaker":0.92923,"score_quality":0.86531,"score_fidelity":0.86802,"score":0.89523},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":2.46801,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9367,"utmos":2.63547,"dnsmos_ovrl":3.19428,"dnsmos_sig":3.48329,"dnsmos_bak":4.0801,"pesq_wb":3.46934,"pesq_nb":3.81693,"stoi":0.93532,"estoi":0.88648,"si_sdr":7.8045,"mel_dist":0.18984,"stft_dist":1.14852,"f0_rmse_cents":73.06615,"f0_corr":0.92967,"vuv_err":0.10183,"score_intelligibility":0.92854,"score_speaker":0.9367,"score_quality":0.86418,"score_fidelity":0.85684,"score":0.89656},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94987,"utmos":2.24818,"dnsmos_ovrl":2.85173,"dnsmos_sig":3.21451,"dnsmos_bak":3.71497,"pesq_wb":3.33472,"pesq_nb":3.69205,"stoi":0.91319,"estoi":0.85684,"si_sdr":6.66352,"mel_dist":0.17241,"stft_dist":1.17632,"f0_rmse_cents":180.15507,"f0_corr":0.9414,"vuv_err":0.13361,"score_intelligibility":1.0,"score_speaker":0.94987,"score_quality":0.87729,"score_fidelity":0.84055,"score":0.91693},"nl":{"n":50,"unit":"wer","wer":9.18822,"wer_orig":5.26316,"dwer":3.92507,"wer_pseudo":5.64011,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.88694,"utmos":2.42769,"dnsmos_ovrl":1.84748,"dnsmos_sig":2.35834,"dnsmos_bak":3.16563,"pesq_wb":2.87629,"pesq_nb":3.38776,"stoi":0.92066,"estoi":0.84384,"si_sdr":6.00595,"mel_dist":0.25217,"stft_dist":1.99849,"f0_rmse_cents":84.3947,"f0_corr":0.94223,"vuv_err":0.1424,"score_intelligibility":0.61474,"score_speaker":0.88694,"score_quality":0.60661,"score_fidelity":0.79966,"score":0.72699},"pl":{"n":50,"unit":"wer","wer":6.25,"wer_orig":3.28947,"dwer":2.96053,"wer_pseudo":4.71491,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.91071,"utmos":2.29691,"dnsmos_ovrl":2.65661,"dnsmos_sig":3.03638,"dnsmos_bak":3.753,"pesq_wb":3.01466,"pesq_nb":3.4432,"stoi":0.92774,"estoi":0.86233,"si_sdr":1.88025,"mel_dist":0.223,"stft_dist":1.44716,"f0_rmse_cents":91.69487,"f0_corr":0.87438,"vuv_err":0.10683,"score_intelligibility":0.59165,"score_speaker":0.91071,"score_quality":0.78635,"score_fidelity":0.79258,"score":0.77032},"cs":{"n":50,"unit":"wer","wer":12.25204,"wer_orig":9.45158,"dwer":2.80047,"wer_pseudo":6.7757,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94356,"utmos":2.25611,"dnsmos_ovrl":2.99515,"dnsmos_sig":3.31142,"dnsmos_bak":3.9411,"pesq_wb":3.09349,"pesq_nb":3.60105,"stoi":0.92396,"estoi":0.86328,"si_sdr":8.0641,"mel_dist":0.19697,"stft_dist":1.17347,"f0_rmse_cents":69.37253,"f0_corr":0.92786,"vuv_err":0.09941,"score_intelligibility":0.78868,"score_speaker":0.94356,"score_quality":0.87087,"score_fidelity":0.81665,"score":0.85494},"tr":{"n":50,"unit":"wer","wer":11.18421,"wer_orig":7.76316,"dwer":3.42105,"wer_pseudo":5.40184,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.8942,"utmos":1.98931,"dnsmos_ovrl":2.71861,"dnsmos_sig":3.01102,"dnsmos_bak":3.60556,"pesq_wb":3.11106,"pesq_nb":3.54155,"stoi":0.90512,"estoi":0.82426,"si_sdr":3.39005,"mel_dist":0.21994,"stft_dist":1.5383,"f0_rmse_cents":96.38111,"f0_corr":0.95062,"vuv_err":0.10556,"score_intelligibility":0.71922,"score_speaker":0.8942,"score_quality":0.8056,"score_fidelity":0.81963,"score":0.80966},"id":{"n":50,"unit":"wer","wer":9.20897,"wer_orig":5.90319,"dwer":3.30579,"wer_pseudo":5.78512,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89573,"utmos":1.77438,"dnsmos_ovrl":2.6496,"dnsmos_sig":3.19041,"dnsmos_bak":3.19265,"pesq_wb":3.01066,"pesq_nb":3.6078,"stoi":0.87754,"estoi":0.79382,"si_sdr":6.23696,"mel_dist":0.15178,"stft_dist":1.1521,"f0_rmse_cents":99.96149,"f0_corr":0.85297,"vuv_err":0.15949,"score_intelligibility":0.67619,"score_speaker":0.89573,"score_quality":0.8786,"score_fidelity":0.76833,"score":0.80471},"vi":{"n":50,"unit":"wer","wer":12.01273,"wer_orig":7.71679,"dwer":4.29594,"wer_pseudo":7.64331,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.88011,"utmos":1.88189,"dnsmos_ovrl":2.47785,"dnsmos_sig":2.91137,"dnsmos_bak":3.15904,"pesq_wb":3.17545,"pesq_nb":3.65809,"stoi":0.854,"estoi":0.76969,"si_sdr":7.5206,"mel_dist":0.16365,"stft_dist":1.33642,"f0_rmse_cents":99.59269,"f0_corr":0.92702,"vuv_err":0.10989,"score_intelligibility":0.66987,"score_speaker":0.88011,"score_quality":0.79921,"score_fidelity":0.80086,"score":0.78751},"ru":{"n":50,"unit":"wer","wer":6.01156,"wer_orig":4.50867,"dwer":1.50289,"wer_pseudo":1.854,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.90686,"utmos":2.25216,"dnsmos_ovrl":2.6226,"dnsmos_sig":2.96141,"dnsmos_bak":3.75591,"pesq_wb":3.11086,"pesq_nb":3.56093,"stoi":0.92778,"estoi":0.8664,"si_sdr":5.59506,"mel_dist":0.22378,"stft_dist":1.42458,"f0_rmse_cents":101.52747,"f0_corr":0.91401,"vuv_err":0.12852,"score_intelligibility":0.78566,"score_speaker":0.90686,"score_quality":0.76839,"score_fidelity":0.81496,"score":0.81897},"uk":{"n":50,"unit":"wer","wer":9.53462,"wer_orig":6.46992,"dwer":3.0647,"wer_pseudo":5.11364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.8875,"utmos":2.25058,"dnsmos_ovrl":2.71462,"dnsmos_sig":3.00238,"dnsmos_bak":3.55073,"pesq_wb":3.06891,"pesq_nb":3.46022,"stoi":0.85555,"estoi":0.78436,"si_sdr":0.75842,"mel_dist":0.23322,"stft_dist":2.01883,"f0_rmse_cents":77.55678,"f0_corr":0.94428,"vuv_err":0.12268,"score_intelligibility":0.70908,"score_speaker":0.8875,"score_quality":0.81323,"score_fidelity":0.79698,"score":0.8017},"el":{"n":50,"unit":"wer","wer":16.53307,"wer_orig":12.02405,"dwer":4.50902,"wer_pseudo":10.31031,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.88439,"utmos":2.33088,"dnsmos_ovrl":2.65709,"dnsmos_sig":3.08107,"dnsmos_bak":3.59291,"pesq_wb":3.27069,"pesq_nb":3.78323,"stoi":0.91135,"estoi":0.83541,"si_sdr":8.38952,"mel_dist":0.18465,"stft_dist":1.23604,"f0_rmse_cents":80.3027,"f0_corr":0.92046,"vuv_err":0.0986,"score_intelligibility":0.74283,"score_speaker":0.88439,"score_quality":0.80173,"score_fidelity":0.82686,"score":0.81395},"ar":{"n":50,"unit":"wer","wer":13.93342,"wer_orig":12.45376,"dwer":1.47965,"wer_pseudo":4.20272,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.92398,"utmos":2.31663,"dnsmos_ovrl":2.96386,"dnsmos_sig":3.32505,"dnsmos_bak":3.8314,"pesq_wb":3.08905,"pesq_nb":3.53939,"stoi":0.94137,"estoi":0.89848,"si_sdr":4.81456,"mel_dist":0.20215,"stft_dist":1.26112,"f0_rmse_cents":77.42224,"f0_corr":0.94137,"vuv_err":0.1094,"score_intelligibility":0.90092,"score_speaker":0.92398,"score_quality":0.84974,"score_fidelity":0.82654,"score":0.87529},"fa":{"n":50,"unit":"wer","wer":28.91429,"wer_orig":25.94286,"dwer":2.97143,"wer_pseudo":10.16216,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.90593,"utmos":2.06988,"dnsmos_ovrl":2.35864,"dnsmos_sig":2.83588,"dnsmos_bak":3.02427,"pesq_wb":2.68522,"pesq_nb":3.48693,"stoi":0.82682,"estoi":0.74202,"si_sdr":-3.51819,"mel_dist":0.19707,"stft_dist":1.95555,"f0_rmse_cents":186.36183,"f0_corr":0.83246,"vuv_err":0.11862,"score_intelligibility":0.90067,"score_speaker":0.90593,"score_quality":0.70026,"score_fidelity":0.71359,"score":0.80511},"he":{"n":50,"unit":"wer","wer":30.93023,"wer_orig":19.4186,"dwer":11.51163,"wer_pseudo":18.42723,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.87574,"utmos":2.08187,"dnsmos_ovrl":2.41981,"dnsmos_sig":2.81675,"dnsmos_bak":3.38956,"pesq_wb":2.80885,"pesq_nb":3.2673,"stoi":0.89405,"estoi":0.81461,"si_sdr":-2.58767,"mel_dist":0.20062,"stft_dist":2.00007,"f0_rmse_cents":98.4047,"f0_corr":0.87207,"vuv_err":0.14404,"score_intelligibility":0.63948,"score_speaker":0.87574,"score_quality":0.75483,"score_fidelity":0.76098,"score":0.75776},"hi":{"n":50,"unit":"wer","wer":28.53186,"wer_orig":26.31579,"dwer":2.21607,"wer_pseudo":10.6267,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.89533,"utmos":1.99176,"dnsmos_ovrl":2.53834,"dnsmos_sig":3.06856,"dnsmos_bak":3.24296,"pesq_wb":3.09106,"pesq_nb":3.62848,"stoi":0.90598,"estoi":0.83812,"si_sdr":7.9681,"mel_dist":0.19054,"stft_dist":1.2071,"f0_rmse_cents":108.77444,"f0_corr":0.89791,"vuv_err":0.12397,"score_intelligibility":0.92496,"score_speaker":0.89533,"score_quality":0.82453,"score_fidelity":0.80044,"score":0.86132},"zh":{"n":50,"unit":"cer","wer":7.87172,"wer_orig":7.40525,"dwer":0.46647,"wer_pseudo":1.70732,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90535,"utmos":2.35775,"dnsmos_ovrl":2.92033,"dnsmos_sig":3.27888,"dnsmos_bak":3.97713,"pesq_wb":3.19495,"pesq_nb":3.69241,"stoi":0.93386,"estoi":0.88433,"si_sdr":4.58616,"mel_dist":0.18401,"stft_dist":1.28261,"f0_rmse_cents":67.46321,"f0_corr":0.949,"vuv_err":0.07458,"score_intelligibility":0.94742,"score_speaker":0.90535,"score_quality":0.8397,"score_fidelity":0.83666,"score":0.88228},"yue":{"n":50,"unit":"cer","wer":16.19938,"wer_orig":14.39252,"dwer":1.80685,"wer_pseudo":9.68968,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91439,"utmos":2.46053,"dnsmos_ovrl":2.93508,"dnsmos_sig":3.27284,"dnsmos_bak":3.77959,"pesq_wb":3.23751,"pesq_nb":3.68596,"stoi":0.92199,"estoi":0.85991,"si_sdr":5.4709,"mel_dist":0.16325,"stft_dist":1.21197,"f0_rmse_cents":102.53276,"f0_corr":0.93659,"vuv_err":0.09596,"score_intelligibility":0.89495,"score_speaker":0.91439,"score_quality":0.85098,"score_fidelity":0.83262,"score":0.87324},"ja":{"n":50,"unit":"cer","wer":5.05282,"wer_orig":3.53698,"dwer":1.51585,"wer_pseudo":3.12356,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.83877,"utmos":1.72776,"dnsmos_ovrl":2.02643,"dnsmos_sig":2.60746,"dnsmos_bak":2.47153,"pesq_wb":2.8307,"pesq_nb":3.36462,"stoi":0.80981,"estoi":0.70074,"si_sdr":-5.50966,"mel_dist":0.19042,"stft_dist":2.31356,"f0_rmse_cents":106.9021,"f0_corr":0.91808,"vuv_err":0.11804,"score_intelligibility":0.74956,"score_speaker":0.83877,"score_quality":0.68479,"score_fidelity":0.75032,"score":0.75586},"ko":{"n":50,"unit":"cer","wer":5.4902,"wer_orig":5.14706,"dwer":0.34314,"wer_pseudo":1.40281,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.89675,"utmos":2.70505,"dnsmos_ovrl":2.69327,"dnsmos_sig":3.07368,"dnsmos_bak":3.58904,"pesq_wb":3.33896,"pesq_nb":3.61778,"stoi":0.92594,"estoi":0.86919,"si_sdr":4.0986,"mel_dist":0.20763,"stft_dist":1.52263,"f0_rmse_cents":77.16436,"f0_corr":0.96055,"vuv_err":0.07028,"score_intelligibility":0.94713,"score_speaker":0.89675,"score_quality":0.79145,"score_fidelity":0.85159,"score":0.87173},"th":{"n":50,"unit":"cer","wer":9.68068,"wer_orig":7.61924,"dwer":2.06144,"wer_pseudo":4.98077,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.88193,"utmos":1.92746,"dnsmos_ovrl":2.28105,"dnsmos_sig":2.67192,"dnsmos_bak":2.90655,"pesq_wb":2.80231,"pesq_nb":3.39269,"stoi":0.90771,"estoi":0.84599,"si_sdr":5.7111,"mel_dist":0.19661,"stft_dist":1.46106,"f0_rmse_cents":128.41021,"f0_corr":0.942,"vuv_err":0.15753,"score_intelligibility":0.80699,"score_speaker":0.88193,"score_quality":0.69467,"score_fidelity":0.78822,"score":0.79295}}},{"codec":"hilcodec_speech_24k_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hilcodec_speech_24k_2q","family":"HILCodec","checkpoint":"aask1357/hilcodec/onnx/hil_speech","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"MIT","paper":"2405.04752","year":2024,"bitrate_kbps":1.5,"notes":"official streaming ONNX release (onnxruntime CPU); trained on clean speech (DNS-Challenge4 clean, multilingual read speech + VCTK); quantizer-dropout operating points 1.5/3/6 kbps; first 2 of 8 codebooks","side_info":null,"warning":null,"env":"main"},"kbps":1.5,"kbps_measured":1.50041,"tokens_per_s":150.04143,"params_M":11.46458,"efficiency":{"rtf_encode":0.08538,"rtf_decode":0.17814,"peak_vram_gb":0.0048,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.53142,"score_worst_lang":0.38981,"worst_lang":"en","en_gap":-0.14777,"score_intelligibility":0.31288,"score_speaker":0.60827,"score_quality":0.5919,"score_fidelity":0.61264,"dwer":24.46848,"wer":33.27429,"wer_pseudo":30.47459,"sim":0.60827,"utmos":1.65529,"dnsmos_ovrl":2.50667,"dnsmos_sig":2.88624,"dnsmos_bak":3.45211,"pesq_wb":1.72963,"pesq_nb":2.29621,"stoi":0.78105,"estoi":0.64751,"si_sdr":-1.53873,"mel_dist":0.27991,"stft_dist":2.01574,"f0_rmse_cents":153.5113,"f0_corr":0.8484,"vuv_err":0.17476,"score_ci95":[0.52477,0.53886]},"per_lang":{"en":{"n":50,"unit":"wer","wer":41.88791,"wer_orig":6.98132,"dwer":34.90659,"wer_pseudo":39.59144,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.43178,"utmos":1.63147,"dnsmos_ovrl":1.75726,"dnsmos_sig":2.13803,"dnsmos_bak":2.64496,"pesq_wb":1.4308,"pesq_nb":1.86346,"stoi":0.60317,"estoi":0.43993,"si_sdr":-10.38404,"mel_dist":0.34651,"stft_dist":4.58317,"f0_rmse_cents":229.4988,"f0_corr":0.75013,"vuv_err":0.22856,"score_intelligibility":0.1861,"score_speaker":0.43178,"score_quality":0.44925,"score_fidelity":0.49213,"score":0.38981},"de":{"n":50,"unit":"wer","wer":16.07325,"wer_orig":5.69685,"dwer":10.3764,"wer_pseudo":12.91963,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.68019,"utmos":1.85802,"dnsmos_ovrl":2.92672,"dnsmos_sig":3.20767,"dnsmos_bak":4.04375,"pesq_wb":2.08206,"pesq_nb":2.6529,"stoi":0.85242,"estoi":0.70697,"si_sdr":3.77833,"mel_dist":0.24601,"stft_dist":1.39741,"f0_rmse_cents":147.18381,"f0_corr":0.89501,"vuv_err":0.14592,"score_intelligibility":0.39224,"score_speaker":0.68019,"score_quality":0.71054,"score_fidelity":0.68553,"score":0.61712},"fr":{"n":50,"unit":"wer","wer":26.08696,"wer_orig":4.98024,"dwer":21.10672,"wer_pseudo":25.31746,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.64918,"utmos":1.67431,"dnsmos_ovrl":2.60989,"dnsmos_sig":2.9455,"dnsmos_bak":3.77575,"pesq_wb":1.76018,"pesq_nb":2.27912,"stoi":0.83328,"estoi":0.73475,"si_sdr":1.68644,"mel_dist":0.28706,"stft_dist":1.71692,"f0_rmse_cents":112.31938,"f0_corr":0.89263,"vuv_err":0.1751,"score_intelligibility":0.22078,"score_speaker":0.64918,"score_quality":0.64368,"score_fidelity":0.6477,"score":0.54034},"es":{"n":50,"unit":"wer","wer":6.63636,"wer_orig":3.09091,"dwer":3.54545,"wer_pseudo":4.55789,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.67462,"utmos":1.76981,"dnsmos_ovrl":2.94154,"dnsmos_sig":3.28903,"dnsmos_bak":3.89154,"pesq_wb":2.04485,"pesq_nb":2.66113,"stoi":0.85148,"estoi":0.74455,"si_sdr":1.71388,"mel_dist":0.26807,"stft_dist":1.52102,"f0_rmse_cents":160.82539,"f0_corr":0.90382,"vuv_err":0.18225,"score_intelligibility":0.53571,"score_speaker":0.67462,"score_quality":0.66266,"score_fidelity":0.68461,"score":0.6394},"it":{"n":50,"unit":"wer","wer":9.47177,"wer_orig":2.55009,"dwer":6.92168,"wer_pseudo":8.40951,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.65404,"utmos":1.88572,"dnsmos_ovrl":3.02927,"dnsmos_sig":3.33238,"dnsmos_bak":4.02756,"pesq_wb":1.96724,"pesq_nb":2.60156,"stoi":0.84608,"estoi":0.73984,"si_sdr":1.57483,"mel_dist":0.26895,"stft_dist":1.48559,"f0_rmse_cents":96.84704,"f0_corr":0.86603,"vuv_err":0.15317,"score_intelligibility":0.33902,"score_speaker":0.65404,"score_quality":0.65029,"score_fidelity":0.66282,"score":0.57654},"pt":{"n":50,"unit":"wer","wer":7.32422,"wer_orig":3.41797,"dwer":3.90625,"wer_pseudo":5.51181,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.70541,"utmos":1.79215,"dnsmos_ovrl":2.72572,"dnsmos_sig":3.07212,"dnsmos_bak":3.69322,"pesq_wb":1.77463,"pesq_nb":2.38261,"stoi":0.80668,"estoi":0.69104,"si_sdr":0.10225,"mel_dist":0.24645,"stft_dist":1.50357,"f0_rmse_cents":288.22867,"f0_corr":0.82063,"vuv_err":0.20633,"score_intelligibility":0.53074,"score_speaker":0.70541,"score_quality":0.69436,"score_fidelity":0.61621,"score":0.63668},"nl":{"n":50,"unit":"wer","wer":41.03479,"wer_orig":5.26316,"dwer":35.77163,"wer_pseudo":39.92838,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.52896,"utmos":1.54903,"dnsmos_ovrl":1.65565,"dnsmos_sig":2.13387,"dnsmos_bak":2.84889,"pesq_wb":1.56142,"pesq_nb":2.13873,"stoi":0.79975,"estoi":0.64424,"si_sdr":-0.62428,"mel_dist":0.33273,"stft_dist":2.56045,"f0_rmse_cents":128.16961,"f0_corr":0.87749,"vuv_err":0.21621,"score_intelligibility":0.149,"score_speaker":0.52896,"score_quality":0.32822,"score_fidelity":0.61255,"score":0.40468},"pl":{"n":50,"unit":"wer","wer":35.08772,"wer_orig":3.28947,"dwer":31.79825,"wer_pseudo":34.53947,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.606,"utmos":1.61701,"dnsmos_ovrl":2.4777,"dnsmos_sig":2.84024,"dnsmos_bak":3.58147,"pesq_wb":1.6312,"pesq_nb":2.13927,"stoi":0.82654,"estoi":0.70101,"si_sdr":-2.83447,"mel_dist":0.30152,"stft_dist":1.85412,"f0_rmse_cents":129.008,"f0_corr":0.79124,"vuv_err":0.17671,"score_intelligibility":0.11886,"score_speaker":0.606,"score_quality":0.54695,"score_fidelity":0.59937,"score":0.46779},"cs":{"n":50,"unit":"wer","wer":42.59043,"wer_orig":9.45158,"dwer":33.13886,"wer_pseudo":41.58879,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.71913,"utmos":1.68259,"dnsmos_ovrl":2.86711,"dnsmos_sig":3.18078,"dnsmos_bak":3.93853,"pesq_wb":1.67906,"pesq_nb":2.32768,"stoi":0.81532,"estoi":0.69051,"si_sdr":2.97771,"mel_dist":0.2772,"stft_dist":1.49406,"f0_rmse_cents":111.37075,"f0_corr":0.84673,"vuv_err":0.13819,"score_intelligibility":0.23977,"score_speaker":0.71913,"score_quality":0.65801,"score_fidelity":0.61869,"score":0.5589},"tr":{"n":50,"unit":"wer","wer":37.23684,"wer_orig":7.76316,"dwer":29.47368,"wer_pseudo":35.44137,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.61467,"utmos":1.59023,"dnsmos_ovrl":2.57526,"dnsmos_sig":2.84954,"dnsmos_bak":3.53857,"pesq_wb":1.78807,"pesq_nb":2.39839,"stoi":0.78758,"estoi":0.63049,"si_sdr":-4.22097,"mel_dist":0.30535,"stft_dist":2.01329,"f0_rmse_cents":126.95903,"f0_corr":0.90761,"vuv_err":0.15198,"score_intelligibility":0.22918,"score_speaker":0.61467,"score_quality":0.61493,"score_fidelity":0.64012,"score":0.52473},"id":{"n":50,"unit":"wer","wer":29.51594,"wer_orig":5.90319,"dwer":23.61275,"wer_pseudo":28.92562,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.5735,"utmos":1.4906,"dnsmos_ovrl":2.64405,"dnsmos_sig":3.15777,"dnsmos_bak":3.2947,"pesq_wb":1.63226,"pesq_nb":2.27462,"stoi":0.72773,"estoi":0.56582,"si_sdr":0.5466,"mel_dist":0.22804,"stft_dist":1.49376,"f0_rmse_cents":272.55348,"f0_corr":0.77579,"vuv_err":0.19684,"score_intelligibility":0.22622,"score_speaker":0.5735,"score_quality":0.72933,"score_fidelity":0.56139,"score":0.52261},"vi":{"n":50,"unit":"wer","wer":36.27685,"wer_orig":7.71679,"dwer":28.56006,"wer_pseudo":34.23567,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60993,"utmos":1.57268,"dnsmos_ovrl":2.35983,"dnsmos_sig":2.77207,"dnsmos_bak":3.11162,"pesq_wb":1.79229,"pesq_nb":2.40744,"stoi":0.69908,"estoi":0.54805,"si_sdr":1.47745,"mel_dist":0.25195,"stft_dist":1.76638,"f0_rmse_cents":127.95841,"f0_corr":0.9035,"vuv_err":0.15505,"score_intelligibility":0.23384,"score_speaker":0.60993,"score_quality":0.62731,"score_fidelity":0.60965,"score":0.52018},"ru":{"n":50,"unit":"wer","wer":15.37572,"wer_orig":4.50867,"dwer":10.86705,"wer_pseudo":13.20973,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.62317,"utmos":1.60148,"dnsmos_ovrl":2.40149,"dnsmos_sig":2.71511,"dnsmos_bak":3.54291,"pesq_wb":1.72977,"pesq_nb":2.30044,"stoi":0.82451,"estoi":0.69751,"si_sdr":0.13217,"mel_dist":0.30471,"stft_dist":1.81865,"f0_rmse_cents":167.05839,"f0_corr":0.77955,"vuv_err":0.21481,"score_intelligibility":0.33639,"score_speaker":0.62317,"score_quality":0.5213,"score_fidelity":0.60419,"score":0.52126},"uk":{"n":50,"unit":"wer","wer":46.42452,"wer_orig":6.46992,"dwer":39.9546,"wer_pseudo":44.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.53606,"utmos":1.75538,"dnsmos_ovrl":2.61114,"dnsmos_sig":2.89907,"dnsmos_bak":3.5255,"pesq_wb":1.74897,"pesq_nb":2.25982,"stoi":0.76711,"estoi":0.62408,"si_sdr":-3.66531,"mel_dist":0.31344,"stft_dist":2.61192,"f0_rmse_cents":159.62491,"f0_corr":0.83159,"vuv_err":0.18652,"score_intelligibility":0.15751,"score_speaker":0.53606,"score_quality":0.63116,"score_fidelity":0.60423,"score":0.48224},"el":{"n":50,"unit":"wer","wer":55.81162,"wer_orig":12.02405,"dwer":43.78758,"wer_pseudo":54.15415,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.53015,"utmos":1.6577,"dnsmos_ovrl":2.55407,"dnsmos_sig":2.97852,"dnsmos_bak":3.54555,"pesq_wb":1.88289,"pesq_nb":2.57557,"stoi":0.80252,"estoi":0.65263,"si_sdr":2.74755,"mel_dist":0.25856,"stft_dist":1.5832,"f0_rmse_cents":101.7676,"f0_corr":0.87399,"vuv_err":0.14935,"score_intelligibility":0.22925,"score_speaker":0.53015,"score_quality":0.58185,"score_fidelity":0.64292,"score":0.49604},"ar":{"n":50,"unit":"wer","wer":31.93588,"wer_orig":12.45376,"dwer":19.48212,"wer_pseudo":27.19407,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.68124,"utmos":1.62729,"dnsmos_ovrl":2.65989,"dnsmos_sig":3.01222,"dnsmos_bak":3.60764,"pesq_wb":1.59415,"pesq_nb":2.1068,"stoi":0.84612,"estoi":0.757,"si_sdr":-0.35734,"mel_dist":0.2852,"stft_dist":1.62236,"f0_rmse_cents":113.45901,"f0_corr":0.88867,"vuv_err":0.15679,"score_intelligibility":0.40848,"score_speaker":0.68124,"score_quality":0.5731,"score_fidelity":0.63485,"score":0.57442},"fa":{"n":50,"unit":"wer","wer":74.05714,"wer_orig":25.94286,"dwer":48.11429,"wer_pseudo":62.59459,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.60942,"utmos":1.59353,"dnsmos_ovrl":2.30347,"dnsmos_sig":2.74616,"dnsmos_bak":3.08919,"pesq_wb":1.52742,"pesq_nb":2.20708,"stoi":0.62896,"estoi":0.48504,"si_sdr":-10.15259,"mel_dist":0.29224,"stft_dist":2.75354,"f0_rmse_cents":234.29994,"f0_corr":0.7276,"vuv_err":0.18472,"score_intelligibility":0.35896,"score_speaker":0.60942,"score_quality":0.53806,"score_fidelity":0.50242,"score":0.50221},"he":{"n":50,"unit":"wer","wer":67.67442,"wer_orig":19.4186,"dwer":48.25581,"wer_pseudo":60.91549,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.53166,"utmos":1.51869,"dnsmos_ovrl":2.33995,"dnsmos_sig":2.71779,"dnsmos_bak":3.40998,"pesq_wb":1.55187,"pesq_nb":2.01613,"stoi":0.76114,"estoi":0.61825,"si_sdr":-7.04285,"mel_dist":0.28512,"stft_dist":2.63334,"f0_rmse_cents":172.71415,"f0_corr":0.76054,"vuv_err":0.2334,"score_intelligibility":0.29732,"score_speaker":0.53166,"score_quality":0.54349,"score_fidelity":0.55979,"score":0.48307},"hi":{"n":50,"unit":"wer","wer":47.8301,"wer_orig":26.31579,"dwer":21.51431,"wer_pseudo":40.0545,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.55294,"utmos":1.54078,"dnsmos_ovrl":2.4131,"dnsmos_sig":2.91415,"dnsmos_bak":3.21389,"pesq_wb":1.69549,"pesq_nb":2.25824,"stoi":0.78219,"estoi":0.64735,"si_sdr":1.489,"mel_dist":0.26692,"stft_dist":1.54476,"f0_rmse_cents":135.7573,"f0_corr":0.83979,"vuv_err":0.18153,"score_intelligibility":0.5594,"score_speaker":0.55294,"score_quality":0.61451,"score_fidelity":0.6069,"score":0.58344},"zh":{"n":50,"unit":"cer","wer":17.72595,"wer_orig":7.40525,"dwer":10.3207,"wer_pseudo":12.80488,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.62872,"utmos":1.63792,"dnsmos_ovrl":2.67449,"dnsmos_sig":3.04549,"dnsmos_bak":3.82407,"pesq_wb":1.76453,"pesq_nb":2.29033,"stoi":0.83484,"estoi":0.72387,"si_sdr":-2.05664,"mel_dist":0.25951,"stft_dist":1.68066,"f0_rmse_cents":124.92314,"f0_corr":0.89194,"vuv_err":0.12432,"score_intelligibility":0.44886,"score_speaker":0.62872,"score_quality":0.58129,"score_fidelity":0.64841,"score":0.57682},"yue":{"n":50,"unit":"cer","wer":29.84424,"wer_orig":14.39252,"dwer":15.45171,"wer_pseudo":28.56238,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.7168,"utmos":1.86582,"dnsmos_ovrl":2.83177,"dnsmos_sig":3.17574,"dnsmos_bak":3.70164,"pesq_wb":1.79151,"pesq_nb":2.3909,"stoi":0.82483,"estoi":0.69832,"si_sdr":-0.25793,"mel_dist":0.2403,"stft_dist":1.57823,"f0_rmse_cents":144.40622,"f0_corr":0.87946,"vuv_err":0.14119,"score_intelligibility":0.49904,"score_speaker":0.7168,"score_quality":0.67272,"score_fidelity":0.64348,"score":0.63301},"ja":{"n":50,"unit":"cer","wer":38.72301,"wer_orig":3.53698,"dwer":35.18604,"wer_pseudo":37.57464,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.49556,"utmos":1.43027,"dnsmos_ovrl":2.08157,"dnsmos_sig":2.64402,"dnsmos_bak":2.70731,"pesq_wb":1.51613,"pesq_nb":1.99097,"stoi":0.61807,"estoi":0.43091,"si_sdr":-10.99066,"mel_dist":0.28151,"stft_dist":3.27172,"f0_rmse_cents":139.16241,"f0_corr":0.85259,"vuv_err":0.19039,"score_intelligibility":0.11422,"score_speaker":0.49556,"score_quality":0.55908,"score_fidelity":0.53938,"score":0.42706},"ko":{"n":50,"unit":"cer","wer":13.48039,"wer_orig":5.14706,"dwer":8.33333,"wer_pseudo":10.37074,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.62912,"utmos":1.94741,"dnsmos_ovrl":2.59333,"dnsmos_sig":2.96851,"dnsmos_bak":3.49921,"pesq_wb":2.08172,"pesq_nb":2.57625,"stoi":0.82804,"estoi":0.71191,"si_sdr":-1.99355,"mel_dist":0.2818,"stft_dist":1.9644,"f0_rmse_cents":96.40864,"f0_corr":0.92656,"vuv_err":0.10561,"score_intelligibility":0.42451,"score_speaker":0.62912,"score_quality":0.5993,"score_fidelity":0.68789,"score":0.58521},"th":{"n":50,"unit":"cer","wer":30.47696,"wer_orig":7.61924,"dwer":22.85772,"wer_pseudo":28.66977,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.61628,"utmos":1.43699,"dnsmos_ovrl":2.12593,"dnsmos_sig":2.53404,"dnsmos_bak":2.79328,"pesq_wb":1.48257,"pesq_nb":2.0097,"stoi":0.77774,"estoi":0.65629,"si_sdr":-0.57511,"mel_dist":0.28872,"stft_dist":1.92534,"f0_rmse_cents":163.76708,"f0_corr":0.87872,"vuv_err":0.19938,"score_intelligibility":0.27383,"score_speaker":0.61628,"score_quality":0.47431,"score_fidelity":0.59811,"score":0.49063}}},{"codec":"hilcodec_speech_24k_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hilcodec_speech_24k_4q","family":"HILCodec","checkpoint":"aask1357/hilcodec/onnx/hil_speech","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"MIT","paper":"2405.04752","year":2024,"bitrate_kbps":3.0,"notes":"official streaming ONNX release (onnxruntime CPU); trained on clean speech (DNS-Challenge4 clean, multilingual read speech + VCTK); quantizer-dropout operating points 1.5/3/6 kbps; first 4 of 8 codebooks","side_info":null,"warning":null,"env":"main"},"kbps":3.0,"kbps_measured":3.00083,"tokens_per_s":300.08285,"params_M":11.98887,"efficiency":{"rtf_encode":0.08741,"rtf_decode":0.17827,"peak_vram_gb":0.0048,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73795,"score_worst_lang":0.59192,"worst_lang":"en","en_gap":-0.15238,"score_intelligibility":0.65008,"score_speaker":0.81587,"score_quality":0.75499,"score_fidelity":0.73084,"dwer":5.81993,"wer":14.62574,"wer_pseudo":10.0053,"sim":0.81587,"utmos":2.10073,"dnsmos_ovrl":2.60402,"dnsmos_sig":2.9873,"dnsmos_bak":3.46404,"pesq_wb":2.50134,"pesq_nb":3.05782,"stoi":0.8596,"estoi":0.76473,"si_sdr":1.85028,"mel_dist":0.24275,"stft_dist":1.85344,"f0_rmse_cents":117.46313,"f0_corr":0.90397,"vuv_err":0.13494,"score_ci95":[0.73057,0.74577]},"per_lang":{"en":{"n":50,"unit":"wer","wer":15.83088,"wer_orig":6.98132,"dwer":8.84956,"wer_pseudo":12.15953,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.70463,"utmos":1.83091,"dnsmos_ovrl":1.85182,"dnsmos_sig":2.20856,"dnsmos_bak":2.58306,"pesq_wb":1.94813,"pesq_nb":2.43995,"stoi":0.74827,"estoi":0.61769,"si_sdr":-2.60061,"mel_dist":0.28175,"stft_dist":4.1404,"f0_rmse_cents":130.32146,"f0_corr":0.91273,"vuv_err":0.16954,"score_intelligibility":0.47421,"score_speaker":0.70463,"score_quality":0.54486,"score_fidelity":0.64396,"score":0.59192},"de":{"n":50,"unit":"wer","wer":7.01933,"wer_orig":5.69685,"dwer":1.32248,"wer_pseudo":3.15361,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.85159,"utmos":2.33794,"dnsmos_ovrl":3.05378,"dnsmos_sig":3.33519,"dnsmos_bak":4.07714,"pesq_wb":2.92323,"pesq_nb":3.43797,"stoi":0.90757,"estoi":0.80811,"si_sdr":7.17543,"mel_dist":0.22108,"stft_dist":1.28548,"f0_rmse_cents":120.56529,"f0_corr":0.92447,"vuv_err":0.12239,"score_intelligibility":0.83509,"score_speaker":0.85159,"score_quality":0.87978,"score_fidelity":0.79385,"score":0.84007},"fr":{"n":50,"unit":"wer","wer":9.80237,"wer_orig":4.98024,"dwer":4.82213,"wer_pseudo":7.93651,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.84094,"utmos":2.03335,"dnsmos_ovrl":2.70786,"dnsmos_sig":3.0345,"dnsmos_bak":3.81097,"pesq_wb":2.49877,"pesq_nb":3.00813,"stoi":0.89518,"estoi":0.82716,"si_sdr":4.39745,"mel_dist":0.24425,"stft_dist":1.57649,"f0_rmse_cents":86.52735,"f0_corr":0.94057,"vuv_err":0.14272,"score_intelligibility":0.5536,"score_speaker":0.84094,"score_quality":0.7993,"score_fidelity":0.75466,"score":0.73713},"es":{"n":50,"unit":"wer","wer":3.81818,"wer_orig":3.09091,"dwer":0.72727,"wer_pseudo":1.82315,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.85549,"utmos":2.3052,"dnsmos_ovrl":3.04254,"dnsmos_sig":3.38914,"dnsmos_bak":3.92753,"pesq_wb":2.99771,"pesq_nb":3.43799,"stoi":0.90749,"estoi":0.83769,"si_sdr":5.04528,"mel_dist":0.24099,"stft_dist":1.40236,"f0_rmse_cents":143.83749,"f0_corr":0.93566,"vuv_err":0.14273,"score_intelligibility":0.84906,"score_speaker":0.85549,"score_quality":0.83778,"score_fidelity":0.80464,"score":0.83674},"it":{"n":50,"unit":"wer","wer":3.64299,"wer_orig":2.55009,"dwer":1.0929,"wer_pseudo":2.65082,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.86065,"utmos":2.54755,"dnsmos_ovrl":3.17791,"dnsmos_sig":3.46823,"dnsmos_bak":4.08756,"pesq_wb":2.95511,"pesq_nb":3.42072,"stoi":0.9055,"estoi":0.83698,"si_sdr":4.83925,"mel_dist":0.23929,"stft_dist":1.36149,"f0_rmse_cents":89.13061,"f0_corr":0.90078,"vuv_err":0.12154,"score_intelligibility":0.76461,"score_speaker":0.86065,"score_quality":0.83975,"score_fidelity":0.78829,"score":0.81333},"pt":{"n":50,"unit":"wer","wer":3.51562,"wer_orig":3.41797,"dwer":0.09766,"wer_pseudo":1.5748,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88814,"utmos":2.20785,"dnsmos_ovrl":2.84877,"dnsmos_sig":3.20619,"dnsmos_bak":3.74762,"pesq_wb":2.63643,"pesq_nb":3.1505,"stoi":0.87092,"estoi":0.78784,"si_sdr":3.5159,"mel_dist":0.2165,"stft_dist":1.37146,"f0_rmse_cents":219.85462,"f0_corr":0.89359,"vuv_err":0.15454,"score_intelligibility":0.97837,"score_speaker":0.88814,"score_quality":0.86316,"score_fidelity":0.74402,"score":0.86842},"nl":{"n":50,"unit":"wer","wer":14.36218,"wer_orig":5.26316,"dwer":9.09902,"wer_pseudo":11.54879,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.77533,"utmos":2.23705,"dnsmos_ovrl":1.72075,"dnsmos_sig":2.2137,"dnsmos_bak":2.81887,"pesq_wb":2.22521,"pesq_nb":2.92049,"stoi":0.88259,"estoi":0.77638,"si_sdr":2.44981,"mel_dist":0.29755,"stft_dist":2.45564,"f0_rmse_cents":104.3099,"f0_corr":0.91964,"vuv_err":0.15381,"score_intelligibility":0.4077,"score_speaker":0.77533,"score_quality":0.52171,"score_fidelity":0.71743,"score":0.60554},"pl":{"n":50,"unit":"wer","wer":10.63596,"wer_orig":3.28947,"dwer":7.34649,"wer_pseudo":9.97807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.82568,"utmos":2.18241,"dnsmos_ovrl":2.58605,"dnsmos_sig":2.95682,"dnsmos_bak":3.60979,"pesq_wb":2.36492,"pesq_nb":2.88816,"stoi":0.89336,"estoi":0.80508,"si_sdr":-0.41939,"mel_dist":0.25746,"stft_dist":1.70225,"f0_rmse_cents":104.0188,"f0_corr":0.85161,"vuv_err":0.13418,"score_intelligibility":0.36864,"score_speaker":0.82568,"score_quality":0.7359,"score_fidelity":0.71165,"score":0.66047},"cs":{"n":50,"unit":"wer","wer":15.986,"wer_orig":9.45158,"dwer":6.53442,"wer_pseudo":12.96729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.88706,"utmos":2.14232,"dnsmos_ovrl":2.94542,"dnsmos_sig":3.26698,"dnsmos_bak":3.90974,"pesq_wb":2.42466,"pesq_nb":3.07833,"stoi":0.88332,"estoi":0.7985,"si_sdr":5.94055,"mel_dist":0.24268,"stft_dist":1.35545,"f0_rmse_cents":71.95708,"f0_corr":0.92522,"vuv_err":0.11368,"score_intelligibility":0.61531,"score_speaker":0.88706,"score_quality":0.82289,"score_fidelity":0.73853,"score":0.76595},"tr":{"n":50,"unit":"wer","wer":15.92105,"wer_orig":7.76316,"dwer":8.15789,"wer_pseudo":11.19895,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.81198,"utmos":1.95248,"dnsmos_ovrl":2.70576,"dnsmos_sig":2.98429,"dnsmos_bak":3.58505,"pesq_wb":2.5661,"pesq_nb":3.10326,"stoi":0.86638,"estoi":0.75629,"si_sdr":-0.78775,"mel_dist":0.26914,"stft_dist":1.8832,"f0_rmse_cents":104.17018,"f0_corr":0.92493,"vuv_err":0.1177,"score_intelligibility":0.51788,"score_speaker":0.81198,"score_quality":0.7881,"score_fidelity":0.74625,"score":0.71606},"id":{"n":50,"unit":"wer","wer":11.92444,"wer_orig":5.90319,"dwer":6.02125,"wer_pseudo":9.4451,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.77545,"utmos":1.74562,"dnsmos_ovrl":2.729,"dnsmos_sig":3.27128,"dnsmos_bak":3.33888,"pesq_wb":2.35185,"pesq_nb":2.96591,"stoi":0.81322,"estoi":0.69405,"si_sdr":3.41835,"mel_dist":0.19697,"stft_dist":1.35132,"f0_rmse_cents":155.20604,"f0_corr":0.81523,"vuv_err":0.16884,"score_intelligibility":0.53412,"score_speaker":0.77545,"score_quality":0.88653,"score_fidelity":0.67156,"score":0.71692},"vi":{"n":50,"unit":"wer","wer":13.52426,"wer_orig":7.71679,"dwer":5.80748,"wer_pseudo":10.03185,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.78563,"utmos":1.84553,"dnsmos_ovrl":2.44358,"dnsmos_sig":2.85276,"dnsmos_bak":3.13091,"pesq_wb":2.56734,"pesq_nb":3.15331,"stoi":0.78981,"estoi":0.67652,"si_sdr":5.30983,"mel_dist":0.22527,"stft_dist":1.65894,"f0_rmse_cents":113.82457,"f0_corr":0.93153,"vuv_err":0.12014,"score_intelligibility":0.60015,"score_speaker":0.78563,"score_quality":0.77348,"score_fidelity":0.72305,"score":0.72058},"ru":{"n":50,"unit":"wer","wer":6.01156,"wer_orig":4.50867,"dwer":1.50289,"wer_pseudo":2.08575,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.81726,"utmos":2.11549,"dnsmos_ovrl":2.51677,"dnsmos_sig":2.83152,"dnsmos_bak":3.60741,"pesq_wb":2.51331,"pesq_nb":3.08772,"stoi":0.89222,"estoi":0.80419,"si_sdr":2.97908,"mel_dist":0.26808,"stft_dist":1.67611,"f0_rmse_cents":112.26841,"f0_corr":0.88044,"vuv_err":0.14941,"score_intelligibility":0.78566,"score_speaker":0.81726,"score_quality":0.70197,"score_fidelity":0.73501,"score":0.75997},"uk":{"n":50,"unit":"wer","wer":12.71283,"wer_orig":6.46992,"dwer":6.24291,"wer_pseudo":9.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.80444,"utmos":2.16376,"dnsmos_ovrl":2.66389,"dnsmos_sig":2.93353,"dnsmos_bak":3.47678,"pesq_wb":2.52863,"pesq_nb":3.00521,"stoi":0.85127,"estoi":0.74642,"si_sdr":-0.49238,"mel_dist":0.26355,"stft_dist":2.46252,"f0_rmse_cents":96.41092,"f0_corr":0.93307,"vuv_err":0.14275,"score_intelligibility":0.54474,"score_speaker":0.80444,"score_quality":0.77338,"score_fidelity":0.74036,"score":0.71573},"el":{"n":50,"unit":"wer","wer":23.24649,"wer_orig":12.02405,"dwer":11.22244,"wer_pseudo":18.81882,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.79243,"utmos":2.22637,"dnsmos_ovrl":2.59989,"dnsmos_sig":3.05027,"dnsmos_bak":3.47772,"pesq_wb":2.71079,"pesq_nb":3.36602,"stoi":0.87402,"estoi":0.76814,"si_sdr":5.99224,"mel_dist":0.23318,"stft_dist":1.48429,"f0_rmse_cents":105.47794,"f0_corr":0.87703,"vuv_err":0.11675,"score_intelligibility":0.53715,"score_speaker":0.79243,"score_quality":0.75719,"score_fidelity":0.74662,"score":0.70835},"ar":{"n":50,"unit":"wer","wer":16.76942,"wer_orig":12.45376,"dwer":4.31566,"wer_pseudo":9.1471,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86277,"utmos":2.18611,"dnsmos_ovrl":2.86409,"dnsmos_sig":3.22587,"dnsmos_bak":3.75859,"pesq_wb":2.43951,"pesq_nb":2.99621,"stoi":0.91102,"estoi":0.85167,"si_sdr":2.98586,"mel_dist":0.24342,"stft_dist":1.45511,"f0_rmse_cents":98.23051,"f0_corr":0.93752,"vuv_err":0.1173,"score_intelligibility":0.75713,"score_speaker":0.86277,"score_quality":0.78756,"score_fidelity":0.75327,"score":0.79018},"fa":{"n":50,"unit":"wer","wer":34.28571,"wer_orig":25.94286,"dwer":8.34286,"wer_pseudo":19.45946,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.81242,"utmos":1.96918,"dnsmos_ovrl":2.35893,"dnsmos_sig":2.82608,"dnsmos_bak":3.03538,"pesq_wb":2.19225,"pesq_nb":2.95075,"stoi":0.762,"estoi":0.64751,"si_sdr":-5.71293,"mel_dist":0.24159,"stft_dist":2.41999,"f0_rmse_cents":182.47107,"f0_corr":0.83582,"vuv_err":0.13722,"score_intelligibility":0.76356,"score_speaker":0.81242,"score_quality":0.66922,"score_fidelity":0.64615,"score":0.72284},"he":{"n":50,"unit":"wer","wer":41.74419,"wer_orig":19.4186,"dwer":22.32558,"wer_pseudo":32.277,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.76879,"utmos":1.97514,"dnsmos_ovrl":2.42306,"dnsmos_sig":2.81918,"dnsmos_bak":3.34827,"pesq_wb":2.26302,"pesq_nb":2.76666,"stoi":0.8487,"estoi":0.74503,"si_sdr":-4.05052,"mel_dist":0.24002,"stft_dist":2.46139,"f0_rmse_cents":130.05039,"f0_corr":0.83745,"vuv_err":0.17266,"score_intelligibility":0.47769,"score_speaker":0.76879,"score_quality":0.71985,"score_fidelity":0.68234,"score":0.66217},"hi":{"n":50,"unit":"wer","wer":32.68698,"wer_orig":26.31579,"dwer":6.37119,"wer_pseudo":17.71117,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.79642,"utmos":1.87639,"dnsmos_ovrl":2.51198,"dnsmos_sig":3.03253,"dnsmos_bak":3.22718,"pesq_wb":2.45177,"pesq_nb":3.04065,"stoi":0.85753,"estoi":0.76235,"si_sdr":4.99457,"mel_dist":0.23289,"stft_dist":1.40076,"f0_rmse_cents":101.92162,"f0_corr":0.88729,"vuv_err":0.14251,"score_intelligibility":0.81087,"score_speaker":0.79642,"score_quality":0.77243,"score_fidelity":0.71987,"score":0.7749},"zh":{"n":50,"unit":"cer","wer":9.56268,"wer_orig":7.40525,"dwer":2.15743,"wer_pseudo":2.86585,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.83526,"utmos":2.20543,"dnsmos_ovrl":2.84222,"dnsmos_sig":3.22186,"dnsmos_bak":3.90145,"pesq_wb":2.67973,"pesq_nb":3.20752,"stoi":0.90313,"estoi":0.83224,"si_sdr":1.65586,"mel_dist":0.23242,"stft_dist":1.5372,"f0_rmse_cents":94.38884,"f0_corr":0.91926,"vuv_err":0.08998,"score_intelligibility":0.79575,"score_speaker":0.83526,"score_quality":0.77871,"score_fidelity":0.76744,"score":0.79429},"yue":{"n":50,"unit":"cer","wer":19.31464,"wer_orig":14.39252,"dwer":4.92212,"wer_pseudo":14.62951,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.85817,"utmos":2.36948,"dnsmos_ovrl":2.90389,"dnsmos_sig":3.23523,"dnsmos_bak":3.73332,"pesq_wb":2.59899,"pesq_nb":3.19388,"stoi":0.88731,"estoi":0.80004,"si_sdr":2.99084,"mel_dist":0.21148,"stft_dist":1.44983,"f0_rmse_cents":114.04649,"f0_corr":0.93022,"vuv_err":0.11597,"score_intelligibility":0.75771,"score_speaker":0.85817,"score_quality":0.81991,"score_fidelity":0.75813,"score":0.79848},"ja":{"n":50,"unit":"cer","wer":8.452,"wer_orig":3.53698,"dwer":4.91502,"wer_pseudo":6.38493,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.72889,"utmos":1.65439,"dnsmos_ovrl":2.1153,"dnsmos_sig":2.70024,"dnsmos_bak":2.58105,"pesq_wb":2.20521,"pesq_nb":2.7146,"stoi":0.72438,"estoi":0.58228,"si_sdr":-8.70659,"mel_dist":0.23224,"stft_dist":2.95345,"f0_rmse_cents":104.663,"f0_corr":0.92031,"vuv_err":0.14372,"score_intelligibility":0.48,"score_speaker":0.72889,"score_quality":0.67823,"score_fidelity":0.66301,"score":0.63754},"ko":{"n":50,"unit":"cer","wer":6.66667,"wer_orig":5.14706,"dwer":1.51961,"wer_pseudo":2.65531,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.83373,"utmos":2.53604,"dnsmos_ovrl":2.65869,"dnsmos_sig":3.02729,"dnsmos_bak":3.49664,"pesq_wb":2.86321,"pesq_nb":3.29924,"stoi":0.8941,"estoi":0.81659,"si_sdr":0.76669,"mel_dist":0.24131,"stft_dist":1.83405,"f0_rmse_cents":73.7403,"f0_corr":0.96176,"vuv_err":0.0812,"score_intelligibility":0.80179,"score_speaker":0.83373,"score_quality":0.74558,"score_fidelity":0.79607,"score":0.79429},"th":{"n":50,"unit":"cer","wer":13.58124,"wer_orig":7.61924,"dwer":5.962,"wer_pseudo":10.30573,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.80773,"utmos":1.77145,"dnsmos_ovrl":2.22454,"dnsmos_sig":2.60401,"dnsmos_bak":2.86595,"pesq_wb":2.12629,"pesq_nb":2.75454,"stoi":0.86109,"estoi":0.77471,"si_sdr":2.71994,"mel_dist":0.25278,"stft_dist":1.80331,"f0_rmse_cents":161.72232,"f0_corr":0.89911,"vuv_err":0.16717,"score_intelligibility":0.59112,"score_speaker":0.80773,"score_quality":0.62256,"score_fidelity":0.694,"score":0.67885}}},{"codec":"hilcodec_speech_24k_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hilcodec_speech_24k_8q","family":"HILCodec","checkpoint":"aask1357/hilcodec/onnx/hil_speech","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"MIT","paper":"2405.04752","year":2024,"bitrate_kbps":6.0,"notes":"official streaming ONNX release (onnxruntime CPU); trained on clean speech (DNS-Challenge4 clean, multilingual read speech + VCTK); quantizer-dropout operating points 1.5/3/6 kbps","side_info":null,"warning":null,"env":"main"},"kbps":6.0,"kbps_measured":6.00166,"tokens_per_s":600.1657,"params_M":13.03744,"efficiency":{"rtf_encode":0.0923,"rtf_decode":0.17895,"peak_vram_gb":0.0048,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.8596,"score_worst_lang":0.75429,"worst_lang":"en","en_gap":-0.10989,"score_intelligibility":0.85063,"score_speaker":0.90887,"score_quality":0.84921,"score_fidelity":0.82969,"dwer":1.69938,"wer":10.50519,"wer_pseudo":4.64468,"sim":0.90887,"utmos":2.37703,"dnsmos_ovrl":2.63297,"dnsmos_sig":3.02078,"dnsmos_bak":3.45339,"pesq_wb":3.2537,"pesq_nb":3.62815,"stoi":0.91155,"estoi":0.84672,"si_sdr":4.45421,"mel_dist":0.2109,"stft_dist":1.73562,"f0_rmse_cents":96.45146,"f0_corr":0.93362,"vuv_err":0.11276,"score_ci95":[0.85288,0.86618]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.75123,"wer_orig":6.98132,"dwer":1.76991,"wer_pseudo":3.6965,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.84046,"utmos":2.03185,"dnsmos_ovrl":1.87087,"dnsmos_sig":2.23042,"dnsmos_bak":2.54779,"pesq_wb":2.59768,"pesq_nb":2.99229,"stoi":0.82309,"estoi":0.72024,"si_sdr":0.80178,"mel_dist":0.24615,"stft_dist":4.01994,"f0_rmse_cents":105.84485,"f0_corr":0.94467,"vuv_err":0.11693,"score_intelligibility":0.81849,"score_speaker":0.84046,"score_quality":0.61679,"score_fidelity":0.74141,"score":0.75429},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":1.01729,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9313,"utmos":2.6321,"dnsmos_ovrl":3.05317,"dnsmos_sig":3.3442,"dnsmos_bak":4.06382,"pesq_wb":3.65717,"pesq_nb":3.93933,"stoi":0.94386,"estoi":0.87927,"si_sdr":10.33086,"mel_dist":0.19202,"stft_dist":1.17004,"f0_rmse_cents":94.49482,"f0_corr":0.93645,"vuv_err":0.09992,"score_intelligibility":0.90389,"score_speaker":0.9313,"score_quality":0.96467,"score_fidelity":0.87983,"score":0.91992},"fr":{"n":50,"unit":"wer","wer":6.16601,"wer_orig":4.98024,"dwer":1.18577,"wer_pseudo":3.1746,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92407,"utmos":2.2475,"dnsmos_ovrl":2.774,"dnsmos_sig":3.09594,"dnsmos_bak":3.7775,"pesq_wb":3.16613,"pesq_nb":3.57083,"stoi":0.93596,"estoi":0.88879,"si_sdr":6.55005,"mel_dist":0.21313,"stft_dist":1.46984,"f0_rmse_cents":71.98438,"f0_corr":0.96569,"vuv_err":0.12241,"score_intelligibility":0.83453,"score_speaker":0.92407,"score_quality":0.89402,"score_fidelity":0.84018,"score":0.8732},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93104,"utmos":2.60829,"dnsmos_ovrl":3.11333,"dnsmos_sig":3.46037,"dnsmos_bak":3.94293,"pesq_wb":3.7254,"pesq_nb":3.9279,"stoi":0.9468,"estoi":0.9038,"si_sdr":8.01371,"mel_dist":0.21433,"stft_dist":1.28716,"f0_rmse_cents":140.546,"f0_corr":0.93582,"vuv_err":0.122,"score_intelligibility":0.97826,"score_speaker":0.93104,"score_quality":0.94004,"score_fidelity":0.8871,"score":0.93411},"it":{"n":50,"unit":"wer","wer":3.64299,"wer_orig":2.55009,"dwer":1.0929,"wer_pseudo":2.10238,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.93854,"utmos":2.88832,"dnsmos_ovrl":3.21565,"dnsmos_sig":3.50491,"dnsmos_bak":4.09443,"pesq_wb":3.67976,"pesq_nb":3.90618,"stoi":0.94494,"estoi":0.90273,"si_sdr":7.67307,"mel_dist":0.2134,"stft_dist":1.24829,"f0_rmse_cents":69.24665,"f0_corr":0.93908,"vuv_err":0.09844,"score_intelligibility":0.76461,"score_speaker":0.93854,"score_quality":0.92888,"score_fidelity":0.88322,"score":0.87881},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":1.5748,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94956,"utmos":2.44139,"dnsmos_ovrl":2.88474,"dnsmos_sig":3.24096,"dnsmos_bak":3.7386,"pesq_wb":3.42522,"pesq_nb":3.72438,"stoi":0.91832,"estoi":0.86342,"si_sdr":6.08543,"mel_dist":0.18994,"stft_dist":1.26125,"f0_rmse_cents":179.82213,"f0_corr":0.93086,"vuv_err":0.12783,"score_intelligibility":1.0,"score_speaker":0.94956,"score_quality":0.9497,"score_fidelity":0.84737,"score":0.93666},"nl":{"n":50,"unit":"wer","wer":7.49331,"wer_orig":5.26316,"dwer":2.23015,"wer_pseudo":3.76007,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.88276,"utmos":2.61561,"dnsmos_ovrl":1.70464,"dnsmos_sig":2.1783,"dnsmos_bak":2.74724,"pesq_wb":2.90348,"pesq_nb":3.52028,"stoi":0.93109,"estoi":0.86139,"si_sdr":5.01785,"mel_dist":0.26318,"stft_dist":2.3595,"f0_rmse_cents":87.01433,"f0_corr":0.93658,"vuv_err":0.14939,"score_intelligibility":0.73742,"score_speaker":0.88276,"score_quality":0.61321,"score_fidelity":0.80384,"score":0.75931},"pl":{"n":50,"unit":"wer","wer":5.37281,"wer_orig":3.28947,"dwer":2.08333,"wer_pseudo":3.61842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92083,"utmos":2.50571,"dnsmos_ovrl":2.56253,"dnsmos_sig":2.93948,"dnsmos_bak":3.53514,"pesq_wb":3.1847,"pesq_nb":3.57261,"stoi":0.9375,"estoi":0.87876,"si_sdr":1.96542,"mel_dist":0.22329,"stft_dist":1.5825,"f0_rmse_cents":76.53801,"f0_corr":0.9066,"vuv_err":0.10965,"score_intelligibility":0.67309,"score_speaker":0.92083,"score_quality":0.82252,"score_fidelity":0.82277,"score":0.8098},"cs":{"n":50,"unit":"wer","wer":10.85181,"wer_orig":9.45158,"dwer":1.40023,"wer_pseudo":6.89252,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.94936,"utmos":2.43185,"dnsmos_ovrl":2.97926,"dnsmos_sig":3.30092,"dnsmos_bak":3.9177,"pesq_wb":3.32797,"pesq_nb":3.72614,"stoi":0.93191,"estoi":0.87725,"si_sdr":8.6556,"mel_dist":0.20658,"stft_dist":1.21285,"f0_rmse_cents":60.2491,"f0_corr":0.95051,"vuv_err":0.09048,"score_intelligibility":0.88185,"score_speaker":0.94936,"score_quality":0.92308,"score_fidelity":0.84918,"score":0.90087},"tr":{"n":50,"unit":"wer","wer":9.47368,"wer_orig":7.76316,"dwer":1.71053,"wer_pseudo":3.95257,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90312,"utmos":2.1823,"dnsmos_ovrl":2.74955,"dnsmos_sig":3.03615,"dnsmos_bak":3.60686,"pesq_wb":3.26247,"pesq_nb":3.59526,"stoi":0.91603,"estoi":0.84025,"si_sdr":2.49748,"mel_dist":0.23757,"stft_dist":1.75195,"f0_rmse_cents":88.68875,"f0_corr":0.95383,"vuv_err":0.09935,"score_intelligibility":0.83668,"score_speaker":0.90312,"score_quality":0.88844,"score_fidelity":0.83876,"score":0.86675},"id":{"n":50,"unit":"wer","wer":7.20189,"wer_orig":5.90319,"dwer":1.2987,"wer_pseudo":4.01417,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.87807,"utmos":1.92865,"dnsmos_ovrl":2.74768,"dnsmos_sig":3.29887,"dnsmos_bak":3.31545,"pesq_wb":3.17415,"pesq_nb":3.58395,"stoi":0.88568,"estoi":0.80704,"si_sdr":5.94691,"mel_dist":0.16464,"stft_dist":1.2144,"f0_rmse_cents":111.372,"f0_corr":0.87997,"vuv_err":0.14885,"score_intelligibility":0.84166,"score_speaker":0.87807,"score_quality":0.98322,"score_fidelity":0.79561,"score":0.87464},"vi":{"n":50,"unit":"wer","wer":9.46698,"wer_orig":7.71679,"dwer":1.7502,"wer_pseudo":4.53822,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.87886,"utmos":2.02366,"dnsmos_ovrl":2.4815,"dnsmos_sig":2.904,"dnsmos_bak":3.12559,"pesq_wb":3.36856,"pesq_nb":3.7257,"stoi":0.86541,"estoi":0.78626,"si_sdr":7.74433,"mel_dist":0.19017,"stft_dist":1.53476,"f0_rmse_cents":104.64023,"f0_corr":0.93397,"vuv_err":0.10354,"score_intelligibility":0.83279,"score_speaker":0.87886,"score_quality":0.86437,"score_fidelity":0.82537,"score":0.85035},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.69525,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91468,"utmos":2.45088,"dnsmos_ovrl":2.54986,"dnsmos_sig":2.8799,"dnsmos_bak":3.56725,"pesq_wb":3.30516,"pesq_nb":3.69743,"stoi":0.93599,"estoi":0.87965,"si_sdr":5.49098,"mel_dist":0.23578,"stft_dist":1.56563,"f0_rmse_cents":95.33022,"f0_corr":0.92325,"vuv_err":0.12311,"score_intelligibility":0.94077,"score_speaker":0.91468,"score_quality":0.80954,"score_fidelity":0.83928,"score":0.87607},"uk":{"n":50,"unit":"wer","wer":8.96708,"wer_orig":6.46992,"dwer":2.49716,"wer_pseudo":5.0,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.89824,"utmos":2.37688,"dnsmos_ovrl":2.71022,"dnsmos_sig":2.98776,"dnsmos_bak":3.49878,"pesq_wb":3.22637,"pesq_nb":3.53481,"stoi":0.9038,"estoi":0.82686,"si_sdr":1.71801,"mel_dist":0.23014,"stft_dist":2.34143,"f0_rmse_cents":67.83489,"f0_corr":0.96318,"vuv_err":0.11677,"score_intelligibility":0.74946,"score_speaker":0.89824,"score_quality":0.85218,"score_fidelity":0.83436,"score":0.83356},"el":{"n":50,"unit":"wer","wer":13.92786,"wer_orig":12.02405,"dwer":1.90381,"wer_pseudo":7.90791,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.90322,"utmos":2.51494,"dnsmos_ovrl":2.67357,"dnsmos_sig":3.13488,"dnsmos_bak":3.54291,"pesq_wb":3.48024,"pesq_nb":3.86591,"stoi":0.92246,"estoi":0.8521,"si_sdr":8.829,"mel_dist":0.20384,"stft_dist":1.37276,"f0_rmse_cents":88.9687,"f0_corr":0.89626,"vuv_err":0.09699,"score_intelligibility":0.87247,"score_speaker":0.90322,"score_quality":0.8589,"score_fidelity":0.84246,"score":0.86926},"ar":{"n":50,"unit":"wer","wer":13.07028,"wer_orig":12.45376,"dwer":0.61652,"wer_pseudo":4.57355,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93817,"utmos":2.54395,"dnsmos_ovrl":2.89659,"dnsmos_sig":3.2611,"dnsmos_bak":3.72379,"pesq_wb":3.261,"pesq_nb":3.64797,"stoi":0.94949,"estoi":0.91122,"si_sdr":5.34998,"mel_dist":0.20926,"stft_dist":1.3232,"f0_rmse_cents":89.15851,"f0_corr":0.95735,"vuv_err":0.10247,"score_intelligibility":0.95618,"score_speaker":0.93817,"score_quality":0.90206,"score_fidelity":0.85095,"score":0.91184},"fa":{"n":50,"unit":"wer","wer":27.31429,"wer_orig":25.94286,"dwer":1.37143,"wer_pseudo":8.21622,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.91031,"utmos":2.26576,"dnsmos_ovrl":2.34934,"dnsmos_sig":2.82357,"dnsmos_bak":2.9966,"pesq_wb":2.90586,"pesq_nb":3.49822,"stoi":0.83263,"estoi":0.75045,"si_sdr":-3.93526,"mel_dist":0.20889,"stft_dist":2.30716,"f0_rmse_cents":144.43772,"f0_corr":0.89632,"vuv_err":0.11687,"score_intelligibility":0.95156,"score_speaker":0.91031,"score_quality":0.75826,"score_fidelity":0.75782,"score":0.84449},"he":{"n":50,"unit":"wer","wer":29.65116,"wer_orig":19.4186,"dwer":10.23256,"wer_pseudo":17.48826,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.88726,"utmos":2.18166,"dnsmos_ovrl":2.44598,"dnsmos_sig":2.84308,"dnsmos_bak":3.3624,"pesq_wb":3.0322,"pesq_nb":3.38412,"stoi":0.90248,"estoi":0.82682,"si_sdr":-2.16901,"mel_dist":0.20641,"stft_dist":2.35437,"f0_rmse_cents":96.54801,"f0_corr":0.88255,"vuv_err":0.14086,"score_intelligibility":0.66616,"score_speaker":0.88726,"score_quality":0.79559,"score_fidelity":0.78855,"score":0.78439},"hi":{"n":50,"unit":"wer","wer":27.79317,"wer_orig":26.31579,"dwer":1.47738,"wer_pseudo":9.17348,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90515,"utmos":2.1343,"dnsmos_ovrl":2.53638,"dnsmos_sig":3.05349,"dnsmos_bak":3.20126,"pesq_wb":3.22476,"pesq_nb":3.62854,"stoi":0.91259,"estoi":0.8493,"si_sdr":7.87829,"mel_dist":0.20237,"stft_dist":1.28851,"f0_rmse_cents":92.69158,"f0_corr":0.93209,"vuv_err":0.12578,"score_intelligibility":0.94869,"score_speaker":0.90515,"score_quality":0.87899,"score_fidelity":0.82677,"score":0.8899},"zh":{"n":50,"unit":"cer","wer":8.22157,"wer_orig":7.40525,"dwer":0.81633,"wer_pseudo":1.76829,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.91821,"utmos":2.55554,"dnsmos_ovrl":2.88831,"dnsmos_sig":3.26559,"dnsmos_bak":3.91757,"pesq_wb":3.50331,"pesq_nb":3.82568,"stoi":0.94355,"estoi":0.90061,"si_sdr":4.6938,"mel_dist":0.20333,"stft_dist":1.43024,"f0_rmse_cents":65.23637,"f0_corr":0.95805,"vuv_err":0.07434,"score_intelligibility":0.91148,"score_speaker":0.91821,"score_quality":0.88663,"score_fidelity":0.87228,"score":0.89715},"yue":{"n":50,"unit":"cer","wer":16.94704,"wer_orig":14.39252,"dwer":2.55452,"wer_pseudo":8.23306,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.9318,"utmos":2.68841,"dnsmos_ovrl":2.92389,"dnsmos_sig":3.26351,"dnsmos_bak":3.75083,"pesq_wb":3.41766,"pesq_nb":3.76925,"stoi":0.93072,"estoi":0.87456,"si_sdr":5.5343,"mel_dist":0.18271,"stft_dist":1.32836,"f0_rmse_cents":99.67775,"f0_corr":0.93565,"vuv_err":0.09055,"score_intelligibility":0.85766,"score_speaker":0.9318,"score_quality":0.90681,"score_fidelity":0.85238,"score":0.88716},"ja":{"n":50,"unit":"cer","wer":5.74185,"wer_orig":3.53698,"dwer":2.20487,"wer_pseudo":3.58291,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.85849,"utmos":1.82908,"dnsmos_ovrl":2.13744,"dnsmos_sig":2.766,"dnsmos_bak":2.54677,"pesq_wb":2.91567,"pesq_nb":3.30407,"stoi":0.81082,"estoi":0.69812,"si_sdr":-6.54542,"mel_dist":0.19971,"stft_dist":2.82466,"f0_rmse_cents":111.8486,"f0_corr":0.92087,"vuv_err":0.11806,"score_intelligibility":0.67296,"score_speaker":0.85849,"score_quality":0.76977,"score_fidelity":0.75967,"score":0.76522},"ko":{"n":50,"unit":"cer","wer":5.78431,"wer_orig":5.14706,"dwer":0.63725,"wer_pseudo":0.7515,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.91722,"utmos":2.89336,"dnsmos_ovrl":2.67348,"dnsmos_sig":3.04106,"dnsmos_bak":3.47941,"pesq_wb":3.48426,"pesq_nb":3.73591,"stoi":0.93659,"estoi":0.88551,"si_sdr":3.69756,"mel_dist":0.20853,"stft_dist":1.72847,"f0_rmse_cents":65.97434,"f0_corr":0.97289,"vuv_err":0.06742,"score_intelligibility":0.90607,"score_speaker":0.91722,"score_quality":0.8283,"score_fidelity":0.87309,"score":0.88117},"th":{"n":50,"unit":"cer","wer":8.81164,"wer_orig":7.61924,"dwer":1.1924,"wer_pseudo":4.92002,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.90227,"utmos":2.07677,"dnsmos_ovrl":2.26928,"dnsmos_sig":2.64422,"dnsmos_bak":2.88065,"pesq_wb":2.85967,"pesq_nb":3.39872,"stoi":0.91546,"estoi":0.85696,"si_sdr":5.07635,"mel_dist":0.21619,"stft_dist":1.67764,"f0_rmse_cents":106.68711,"f0_corr":0.95435,"vuv_err":0.14432,"score_intelligibility":0.87847,"score_speaker":0.90227,"score_quality":0.74515,"score_fidelity":0.80038,"score":0.83157}}},{"codec":"hunyuan_foley_vae_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"hunyuan_foley_vae_48k","family":"HunyuanVideo-Foley-VAE","checkpoint":"tencent/HunyuanVideo-Foley","sample_rate":48000,"output_sample_rate":48000,"frame_rate":50,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":128,"domain":"general","causal":false,"multilingual":null,"license":"Tencent Hunyuan Community License (code and weights)","paper":"2508.16930","year":2025,"bitrate_kbps":null,"notes":"DAC-VAE released with HunyuanVideo-Foley (vae_128d_48k.pth): DAC encoder (hop 960) -> 128-d posterior mean at 50 Hz -> DAC decoder, mono 48 kHz; trained on general audio (sound effects, music, speech)","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":371.58906,"efficiency":{"rtf_encode":0.0179,"rtf_decode":0.00582,"peak_vram_gb":4.58527,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.98972,"score_worst_lang":0.97137,"worst_lang":"nl","en_gap":-0.00242,"score_intelligibility":0.98459,"score_speaker":0.9906,"score_quality":0.98828,"score_fidelity":0.9954,"dwer":0.08621,"wer":8.89202,"wer_pseudo":1.15984,"sim":0.9906,"utmos":2.55596,"dnsmos_ovrl":2.94986,"dnsmos_sig":3.3717,"dnsmos_bak":3.84643,"pesq_wb":4.52609,"pesq_nb":4.49184,"stoi":0.99465,"estoi":0.98949,"si_sdr":19.17826,"mel_dist":0.07121,"stft_dist":0.75313,"f0_rmse_cents":24.44017,"f0_corr":0.99235,"vuv_err":0.01316,"score_ci95":[0.98502,0.99045]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":0.38911,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.97908,"utmos":2.47927,"dnsmos_ovrl":2.54705,"dnsmos_sig":3.11456,"dnsmos_bak":3.70355,"pesq_wb":4.48467,"pesq_nb":4.47477,"stoi":0.98449,"estoi":0.97011,"si_sdr":18.52827,"mel_dist":0.0835,"stft_dist":0.79195,"f0_rmse_cents":36.15065,"f0_corr":0.99206,"vuv_err":0.01726,"score_intelligibility":1.0,"score_speaker":0.97908,"score_quality":0.97979,"score_fidelity":0.99072,"score":0.9874},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":0.30519,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.99493,"utmos":2.69927,"dnsmos_ovrl":3.07932,"dnsmos_sig":3.3753,"dnsmos_bak":4.05698,"pesq_wb":4.57296,"pesq_nb":4.51259,"stoi":0.9971,"estoi":0.993,"si_sdr":26.204,"mel_dist":0.05337,"stft_dist":0.64858,"f0_rmse_cents":12.85451,"f0_corr":0.99802,"vuv_err":0.00949,"score_intelligibility":0.95641,"score_speaker":0.99493,"score_quality":0.99037,"score_fidelity":0.99837,"score":0.98502},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":0.31746,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.99152,"utmos":2.32882,"dnsmos_ovrl":3.03974,"dnsmos_sig":3.37948,"dnsmos_bak":3.99177,"pesq_wb":4.51446,"pesq_nb":4.46817,"stoi":0.99673,"estoi":0.99343,"si_sdr":19.75347,"mel_dist":0.07373,"stft_dist":0.75961,"f0_rmse_cents":29.4398,"f0_corr":0.99391,"vuv_err":0.01905,"score_intelligibility":0.98695,"score_speaker":0.99152,"score_quality":0.98659,"score_fidelity":0.99688,"score":0.99049},"es":{"n":50,"unit":"wer","wer":3.0,"wer_orig":3.09091,"dwer":-0.09091,"wer_pseudo":0.09116,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.99218,"utmos":2.72645,"dnsmos_ovrl":3.20518,"dnsmos_sig":3.55493,"dnsmos_bak":3.94913,"pesq_wb":4.56646,"pesq_nb":4.50598,"stoi":0.99729,"estoi":0.99476,"si_sdr":23.83401,"mel_dist":0.08252,"stft_dist":0.77607,"f0_rmse_cents":23.44101,"f0_corr":0.99686,"vuv_err":0.01149,"score_intelligibility":1.0,"score_speaker":0.99218,"score_quality":0.99023,"score_fidelity":0.99805,"score":0.99511},"it":{"n":50,"unit":"wer","wer":2.55009,"wer_orig":2.55009,"dwer":0.0,"wer_pseudo":0.36563,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.99433,"utmos":3.06808,"dnsmos_ovrl":3.3091,"dnsmos_sig":3.60352,"dnsmos_bak":4.07909,"pesq_wb":4.55135,"pesq_nb":4.49952,"stoi":0.99724,"estoi":0.99456,"si_sdr":21.71114,"mel_dist":0.06948,"stft_dist":0.7261,"f0_rmse_cents":20.11344,"f0_corr":0.99573,"vuv_err":0.01196,"score_intelligibility":1.0,"score_speaker":0.99433,"score_quality":0.99131,"score_fidelity":0.99765,"score":0.99582},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.59055,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.99507,"utmos":2.4842,"dnsmos_ovrl":3.02052,"dnsmos_sig":3.42216,"dnsmos_bak":3.74224,"pesq_wb":4.54371,"pesq_nb":4.48277,"stoi":0.99596,"estoi":0.99223,"si_sdr":18.68929,"mel_dist":0.06562,"stft_dist":0.743,"f0_rmse_cents":47.42092,"f0_corr":0.99579,"vuv_err":0.01305,"score_intelligibility":1.0,"score_speaker":0.99507,"score_quality":0.99285,"score_fidelity":0.99725,"score":0.99629},"nl":{"n":50,"unit":"wer","wer":5.8876,"wer_orig":5.26316,"dwer":0.62444,"wer_pseudo":1.25336,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.99078,"utmos":2.94073,"dnsmos_ovrl":2.72511,"dnsmos_sig":3.11527,"dnsmos_bak":4.10305,"pesq_wb":4.50272,"pesq_nb":4.49042,"stoi":0.99725,"estoi":0.9944,"si_sdr":14.95039,"mel_dist":0.09586,"stft_dist":0.87673,"f0_rmse_cents":30.9103,"f0_corr":0.99,"vuv_err":0.02105,"score_intelligibility":0.90934,"score_speaker":0.99078,"score_quality":0.98961,"score_fidelity":0.99575,"score":0.97137},"pl":{"n":50,"unit":"wer","wer":3.28947,"wer_orig":3.28947,"dwer":0.0,"wer_pseudo":0.65789,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.99082,"utmos":2.71406,"dnsmos_ovrl":3.01542,"dnsmos_sig":3.36184,"dnsmos_bak":4.03048,"pesq_wb":4.50313,"pesq_nb":4.48087,"stoi":0.99737,"estoi":0.99391,"si_sdr":12.74628,"mel_dist":0.07187,"stft_dist":0.80419,"f0_rmse_cents":25.83548,"f0_corr":0.98631,"vuv_err":0.01813,"score_intelligibility":1.0,"score_speaker":0.99082,"score_quality":0.9905,"score_fidelity":0.99456,"score":0.99397},"cs":{"n":50,"unit":"wer","wer":9.68495,"wer_orig":9.45158,"dwer":0.23337,"wer_pseudo":2.45327,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.99459,"utmos":2.5548,"dnsmos_ovrl":3.12745,"dnsmos_sig":3.46793,"dnsmos_bak":3.934,"pesq_wb":4.49896,"pesq_nb":4.4808,"stoi":0.99559,"estoi":0.99154,"si_sdr":17.9349,"mel_dist":0.07336,"stft_dist":0.76096,"f0_rmse_cents":13.64531,"f0_corr":0.99428,"vuv_err":0.0081,"score_intelligibility":0.97816,"score_speaker":0.99459,"score_quality":0.99512,"score_fidelity":0.99653,"score":0.9911},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":0.39526,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.99137,"utmos":2.25047,"dnsmos_ovrl":3.05531,"dnsmos_sig":3.4172,"dnsmos_bak":3.99775,"pesq_wb":4.54506,"pesq_nb":4.50585,"stoi":0.99531,"estoi":0.9882,"si_sdr":23.13788,"mel_dist":0.08618,"stft_dist":0.77735,"f0_rmse_cents":20.98213,"f0_corr":0.99026,"vuv_err":0.00881,"score_intelligibility":0.98521,"score_speaker":0.99137,"score_quality":0.98776,"score_fidelity":0.99519,"score":0.98988},"id":{"n":50,"unit":"wer","wer":6.25738,"wer_orig":5.90319,"dwer":0.35419,"wer_pseudo":1.41677,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.98926,"utmos":1.93696,"dnsmos_ovrl":2.74526,"dnsmos_sig":3.36341,"dnsmos_bak":3.27793,"pesq_wb":4.55948,"pesq_nb":4.49505,"stoi":0.99211,"estoi":0.98356,"si_sdr":19.662,"mel_dist":0.05603,"stft_dist":0.69727,"f0_rmse_cents":12.47925,"f0_corr":0.99594,"vuv_err":0.00868,"score_intelligibility":0.9512,"score_speaker":0.98926,"score_quality":0.98754,"score_fidelity":0.99602,"score":0.981},"vi":{"n":50,"unit":"wer","wer":7.71679,"wer_orig":7.71679,"dwer":0.0,"wer_pseudo":0.71656,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.98927,"utmos":2.08698,"dnsmos_ovrl":2.84868,"dnsmos_sig":3.39988,"dnsmos_bak":3.64426,"pesq_wb":4.56669,"pesq_nb":4.50848,"stoi":0.99207,"estoi":0.98516,"si_sdr":22.61604,"mel_dist":0.04913,"stft_dist":0.65357,"f0_rmse_cents":30.04261,"f0_corr":0.99298,"vuv_err":0.01581,"score_intelligibility":1.0,"score_speaker":0.98927,"score_quality":0.99197,"score_fidelity":0.99502,"score":0.99407},"ru":{"n":50,"unit":"wer","wer":4.50867,"wer_orig":4.50867,"dwer":0.0,"wer_pseudo":0.0,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.99274,"utmos":2.65173,"dnsmos_ovrl":3.03905,"dnsmos_sig":3.38402,"dnsmos_bak":4.02082,"pesq_wb":4.52724,"pesq_nb":4.49491,"stoi":0.99684,"estoi":0.99385,"si_sdr":18.83545,"mel_dist":0.08069,"stft_dist":0.80203,"f0_rmse_cents":23.88891,"f0_corr":0.9907,"vuv_err":0.01732,"score_intelligibility":1.0,"score_speaker":0.99274,"score_quality":0.9888,"score_fidelity":0.99585,"score":0.99435},"uk":{"n":50,"unit":"wer","wer":7.03746,"wer_orig":6.46992,"dwer":0.56754,"wer_pseudo":0.90909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.98959,"utmos":2.54616,"dnsmos_ovrl":3.06681,"dnsmos_sig":3.40236,"dnsmos_bak":4.06047,"pesq_wb":4.50826,"pesq_nb":4.48921,"stoi":0.99381,"estoi":0.98524,"si_sdr":19.90279,"mel_dist":0.09323,"stft_dist":0.82497,"f0_rmse_cents":17.10583,"f0_corr":0.99504,"vuv_err":0.01123,"score_intelligibility":0.92939,"score_speaker":0.98959,"score_quality":0.98993,"score_fidelity":0.99628,"score":0.9763},"el":{"n":50,"unit":"wer","wer":12.32465,"wer_orig":12.02405,"dwer":0.3006,"wer_pseudo":2.7027,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.99105,"utmos":2.69649,"dnsmos_ovrl":2.97953,"dnsmos_sig":3.40048,"dnsmos_bak":3.86615,"pesq_wb":4.55127,"pesq_nb":4.50024,"stoi":0.99531,"estoi":0.98978,"si_sdr":20.93371,"mel_dist":0.05571,"stft_dist":0.68095,"f0_rmse_cents":12.81116,"f0_corr":0.99735,"vuv_err":0.00917,"score_intelligibility":0.97744,"score_speaker":0.99105,"score_quality":0.98845,"score_fidelity":0.99756,"score":0.98862},"ar":{"n":50,"unit":"wer","wer":12.57707,"wer_orig":12.45376,"dwer":0.1233,"wer_pseudo":0.98888,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.99167,"utmos":2.63931,"dnsmos_ovrl":3.15978,"dnsmos_sig":3.54664,"dnsmos_bak":3.91016,"pesq_wb":4.492,"pesq_nb":4.48467,"stoi":0.99744,"estoi":0.99494,"si_sdr":15.24082,"mel_dist":0.07421,"stft_dist":0.80071,"f0_rmse_cents":26.11723,"f0_corr":0.98512,"vuv_err":0.01146,"score_intelligibility":0.99092,"score_speaker":0.99167,"score_quality":0.98995,"score_fidelity":0.99342,"score":0.99149},"fa":{"n":50,"unit":"wer","wer":26.17143,"wer_orig":25.94286,"dwer":0.22857,"wer_pseudo":2.27027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.99055,"utmos":2.57984,"dnsmos_ovrl":2.82792,"dnsmos_sig":3.33737,"dnsmos_bak":3.71171,"pesq_wb":4.49087,"pesq_nb":4.47971,"stoi":0.9834,"estoi":0.97591,"si_sdr":13.67726,"mel_dist":0.07132,"stft_dist":0.79062,"f0_rmse_cents":46.0118,"f0_corr":0.96629,"vuv_err":0.01641,"score_intelligibility":0.99159,"score_speaker":0.99055,"score_quality":0.98553,"score_fidelity":0.98236,"score":0.98751},"he":{"n":50,"unit":"wer","wer":19.4186,"wer_orig":19.4186,"dwer":0.0,"wer_pseudo":1.64319,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.98955,"utmos":2.4393,"dnsmos_ovrl":2.80344,"dnsmos_sig":3.18834,"dnsmos_bak":3.9377,"pesq_wb":4.46654,"pesq_nb":4.47126,"stoi":0.99589,"estoi":0.99155,"si_sdr":20.33909,"mel_dist":0.06995,"stft_dist":0.74056,"f0_rmse_cents":18.3252,"f0_corr":0.99256,"vuv_err":0.0161,"score_intelligibility":1.0,"score_speaker":0.98955,"score_quality":0.98068,"score_fidelity":0.99296,"score":0.9908},"hi":{"n":50,"unit":"wer","wer":27.05448,"wer_orig":26.31579,"dwer":0.73869,"wer_pseudo":2.81562,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.99072,"utmos":2.26584,"dnsmos_ovrl":2.7608,"dnsmos_sig":3.34524,"dnsmos_bak":3.40852,"pesq_wb":4.55724,"pesq_nb":4.50641,"stoi":0.99542,"estoi":0.99168,"si_sdr":24.30182,"mel_dist":0.07333,"stft_dist":0.73869,"f0_rmse_cents":11.51286,"f0_corr":0.99691,"vuv_err":0.01015,"score_intelligibility":0.97367,"score_speaker":0.99072,"score_quality":0.98858,"score_fidelity":0.99744,"score":0.9876},"zh":{"n":50,"unit":"cer","wer":7.34694,"wer_orig":7.40525,"dwer":-0.05831,"wer_pseudo":0.54878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.99049,"utmos":2.7701,"dnsmos_ovrl":3.07426,"dnsmos_sig":3.42229,"dnsmos_bak":4.00971,"pesq_wb":4.54975,"pesq_nb":4.49916,"stoi":0.99776,"estoi":0.99601,"si_sdr":18.68649,"mel_dist":0.07163,"stft_dist":0.73871,"f0_rmse_cents":18.00977,"f0_corr":0.99476,"vuv_err":0.01003,"score_intelligibility":1.0,"score_speaker":0.99049,"score_quality":0.98926,"score_fidelity":0.99751,"score":0.99431},"yue":{"n":50,"unit":"cer","wer":14.1433,"wer_orig":14.39252,"dwer":-0.24922,"wer_pseudo":3.98987,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.99133,"utmos":2.90899,"dnsmos_ovrl":3.03906,"dnsmos_sig":3.43063,"dnsmos_bak":3.87466,"pesq_wb":4.54035,"pesq_nb":4.50004,"stoi":0.9967,"estoi":0.99374,"si_sdr":17.12392,"mel_dist":0.05588,"stft_dist":0.71525,"f0_rmse_cents":19.94103,"f0_corr":0.99528,"vuv_err":0.00766,"score_intelligibility":1.0,"score_speaker":0.99133,"score_quality":0.99071,"score_fidelity":0.99733,"score":0.99484},"ja":{"n":50,"unit":"cer","wer":3.44511,"wer_orig":3.53698,"dwer":-0.09187,"wer_pseudo":0.68902,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.9844,"utmos":2.01436,"dnsmos_ovrl":2.52833,"dnsmos_sig":3.19586,"dnsmos_bak":3.31095,"pesq_wb":4.50424,"pesq_nb":4.47916,"stoi":0.98791,"estoi":0.97412,"si_sdr":17.62281,"mel_dist":0.07113,"stft_dist":0.75784,"f0_rmse_cents":20.13188,"f0_corr":0.99632,"vuv_err":0.01088,"score_intelligibility":1.0,"score_speaker":0.9844,"score_quality":0.98619,"score_fidelity":0.99475,"score":0.99134},"ko":{"n":50,"unit":"cer","wer":5.0,"wer_orig":5.14706,"dwer":-0.14706,"wer_pseudo":1.1523,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.9886,"utmos":3.21756,"dnsmos_ovrl":3.05043,"dnsmos_sig":3.41251,"dnsmos_bak":4.04107,"pesq_wb":4.52622,"pesq_nb":4.49793,"stoi":0.99638,"estoi":0.99299,"si_sdr":17.94603,"mel_dist":0.07404,"stft_dist":0.73636,"f0_rmse_cents":20.84072,"f0_corr":0.99583,"vuv_err":0.01432,"score_intelligibility":1.0,"score_speaker":0.9886,"score_quality":0.99088,"score_fidelity":0.9974,"score":0.99422},"th":{"n":50,"unit":"cer","wer":6.93209,"wer_orig":7.61924,"dwer":-0.68715,"wer_pseudo":1.17433,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.99058,"utmos":2.34335,"dnsmos_ovrl":2.74907,"dnsmos_sig":3.27957,"dnsmos_bak":3.65213,"pesq_wb":4.50248,"pesq_nb":4.49629,"stoi":0.99631,"estoi":0.99301,"si_sdr":15.90036,"mel_dist":0.05736,"stft_dist":0.73315,"f0_rmse_cents":48.55238,"f0_corr":0.9882,"vuv_err":0.0182,"score_intelligibility":1.0,"score_speaker":0.99058,"score_quality":0.97622,"score_fidelity":0.99484,"score":0.99041}}},{"codec":"jhcodec_16k_50hz_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"jhcodec_16k_50hz_2q","family":"JHCodec","checkpoint":"jhcodec/jhcodec_1.4m","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50.0,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":null,"license":"MIT (code & weights)","paper":"2603.05887","year":2026,"bitrate_kbps":1.0,"notes":"1.4M-step checkpoint; streaming causal Transformer enc/dec (sliding window 15 frames); Mimi-style RVQ, first 2 of 8 codebooks (RVQ-1 = SSL-distilled semantic); pure-torch attention fallback (no flash-attn)","side_info":null,"warning":"reduced-codebook operating point (model trained with quantizer dropout; official default is 8 codebooks)","env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":279.62253,"efficiency":{"rtf_encode":0.00122,"rtf_decode":0.00097,"peak_vram_gb":1.34126,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.58703,"score_worst_lang":0.49865,"worst_lang":"ja","en_gap":-0.08674,"score_intelligibility":0.31511,"score_speaker":0.56665,"score_quality":0.88419,"score_fidelity":0.58218,"dwer":23.00637,"wer":31.81218,"wer_pseudo":28.73232,"sim":0.56665,"utmos":2.22305,"dnsmos_ovrl":2.98364,"dnsmos_sig":3.37119,"dnsmos_bak":3.88838,"pesq_wb":1.64258,"pesq_nb":2.20907,"stoi":0.76452,"estoi":0.62999,"si_sdr":1.03625,"mel_dist":0.30547,"stft_dist":1.70382,"f0_rmse_cents":196.91292,"f0_corr":0.79843,"vuv_err":0.17485,"score_ci95":[0.58171,0.59274]},"per_lang":{"en":{"n":50,"unit":"wer","wer":29.30187,"wer_orig":6.98132,"dwer":22.32055,"wer_pseudo":24.51362,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.43553,"utmos":1.98487,"dnsmos_ovrl":2.54743,"dnsmos_sig":2.99168,"dnsmos_bak":3.85721,"pesq_wb":1.41103,"pesq_nb":1.85837,"stoi":0.67702,"estoi":0.5265,"si_sdr":-4.58375,"mel_dist":0.32404,"stft_dist":2.39792,"f0_rmse_cents":316.30816,"f0_corr":0.70186,"vuv_err":0.19337,"score_intelligibility":0.26339,"score_speaker":0.43553,"score_quality":0.81793,"score_fidelity":0.49877,"score":0.5039},"de":{"n":50,"unit":"wer","wer":14.5473,"wer_orig":5.69685,"dwer":8.85046,"wer_pseudo":10.78332,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.66863,"utmos":2.51211,"dnsmos_ovrl":3.14266,"dnsmos_sig":3.42517,"dnsmos_bak":4.08522,"pesq_wb":1.90805,"pesq_nb":2.44262,"stoi":0.82624,"estoi":0.66946,"si_sdr":4.82865,"mel_dist":0.2634,"stft_dist":1.35182,"f0_rmse_cents":165.97585,"f0_corr":0.85702,"vuv_err":0.1466,"score_intelligibility":0.43074,"score_speaker":0.66863,"score_quality":0.93714,"score_fidelity":0.64757,"score":0.67102},"fr":{"n":50,"unit":"wer","wer":38.18182,"wer_orig":4.98024,"dwer":33.20158,"wer_pseudo":37.69841,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.54776,"utmos":2.11033,"dnsmos_ovrl":3.01458,"dnsmos_sig":3.36977,"dnsmos_bak":3.95135,"pesq_wb":1.66178,"pesq_nb":2.18392,"stoi":0.79734,"estoi":0.69891,"si_sdr":2.33275,"mel_dist":0.3287,"stft_dist":1.57752,"f0_rmse_cents":180.63328,"f0_corr":0.80772,"vuv_err":0.20059,"score_intelligibility":0.15263,"score_speaker":0.54776,"score_quality":0.90308,"score_fidelity":0.59805,"score":0.55038},"es":{"n":50,"unit":"wer","wer":6.72727,"wer_orig":3.09091,"dwer":3.63636,"wer_pseudo":4.83136,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.61783,"utmos":2.4046,"dnsmos_ovrl":3.19589,"dnsmos_sig":3.55551,"dnsmos_bak":3.92543,"pesq_wb":2.04518,"pesq_nb":2.61095,"stoi":0.83335,"estoi":0.71652,"si_sdr":3.62907,"mel_dist":0.30458,"stft_dist":1.49977,"f0_rmse_cents":173.40214,"f0_corr":0.85613,"vuv_err":0.17585,"score_intelligibility":0.52941,"score_speaker":0.61783,"score_quality":0.89884,"score_fidelity":0.6627,"score":0.67719},"it":{"n":50,"unit":"wer","wer":12.56831,"wer_orig":2.55009,"dwer":10.01821,"wer_pseudo":11.60878,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.54039,"utmos":2.54927,"dnsmos_ovrl":3.28806,"dnsmos_sig":3.601,"dnsmos_bak":4.04184,"pesq_wb":1.96782,"pesq_nb":2.52228,"stoi":0.82752,"estoi":0.71009,"si_sdr":3.88251,"mel_dist":0.29227,"stft_dist":1.44503,"f0_rmse_cents":120.08225,"f0_corr":0.8181,"vuv_err":0.1407,"score_intelligibility":0.26165,"score_speaker":0.54039,"score_quality":0.86403,"score_fidelity":0.64071,"score":0.5767},"pt":{"n":50,"unit":"wer","wer":8.20312,"wer_orig":3.41797,"dwer":4.78516,"wer_pseudo":7.48031,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.65201,"utmos":2.33922,"dnsmos_ovrl":3.02595,"dnsmos_sig":3.41781,"dnsmos_bak":3.77349,"pesq_wb":1.77165,"pesq_nb":2.37142,"stoi":0.77383,"estoi":0.64942,"si_sdr":2.50502,"mel_dist":0.3042,"stft_dist":1.49732,"f0_rmse_cents":385.90459,"f0_corr":0.76767,"vuv_err":0.22999,"score_intelligibility":0.48005,"score_speaker":0.65201,"score_quality":0.94471,"score_fidelity":0.58732,"score":0.66602},"nl":{"n":50,"unit":"wer","wer":35.2364,"wer_orig":5.26316,"dwer":29.97324,"wer_pseudo":33.39302,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.50364,"utmos":2.27682,"dnsmos_ovrl":2.86303,"dnsmos_sig":3.22499,"dnsmos_bak":4.07952,"pesq_wb":1.40338,"pesq_nb":1.98443,"stoi":0.77055,"estoi":0.64174,"si_sdr":-1.836,"mel_dist":0.37872,"stft_dist":2.12897,"f0_rmse_cents":145.09654,"f0_corr":0.87433,"vuv_err":0.21673,"score_intelligibility":0.17284,"score_speaker":0.50364,"score_quality":0.82429,"score_fidelity":0.58671,"score":0.52187},"pl":{"n":50,"unit":"wer","wer":35.52632,"wer_orig":3.28947,"dwer":32.23684,"wer_pseudo":34.53947,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.54535,"utmos":2.21313,"dnsmos_ovrl":3.05959,"dnsmos_sig":3.39344,"dnsmos_bak":4.046,"pesq_wb":1.47676,"pesq_nb":2.05911,"stoi":0.8171,"estoi":0.68723,"si_sdr":-1.88772,"mel_dist":0.31753,"stft_dist":1.71034,"f0_rmse_cents":271.32766,"f0_corr":0.61986,"vuv_err":0.19413,"score_intelligibility":0.11744,"score_speaker":0.54535,"score_quality":0.84715,"score_fidelity":0.52439,"score":0.50858},"cs":{"n":50,"unit":"wer","wer":40.84014,"wer_orig":9.45158,"dwer":31.38856,"wer_pseudo":39.6028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.65259,"utmos":2.36809,"dnsmos_ovrl":3.15413,"dnsmos_sig":3.48442,"dnsmos_bak":3.93918,"pesq_wb":1.54619,"pesq_nb":2.14853,"stoi":0.78012,"estoi":0.654,"si_sdr":4.19247,"mel_dist":0.31135,"stft_dist":1.5183,"f0_rmse_cents":108.44772,"f0_corr":0.86316,"vuv_err":0.13393,"score_intelligibility":0.2498,"score_speaker":0.65259,"score_quality":0.93566,"score_fidelity":0.59978,"score":0.60946},"tr":{"n":50,"unit":"wer","wer":41.57895,"wer_orig":7.76316,"dwer":33.81579,"wer_pseudo":38.99868,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.53324,"utmos":2.00053,"dnsmos_ovrl":3.00374,"dnsmos_sig":3.35679,"dnsmos_bak":3.96632,"pesq_wb":1.72182,"pesq_nb":2.32362,"stoi":0.75918,"estoi":0.5977,"si_sdr":-0.34342,"mel_dist":0.32236,"stft_dist":1.77643,"f0_rmse_cents":166.50383,"f0_corr":0.85518,"vuv_err":0.14518,"score_intelligibility":0.20581,"score_speaker":0.53324,"score_quality":0.87961,"score_fidelity":0.60686,"score":0.55638},"id":{"n":50,"unit":"wer","wer":29.634,"wer_orig":5.90319,"dwer":23.73081,"wer_pseudo":28.68949,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.53743,"utmos":1.83394,"dnsmos_ovrl":2.69385,"dnsmos_sig":3.22513,"dnsmos_bak":3.2901,"pesq_wb":1.54309,"pesq_nb":2.09313,"stoi":0.67811,"estoi":0.49543,"si_sdr":1.37982,"mel_dist":0.26791,"stft_dist":1.47475,"f0_rmse_cents":137.35731,"f0_corr":0.78067,"vuv_err":0.2015,"score_intelligibility":0.22534,"score_speaker":0.53743,"score_quality":0.92235,"score_fidelity":0.53798,"score":0.55578},"vi":{"n":50,"unit":"wer","wer":37.62928,"wer_orig":7.71679,"dwer":29.91249,"wer_pseudo":34.95223,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.58131,"utmos":1.9149,"dnsmos_ovrl":2.75437,"dnsmos_sig":3.26738,"dnsmos_bak":3.61676,"pesq_wb":1.61162,"pesq_nb":2.12887,"stoi":0.64783,"estoi":0.49198,"si_sdr":1.47134,"mel_dist":0.23979,"stft_dist":1.46797,"f0_rmse_cents":194.55572,"f0_corr":0.81055,"vuv_err":0.174,"score_intelligibility":0.22565,"score_speaker":0.58131,"score_quality":0.88901,"score_fidelity":0.54438,"score":0.56009},"ru":{"n":50,"unit":"wer","wer":14.10405,"wer_orig":4.50867,"dwer":9.59538,"wer_pseudo":11.35574,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.60722,"utmos":2.28076,"dnsmos_ovrl":3.03331,"dnsmos_sig":3.35612,"dnsmos_bak":4.0496,"pesq_wb":1.61141,"pesq_nb":2.17685,"stoi":0.80043,"estoi":0.67587,"si_sdr":0.87159,"mel_dist":0.32932,"stft_dist":1.67567,"f0_rmse_cents":246.88856,"f0_corr":0.74823,"vuv_err":0.19733,"score_intelligibility":0.36471,"score_speaker":0.60722,"score_quality":0.87736,"score_fidelity":0.57445,"score":0.60594},"uk":{"n":50,"unit":"wer","wer":30.87401,"wer_orig":6.46992,"dwer":24.40409,"wer_pseudo":28.97727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.5742,"utmos":2.23876,"dnsmos_ovrl":3.06216,"dnsmos_sig":3.36528,"dnsmos_bak":4.07242,"pesq_wb":1.71958,"pesq_nb":2.19713,"stoi":0.79054,"estoi":0.64478,"si_sdr":1.8671,"mel_dist":0.34334,"stft_dist":2.1056,"f0_rmse_cents":141.15356,"f0_corr":0.86495,"vuv_err":0.15962,"score_intelligibility":0.23436,"score_speaker":0.5742,"score_quality":0.89253,"score_fidelity":0.62036,"score":0.58036},"el":{"n":50,"unit":"wer","wer":46.19238,"wer_orig":12.02405,"dwer":34.16834,"wer_pseudo":43.14314,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.49133,"utmos":2.39308,"dnsmos_ovrl":3.00424,"dnsmos_sig":3.40127,"dnsmos_bak":3.87638,"pesq_wb":1.74209,"pesq_nb":2.34865,"stoi":0.77674,"estoi":0.63852,"si_sdr":2.99772,"mel_dist":0.29138,"stft_dist":1.5535,"f0_rmse_cents":112.53007,"f0_corr":0.85704,"vuv_err":0.1591,"score_intelligibility":0.27598,"score_speaker":0.49133,"score_quality":0.90119,"score_fidelity":0.61527,"score":0.57094},"ar":{"n":50,"unit":"wer","wer":35.38841,"wer_orig":12.45376,"dwer":22.93465,"wer_pseudo":31.27318,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.61869,"utmos":2.36308,"dnsmos_ovrl":3.22033,"dnsmos_sig":3.56326,"dnsmos_bak":3.98938,"pesq_wb":1.63481,"pesq_nb":2.24891,"stoi":0.84309,"estoi":0.74969,"si_sdr":2.60264,"mel_dist":0.3244,"stft_dist":1.64429,"f0_rmse_cents":211.82539,"f0_corr":0.7581,"vuv_err":0.15947,"score_intelligibility":0.36973,"score_speaker":0.61869,"score_quality":0.90739,"score_fidelity":0.59419,"score":0.6225},"fa":{"n":50,"unit":"wer","wer":53.02857,"wer_orig":25.94286,"dwer":27.08571,"wer_pseudo":41.08108,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.56816,"utmos":2.20406,"dnsmos_ovrl":2.93227,"dnsmos_sig":3.3827,"dnsmos_bak":3.82518,"pesq_wb":1.46782,"pesq_nb":2.20713,"stoi":0.63668,"estoi":0.48799,"si_sdr":-0.46619,"mel_dist":0.28297,"stft_dist":1.8332,"f0_rmse_cents":233.5816,"f0_corr":0.73146,"vuv_err":0.17013,"score_intelligibility":0.49868,"score_speaker":0.56816,"score_quality":0.87206,"score_fidelity":0.5006,"score":0.60987},"he":{"n":50,"unit":"wer","wer":65.69767,"wer_orig":19.4186,"dwer":46.27907,"wer_pseudo":60.0939,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.46115,"utmos":2.11727,"dnsmos_ovrl":2.89024,"dnsmos_sig":3.25655,"dnsmos_bak":3.98071,"pesq_wb":1.53389,"pesq_nb":2.04171,"stoi":0.7773,"estoi":0.6441,"si_sdr":1.07702,"mel_dist":0.3124,"stft_dist":1.8015,"f0_rmse_cents":189.66286,"f0_corr":0.73107,"vuv_err":0.21232,"score_intelligibility":0.30614,"score_speaker":0.46115,"score_quality":0.87563,"score_fidelity":0.55364,"score":0.54914},"hi":{"n":50,"unit":"wer","wer":50.87719,"wer_orig":26.31579,"dwer":24.5614,"wer_pseudo":43.1426,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.52149,"utmos":1.96465,"dnsmos_ovrl":2.83914,"dnsmos_sig":3.37258,"dnsmos_bak":3.53638,"pesq_wb":1.64837,"pesq_nb":2.22886,"stoi":0.75036,"estoi":0.60674,"si_sdr":2.61255,"mel_dist":0.30645,"stft_dist":1.53865,"f0_rmse_cents":196.53607,"f0_corr":0.7252,"vuv_err":0.19224,"score_intelligibility":0.52655,"score_speaker":0.52149,"score_quality":0.87233,"score_fidelity":0.5536,"score":0.61849},"zh":{"n":50,"unit":"cer","wer":18.83382,"wer_orig":7.40525,"dwer":11.42857,"wer_pseudo":13.90244,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.57841,"utmos":2.33228,"dnsmos_ovrl":3.09672,"dnsmos_sig":3.42741,"dnsmos_bak":4.04459,"pesq_wb":1.61304,"pesq_nb":2.18009,"stoi":0.80021,"estoi":0.6818,"si_sdr":-1.08257,"mel_dist":0.27784,"stft_dist":1.59005,"f0_rmse_cents":160.86376,"f0_corr":0.86143,"vuv_err":0.12156,"score_intelligibility":0.42378,"score_speaker":0.57841,"score_quality":0.86824,"score_fidelity":0.61227,"score":0.62067},"yue":{"n":50,"unit":"cer","wer":34.51713,"wer_orig":14.39252,"dwer":20.12461,"wer_pseudo":31.72894,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.66641,"utmos":2.5909,"dnsmos_ovrl":3.08838,"dnsmos_sig":3.45284,"dnsmos_bak":3.93722,"pesq_wb":1.64731,"pesq_nb":2.21681,"stoi":0.7985,"estoi":0.66296,"si_sdr":1.0681,"mel_dist":0.27408,"stft_dist":1.52324,"f0_rmse_cents":150.27996,"f0_corr":0.89271,"vuv_err":0.15032,"score_intelligibility":0.43338,"score_speaker":0.66641,"score_quality":0.90894,"score_fidelity":0.62539,"score":0.65853},"ja":{"n":50,"unit":"cer","wer":39.54984,"wer_orig":3.53698,"dwer":36.01286,"wer_pseudo":38.76895,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.47287,"utmos":1.80331,"dnsmos_ovrl":2.7383,"dnsmos_sig":3.28497,"dnsmos_bak":3.50729,"pesq_wb":1.54054,"pesq_nb":2.1279,"stoi":0.63205,"estoi":0.46223,"si_sdr":-1.2717,"mel_dist":0.31789,"stft_dist":2.40174,"f0_rmse_cents":182.27183,"f0_corr":0.77952,"vuv_err":0.1731,"score_intelligibility":0.11189,"score_speaker":0.47287,"score_quality":0.88783,"score_fidelity":0.522,"score":0.49865},"ko":{"n":50,"unit":"cer","wer":13.08824,"wer_orig":5.14706,"dwer":7.94118,"wer_pseudo":9.71944,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.62917,"utmos":2.64253,"dnsmos_ovrl":3.15268,"dnsmos_sig":3.46702,"dnsmos_bak":4.10442,"pesq_wb":1.82573,"pesq_nb":2.42742,"stoi":0.80819,"estoi":0.70505,"si_sdr":2.38955,"mel_dist":0.29761,"stft_dist":1.63191,"f0_rmse_cents":109.84736,"f0_corr":0.91715,"vuv_err":0.10994,"score_intelligibility":0.43633,"score_speaker":0.62917,"score_quality":0.86359,"score_fidelity":0.65376,"score":0.64571},"th":{"n":50,"unit":"cer","wer":31.36621,"wer_orig":7.61924,"dwer":23.74697,"wer_pseudo":29.29743,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.59474,"utmos":1.91478,"dnsmos_ovrl":2.80634,"dnsmos_sig":3.2654,"dnsmos_bak":3.82522,"pesq_wb":1.36894,"pesq_nb":1.88906,"stoi":0.74625,"estoi":0.62114,"si_sdr":-3.36654,"mel_dist":0.31871,"stft_dist":1.74629,"f0_rmse_cents":424.87399,"f0_corr":0.68324,"vuv_err":0.23878,"score_intelligibility":0.2663,"score_speaker":0.59474,"score_quality":0.82957,"score_fidelity":0.51163,"score":0.55056}}},{"codec":"jhcodec_16k_50hz_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"jhcodec_16k_50hz_4q","family":"JHCodec","checkpoint":"jhcodec/jhcodec_1.4m","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50.0,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":null,"license":"MIT (code & weights)","paper":"2603.05887","year":2026,"bitrate_kbps":2.0,"notes":"1.4M-step checkpoint; streaming causal Transformer enc/dec (sliding window 15 frames); Mimi-style RVQ, first 4 of 8 codebooks (RVQ-1 = SSL-distilled semantic); pure-torch attention fallback (no flash-attn)","side_info":null,"warning":"reduced-codebook operating point (model trained with quantizer dropout; official default is 8 codebooks)","env":"main"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":279.62253,"efficiency":{"rtf_encode":0.00105,"rtf_decode":0.00098,"peak_vram_gb":1.34127,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.75261,"score_worst_lang":0.6767,"worst_lang":"nl","en_gap":-0.07191,"score_intelligibility":0.62231,"score_speaker":0.78031,"score_quality":0.92336,"score_fidelity":0.68448,"dwer":6.52695,"wer":15.33275,"wer_pseudo":10.52493,"sim":0.78031,"utmos":2.34836,"dnsmos_ovrl":2.97509,"dnsmos_sig":3.37309,"dnsmos_bak":3.88641,"pesq_wb":2.20163,"pesq_nb":2.91278,"stoi":0.84099,"estoi":0.73782,"si_sdr":5.3023,"mel_dist":0.25557,"stft_dist":1.36139,"f0_rmse_cents":150.47097,"f0_corr":0.86911,"vuv_err":0.13947,"score_ci95":[0.74729,0.75923]},"per_lang":{"en":{"n":50,"unit":"wer","wer":13.17601,"wer_orig":6.98132,"dwer":6.19469,"wer_pseudo":7.58755,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.67517,"utmos":2.11315,"dnsmos_ovrl":2.54896,"dnsmos_sig":3.0565,"dnsmos_bak":3.76671,"pesq_wb":1.82365,"pesq_nb":2.48579,"stoi":0.76262,"estoi":0.64018,"si_sdr":1.21926,"mel_dist":0.2756,"stft_dist":1.67505,"f0_rmse_cents":125.25204,"f0_corr":0.91054,"vuv_err":0.14963,"score_intelligibility":0.56302,"score_speaker":0.67517,"score_quality":0.86044,"score_fidelity":0.63616,"score":0.6837},"de":{"n":50,"unit":"wer","wer":7.32452,"wer_orig":5.69685,"dwer":1.62767,"wer_pseudo":2.54323,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.83778,"utmos":2.60415,"dnsmos_ovrl":3.14679,"dnsmos_sig":3.42791,"dnsmos_bak":4.0744,"pesq_wb":2.58378,"pesq_nb":3.1553,"stoi":0.88934,"estoi":0.77386,"si_sdr":9.15591,"mel_dist":0.21687,"stft_dist":1.15522,"f0_rmse_cents":122.17242,"f0_corr":0.91726,"vuv_err":0.12819,"score_intelligibility":0.80447,"score_speaker":0.83778,"score_quality":0.96375,"score_fidelity":0.75303,"score":0.83976},"fr":{"n":50,"unit":"wer","wer":13.43874,"wer_orig":4.98024,"dwer":8.4585,"wer_pseudo":10.87302,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.79003,"utmos":2.19069,"dnsmos_ovrl":3.04183,"dnsmos_sig":3.37956,"dnsmos_bak":3.98436,"pesq_wb":2.15916,"pesq_nb":2.87533,"stoi":0.87868,"estoi":0.80469,"si_sdr":7.05188,"mel_dist":0.27577,"stft_dist":1.32456,"f0_rmse_cents":134.8332,"f0_corr":0.90385,"vuv_err":0.16286,"score_intelligibility":0.41418,"score_speaker":0.79003,"score_quality":0.93601,"score_fidelity":0.70457,"score":0.7112},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":1.27621,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.81393,"utmos":2.55042,"dnsmos_ovrl":3.22666,"dnsmos_sig":3.5617,"dnsmos_bak":3.97916,"pesq_wb":2.67742,"pesq_nb":3.30265,"stoi":0.89647,"estoi":0.81426,"si_sdr":7.73172,"mel_dist":0.25425,"stft_dist":1.305,"f0_rmse_cents":166.80655,"f0_corr":0.89603,"vuv_err":0.14319,"score_intelligibility":0.81818,"score_speaker":0.81393,"score_quality":0.94024,"score_fidelity":0.75725,"score":0.8324},"it":{"n":50,"unit":"wer","wer":5.00911,"wer_orig":2.55009,"dwer":2.45902,"wer_pseudo":3.93053,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83292,"utmos":2.78346,"dnsmos_ovrl":3.31094,"dnsmos_sig":3.59877,"dnsmos_bak":4.08745,"pesq_wb":2.57775,"pesq_nb":3.25902,"stoi":0.89668,"estoi":0.81584,"si_sdr":8.09816,"mel_dist":0.24322,"stft_dist":1.24667,"f0_rmse_cents":101.66309,"f0_corr":0.86681,"vuv_err":0.12311,"score_intelligibility":0.59079,"score_speaker":0.83292,"score_quality":0.92369,"score_fidelity":0.73809,"score":0.77137},"pt":{"n":50,"unit":"wer","wer":3.61328,"wer_orig":3.41797,"dwer":0.19531,"wer_pseudo":1.9685,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.84786,"utmos":2.4241,"dnsmos_ovrl":3.02313,"dnsmos_sig":3.41486,"dnsmos_bak":3.75991,"pesq_wb":2.37526,"pesq_nb":3.03151,"stoi":0.84069,"estoi":0.74148,"si_sdr":6.03905,"mel_dist":0.23879,"stft_dist":1.26994,"f0_rmse_cents":448.78409,"f0_corr":0.77421,"vuv_err":0.17973,"score_intelligibility":0.95766,"score_speaker":0.84786,"score_quality":0.97289,"score_fidelity":0.66928,"score":0.86192},"nl":{"n":50,"unit":"wer","wer":13.47012,"wer_orig":5.26316,"dwer":8.20696,"wer_pseudo":9.93733,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.73521,"utmos":2.49118,"dnsmos_ovrl":2.69782,"dnsmos_sig":3.08955,"dnsmos_bak":4.07299,"pesq_wb":1.94022,"pesq_nb":2.73952,"stoi":0.85635,"estoi":0.75666,"si_sdr":2.53301,"mel_dist":0.34021,"stft_dist":1.71241,"f0_rmse_cents":121.38702,"f0_corr":0.88857,"vuv_err":0.16457,"score_intelligibility":0.43283,"score_speaker":0.73521,"score_quality":0.86757,"score_fidelity":0.67118,"score":0.6767},"pl":{"n":50,"unit":"wer","wer":9.32018,"wer_orig":3.28947,"dwer":6.0307,"wer_pseudo":7.78509,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.76932,"utmos":2.43541,"dnsmos_ovrl":3.06261,"dnsmos_sig":3.38568,"dnsmos_bak":4.07824,"pesq_wb":2.04011,"pesq_nb":2.82242,"stoi":0.89119,"estoi":0.79742,"si_sdr":2.00073,"mel_dist":0.27185,"stft_dist":1.45217,"f0_rmse_cents":157.63888,"f0_corr":0.77633,"vuv_err":0.15496,"score_intelligibility":0.41564,"score_speaker":0.76932,"score_quality":0.91076,"score_fidelity":0.6549,"score":0.68765},"cs":{"n":50,"unit":"wer","wer":20.65344,"wer_orig":9.45158,"dwer":11.20187,"wer_pseudo":18.45794,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.84424,"utmos":2.4143,"dnsmos_ovrl":3.18255,"dnsmos_sig":3.50156,"dnsmos_bak":3.9833,"pesq_wb":2.08195,"pesq_nb":2.8174,"stoi":0.85676,"estoi":0.75847,"si_sdr":7.95154,"mel_dist":0.26313,"stft_dist":1.32859,"f0_rmse_cents":90.833,"f0_corr":0.90753,"vuv_err":0.11961,"score_intelligibility":0.48268,"score_speaker":0.84424,"score_quality":0.95038,"score_fidelity":0.69114,"score":0.74211},"tr":{"n":50,"unit":"wer","wer":15.0,"wer_orig":7.76316,"dwer":7.23684,"wer_pseudo":10.93544,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.76537,"utmos":2.08774,"dnsmos_ovrl":3.04109,"dnsmos_sig":3.40089,"dnsmos_bak":3.99082,"pesq_wb":2.29375,"pesq_nb":2.98337,"stoi":0.84991,"estoi":0.73225,"si_sdr":4.95956,"mel_dist":0.26544,"stft_dist":1.3927,"f0_rmse_cents":114.7863,"f0_corr":0.90968,"vuv_err":0.10713,"score_intelligibility":0.5477,"score_speaker":0.76537,"score_quality":0.92275,"score_fidelity":0.70974,"score":0.73639},"id":{"n":50,"unit":"wer","wer":14.04959,"wer_orig":5.90319,"dwer":8.1464,"wer_pseudo":12.27863,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.78086,"utmos":1.84384,"dnsmos_ovrl":2.73652,"dnsmos_sig":3.30377,"dnsmos_bak":3.2868,"pesq_wb":2.02109,"pesq_nb":2.68017,"stoi":0.75371,"estoi":0.60228,"si_sdr":5.14477,"mel_dist":0.22306,"stft_dist":1.27607,"f0_rmse_cents":135.2977,"f0_corr":0.79789,"vuv_err":0.17371,"score_intelligibility":0.4587,"score_speaker":0.78086,"score_quality":0.93909,"score_fidelity":0.61445,"score":0.69827},"vi":{"n":50,"unit":"wer","wer":16.70644,"wer_orig":7.71679,"dwer":8.98966,"wer_pseudo":12.57962,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.78336,"utmos":1.97367,"dnsmos_ovrl":2.82738,"dnsmos_sig":3.34239,"dnsmos_bak":3.68178,"pesq_wb":2.20459,"pesq_nb":2.862,"stoi":0.72942,"estoi":0.60149,"si_sdr":6.06816,"mel_dist":0.19874,"stft_dist":1.17845,"f0_rmse_cents":176.35604,"f0_corr":0.85453,"vuv_err":0.12724,"score_intelligibility":0.49229,"score_speaker":0.78336,"score_quality":0.93537,"score_fidelity":0.64271,"score":0.71343},"ru":{"n":50,"unit":"wer","wer":6.12717,"wer_orig":4.50867,"dwer":1.6185,"wer_pseudo":2.66512,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.79745,"utmos":2.41832,"dnsmos_ovrl":3.0188,"dnsmos_sig":3.34363,"dnsmos_bak":4.046,"pesq_wb":2.1456,"pesq_nb":2.88463,"stoi":0.87758,"estoi":0.78491,"si_sdr":5.56979,"mel_dist":0.28464,"stft_dist":1.42831,"f0_rmse_cents":150.22119,"f0_corr":0.84197,"vuv_err":0.16595,"score_intelligibility":0.77291,"score_speaker":0.79745,"score_quality":0.91462,"score_fidelity":0.68229,"score":0.79182},"uk":{"n":50,"unit":"wer","wer":12.03178,"wer_orig":6.46992,"dwer":5.56186,"wer_pseudo":9.09091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.77748,"utmos":2.3198,"dnsmos_ovrl":3.07318,"dnsmos_sig":3.39966,"dnsmos_bak":4.07021,"pesq_wb":2.23267,"pesq_nb":2.86602,"stoi":0.85858,"estoi":0.75027,"si_sdr":6.36711,"mel_dist":0.29666,"stft_dist":1.48948,"f0_rmse_cents":97.92188,"f0_corr":0.92619,"vuv_err":0.12847,"score_intelligibility":0.57321,"score_speaker":0.77748,"score_quality":0.9182,"score_fidelity":0.71232,"score":0.7453},"el":{"n":50,"unit":"wer","wer":22.14429,"wer_orig":12.02405,"dwer":10.12024,"wer_pseudo":17.71772,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.74333,"utmos":2.52002,"dnsmos_ovrl":3.01923,"dnsmos_sig":3.41201,"dnsmos_bak":3.9038,"pesq_wb":2.41473,"pesq_nb":3.10047,"stoi":0.85409,"estoi":0.74358,"si_sdr":7.4461,"mel_dist":0.24566,"stft_dist":1.27141,"f0_rmse_cents":96.33076,"f0_corr":0.89658,"vuv_err":0.12064,"score_intelligibility":0.56273,"score_speaker":0.74333,"score_quality":0.93775,"score_fidelity":0.7183,"score":0.74053},"ar":{"n":50,"unit":"wer","wer":19.72873,"wer_orig":12.45376,"dwer":7.27497,"wer_pseudo":12.48455,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.83409,"utmos":2.51951,"dnsmos_ovrl":3.21992,"dnsmos_sig":3.56773,"dnsmos_bak":3.98182,"pesq_wb":2.19596,"pesq_nb":3.03893,"stoi":0.91339,"estoi":0.84685,"si_sdr":6.0905,"mel_dist":0.26594,"stft_dist":1.38035,"f0_rmse_cents":192.00355,"f0_corr":0.81553,"vuv_err":0.1318,"score_intelligibility":0.64904,"score_speaker":0.83409,"score_quality":0.95414,"score_fidelity":0.69021,"score":0.78187},"fa":{"n":50,"unit":"wer","wer":36.8,"wer_orig":25.94286,"dwer":10.85714,"wer_pseudo":19.13514,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.7661,"utmos":2.35829,"dnsmos_ovrl":2.86908,"dnsmos_sig":3.35899,"dnsmos_bak":3.75889,"pesq_wb":1.97396,"pesq_nb":2.86299,"stoi":0.72495,"estoi":0.60257,"si_sdr":3.35797,"mel_dist":0.23173,"stft_dist":1.36464,"f0_rmse_cents":190.26525,"f0_corr":0.80896,"vuv_err":0.13288,"score_intelligibility":0.71277,"score_speaker":0.7661,"score_quality":0.91972,"score_fidelity":0.60406,"score":0.75066},"he":{"n":50,"unit":"wer","wer":40.34884,"wer_orig":19.4186,"dwer":20.93023,"wer_pseudo":31.33803,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.6839,"utmos":2.14192,"dnsmos_ovrl":2.85814,"dnsmos_sig":3.22827,"dnsmos_bak":3.98573,"pesq_wb":1.98549,"pesq_nb":2.66419,"stoi":0.84812,"estoi":0.74674,"si_sdr":4.78415,"mel_dist":0.2649,"stft_dist":1.39962,"f0_rmse_cents":128.55655,"f0_corr":0.82461,"vuv_err":0.17745,"score_intelligibility":0.49381,"score_speaker":0.6839,"score_quality":0.88392,"score_fidelity":0.65144,"score":0.67827},"hi":{"n":50,"unit":"wer","wer":36.5651,"wer_orig":26.31579,"dwer":10.24931,"wer_pseudo":21.88919,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.75116,"utmos":2.12556,"dnsmos_ovrl":2.81503,"dnsmos_sig":3.36599,"dnsmos_bak":3.48664,"pesq_wb":2.18593,"pesq_nb":2.90549,"stoi":0.82788,"estoi":0.71531,"si_sdr":6.95928,"mel_dist":0.25649,"stft_dist":1.3046,"f0_rmse_cents":143.63759,"f0_corr":0.83852,"vuv_err":0.13811,"score_intelligibility":0.72716,"score_speaker":0.75116,"score_quality":0.93444,"score_fidelity":0.66841,"score":0.77029},"zh":{"n":50,"unit":"cer","wer":9.38776,"wer_orig":7.40525,"dwer":1.98251,"wer_pseudo":3.59756,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.79608,"utmos":2.52078,"dnsmos_ovrl":3.05311,"dnsmos_sig":3.40266,"dnsmos_bak":4.01297,"pesq_wb":2.38604,"pesq_nb":3.0487,"stoi":0.88322,"estoi":0.8037,"si_sdr":3.66708,"mel_dist":0.22158,"stft_dist":1.25467,"f0_rmse_cents":94.72748,"f0_corr":0.92236,"vuv_err":0.09328,"score_intelligibility":0.80915,"score_speaker":0.79608,"score_quality":0.91688,"score_fidelity":0.73386,"score":0.81399},"yue":{"n":50,"unit":"cer","wer":18.75389,"wer_orig":14.39252,"dwer":4.36137,"wer_pseudo":13.74288,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.80912,"utmos":2.64535,"dnsmos_ovrl":3.08475,"dnsmos_sig":3.45496,"dnsmos_bak":3.92738,"pesq_wb":2.15312,"pesq_nb":2.90145,"stoi":0.86593,"estoi":0.76178,"si_sdr":4.6834,"mel_dist":0.22932,"stft_dist":1.30395,"f0_rmse_cents":136.50235,"f0_corr":0.92313,"vuv_err":0.1118,"score_intelligibility":0.77921,"score_speaker":0.80912,"score_quality":0.92294,"score_fidelity":0.70617,"score":0.80436},"ja":{"n":50,"unit":"cer","wer":8.5898,"wer_orig":3.53698,"dwer":5.05282,"wer_pseudo":6.70648,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.70816,"utmos":1.85031,"dnsmos_ovrl":2.62076,"dnsmos_sig":3.2223,"dnsmos_bak":3.44159,"pesq_wb":2.0418,"pesq_nb":2.79136,"stoi":0.7153,"estoi":0.57367,"si_sdr":1.53311,"mel_dist":0.23654,"stft_dist":1.4207,"f0_rmse_cents":152.55615,"f0_corr":0.86326,"vuv_err":0.1324,"score_intelligibility":0.4731,"score_speaker":0.70816,"score_quality":0.91052,"score_fidelity":0.62541,"score":0.6793},"ko":{"n":50,"unit":"cer","wer":5.88235,"wer_orig":5.14706,"dwer":0.73529,"wer_pseudo":2.35471,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.79702,"utmos":2.91861,"dnsmos_ovrl":3.08334,"dnsmos_sig":3.40978,"dnsmos_bak":4.1036,"pesq_wb":2.53756,"pesq_nb":3.1905,"stoi":0.8758,"estoi":0.79824,"si_sdr":6.78524,"mel_dist":0.25834,"stft_dist":1.29302,"f0_rmse_cents":97.52251,"f0_corr":0.93662,"vuv_err":0.09179,"score_intelligibility":0.89316,"score_speaker":0.79702,"score_quality":0.92471,"score_fidelity":0.75057,"score":0.84137},"th":{"n":50,"unit":"cer","wer":15.865,"wer_orig":7.61924,"dwer":8.24576,"wer_pseudo":11.72302,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.78741,"utmos":2.11002,"dnsmos_ovrl":2.84046,"dnsmos_sig":3.32503,"dnsmos_bak":3.80937,"pesq_wb":1.80763,"pesq_nb":2.63746,"stoi":0.8371,"estoi":0.74123,"si_sdr":2.05781,"mel_dist":0.27507,"stft_dist":1.4457,"f0_rmse_cents":235.24777,"f0_corr":0.85775,"vuv_err":0.18888,"score_intelligibility":0.51107,"score_speaker":0.78741,"score_quality":0.89991,"score_fidelity":0.64187,"score":0.71007}}},{"codec":"jhcodec_16k_50hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"jhcodec_16k_50hz_8q","family":"JHCodec","checkpoint":"jhcodec/jhcodec_1.4m","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50.0,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":null,"license":"MIT (code & weights)","paper":"2603.05887","year":2026,"bitrate_kbps":4.0,"notes":"1.4M-step checkpoint; streaming causal Transformer enc/dec (sliding window 15 frames); Mimi-style RVQ, first 8 of 8 codebooks (RVQ-1 = SSL-distilled semantic); pure-torch attention fallback (no flash-attn)","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":279.62253,"efficiency":{"rtf_encode":0.00111,"rtf_decode":0.001,"peak_vram_gb":1.34129,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.85823,"score_worst_lang":0.79198,"worst_lang":"pl","en_gap":-0.03414,"score_intelligibility":0.81764,"score_speaker":0.88189,"score_quality":0.96107,"score_fidelity":0.77232,"dwer":2.19783,"wer":11.00364,"wer_pseudo":5.49141,"sim":0.88189,"utmos":2.46446,"dnsmos_ovrl":2.99464,"dnsmos_sig":3.39185,"dnsmos_bak":3.89555,"pesq_wb":2.77738,"pesq_nb":3.4508,"stoi":0.8917,"estoi":0.81658,"si_sdr":8.54866,"mel_dist":0.22193,"stft_dist":1.21667,"f0_rmse_cents":110.94459,"f0_corr":0.91743,"vuv_err":0.11605,"score_ci95":[0.85153,0.86406]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.16126,"wer_orig":6.98132,"dwer":1.17994,"wer_pseudo":2.14008,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.79553,"utmos":2.29871,"dnsmos_ovrl":2.59296,"dnsmos_sig":3.09853,"dnsmos_bak":3.7801,"pesq_wb":2.28725,"pesq_nb":2.98824,"stoi":0.81983,"estoi":0.72255,"si_sdr":4.55845,"mel_dist":0.24453,"stft_dist":1.54412,"f0_rmse_cents":111.69827,"f0_corr":0.94179,"vuv_err":0.12755,"score_intelligibility":0.8712,"score_speaker":0.79553,"score_quality":0.92552,"score_fidelity":0.7098,"score":0.82551},"de":{"n":50,"unit":"wer","wer":6.61241,"wer_orig":5.69685,"dwer":0.91556,"wer_pseudo":1.42421,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.91559,"utmos":2.65274,"dnsmos_ovrl":3.13829,"dnsmos_sig":3.42373,"dnsmos_bak":4.07735,"pesq_wb":3.15825,"pesq_nb":3.65776,"stoi":0.92913,"estoi":0.84989,"si_sdr":12.78973,"mel_dist":0.18467,"stft_dist":1.03314,"f0_rmse_cents":100.83189,"f0_corr":0.93454,"vuv_err":0.10638,"score_intelligibility":0.87973,"score_speaker":0.91559,"score_quality":0.97779,"score_fidelity":0.82677,"score":0.89997},"fr":{"n":50,"unit":"wer","wer":8.53755,"wer_orig":4.98024,"dwer":3.55731,"wer_pseudo":4.52381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89224,"utmos":2.29933,"dnsmos_ovrl":3.07165,"dnsmos_sig":3.40297,"dnsmos_bak":4.00025,"pesq_wb":2.74205,"pesq_nb":3.41725,"stoi":0.92433,"estoi":0.87185,"si_sdr":9.46766,"mel_dist":0.23438,"stft_dist":1.17831,"f0_rmse_cents":102.53544,"f0_corr":0.94073,"vuv_err":0.13767,"score_intelligibility":0.62702,"score_speaker":0.89224,"score_quality":0.97579,"score_fidelity":0.7876,"score":0.82066},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.90287,"utmos":2.65591,"dnsmos_ovrl":3.23402,"dnsmos_sig":3.56306,"dnsmos_bak":3.99168,"pesq_wb":3.2734,"pesq_nb":3.77647,"stoi":0.93624,"estoi":0.88184,"si_sdr":11.16203,"mel_dist":0.22393,"stft_dist":1.18448,"f0_rmse_cents":136.99075,"f0_corr":0.94518,"vuv_err":0.11229,"score_intelligibility":0.95745,"score_speaker":0.90287,"score_quality":0.9702,"score_fidelity":0.84366,"score":0.91854},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":2.19378,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91823,"utmos":2.93387,"dnsmos_ovrl":3.32268,"dnsmos_sig":3.60821,"dnsmos_bak":4.09505,"pesq_wb":3.21424,"pesq_nb":3.755,"stoi":0.93712,"estoi":0.88557,"si_sdr":11.26728,"mel_dist":0.2102,"stft_dist":1.11659,"f0_rmse_cents":90.78019,"f0_corr":0.89927,"vuv_err":0.10751,"score_intelligibility":0.84776,"score_speaker":0.91823,"score_quality":0.95943,"score_fidelity":0.82301,"score":0.88711},"pt":{"n":50,"unit":"wer","wer":3.51562,"wer_orig":3.41797,"dwer":0.09766,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92909,"utmos":2.46324,"dnsmos_ovrl":3.03669,"dnsmos_sig":3.41633,"dnsmos_bak":3.79067,"pesq_wb":2.96655,"pesq_nb":3.53683,"stoi":0.89022,"estoi":0.81635,"si_sdr":8.82694,"mel_dist":0.20401,"stft_dist":1.14855,"f0_rmse_cents":265.46418,"f0_corr":0.85466,"vuv_err":0.13542,"score_intelligibility":0.97837,"score_speaker":0.92909,"score_quality":0.98589,"score_fidelity":0.76892,"score":0.91557},"nl":{"n":50,"unit":"wer","wer":8.74219,"wer_orig":5.26316,"dwer":3.47904,"wer_pseudo":5.01343,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.85215,"utmos":2.70864,"dnsmos_ovrl":2.73388,"dnsmos_sig":3.11998,"dnsmos_bak":4.08416,"pesq_wb":2.4862,"pesq_nb":3.36099,"stoi":0.91446,"estoi":0.8436,"si_sdr":6.23902,"mel_dist":0.30082,"stft_dist":1.50347,"f0_rmse_cents":95.71976,"f0_corr":0.93255,"vuv_err":0.14673,"score_intelligibility":0.64289,"score_speaker":0.85215,"score_quality":0.93319,"score_fidelity":0.75721,"score":0.79636},"pl":{"n":50,"unit":"wer","wer":6.35965,"wer_orig":3.28947,"dwer":3.07018,"wer_pseudo":3.94737,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.8876,"utmos":2.58534,"dnsmos_ovrl":3.05217,"dnsmos_sig":3.37567,"dnsmos_bak":4.06918,"pesq_wb":2.65148,"pesq_nb":3.41985,"stoi":0.93374,"estoi":0.86789,"si_sdr":5.06569,"mel_dist":0.23042,"stft_dist":1.26511,"f0_rmse_cents":114.54693,"f0_corr":0.82581,"vuv_err":0.12766,"score_intelligibility":0.58284,"score_speaker":0.8876,"score_quality":0.95366,"score_fidelity":0.7438,"score":0.79198},"cs":{"n":50,"unit":"wer","wer":12.01867,"wer_orig":9.45158,"dwer":2.56709,"wer_pseudo":8.64486,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.91807,"utmos":2.50111,"dnsmos_ovrl":3.16064,"dnsmos_sig":3.48046,"dnsmos_bak":3.97537,"pesq_wb":2.63951,"pesq_nb":3.34676,"stoi":0.90539,"estoi":0.83459,"si_sdr":10.81891,"mel_dist":0.2299,"stft_dist":1.20728,"f0_rmse_cents":68.07733,"f0_corr":0.94381,"vuv_err":0.09433,"score_intelligibility":0.80281,"score_speaker":0.91807,"score_quality":0.97802,"score_fidelity":0.77254,"score":0.86786},"tr":{"n":50,"unit":"wer","wer":9.47368,"wer_orig":7.76316,"dwer":1.71053,"wer_pseudo":4.08432,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.8766,"utmos":2.13459,"dnsmos_ovrl":3.05905,"dnsmos_sig":3.41105,"dnsmos_bak":4.01505,"pesq_wb":2.93878,"pesq_nb":3.55077,"stoi":0.9044,"estoi":0.82094,"si_sdr":8.77524,"mel_dist":0.23347,"stft_dist":1.24795,"f0_rmse_cents":87.52454,"f0_corr":0.95443,"vuv_err":0.09266,"score_intelligibility":0.83668,"score_speaker":0.8766,"score_quality":0.94256,"score_fidelity":0.80426,"score":0.86502},"id":{"n":50,"unit":"wer","wer":9.09091,"wer_orig":5.90319,"dwer":3.18772,"wer_pseudo":7.31995,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.88886,"utmos":1.93036,"dnsmos_ovrl":2.81794,"dnsmos_sig":3.37268,"dnsmos_bak":3.36338,"pesq_wb":2.62205,"pesq_nb":3.21876,"stoi":0.81786,"estoi":0.70122,"si_sdr":8.06136,"mel_dist":0.19768,"stft_dist":1.16228,"f0_rmse_cents":116.34155,"f0_corr":0.88554,"vuv_err":0.14124,"score_intelligibility":0.6841,"score_speaker":0.88886,"score_quality":0.98411,"score_fidelity":0.72228,"score":0.81984},"vi":{"n":50,"unit":"wer","wer":10.6603,"wer_orig":7.71679,"dwer":2.94352,"wer_pseudo":5.97134,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.88249,"utmos":2.04848,"dnsmos_ovrl":2.87252,"dnsmos_sig":3.39606,"dnsmos_bak":3.69261,"pesq_wb":2.78424,"pesq_nb":3.39961,"stoi":0.79447,"estoi":0.69061,"si_sdr":9.4682,"mel_dist":0.17233,"stft_dist":1.05006,"f0_rmse_cents":122.67486,"f0_corr":0.91572,"vuv_err":0.10783,"score_intelligibility":0.74756,"score_speaker":0.88249,"score_quality":0.97455,"score_fidelity":0.73999,"score":0.83615},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.27462,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.89351,"utmos":2.53508,"dnsmos_ovrl":3.09113,"dnsmos_sig":3.41638,"dnsmos_bak":4.06033,"pesq_wb":2.69269,"pesq_nb":3.44995,"stoi":0.92248,"estoi":0.85775,"si_sdr":8.73433,"mel_dist":0.24924,"stft_dist":1.27559,"f0_rmse_cents":108.2555,"f0_corr":0.90894,"vuv_err":0.1391,"score_intelligibility":0.85624,"score_speaker":0.89351,"score_quality":0.95531,"score_fidelity":0.77168,"score":0.86919},"uk":{"n":50,"unit":"wer","wer":7.7185,"wer_orig":6.46992,"dwer":1.24858,"wer_pseudo":4.88636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.87243,"utmos":2.40789,"dnsmos_ovrl":3.09601,"dnsmos_sig":3.42695,"dnsmos_bak":4.06996,"pesq_wb":2.78642,"pesq_nb":3.41174,"stoi":0.90627,"estoi":0.82874,"si_sdr":9.69618,"mel_dist":0.2596,"stft_dist":1.33582,"f0_rmse_cents":74.01889,"f0_corr":0.9541,"vuv_err":0.10391,"score_intelligibility":0.85679,"score_speaker":0.87243,"score_quality":0.94612,"score_fidelity":0.79026,"score":0.8664},"el":{"n":50,"unit":"wer","wer":15.63126,"wer_orig":12.02405,"dwer":3.60721,"wer_pseudo":9.90991,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.85953,"utmos":2.61488,"dnsmos_ovrl":3.0649,"dnsmos_sig":3.45541,"dnsmos_bak":3.9286,"pesq_wb":2.99199,"pesq_nb":3.58576,"stoi":0.90261,"estoi":0.82158,"si_sdr":10.81237,"mel_dist":0.21426,"stft_dist":1.13961,"f0_rmse_cents":66.81762,"f0_corr":0.94198,"vuv_err":0.10472,"score_intelligibility":0.78311,"score_speaker":0.85953,"score_quality":0.96507,"score_fidelity":0.80458,"score":0.85307},"ar":{"n":50,"unit":"wer","wer":14.05672,"wer_orig":12.45376,"dwer":1.60296,"wer_pseudo":5.19159,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.91148,"utmos":2.63728,"dnsmos_ovrl":3.22484,"dnsmos_sig":3.56162,"dnsmos_bak":3.99955,"pesq_wb":2.7499,"pesq_nb":3.57648,"stoi":0.94965,"estoi":0.90305,"si_sdr":8.57622,"mel_dist":0.22712,"stft_dist":1.22657,"f0_rmse_cents":98.66316,"f0_corr":0.93233,"vuv_err":0.10574,"score_intelligibility":0.89354,"score_speaker":0.91148,"score_quality":0.98934,"score_fidelity":0.79398,"score":0.89709},"fa":{"n":50,"unit":"wer","wer":28.8,"wer_orig":25.94286,"dwer":2.85714,"wer_pseudo":11.67568,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.88087,"utmos":2.4799,"dnsmos_ovrl":2.87188,"dnsmos_sig":3.36242,"dnsmos_bak":3.75145,"pesq_wb":2.55066,"pesq_nb":3.37265,"stoi":0.79739,"estoi":0.70378,"si_sdr":6.06069,"mel_dist":0.20176,"stft_dist":1.22158,"f0_rmse_cents":169.53784,"f0_corr":0.83986,"vuv_err":0.10948,"score_intelligibility":0.90412,"score_speaker":0.88087,"score_quality":0.95729,"score_fidelity":0.69343,"score":0.85893},"he":{"n":50,"unit":"wer","wer":27.90698,"wer_orig":19.4186,"dwer":8.48837,"wer_pseudo":17.723,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83965,"utmos":2.22649,"dnsmos_ovrl":2.8345,"dnsmos_sig":3.21712,"dnsmos_bak":3.95911,"pesq_wb":2.58629,"pesq_nb":3.31211,"stoi":0.9004,"estoi":0.82996,"si_sdr":8.40061,"mel_dist":0.22669,"stft_dist":1.233,"f0_rmse_cents":107.73907,"f0_corr":0.86787,"vuv_err":0.15022,"score_intelligibility":0.70636,"score_speaker":0.83965,"score_quality":0.91235,"score_fidelity":0.7405,"score":0.79971},"hi":{"n":50,"unit":"wer","wer":29.63989,"wer_orig":26.31579,"dwer":3.3241,"wer_pseudo":12.26158,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.86923,"utmos":2.21549,"dnsmos_ovrl":2.85978,"dnsmos_sig":3.4122,"dnsmos_bak":3.53225,"pesq_wb":2.76398,"pesq_nb":3.44574,"stoi":0.8826,"estoi":0.80012,"si_sdr":10.35316,"mel_dist":0.22092,"stft_dist":1.16997,"f0_rmse_cents":92.50194,"f0_corr":0.92049,"vuv_err":0.1168,"score_intelligibility":0.89151,"score_speaker":0.86923,"score_quality":0.96915,"score_fidelity":0.76903,"score":0.87473},"zh":{"n":50,"unit":"cer","wer":7.93003,"wer_orig":7.40525,"dwer":0.52478,"wer_pseudo":1.82927,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.89812,"utmos":2.69448,"dnsmos_ovrl":3.08516,"dnsmos_sig":3.432,"dnsmos_bak":4.01242,"pesq_wb":3.10487,"pesq_nb":3.66998,"stoi":0.92973,"estoi":0.87655,"si_sdr":7.37144,"mel_dist":0.18735,"stft_dist":1.09071,"f0_rmse_cents":76.54263,"f0_corr":0.9467,"vuv_err":0.07189,"score_intelligibility":0.94123,"score_speaker":0.89812,"score_quality":0.96836,"score_fidelity":0.82594,"score":0.90841},"yue":{"n":50,"unit":"cer","wer":16.76012,"wer_orig":14.39252,"dwer":2.3676,"wer_pseudo":10.32299,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.89041,"utmos":2.79248,"dnsmos_ovrl":3.08932,"dnsmos_sig":3.44992,"dnsmos_bak":3.9509,"pesq_wb":2.73944,"pesq_nb":3.43853,"stoi":0.90792,"estoi":0.83302,"si_sdr":7.63554,"mel_dist":0.19881,"stft_dist":1.16892,"f0_rmse_cents":86.7588,"f0_corr":0.96665,"vuv_err":0.08586,"score_intelligibility":0.86669,"score_speaker":0.89041,"score_quality":0.96076,"score_fidelity":0.79052,"score":0.87709},"ja":{"n":50,"unit":"cer","wer":5.23656,"wer_orig":3.53698,"dwer":1.69959,"wer_pseudo":3.39917,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.82985,"utmos":1.9381,"dnsmos_ovrl":2.59517,"dnsmos_sig":3.21228,"dnsmos_bak":3.39255,"pesq_wb":2.59159,"pesq_nb":3.29885,"stoi":0.78281,"estoi":0.6708,"si_sdr":4.45101,"mel_dist":0.20737,"stft_dist":1.27201,"f0_rmse_cents":126.49002,"f0_corr":0.87572,"vuv_err":0.11701,"score_intelligibility":0.72748,"score_speaker":0.82985,"score_quality":0.9529,"score_fidelity":0.70442,"score":0.80366},"ko":{"n":50,"unit":"cer","wer":5.53922,"wer_orig":5.14706,"dwer":0.39216,"wer_pseudo":1.1022,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.88175,"utmos":3.11495,"dnsmos_ovrl":3.0901,"dnsmos_sig":3.42144,"dnsmos_bak":4.0989,"pesq_wb":3.04804,"pesq_nb":3.64317,"stoi":0.91985,"estoi":0.86537,"si_sdr":9.9492,"mel_dist":0.23148,"stft_dist":1.15989,"f0_rmse_cents":78.0606,"f0_corr":0.95884,"vuv_err":0.07796,"score_intelligibility":0.94003,"score_speaker":0.88175,"score_quality":0.96817,"score_fidelity":0.82128,"score":0.90281},"th":{"n":50,"unit":"cer","wer":9.80194,"wer_orig":7.61924,"dwer":2.1827,"wer_pseudo":5.68941,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.87921,"utmos":2.27758,"dnsmos_ovrl":2.87605,"dnsmos_sig":3.36796,"dnsmos_bak":3.80224,"pesq_wb":2.28714,"pesq_nb":3.18591,"stoi":0.89197,"estoi":0.8202,"si_sdr":6.62666,"mel_dist":0.23543,"stft_dist":1.26497,"f0_rmse_cents":164.09834,"f0_corr":0.93089,"vuv_err":0.16532,"score_intelligibility":0.79793,"score_speaker":0.87921,"score_quality":0.96028,"score_fidelity":0.7302,"score":0.84191}}},{"codec":"jukebox_vqvae_44k_level0_bottom","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"jukebox_vqvae_44k_level0_bottom","family":"Jukebox VQ-VAE","checkpoint":"openai/jukebox (5b/vqvae.pth.tar)","sample_rate":44100,"output_sample_rate":44100,"frame_rate":5512.5,"n_codebooks":1,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"music","causal":false,"multilingual":null,"license":"Jukebox Noncommercial Use License (code and weights)","paper":"2005.00341","year":2020,"bitrate_kbps":60.6375,"notes":"Jukebox hierarchical VQ-VAE, bottom level decoded on its own (hop 8, 1 x 2048 codes); trained on 1.2M songs (music only), the decoder of the top level is meant to be refined by the upsampling priors","side_info":null,"warning":null,"env":"main"},"kbps":60.6375,"kbps_measured":60.63789,"tokens_per_s":5512.53518,"params_M":0.90003,"efficiency":{"rtf_encode":0.00216,"rtf_decode":0.00189,"peak_vram_gb":1.39678,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.83883,"score_worst_lang":0.60651,"worst_lang":"en","en_gap":-0.24242,"score_intelligibility":0.76799,"score_speaker":0.87356,"score_quality":0.8629,"score_fidelity":0.85087,"dwer":4.15189,"wer":12.95769,"wer_pseudo":6.71656,"sim":0.87356,"utmos":2.20408,"dnsmos_ovrl":2.8853,"dnsmos_sig":3.3015,"dnsmos_bak":3.84554,"pesq_wb":3.30936,"pesq_nb":3.78235,"stoi":0.94052,"estoi":0.87913,"si_sdr":22.98129,"mel_dist":0.24268,"stft_dist":1.00241,"f0_rmse_cents":68.68491,"f0_corr":0.95228,"vuv_err":0.08234,"score_ci95":[0.8297,0.84937]},"per_lang":{"en":{"n":50,"unit":"wer","wer":23.89381,"wer_orig":6.98132,"dwer":16.91249,"wer_pseudo":21.88716,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.65466,"utmos":1.88029,"dnsmos_ovrl":2.45283,"dnsmos_sig":2.98503,"dnsmos_bak":3.75855,"pesq_wb":2.31682,"pesq_nb":2.84694,"stoi":0.80474,"estoi":0.62476,"si_sdr":15.86548,"mel_dist":0.33273,"stft_dist":1.28692,"f0_rmse_cents":97.44111,"f0_corr":0.91115,"vuv_err":0.18093,"score_intelligibility":0.32061,"score_speaker":0.65466,"score_quality":0.75338,"score_fidelity":0.69737,"score":0.60651},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":1.52594,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.90305,"utmos":2.37413,"dnsmos_ovrl":2.97618,"dnsmos_sig":3.284,"dnsmos_bak":4.01015,"pesq_wb":3.74759,"pesq_nb":4.21048,"stoi":0.9635,"estoi":0.91842,"si_sdr":29.01141,"mel_dist":0.16014,"stft_dist":0.77924,"f0_rmse_cents":52.54552,"f0_corr":0.97631,"vuv_err":0.05278,"score_intelligibility":0.85683,"score_speaker":0.90305,"score_quality":0.87161,"score_fidelity":0.90828,"score":0.88494},"fr":{"n":50,"unit":"wer","wer":10.11858,"wer_orig":4.98024,"dwer":5.13834,"wer_pseudo":7.30159,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.87413,"utmos":2.09838,"dnsmos_ovrl":2.98292,"dnsmos_sig":3.31778,"dnsmos_bak":3.98422,"pesq_wb":3.03062,"pesq_nb":3.58461,"stoi":0.95796,"estoi":0.91403,"si_sdr":25.33884,"mel_dist":0.25522,"stft_dist":1.00727,"f0_rmse_cents":71.1145,"f0_corr":0.96239,"vuv_err":0.09509,"score_intelligibility":0.53786,"score_speaker":0.87413,"score_quality":0.8909,"score_fidelity":0.83351,"score":0.7841},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93882,"utmos":2.48063,"dnsmos_ovrl":3.15507,"dnsmos_sig":3.51155,"dnsmos_bak":3.92564,"pesq_wb":4.01754,"pesq_nb":4.30369,"stoi":0.98644,"estoi":0.97345,"si_sdr":28.7578,"mel_dist":0.20275,"stft_dist":0.91239,"f0_rmse_cents":79.42308,"f0_corr":0.97379,"vuv_err":0.05857,"score_intelligibility":0.9375,"score_speaker":0.93882,"score_quality":0.91334,"score_fidelity":0.9408,"score":0.93261},"it":{"n":50,"unit":"wer","wer":2.73224,"wer_orig":2.55009,"dwer":0.18215,"wer_pseudo":0.82267,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.93792,"utmos":2.79104,"dnsmos_ovrl":3.25199,"dnsmos_sig":3.55492,"dnsmos_bak":4.04796,"pesq_wb":3.64885,"pesq_nb":4.16108,"stoi":0.98038,"estoi":0.96156,"si_sdr":26.87451,"mel_dist":0.23545,"stft_dist":0.94644,"f0_rmse_cents":61.43485,"f0_corr":0.946,"vuv_err":0.07842,"score_intelligibility":0.9512,"score_speaker":0.93792,"score_quality":0.91365,"score_fidelity":0.8944,"score":0.92429},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97408,"utmos":2.38096,"dnsmos_ovrl":3.00795,"dnsmos_sig":3.39945,"dnsmos_bak":3.75995,"pesq_wb":4.18041,"pesq_nb":4.35345,"stoi":0.98238,"estoi":0.96695,"si_sdr":27.18077,"mel_dist":0.12502,"stft_dist":0.70051,"f0_rmse_cents":106.60053,"f0_corr":0.97566,"vuv_err":0.06343,"score_intelligibility":1.0,"score_speaker":0.97408,"score_quality":0.95857,"score_fidelity":0.95558,"score":0.97206},"nl":{"n":50,"unit":"wer","wer":11.50758,"wer_orig":5.26316,"dwer":6.24442,"wer_pseudo":7.25157,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.79788,"utmos":2.09725,"dnsmos_ovrl":2.55289,"dnsmos_sig":2.94679,"dnsmos_bak":4.07656,"pesq_wb":2.17151,"pesq_nb":2.99548,"stoi":0.94281,"estoi":0.84532,"si_sdr":15.08698,"mel_dist":0.35907,"stft_dist":1.37168,"f0_rmse_cents":102.26415,"f0_corr":0.9221,"vuv_err":0.15984,"score_intelligibility":0.50075,"score_speaker":0.79788,"score_quality":0.72579,"score_fidelity":0.73321,"score":0.68941},"pl":{"n":50,"unit":"wer","wer":5.04386,"wer_orig":3.28947,"dwer":1.75439,"wer_pseudo":3.61842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.88324,"utmos":2.24701,"dnsmos_ovrl":2.93265,"dnsmos_sig":3.29194,"dnsmos_bak":4.01267,"pesq_wb":2.67684,"pesq_nb":3.23696,"stoi":0.95727,"estoi":0.89818,"si_sdr":19.01836,"mel_dist":0.29575,"stft_dist":1.02768,"f0_rmse_cents":74.49328,"f0_corr":0.90299,"vuv_err":0.10121,"score_intelligibility":0.70972,"score_speaker":0.88324,"score_quality":0.84126,"score_fidelity":0.77979,"score":0.8035},"cs":{"n":50,"unit":"wer","wer":9.68495,"wer_orig":9.45158,"dwer":0.23337,"wer_pseudo":4.08879,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93923,"utmos":2.29094,"dnsmos_ovrl":3.06544,"dnsmos_sig":3.41173,"dnsmos_bak":3.91404,"pesq_wb":3.45728,"pesq_nb":3.93469,"stoi":0.97363,"estoi":0.93857,"si_sdr":25.16198,"mel_dist":0.21983,"stft_dist":0.92241,"f0_rmse_cents":42.05216,"f0_corr":0.96979,"vuv_err":0.04744,"score_intelligibility":0.97816,"score_speaker":0.93923,"score_quality":0.89855,"score_fidelity":0.88184,"score":0.92444},"tr":{"n":50,"unit":"wer","wer":15.65789,"wer_orig":7.76316,"dwer":7.89474,"wer_pseudo":9.35441,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.86042,"utmos":1.92801,"dnsmos_ovrl":2.99702,"dnsmos_sig":3.36187,"dnsmos_bak":3.98396,"pesq_wb":3.46801,"pesq_nb":3.85671,"stoi":0.93989,"estoi":0.86364,"si_sdr":25.34871,"mel_dist":0.24997,"stft_dist":1.05997,"f0_rmse_cents":57.20502,"f0_corr":0.96789,"vuv_err":0.05752,"score_intelligibility":0.52607,"score_speaker":0.86042,"score_quality":0.84968,"score_fidelity":0.87098,"score":0.77679},"id":{"n":50,"unit":"wer","wer":6.8477,"wer_orig":5.90319,"dwer":0.94451,"wer_pseudo":1.65289,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.95224,"utmos":1.85897,"dnsmos_ovrl":2.71069,"dnsmos_sig":3.30689,"dnsmos_bak":3.26158,"pesq_wb":4.20658,"pesq_nb":4.3914,"stoi":0.96819,"estoi":0.93841,"si_sdr":24.92641,"mel_dist":0.13853,"stft_dist":0.77613,"f0_rmse_cents":52.37779,"f0_corr":0.96998,"vuv_err":0.03765,"score_intelligibility":0.87964,"score_speaker":0.95224,"score_quality":0.94023,"score_fidelity":0.95145,"score":0.93089},"vi":{"n":50,"unit":"wer","wer":8.27367,"wer_orig":7.71679,"dwer":0.55688,"wer_pseudo":2.78662,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.89513,"utmos":1.89876,"dnsmos_ovrl":2.87042,"dnsmos_sig":3.39006,"dnsmos_bak":3.72634,"pesq_wb":3.73799,"pesq_nb":4.07178,"stoi":0.91816,"estoi":0.86093,"si_sdr":23.40491,"mel_dist":0.21101,"stft_dist":0.96604,"f0_rmse_cents":47.87491,"f0_corr":0.9809,"vuv_err":0.06916,"score_intelligibility":0.93995,"score_speaker":0.89513,"score_quality":0.90678,"score_fidelity":0.89378,"score":0.90891},"ru":{"n":50,"unit":"wer","wer":5.66474,"wer_orig":4.50867,"dwer":1.15607,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87284,"utmos":2.20987,"dnsmos_ovrl":2.93121,"dnsmos_sig":3.27985,"dnsmos_bak":3.99237,"pesq_wb":2.87143,"pesq_nb":3.56761,"stoi":0.95404,"estoi":0.89143,"si_sdr":22.38965,"mel_dist":0.32194,"stft_dist":1.16662,"f0_rmse_cents":62.52636,"f0_corr":0.95526,"vuv_err":0.10225,"score_intelligibility":0.82654,"score_speaker":0.87284,"score_quality":0.83136,"score_fidelity":0.81466,"score":0.83635},"uk":{"n":50,"unit":"wer","wer":19.86379,"wer_orig":6.46992,"dwer":13.39387,"wer_pseudo":15.90909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.80832,"utmos":2.29141,"dnsmos_ovrl":2.98386,"dnsmos_sig":3.32022,"dnsmos_bak":4.03845,"pesq_wb":3.15153,"pesq_nb":3.5372,"stoi":0.91656,"estoi":0.80503,"si_sdr":23.65612,"mel_dist":0.29458,"stft_dist":1.13982,"f0_rmse_cents":62.40848,"f0_corr":0.95283,"vuv_err":0.0932,"score_intelligibility":0.35803,"score_speaker":0.80832,"score_quality":0.89164,"score_fidelity":0.82804,"score":0.72151},"el":{"n":50,"unit":"wer","wer":14.72946,"wer_orig":12.02405,"dwer":2.70541,"wer_pseudo":6.00601,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.86308,"utmos":2.26875,"dnsmos_ovrl":2.91118,"dnsmos_sig":3.31281,"dnsmos_bak":3.88779,"pesq_wb":3.49021,"pesq_nb":4.03302,"stoi":0.93836,"estoi":0.87779,"si_sdr":24.15892,"mel_dist":0.19291,"stft_dist":0.89444,"f0_rmse_cents":55.77687,"f0_corr":0.96613,"vuv_err":0.06769,"score_intelligibility":0.828,"score_speaker":0.86308,"score_quality":0.848,"score_fidelity":0.87199,"score":0.85277},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":2.96663,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.94257,"utmos":2.43014,"dnsmos_ovrl":3.11439,"dnsmos_sig":3.49091,"dnsmos_bak":3.9184,"pesq_wb":3.50779,"pesq_nb":3.99589,"stoi":0.98359,"estoi":0.95802,"si_sdr":22.42589,"mel_dist":0.19323,"stft_dist":0.87197,"f0_rmse_cents":60.41917,"f0_corr":0.95523,"vuv_err":0.06624,"score_intelligibility":0.93971,"score_speaker":0.94257,"score_quality":0.91864,"score_fidelity":0.88511,"score":0.92151},"fa":{"n":50,"unit":"wer","wer":34.51429,"wer_orig":25.94286,"dwer":8.57143,"wer_pseudo":14.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.85476,"utmos":2.02553,"dnsmos_ovrl":2.7601,"dnsmos_sig":3.26561,"dnsmos_bak":3.70475,"pesq_wb":3.03533,"pesq_nb":3.56874,"stoi":0.87456,"estoi":0.79189,"si_sdr":17.4696,"mel_dist":0.32528,"stft_dist":1.20303,"f0_rmse_cents":110.55341,"f0_corr":0.90108,"vuv_err":0.10593,"score_intelligibility":0.75865,"score_speaker":0.85476,"score_quality":0.79579,"score_fidelity":0.78572,"score":0.79873},"he":{"n":50,"unit":"wer","wer":41.16279,"wer_orig":19.4186,"dwer":21.74419,"wer_pseudo":29.46009,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.79089,"utmos":2.10326,"dnsmos_ovrl":2.68676,"dnsmos_sig":3.058,"dnsmos_bak":3.91295,"pesq_wb":3.13014,"pesq_nb":3.39546,"stoi":0.89941,"estoi":0.80028,"si_sdr":23.17164,"mel_dist":0.24688,"stft_dist":1.01448,"f0_rmse_cents":60.6297,"f0_corr":0.93269,"vuv_err":0.10491,"score_intelligibility":0.48428,"score_speaker":0.79089,"score_quality":0.83556,"score_fidelity":0.81357,"score":0.73107},"hi":{"n":50,"unit":"wer","wer":28.43952,"wer_orig":26.31579,"dwer":2.12373,"wer_pseudo":8.53769,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.89458,"utmos":1.95259,"dnsmos_ovrl":2.72918,"dnsmos_sig":3.31439,"dnsmos_bak":3.39546,"pesq_wb":3.83998,"pesq_nb":4.17435,"stoi":0.96871,"estoi":0.93439,"si_sdr":27.06949,"mel_dist":0.17182,"stft_dist":0.84537,"f0_rmse_cents":34.1769,"f0_corr":0.98611,"vuv_err":0.05391,"score_intelligibility":0.92786,"score_speaker":0.89458,"score_quality":0.86421,"score_fidelity":0.92208,"score":0.90218},"zh":{"n":50,"unit":"cer","wer":8.04665,"wer_orig":7.40525,"dwer":0.6414,"wer_pseudo":1.64634,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.88324,"utmos":2.34909,"dnsmos_ovrl":2.9943,"dnsmos_sig":3.36048,"dnsmos_bak":3.97194,"pesq_wb":3.12103,"pesq_nb":3.7509,"stoi":0.9569,"estoi":0.91966,"si_sdr":21.98143,"mel_dist":0.29992,"stft_dist":1.06526,"f0_rmse_cents":62.69139,"f0_corr":0.95515,"vuv_err":0.06074,"score_intelligibility":0.9291,"score_speaker":0.88324,"score_quality":0.8552,"score_fidelity":0.83935,"score":0.87672},"yue":{"n":50,"unit":"cer","wer":14.95327,"wer_orig":14.39252,"dwer":0.56075,"wer_pseudo":5.25649,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91596,"utmos":2.57381,"dnsmos_ovrl":3.02397,"dnsmos_sig":3.39946,"dnsmos_bak":3.9007,"pesq_wb":3.52926,"pesq_nb":4.02061,"stoi":0.9483,"estoi":0.91324,"si_sdr":23.47712,"mel_dist":0.16765,"stft_dist":0.82508,"f0_rmse_cents":62.47486,"f0_corr":0.9783,"vuv_err":0.05491,"score_intelligibility":0.96485,"score_speaker":0.91596,"score_quality":0.90195,"score_fidelity":0.88308,"score":0.91646},"ja":{"n":50,"unit":"cer","wer":8.54387,"wer_orig":3.53698,"dwer":5.00689,"wer_pseudo":5.78778,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.81658,"utmos":1.72574,"dnsmos_ovrl":2.43297,"dnsmos_sig":3.08151,"dnsmos_bak":3.32091,"pesq_wb":3.25216,"pesq_nb":3.57361,"stoi":0.87368,"estoi":0.75128,"si_sdr":20.66844,"mel_dist":0.26851,"stft_dist":1.0596,"f0_rmse_cents":94.50781,"f0_corr":0.8919,"vuv_err":0.09918,"score_intelligibility":0.47538,"score_speaker":0.81658,"score_quality":0.81588,"score_fidelity":0.80302,"score":0.72771},"ko":{"n":50,"unit":"cer","wer":5.63725,"wer_orig":5.14706,"dwer":0.4902,"wer_pseudo":2.30461,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.85499,"utmos":2.71943,"dnsmos_ovrl":2.97577,"dnsmos_sig":3.31912,"dnsmos_bak":4.06082,"pesq_wb":3.07264,"pesq_nb":3.68015,"stoi":0.95103,"estoi":0.88726,"si_sdr":20.96941,"mel_dist":0.31423,"stft_dist":1.19995,"f0_rmse_cents":58.89829,"f0_corr":0.96645,"vuv_err":0.0602,"score_intelligibility":0.92614,"score_speaker":0.85499,"score_quality":0.86371,"score_fidelity":0.83656,"score":0.87035},"th":{"n":50,"unit":"cer","wer":8.85206,"wer_orig":7.61924,"dwer":1.23282,"wer_pseudo":4.94027,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.85693,"utmos":1.92192,"dnsmos_ovrl":2.74755,"dnsmos_sig":3.27166,"dnsmos_bak":3.72676,"pesq_wb":2.76311,"pesq_nb":3.53163,"stoi":0.93197,"estoi":0.86455,"si_sdr":18.13712,"mel_dist":0.24186,"stft_dist":1.01545,"f0_rmse_cents":78.5477,"f0_corr":0.95461,"vuv_err":0.10501,"score_intelligibility":0.87487,"score_speaker":0.85693,"score_quality":0.82396,"score_fidelity":0.79677,"score":0.83813}}},{"codec":"jukebox_vqvae_44k_level1_middle","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"jukebox_vqvae_44k_level1_middle","family":"Jukebox VQ-VAE","checkpoint":"openai/jukebox (5b/vqvae.pth.tar)","sample_rate":44100,"output_sample_rate":44100,"frame_rate":1378.125,"n_codebooks":1,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"music","causal":false,"multilingual":null,"license":"Jukebox Noncommercial Use License (code and weights)","paper":"2005.00341","year":2020,"bitrate_kbps":15.1594,"notes":"Jukebox hierarchical VQ-VAE, middle level decoded on its own (hop 32, 1 x 2048 codes); trained on 1.2M songs (music only), the decoder of the top level is meant to be refined by the upsampling priors","side_info":null,"warning":null,"env":"main"},"kbps":15.1594,"kbps_measured":15.15988,"tokens_per_s":1378.1707,"params_M":0.24102,"efficiency":{"rtf_encode":0.00065,"rtf_decode":0.00059,"peak_vram_gb":0.50457,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.53883,"score_worst_lang":0.34219,"worst_lang":"nl","en_gap":-0.18483,"score_intelligibility":0.33127,"score_speaker":0.60243,"score_quality":0.57907,"score_fidelity":0.64253,"dwer":27.37474,"wer":36.18055,"wer_pseudo":32.76037,"sim":0.60243,"utmos":1.45495,"dnsmos_ovrl":2.68225,"dnsmos_sig":3.0823,"dnsmos_bak":3.80522,"pesq_wb":1.91404,"pesq_nb":2.46183,"stoi":0.79649,"estoi":0.63222,"si_sdr":12.12192,"mel_dist":0.6272,"stft_dist":2.17052,"f0_rmse_cents":127.20423,"f0_corr":0.86994,"vuv_err":0.17079,"score_ci95":[0.53066,0.54806]},"per_lang":{"en":{"n":50,"unit":"wer","wer":67.74828,"wer_orig":6.98132,"dwer":60.76696,"wer_pseudo":65.95331,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.281,"utmos":1.61916,"dnsmos_ovrl":2.23111,"dnsmos_sig":2.6947,"dnsmos_bak":3.74659,"pesq_wb":1.54269,"pesq_nb":1.8161,"stoi":0.57817,"estoi":0.33015,"si_sdr":3.34787,"mel_dist":1.05661,"stft_dist":3.54383,"f0_rmse_cents":310.28855,"f0_corr":0.62527,"vuv_err":0.28679,"score_intelligibility":0.11609,"score_speaker":0.281,"score_quality":0.59687,"score_fidelity":0.45283,"score":0.3617},"de":{"n":50,"unit":"wer","wer":20.85453,"wer_orig":5.69685,"dwer":15.15768,"wer_pseudo":17.294,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.66302,"utmos":1.45332,"dnsmos_ovrl":2.87873,"dnsmos_sig":3.17716,"dnsmos_bak":3.99565,"pesq_wb":2.15117,"pesq_nb":2.79366,"stoi":0.84173,"estoi":0.66579,"si_sdr":17.20483,"mel_dist":0.48154,"stft_dist":1.6183,"f0_rmse_cents":77.35651,"f0_corr":0.95536,"vuv_err":0.09651,"score_intelligibility":0.30643,"score_speaker":0.66302,"score_quality":0.58202,"score_fidelity":0.70866,"score":0.56503},"fr":{"n":50,"unit":"wer","wer":53.12253,"wer_orig":4.98024,"dwer":48.14229,"wer_pseudo":50.95238,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.59365,"utmos":1.35675,"dnsmos_ovrl":2.77514,"dnsmos_sig":3.10787,"dnsmos_bak":3.92357,"pesq_wb":1.75288,"pesq_nb":2.22025,"stoi":0.82223,"estoi":0.69681,"si_sdr":13.91446,"mel_dist":0.65574,"stft_dist":2.17258,"f0_rmse_cents":83.47505,"f0_corr":0.93065,"vuv_err":0.15307,"score_intelligibility":0.11049,"score_speaker":0.59365,"score_quality":0.56813,"score_fidelity":0.656,"score":0.48207},"es":{"n":50,"unit":"wer","wer":4.27273,"wer_orig":3.09091,"dwer":1.18182,"wer_pseudo":1.36737,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.72824,"utmos":1.58833,"dnsmos_ovrl":2.99385,"dnsmos_sig":3.35204,"dnsmos_bak":3.88196,"pesq_wb":2.51735,"pesq_nb":3.21581,"stoi":0.90287,"estoi":0.81655,"si_sdr":16.53194,"mel_dist":0.50634,"stft_dist":1.77383,"f0_rmse_cents":113.90245,"f0_corr":0.93951,"vuv_err":0.11944,"score_intelligibility":0.77586,"score_speaker":0.72824,"score_quality":0.62309,"score_fidelity":0.75864,"score":0.72146},"it":{"n":50,"unit":"wer","wer":6.55738,"wer_orig":2.55009,"dwer":4.00729,"wer_pseudo":5.30165,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.66668,"utmos":1.59165,"dnsmos_ovrl":3.11467,"dnsmos_sig":3.41998,"dnsmos_bak":4.01777,"pesq_wb":2.14772,"pesq_nb":2.89822,"stoi":0.88384,"estoi":0.78095,"si_sdr":15.41659,"mel_dist":0.63078,"stft_dist":2.11236,"f0_rmse_cents":132.57655,"f0_corr":0.79504,"vuv_err":0.2018,"score_intelligibility":0.46975,"score_speaker":0.66668,"score_quality":0.59895,"score_fidelity":0.66893,"score":0.60108},"pt":{"n":50,"unit":"wer","wer":3.80859,"wer_orig":3.41797,"dwer":0.39062,"wer_pseudo":2.46063,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.82105,"utmos":1.68875,"dnsmos_ovrl":2.8299,"dnsmos_sig":3.21015,"dnsmos_bak":3.73785,"pesq_wb":2.50521,"pesq_nb":3.1597,"stoi":0.87361,"estoi":0.77452,"si_sdr":15.53816,"mel_dist":0.34968,"stft_dist":1.32316,"f0_rmse_cents":147.55237,"f0_corr":0.95478,"vuv_err":0.11701,"score_intelligibility":0.91877,"score_speaker":0.82105,"score_quality":0.68607,"score_fidelity":0.75282,"score":0.79468},"nl":{"n":50,"unit":"wer","wer":80.28546,"wer_orig":5.26316,"dwer":75.0223,"wer_pseudo":80.12534,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.36139,"utmos":1.24667,"dnsmos_ovrl":2.20734,"dnsmos_sig":2.55664,"dnsmos_bak":4.02298,"pesq_wb":1.2514,"pesq_nb":1.62165,"stoi":0.72564,"estoi":0.40783,"si_sdr":7.18888,"mel_dist":0.81436,"stft_dist":2.85414,"f0_rmse_cents":207.54512,"f0_corr":0.76274,"vuv_err":0.38153,"score_intelligibility":0.07705,"score_speaker":0.36139,"score_quality":0.41027,"score_fidelity":0.52007,"score":0.34219},"pl":{"n":50,"unit":"wer","wer":33.99123,"wer_orig":3.28947,"dwer":30.70175,"wer_pseudo":33.33333,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.64257,"utmos":1.33325,"dnsmos_ovrl":2.60314,"dnsmos_sig":3.00499,"dnsmos_bak":3.81732,"pesq_wb":1.51327,"pesq_nb":2.02502,"stoi":0.83964,"estoi":0.65714,"si_sdr":8.33599,"mel_dist":0.65705,"stft_dist":2.34017,"f0_rmse_cents":115.79546,"f0_corr":0.81233,"vuv_err":0.19618,"score_intelligibility":0.12259,"score_speaker":0.64257,"score_quality":0.49719,"score_fidelity":0.59954,"score":0.46547},"cs":{"n":50,"unit":"wer","wer":34.18903,"wer_orig":9.45158,"dwer":24.73746,"wer_pseudo":32.94393,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.70577,"utmos":1.43246,"dnsmos_ovrl":2.95084,"dnsmos_sig":3.27151,"dnsmos_bak":3.93073,"pesq_wb":1.74539,"pesq_nb":2.36196,"stoi":0.8277,"estoi":0.69241,"si_sdr":15.64502,"mel_dist":0.56845,"stft_dist":1.90671,"f0_rmse_cents":60.46389,"f0_corr":0.94013,"vuv_err":0.08015,"score_intelligibility":0.29701,"score_speaker":0.70577,"score_quality":0.59812,"score_fidelity":0.66027,"score":0.56529},"tr":{"n":50,"unit":"wer","wer":33.81579,"wer_orig":7.76316,"dwer":26.05263,"wer_pseudo":30.56653,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.62834,"utmos":1.33857,"dnsmos_ovrl":2.78736,"dnsmos_sig":3.14486,"dnsmos_bak":3.92678,"pesq_wb":1.98377,"pesq_nb":2.64142,"stoi":0.81932,"estoi":0.6394,"si_sdr":14.53785,"mel_dist":0.55907,"stft_dist":1.91355,"f0_rmse_cents":116.18766,"f0_corr":0.91652,"vuv_err":0.16253,"score_intelligibility":0.2517,"score_speaker":0.62834,"score_quality":0.56856,"score_fidelity":0.67231,"score":0.53023},"id":{"n":50,"unit":"wer","wer":17.5915,"wer_orig":5.90319,"dwer":11.68831,"wer_pseudo":15.11216,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.75515,"utmos":1.40074,"dnsmos_ovrl":2.66609,"dnsmos_sig":3.24844,"dnsmos_bak":3.35506,"pesq_wb":2.38207,"pesq_nb":3.05494,"stoi":0.78695,"estoi":0.66177,"si_sdr":13.88613,"mel_dist":0.30293,"stft_dist":1.26942,"f0_rmse_cents":69.40163,"f0_corr":0.92447,"vuv_err":0.09186,"score_intelligibility":0.37131,"score_speaker":0.75515,"score_quality":0.68893,"score_fidelity":0.7021,"score":0.62937},"vi":{"n":50,"unit":"wer","wer":40.09547,"wer_orig":7.71679,"dwer":32.37868,"wer_pseudo":37.42038,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.63762,"utmos":1.38055,"dnsmos_ovrl":2.67328,"dnsmos_sig":3.12681,"dnsmos_bak":3.78717,"pesq_wb":1.94713,"pesq_nb":2.43606,"stoi":0.70268,"estoi":0.51547,"si_sdr":12.88325,"mel_dist":0.5565,"stft_dist":1.92616,"f0_rmse_cents":139.61199,"f0_corr":0.88538,"vuv_err":0.18582,"score_intelligibility":0.21211,"score_speaker":0.63762,"score_quality":0.62521,"score_fidelity":0.61956,"score":0.52362},"ru":{"n":50,"unit":"wer","wer":29.59538,"wer_orig":4.50867,"dwer":25.08671,"wer_pseudo":26.99884,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.56395,"utmos":1.34603,"dnsmos_ovrl":2.69372,"dnsmos_sig":3.02311,"dnsmos_bak":3.95286,"pesq_wb":1.65736,"pesq_nb":2.09897,"stoi":0.79653,"estoi":0.62663,"si_sdr":12.58543,"mel_dist":0.79138,"stft_dist":2.59726,"f0_rmse_cents":129.90734,"f0_corr":0.84726,"vuv_err":0.18803,"score_intelligibility":0.18005,"score_speaker":0.56395,"score_quality":0.51703,"score_fidelity":0.61053,"score":0.46789},"uk":{"n":50,"unit":"wer","wer":37.79796,"wer_orig":6.46992,"dwer":31.32804,"wer_pseudo":35.22727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.53984,"utmos":1.54701,"dnsmos_ovrl":2.81436,"dnsmos_sig":3.14148,"dnsmos_bak":3.98625,"pesq_wb":2.01163,"pesq_nb":2.45081,"stoi":0.77389,"estoi":0.58432,"si_sdr":12.73244,"mel_dist":0.65796,"stft_dist":2.28406,"f0_rmse_cents":90.0323,"f0_corr":0.85455,"vuv_err":0.1611,"score_intelligibility":0.19253,"score_speaker":0.53984,"score_quality":0.61455,"score_fidelity":0.63916,"score":0.49652},"el":{"n":50,"unit":"wer","wer":55.51102,"wer_orig":12.02405,"dwer":43.48697,"wer_pseudo":52.25225,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.52633,"utmos":1.38872,"dnsmos_ovrl":2.65403,"dnsmos_sig":3.04159,"dnsmos_bak":3.84774,"pesq_wb":1.93782,"pesq_nb":2.49719,"stoi":0.79391,"estoi":0.61215,"si_sdr":14.12942,"mel_dist":0.66884,"stft_dist":2.19371,"f0_rmse_cents":95.71707,"f0_corr":0.91934,"vuv_err":0.16059,"score_intelligibility":0.23047,"score_speaker":0.52633,"score_quality":0.52963,"score_fidelity":0.6604,"score":0.48671},"ar":{"n":50,"unit":"wer","wer":26.26387,"wer_orig":12.45376,"dwer":13.81011,"wer_pseudo":21.0136,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.75632,"utmos":1.48575,"dnsmos_ovrl":2.85409,"dnsmos_sig":3.23114,"dnsmos_bak":3.8475,"pesq_wb":1.78299,"pesq_nb":2.39572,"stoi":0.89007,"estoi":0.79316,"si_sdr":11.58664,"mel_dist":0.54259,"stft_dist":1.91572,"f0_rmse_cents":78.52248,"f0_corr":0.93647,"vuv_err":0.12895,"score_intelligibility":0.49346,"score_speaker":0.75632,"score_quality":0.57591,"score_fidelity":0.68342,"score":0.62728},"fa":{"n":50,"unit":"wer","wer":72.91429,"wer_orig":25.94286,"dwer":46.97143,"wer_pseudo":60.86486,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.56742,"utmos":1.44423,"dnsmos_ovrl":2.52468,"dnsmos_sig":2.98413,"dnsmos_bak":3.66317,"pesq_wb":1.77469,"pesq_nb":2.36782,"stoi":0.69873,"estoi":0.51187,"si_sdr":8.08477,"mel_dist":0.7018,"stft_dist":2.50803,"f0_rmse_cents":320.45401,"f0_corr":0.59698,"vuv_err":0.23786,"score_intelligibility":0.36451,"score_speaker":0.56742,"score_quality":0.55211,"score_fidelity":0.50568,"score":0.49743},"he":{"n":50,"unit":"wer","wer":54.53488,"wer_orig":19.4186,"dwer":35.11628,"wer_pseudo":46.47887,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.51101,"utmos":1.55815,"dnsmos_ovrl":2.55109,"dnsmos_sig":2.89443,"dnsmos_bak":3.87432,"pesq_wb":2.33491,"pesq_nb":2.71676,"stoi":0.74944,"estoi":0.56486,"si_sdr":12.23325,"mel_dist":0.66135,"stft_dist":2.28969,"f0_rmse_cents":115.49583,"f0_corr":0.81775,"vuv_err":0.24586,"score_intelligibility":0.36767,"score_speaker":0.51101,"score_quality":0.61492,"score_fidelity":0.64953,"score":0.53578},"hi":{"n":50,"unit":"wer","wer":42.10526,"wer_orig":26.31579,"dwer":15.78947,"wer_pseudo":32.06176,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.60737,"utmos":1.35719,"dnsmos_ovrl":2.61899,"dnsmos_sig":3.15066,"dnsmos_bak":3.43948,"pesq_wb":2.35839,"pesq_nb":2.92803,"stoi":0.83519,"estoi":0.71414,"si_sdr":15.87626,"mel_dist":0.38627,"stft_dist":1.4846,"f0_rmse_cents":88.12422,"f0_corr":0.94717,"vuv_err":0.10492,"score_intelligibility":0.6337,"score_speaker":0.60737,"score_quality":0.60276,"score_fidelity":0.72349,"score":0.64183},"zh":{"n":50,"unit":"cer","wer":20.46647,"wer_orig":7.40525,"dwer":13.06122,"wer_pseudo":15.06098,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.59721,"utmos":1.3881,"dnsmos_ovrl":2.68453,"dnsmos_sig":3.07597,"dnsmos_bak":3.85421,"pesq_wb":1.51242,"pesq_nb":2.09953,"stoi":0.83205,"estoi":0.67615,"si_sdr":9.6839,"mel_dist":0.74246,"stft_dist":2.45987,"f0_rmse_cents":96.6127,"f0_corr":0.92986,"vuv_err":0.14789,"score_intelligibility":0.39155,"score_speaker":0.59721,"score_quality":0.51467,"score_fidelity":0.63611,"score":0.53488},"yue":{"n":50,"unit":"cer","wer":30.5919,"wer_orig":14.39252,"dwer":16.19938,"wer_pseudo":27.23243,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.68682,"utmos":1.6366,"dnsmos_ovrl":2.8385,"dnsmos_sig":3.2281,"dnsmos_bak":3.84721,"pesq_wb":1.88238,"pesq_nb":2.50927,"stoi":0.83525,"estoi":0.70225,"si_sdr":11.62838,"mel_dist":0.56102,"stft_dist":1.97707,"f0_rmse_cents":82.28853,"f0_corr":0.94355,"vuv_err":0.10676,"score_intelligibility":0.48723,"score_speaker":0.68682,"score_quality":0.61546,"score_fidelity":0.67697,"score":0.61662},"ja":{"n":50,"unit":"cer","wer":33.44051,"wer_orig":3.53698,"dwer":29.90354,"wer_pseudo":31.64906,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.51237,"utmos":1.56238,"dnsmos_ovrl":2.30196,"dnsmos_sig":2.91162,"dnsmos_bak":3.26885,"pesq_wb":2.27961,"pesq_nb":2.77695,"stoi":0.73838,"estoi":0.54154,"si_sdr":8.22499,"mel_dist":0.59442,"stft_dist":2.23414,"f0_rmse_cents":170.54597,"f0_corr":0.79973,"vuv_err":0.20783,"score_intelligibility":0.13173,"score_speaker":0.51237,"score_quality":0.69445,"score_fidelity":0.63457,"score":0.49328},"ko":{"n":50,"unit":"cer","wer":21.91176,"wer_orig":5.14706,"dwer":16.76471,"wer_pseudo":19.58918,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.57874,"utmos":1.51785,"dnsmos_ovrl":2.73801,"dnsmos_sig":3.09141,"dnsmos_bak":3.97241,"pesq_wb":1.54318,"pesq_nb":2.118,"stoi":0.81217,"estoi":0.61539,"si_sdr":11.277,"mel_dist":1.00458,"stft_dist":3.24231,"f0_rmse_cents":88.50948,"f0_corr":0.91634,"vuv_err":0.12422,"score_intelligibility":0.26829,"score_speaker":0.57874,"score_quality":0.53959,"score_fidelity":0.6279,"score":0.50363},"th":{"n":50,"unit":"cer","wer":46.86742,"wer_orig":7.61924,"dwer":39.24818,"wer_pseudo":44.98886,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.52654,"utmos":1.25669,"dnsmos_ovrl":2.3887,"dnsmos_sig":2.8864,"dnsmos_bak":3.62781,"pesq_wb":1.42152,"pesq_nb":1.88002,"stoi":0.75566,"estoi":0.59195,"si_sdr":8.45252,"mel_dist":0.60109,"stft_dist":2.15173,"f0_rmse_cents":122.53446,"f0_corr":0.92739,"vuv_err":0.21221,"score_intelligibility":0.18006,"score_speaker":0.52654,"score_quality":0.4833,"score_fidelity":0.60116,"score":0.44777}}},{"codec":"jukebox_vqvae_44k_level2_top","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"jukebox_vqvae_44k_level2_top","family":"Jukebox VQ-VAE","checkpoint":"openai/jukebox (5b/vqvae.pth.tar)","sample_rate":44100,"output_sample_rate":44100,"frame_rate":344.531,"n_codebooks":1,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"music","causal":false,"multilingual":null,"license":"Jukebox Noncommercial Use License (code and weights)","paper":"2005.00341","year":2020,"bitrate_kbps":3.7898,"notes":"Jukebox hierarchical VQ-VAE, top level decoded on its own (hop 128, 1 x 2048 codes); trained on 1.2M songs (music only), the decoder of the top level is meant to be refined by the upsampling priors","side_info":null,"warning":null,"env":"main"},"kbps":3.7898,"kbps_measured":3.79036,"tokens_per_s":344.57777,"params_M":0.3447,"efficiency":{"rtf_encode":0.00069,"rtf_decode":0.00068,"peak_vram_gb":0.50081,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.30805,"score_worst_lang":0.11824,"worst_lang":"nl","en_gap":-0.04277,"score_intelligibility":0.13369,"score_speaker":0.3418,"score_quality":0.39058,"score_fidelity":0.36613,"dwer":69.26839,"wer":78.0742,"wer_pseudo":77.18756,"sim":0.34107,"utmos":1.38983,"dnsmos_ovrl":2.00482,"dnsmos_sig":2.6344,"dnsmos_bak":2.9244,"pesq_wb":1.38283,"pesq_nb":1.69566,"stoi":0.62947,"estoi":0.38508,"si_sdr":0.3607,"mel_dist":0.6705,"stft_dist":2.56089,"f0_rmse_cents":718.71536,"f0_corr":0.3592,"vuv_err":0.38613,"score_ci95":[0.30369,0.31356]},"per_lang":{"en":{"n":50,"unit":"wer","wer":80.33432,"wer_orig":6.98132,"dwer":73.353,"wer_pseudo":79.66926,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.15069,"utmos":2.03168,"dnsmos_ovrl":1.8646,"dnsmos_sig":2.57492,"dnsmos_bak":3.07043,"pesq_wb":1.24942,"pesq_nb":1.43036,"stoi":0.45951,"estoi":0.18379,"si_sdr":-20.71315,"mel_dist":1.00675,"stft_dist":3.99079,"f0_rmse_cents":1002.12621,"f0_corr":0.0833,"vuv_err":0.43523,"score_intelligibility":0.09813,"score_speaker":0.15069,"score_quality":0.61473,"score_fidelity":0.20469,"score":0.26706},"de":{"n":50,"unit":"wer","wer":89.31841,"wer_orig":5.69685,"dwer":83.62157,"wer_pseudo":88.40285,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.44073,"utmos":1.25924,"dnsmos_ovrl":2.09301,"dnsmos_sig":2.75986,"dnsmos_bak":2.89943,"pesq_wb":1.53391,"pesq_nb":1.85525,"stoi":0.73119,"estoi":0.4627,"si_sdr":8.62762,"mel_dist":0.53445,"stft_dist":1.93221,"f0_rmse_cents":451.98347,"f0_corr":0.51361,"vuv_err":0.28477,"score_intelligibility":0.07415,"score_speaker":0.44073,"score_quality":0.33731,"score_fidelity":0.46578,"score":0.32949},"fr":{"n":50,"unit":"wer","wer":101.10672,"wer_orig":4.98024,"dwer":96.12648,"wer_pseudo":101.19048,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.34254,"utmos":1.31348,"dnsmos_ovrl":2.06064,"dnsmos_sig":2.70222,"dnsmos_bak":2.89045,"pesq_wb":1.34804,"pesq_nb":1.61471,"stoi":0.67406,"estoi":0.46031,"si_sdr":4.9119,"mel_dist":0.64019,"stft_dist":2.31232,"f0_rmse_cents":674.14473,"f0_corr":0.1288,"vuv_err":0.31734,"score_intelligibility":0.05857,"score_speaker":0.34254,"score_quality":0.37619,"score_fidelity":0.30077,"score":0.26952},"es":{"n":50,"unit":"wer","wer":14.54545,"wer_orig":3.09091,"dwer":11.45455,"wer_pseudo":14.12944,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.48852,"utmos":1.24727,"dnsmos_ovrl":2.28024,"dnsmos_sig":3.02651,"dnsmos_bak":2.98103,"pesq_wb":1.69959,"pesq_nb":2.15238,"stoi":0.78321,"estoi":0.60287,"si_sdr":8.38433,"mel_dist":0.55501,"stft_dist":2.02844,"f0_rmse_cents":537.35253,"f0_corr":0.27693,"vuv_err":0.32177,"score_intelligibility":0.26316,"score_speaker":0.48852,"score_quality":0.36303,"score_fidelity":0.42001,"score":0.38368},"it":{"n":50,"unit":"wer","wer":56.19308,"wer_orig":2.55009,"dwer":53.64299,"wer_pseudo":55.66728,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.42231,"utmos":1.24607,"dnsmos_ovrl":2.2333,"dnsmos_sig":3.0308,"dnsmos_bak":2.85375,"pesq_wb":1.53723,"pesq_nb":1.94386,"stoi":0.74988,"estoi":0.53722,"si_sdr":7.73347,"mel_dist":0.59422,"stft_dist":2.17227,"f0_rmse_cents":568.3518,"f0_corr":0.17164,"vuv_err":0.47352,"score_intelligibility":0.06207,"score_speaker":0.42231,"score_quality":0.3258,"score_fidelity":0.35834,"score":0.29213},"pt":{"n":50,"unit":"wer","wer":16.99219,"wer_orig":3.41797,"dwer":13.57422,"wer_pseudo":16.24016,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.56398,"utmos":1.26097,"dnsmos_ovrl":2.32951,"dnsmos_sig":2.94662,"dnsmos_bak":3.09741,"pesq_wb":1.62864,"pesq_nb":2.06903,"stoi":0.72906,"estoi":0.5416,"si_sdr":8.03615,"mel_dist":0.58539,"stft_dist":2.05318,"f0_rmse_cents":525.20063,"f0_corr":0.40556,"vuv_err":0.28661,"score_intelligibility":0.24555,"score_speaker":0.56398,"score_quality":0.41895,"score_fidelity":0.43807,"score":0.41664},"nl":{"n":50,"unit":"wer","wer":99.19715,"wer_orig":5.26316,"dwer":93.93399,"wer_pseudo":99.19427,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":-0.0175,"utmos":1.31798,"dnsmos_ovrl":1.56161,"dnsmos_sig":1.97133,"dnsmos_bak":3.41024,"pesq_wb":1.10533,"pesq_nb":1.22379,"stoi":0.43567,"estoi":0.03352,"si_sdr":-9.36193,"mel_dist":0.97063,"stft_dist":3.7192,"f0_rmse_cents":1971.43246,"f0_corr":0.03823,"vuv_err":0.65121,"score_intelligibility":0.06251,"score_speaker":0.0,"score_quality":0.24246,"score_fidelity":0.168,"score":0.11824},"pl":{"n":50,"unit":"wer","wer":92.87281,"wer_orig":3.28947,"dwer":89.58333,"wer_pseudo":92.65351,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.28963,"utmos":1.25553,"dnsmos_ovrl":1.69708,"dnsmos_sig":2.27205,"dnsmos_bak":2.70965,"pesq_wb":1.19185,"pesq_nb":1.46137,"stoi":0.67256,"estoi":0.38136,"si_sdr":-0.78211,"mel_dist":0.61825,"stft_dist":2.4806,"f0_rmse_cents":781.07966,"f0_corr":0.37486,"vuv_err":0.48251,"score_intelligibility":0.04569,"score_speaker":0.28963,"score_quality":0.24785,"score_fidelity":0.36741,"score":0.23765},"cs":{"n":50,"unit":"wer","wer":98.24971,"wer_orig":9.45158,"dwer":88.79813,"wer_pseudo":98.83178,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.43438,"utmos":1.27068,"dnsmos_ovrl":2.11735,"dnsmos_sig":2.82853,"dnsmos_bak":2.83309,"pesq_wb":1.30581,"pesq_nb":1.62521,"stoi":0.67094,"estoi":0.4499,"si_sdr":8.84777,"mel_dist":0.69794,"stft_dist":2.38246,"f0_rmse_cents":307.5865,"f0_corr":0.53144,"vuv_err":0.32072,"score_intelligibility":0.10531,"score_speaker":0.43438,"score_quality":0.3499,"score_fidelity":0.42992,"score":0.32988},"tr":{"n":50,"unit":"wer","wer":81.18421,"wer_orig":7.76316,"dwer":73.42105,"wer_pseudo":79.8419,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.41629,"utmos":1.55088,"dnsmos_ovrl":2.23098,"dnsmos_sig":2.92428,"dnsmos_bak":3.11881,"pesq_wb":1.53395,"pesq_nb":1.89376,"stoi":0.66547,"estoi":0.42315,"si_sdr":-1.93488,"mel_dist":0.80957,"stft_dist":3.02663,"f0_rmse_cents":525.62874,"f0_corr":0.49946,"vuv_err":0.42298,"score_intelligibility":0.10663,"score_speaker":0.41629,"score_quality":0.5155,"score_fidelity":0.43916,"score":0.3694},"id":{"n":50,"unit":"wer","wer":56.08028,"wer_orig":5.90319,"dwer":50.1771,"wer_pseudo":55.25384,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.47568,"utmos":1.24804,"dnsmos_ovrl":1.92348,"dnsmos_sig":2.47941,"dnsmos_bak":2.49931,"pesq_wb":1.5098,"pesq_nb":1.92964,"stoi":0.62078,"estoi":0.4241,"si_sdr":6.14877,"mel_dist":0.35958,"stft_dist":1.54695,"f0_rmse_cents":143.2374,"f0_corr":0.80885,"vuv_err":0.17947,"score_intelligibility":0.12094,"score_speaker":0.47568,"score_quality":0.39535,"score_fidelity":0.52509,"score":0.37926},"vi":{"n":50,"unit":"wer","wer":70.48528,"wer_orig":7.71679,"dwer":62.7685,"wer_pseudo":69.98408,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.33709,"utmos":1.34155,"dnsmos_ovrl":2.03506,"dnsmos_sig":2.62451,"dnsmos_bak":3.15476,"pesq_wb":1.35073,"pesq_nb":1.63781,"stoi":0.50795,"estoi":0.27057,"si_sdr":1.44437,"mel_dist":0.65694,"stft_dist":2.48144,"f0_rmse_cents":687.74205,"f0_corr":0.61284,"vuv_err":0.31809,"score_intelligibility":0.12194,"score_speaker":0.33709,"score_quality":0.43478,"score_fidelity":0.407,"score":0.3252},"ru":{"n":50,"unit":"wer","wer":82.08092,"wer_orig":4.50867,"dwer":77.57225,"wer_pseudo":81.1124,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.25461,"utmos":1.28261,"dnsmos_ovrl":1.92551,"dnsmos_sig":2.47397,"dnsmos_bak":2.97636,"pesq_wb":1.27602,"pesq_nb":1.55042,"stoi":0.63606,"estoi":0.38125,"si_sdr":2.44528,"mel_dist":0.73266,"stft_dist":2.70214,"f0_rmse_cents":944.79023,"f0_corr":-0.00818,"vuv_err":0.44854,"score_intelligibility":0.0663,"score_speaker":0.25461,"score_quality":0.31027,"score_fidelity":0.23831,"score":0.21737},"uk":{"n":50,"unit":"wer","wer":70.60159,"wer_orig":6.46992,"dwer":64.13167,"wer_pseudo":70.11364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.40784,"utmos":1.61886,"dnsmos_ovrl":2.31006,"dnsmos_sig":2.99053,"dnsmos_bak":3.15609,"pesq_wb":1.42794,"pesq_nb":1.67918,"stoi":0.63868,"estoi":0.39708,"si_sdr":-2.11385,"mel_dist":0.73006,"stft_dist":2.80663,"f0_rmse_cents":580.20952,"f0_corr":0.41294,"vuv_err":0.31416,"score_intelligibility":0.10433,"score_speaker":0.40784,"score_quality":0.51468,"score_fidelity":0.39129,"score":0.35453},"el":{"n":50,"unit":"wer","wer":107.81563,"wer_orig":12.02405,"dwer":95.79158,"wer_pseudo":107.00701,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.21725,"utmos":1.24037,"dnsmos_ovrl":1.92134,"dnsmos_sig":2.46694,"dnsmos_bak":2.87589,"pesq_wb":1.42247,"pesq_nb":1.75103,"stoi":0.61687,"estoi":0.32248,"si_sdr":4.80177,"mel_dist":0.57694,"stft_dist":2.14521,"f0_rmse_cents":592.28373,"f0_corr":0.26512,"vuv_err":0.516,"score_intelligibility":0.11969,"score_speaker":0.21725,"score_quality":0.30188,"score_fidelity":0.33423,"score":0.24326},"ar":{"n":50,"unit":"wer","wer":63.37855,"wer_orig":12.45376,"dwer":50.92478,"wer_pseudo":61.92831,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.43769,"utmos":1.24056,"dnsmos_ovrl":1.93009,"dnsmos_sig":2.63477,"dnsmos_bak":2.62647,"pesq_wb":1.33788,"pesq_nb":1.64328,"stoi":0.7375,"estoi":0.54354,"si_sdr":5.05936,"mel_dist":0.5618,"stft_dist":2.12091,"f0_rmse_cents":503.9624,"f0_corr":0.39178,"vuv_err":0.35386,"score_intelligibility":0.20898,"score_speaker":0.43769,"score_quality":0.28797,"score_fidelity":0.40861,"score":0.33581},"fa":{"n":50,"unit":"wer","wer":97.48571,"wer_orig":25.94286,"dwer":71.54286,"wer_pseudo":92.54054,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.3739,"utmos":1.75385,"dnsmos_ovrl":2.13625,"dnsmos_sig":2.8119,"dnsmos_bak":3.06654,"pesq_wb":1.30679,"pesq_nb":1.65985,"stoi":0.50445,"estoi":0.28523,"si_sdr":-10.3033,"mel_dist":0.80582,"stft_dist":3.22245,"f0_rmse_cents":907.7694,"f0_corr":0.44069,"vuv_err":0.33521,"score_intelligibility":0.27357,"score_speaker":0.3739,"score_quality":0.5421,"score_fidelity":0.34427,"score":0.38346},"he":{"n":50,"unit":"wer","wer":77.90698,"wer_orig":19.4186,"dwer":58.48837,"wer_pseudo":74.64789,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.30566,"utmos":1.63136,"dnsmos_ovrl":2.10861,"dnsmos_sig":2.64999,"dnsmos_bak":3.22333,"pesq_wb":1.53356,"pesq_nb":1.83162,"stoi":0.62513,"estoi":0.38344,"si_sdr":-6.47772,"mel_dist":0.72595,"stft_dist":2.84908,"f0_rmse_cents":1044.59968,"f0_corr":0.13062,"vuv_err":0.47832,"score_intelligibility":0.25877,"score_speaker":0.30566,"score_quality":0.51765,"score_fidelity":0.30273,"score":0.3462},"hi":{"n":50,"unit":"wer","wer":87.07295,"wer_orig":26.31579,"dwer":60.75716,"wer_pseudo":85.01362,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.34583,"utmos":1.24497,"dnsmos_ovrl":2.08292,"dnsmos_sig":2.74331,"dnsmos_bak":2.82806,"pesq_wb":1.48318,"pesq_nb":1.83345,"stoi":0.67885,"estoi":0.46571,"si_sdr":6.8345,"mel_dist":0.45283,"stft_dist":1.75667,"f0_rmse_cents":245.37754,"f0_corr":0.66491,"vuv_err":0.26949,"score_intelligibility":0.31015,"score_speaker":0.34583,"score_quality":0.40552,"score_fidelity":0.49394,"score":0.38886},"zh":{"n":50,"unit":"cer","wer":107.34694,"wer_orig":7.40525,"dwer":99.94169,"wer_pseudo":107.56098,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.23959,"utmos":1.24927,"dnsmos_ovrl":1.74543,"dnsmos_sig":2.28581,"dnsmos_bak":2.71743,"pesq_wb":1.20648,"pesq_nb":1.50015,"stoi":0.631,"estoi":0.31676,"si_sdr":0.76751,"mel_dist":0.69095,"stft_dist":2.64461,"f0_rmse_cents":1141.9304,"f0_corr":0.26459,"vuv_err":0.49608,"score_intelligibility":0.07758,"score_speaker":0.23959,"score_quality":0.24918,"score_fidelity":0.3182,"score":0.22114},"yue":{"n":50,"unit":"cer","wer":102.49221,"wer_orig":14.39252,"dwer":88.09969,"wer_pseudo":103.16656,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.40702,"utmos":1.26622,"dnsmos_ovrl":2.14745,"dnsmos_sig":2.8094,"dnsmos_bak":2.94399,"pesq_wb":1.32229,"pesq_nb":1.6273,"stoi":0.68403,"estoi":0.44302,"si_sdr":2.46491,"mel_dist":0.58061,"stft_dist":2.25409,"f0_rmse_cents":582.12969,"f0_corr":0.32939,"vuv_err":0.2947,"score_intelligibility":0.14873,"score_speaker":0.40702,"score_quality":0.35042,"score_fidelity":0.3685,"score":0.31867},"ja":{"n":50,"unit":"cer","wer":47.17501,"wer_orig":3.53698,"dwer":43.63803,"wer_pseudo":45.98071,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.35224,"utmos":1.86655,"dnsmos_ovrl":1.95337,"dnsmos_sig":2.61511,"dnsmos_bak":2.69503,"pesq_wb":1.43248,"pesq_nb":1.84422,"stoi":0.55299,"estoi":0.35087,"si_sdr":-15.10564,"mel_dist":0.67901,"stft_dist":2.94184,"f0_rmse_cents":843.19151,"f0_corr":0.58421,"vuv_err":0.30351,"score_intelligibility":0.09418,"score_speaker":0.35224,"score_quality":0.72806,"score_fidelity":0.42025,"score":0.39868},"ko":{"n":50,"unit":"cer","wer":55.04902,"wer_orig":5.14706,"dwer":49.90196,"wer_pseudo":54.10822,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.32514,"utmos":1.32996,"dnsmos_ovrl":1.92448,"dnsmos_sig":2.62722,"dnsmos_bak":2.96991,"pesq_wb":1.34234,"pesq_nb":1.61118,"stoi":0.60749,"estoi":0.34507,"si_sdr":1.1166,"mel_dist":0.8821,"stft_dist":3.32079,"f0_rmse_cents":835.38796,"f0_corr":0.48629,"vuv_err":0.52153,"score_intelligibility":0.10967,"score_speaker":0.32514,"score_quality":0.29908,"score_fidelity":0.3972,"score":0.28277},"th":{"n":50,"unit":"cer","wer":118.81568,"wer_orig":7.61924,"dwer":111.19644,"wer_pseudo":118.26281,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.17463,"utmos":1.28793,"dnsmos_ovrl":1.50333,"dnsmos_sig":1.97569,"dnsmos_bak":2.58822,"pesq_wb":1.10222,"pesq_nb":1.32698,"stoi":0.49385,"estoi":0.23631,"si_sdr":-2.17494,"mel_dist":0.64441,"stft_dist":2.57047,"f0_rmse_cents":851.67051,"f0_corr":0.21283,"vuv_err":0.44161,"score_intelligibility":0.07194,"score_speaker":0.17463,"score_quality":0.24539,"score_fidelity":0.2453,"score":0.18431}}},{"codec":"kanade_25hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"kanade_25hz","family":"Kanade","checkpoint":"frothywater/kanade-25hz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25,"n_codebooks":1,"codebook_size":12800,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2602.00594","year":2026,"bitrate_kbps":0.3411,"notes":"content tokens + continuous 128-d global embedding per utterance (not counted in bitrate); mel decoder + Vocos-mel-24kHz vocoder; trained on LibriTTS","side_info":"continuous 128-d global speaker embedding / utterance","warning":null,"env":"main"},"kbps":0.3411,"kbps_measured":0.34081,"tokens_per_s":24.97929,"params_M":226.81217,"efficiency":{"rtf_encode":0.00138,"rtf_decode":0.00113,"peak_vram_gb":1.17272,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.72329,"score_worst_lang":0.58475,"worst_lang":"ja","en_gap":0.03103,"score_intelligibility":0.63532,"score_speaker":0.67964,"score_quality":1.0,"score_fidelity":0.57822,"dwer":6.30933,"wer":15.11514,"wer_pseudo":10.26468,"sim":0.67964,"utmos":3.09137,"dnsmos_ovrl":3.18035,"dnsmos_sig":3.52749,"dnsmos_bak":3.9807,"pesq_wb":1.60806,"pesq_nb":2.04394,"stoi":0.7735,"estoi":0.62836,"si_sdr":-26.25772,"mel_dist":0.3055,"stft_dist":2.64184,"f0_rmse_cents":199.08074,"f0_corr":0.78743,"vuv_err":0.20115,"score_ci95":[0.71806,0.73194]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.35792,"wer_orig":6.98132,"dwer":1.3766,"wer_pseudo":2.62646,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.59514,"utmos":3.35067,"dnsmos_ovrl":2.94484,"dnsmos_sig":3.35808,"dnsmos_bak":3.92666,"pesq_wb":1.49204,"pesq_nb":1.9104,"stoi":0.7328,"estoi":0.5787,"si_sdr":-26.96738,"mel_dist":0.37272,"stft_dist":6.31136,"f0_rmse_cents":184.03149,"f0_corr":0.81891,"vuv_err":0.17652,"score_intelligibility":0.85289,"score_speaker":0.59514,"score_quality":1.0,"score_fidelity":0.5641,"score":0.75303},"de":{"n":50,"unit":"wer","wer":8.13835,"wer_orig":5.69685,"dwer":2.44151,"wer_pseudo":3.25534,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.69654,"utmos":3.35159,"dnsmos_ovrl":3.23199,"dnsmos_sig":3.52638,"dnsmos_bak":4.07304,"pesq_wb":1.67786,"pesq_nb":2.12175,"stoi":0.81231,"estoi":0.64657,"si_sdr":-24.07243,"mel_dist":0.25532,"stft_dist":1.53736,"f0_rmse_cents":188.67574,"f0_corr":0.77554,"vuv_err":0.1972,"score_intelligibility":0.73283,"score_speaker":0.69654,"score_quality":1.0,"score_fidelity":0.59384,"score":0.7558},"fr":{"n":50,"unit":"wer","wer":14.3083,"wer_orig":4.98024,"dwer":9.32806,"wer_pseudo":12.22222,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.61899,"utmos":2.94076,"dnsmos_ovrl":3.22771,"dnsmos_sig":3.51621,"dnsmos_bak":4.09351,"pesq_wb":1.4873,"pesq_nb":1.84345,"stoi":0.7916,"estoi":0.67579,"si_sdr":-25.94803,"mel_dist":0.34285,"stft_dist":2.27469,"f0_rmse_cents":186.101,"f0_corr":0.785,"vuv_err":0.20798,"score_intelligibility":0.39065,"score_speaker":0.61899,"score_quality":1.0,"score_fidelity":0.57194,"score":0.6454},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.71156,"utmos":3.17969,"dnsmos_ovrl":3.30304,"dnsmos_sig":3.61138,"dnsmos_bak":4.04278,"pesq_wb":1.78538,"pesq_nb":2.15449,"stoi":0.81977,"estoi":0.6852,"si_sdr":-26.36363,"mel_dist":0.2851,"stft_dist":1.66902,"f0_rmse_cents":221.85444,"f0_corr":0.83472,"vuv_err":0.22034,"score_intelligibility":0.88235,"score_speaker":0.71156,"score_quality":1.0,"score_fidelity":0.62629,"score":0.80505},"it":{"n":50,"unit":"wer","wer":4.00729,"wer_orig":2.55009,"dwer":1.45719,"wer_pseudo":3.19927,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.67541,"utmos":3.45053,"dnsmos_ovrl":3.35095,"dnsmos_sig":3.62811,"dnsmos_bak":4.11407,"pesq_wb":1.88242,"pesq_nb":2.27775,"stoi":0.82685,"estoi":0.70018,"si_sdr":-23.71521,"mel_dist":0.2514,"stft_dist":1.51641,"f0_rmse_cents":120.86108,"f0_corr":0.79314,"vuv_err":0.16331,"score_intelligibility":0.70899,"score_speaker":0.67541,"score_quality":1.0,"score_fidelity":0.62404,"score":0.75211},"pt":{"n":50,"unit":"wer","wer":4.39453,"wer_orig":3.41797,"dwer":0.97656,"wer_pseudo":2.55906,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.73459,"utmos":3.07662,"dnsmos_ovrl":3.20101,"dnsmos_sig":3.53744,"dnsmos_bak":3.9508,"pesq_wb":1.60667,"pesq_nb":2.04868,"stoi":0.77011,"estoi":0.63054,"si_sdr":-24.6213,"mel_dist":0.25802,"stft_dist":1.55316,"f0_rmse_cents":445.78559,"f0_corr":0.70941,"vuv_err":0.25381,"score_intelligibility":0.81897,"score_speaker":0.73459,"score_quality":1.0,"score_fidelity":0.55095,"score":0.77613},"nl":{"n":50,"unit":"wer","wer":12.84567,"wer_orig":5.26316,"dwer":7.58252,"wer_pseudo":10.02686,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71213,"utmos":3.33627,"dnsmos_ovrl":3.1912,"dnsmos_sig":3.4857,"dnsmos_bak":4.12075,"pesq_wb":1.63646,"pesq_nb":2.13496,"stoi":0.81094,"estoi":0.67017,"si_sdr":-25.74451,"mel_dist":0.4194,"stft_dist":3.64906,"f0_rmse_cents":173.05446,"f0_corr":0.81559,"vuv_err":0.19294,"score_intelligibility":0.45235,"score_speaker":0.71213,"score_quality":1.0,"score_fidelity":0.60279,"score":0.69182},"pl":{"n":50,"unit":"wer","wer":10.41667,"wer_orig":3.28947,"dwer":7.12719,"wer_pseudo":9.32018,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.70994,"utmos":3.08403,"dnsmos_ovrl":3.26662,"dnsmos_sig":3.54742,"dnsmos_bak":4.09469,"pesq_wb":1.54505,"pesq_nb":1.9514,"stoi":0.81703,"estoi":0.68008,"si_sdr":-27.05113,"mel_dist":0.31788,"stft_dist":2.42357,"f0_rmse_cents":149.78263,"f0_corr":0.72431,"vuv_err":0.1762,"score_intelligibility":0.37572,"score_speaker":0.70994,"score_quality":1.0,"score_fidelity":0.56569,"score":0.66284},"cs":{"n":50,"unit":"wer","wer":17.15286,"wer_orig":9.45158,"dwer":7.70128,"wer_pseudo":12.96729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.76153,"utmos":3.17112,"dnsmos_ovrl":3.30021,"dnsmos_sig":3.58605,"dnsmos_bak":4.05602,"pesq_wb":1.44963,"pesq_nb":1.97336,"stoi":0.77321,"estoi":0.64122,"si_sdr":-25.24716,"mel_dist":0.26833,"stft_dist":1.55141,"f0_rmse_cents":124.09195,"f0_corr":0.81161,"vuv_err":0.15683,"score_intelligibility":0.57575,"score_speaker":0.76153,"score_quality":1.0,"score_fidelity":0.5711,"score":0.72709},"tr":{"n":50,"unit":"wer","wer":12.10526,"wer_orig":7.76316,"dwer":4.34211,"wer_pseudo":7.50988,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.71811,"utmos":3.08457,"dnsmos_ovrl":3.15994,"dnsmos_sig":3.48409,"dnsmos_bak":4.03461,"pesq_wb":1.76053,"pesq_nb":2.2707,"stoi":0.79063,"estoi":0.62077,"si_sdr":-28.03637,"mel_dist":0.30036,"stft_dist":2.64365,"f0_rmse_cents":150.83082,"f0_corr":0.86533,"vuv_err":0.17795,"score_intelligibility":0.66867,"score_speaker":0.71811,"score_quality":1.0,"score_fidelity":0.62442,"score":0.7528},"id":{"n":50,"unit":"wer","wer":11.80638,"wer_orig":5.90319,"dwer":5.90319,"wer_pseudo":9.68123,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.60584,"utmos":2.4441,"dnsmos_ovrl":2.99993,"dnsmos_sig":3.50665,"dnsmos_bak":3.55918,"pesq_wb":1.46901,"pesq_nb":1.96035,"stoi":0.67192,"estoi":0.4835,"si_sdr":-28.05412,"mel_dist":0.22932,"stft_dist":1.57114,"f0_rmse_cents":228.15468,"f0_corr":0.72067,"vuv_err":0.31145,"score_intelligibility":0.53904,"score_speaker":0.60584,"score_quality":1.0,"score_fidelity":0.50886,"score":0.66344},"vi":{"n":50,"unit":"wer","wer":15.9109,"wer_orig":7.71679,"dwer":8.19411,"wer_pseudo":12.42038,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.65516,"utmos":2.34296,"dnsmos_ovrl":2.9551,"dnsmos_sig":3.43246,"dnsmos_bak":3.73235,"pesq_wb":1.49331,"pesq_nb":1.93697,"stoi":0.65364,"estoi":0.47312,"si_sdr":-28.01952,"mel_dist":0.26037,"stft_dist":2.22389,"f0_rmse_cents":226.93895,"f0_corr":0.80129,"vuv_err":0.23905,"score_intelligibility":0.51545,"score_speaker":0.65516,"score_quality":1.0,"score_fidelity":0.53196,"score":0.67564},"ru":{"n":50,"unit":"wer","wer":6.01156,"wer_orig":4.50867,"dwer":1.50289,"wer_pseudo":2.54925,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.69689,"utmos":3.27298,"dnsmos_ovrl":3.27121,"dnsmos_sig":3.55349,"dnsmos_bak":4.12118,"pesq_wb":1.64109,"pesq_nb":2.05525,"stoi":0.81037,"estoi":0.67537,"si_sdr":-26.02819,"mel_dist":0.31635,"stft_dist":2.23891,"f0_rmse_cents":173.89536,"f0_corr":0.76881,"vuv_err":0.18871,"score_intelligibility":0.78566,"score_speaker":0.69689,"score_quality":1.0,"score_fidelity":0.58745,"score":0.7675},"uk":{"n":50,"unit":"wer","wer":13.28036,"wer_orig":6.46992,"dwer":6.81044,"wer_pseudo":8.97727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.6899,"utmos":3.22553,"dnsmos_ovrl":3.29137,"dnsmos_sig":3.5648,"dnsmos_bak":4.13134,"pesq_wb":1.66876,"pesq_nb":2.11734,"stoi":0.81245,"estoi":0.65891,"si_sdr":-24.54521,"mel_dist":0.34583,"stft_dist":3.94965,"f0_rmse_cents":129.12965,"f0_corr":0.87842,"vuv_err":0.1708,"score_intelligibility":0.52309,"score_speaker":0.6899,"score_quality":1.0,"score_fidelity":0.62732,"score":0.71008},"el":{"n":50,"unit":"wer","wer":28.35671,"wer_orig":12.02405,"dwer":16.33267,"wer_pseudo":23.02302,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.60349,"utmos":3.24735,"dnsmos_ovrl":3.06929,"dnsmos_sig":3.45367,"dnsmos_bak":3.94682,"pesq_wb":1.7378,"pesq_nb":2.21269,"stoi":0.78909,"estoi":0.63976,"si_sdr":-27.07505,"mel_dist":0.23421,"stft_dist":1.4655,"f0_rmse_cents":127.00677,"f0_corr":0.82899,"vuv_err":0.15389,"score_intelligibility":0.44365,"score_speaker":0.60349,"score_quality":1.0,"score_fidelity":0.60963,"score":0.66419},"ar":{"n":50,"unit":"wer","wer":19.35882,"wer_orig":12.45376,"dwer":6.90506,"wer_pseudo":11.37206,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.74092,"utmos":3.11858,"dnsmos_ovrl":3.33542,"dnsmos_sig":3.63459,"dnsmos_bak":4.05313,"pesq_wb":1.56387,"pesq_nb":1.93676,"stoi":0.83654,"estoi":0.73479,"si_sdr":-24.22953,"mel_dist":0.34015,"stft_dist":2.43621,"f0_rmse_cents":136.31222,"f0_corr":0.83322,"vuv_err":0.15517,"score_intelligibility":0.66083,"score_speaker":0.74092,"score_quality":1.0,"score_fidelity":0.61029,"score":0.75301},"fa":{"n":50,"unit":"wer","wer":32.45714,"wer_orig":25.94286,"dwer":6.51429,"wer_pseudo":15.67568,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.69234,"utmos":3.09002,"dnsmos_ovrl":3.09534,"dnsmos_sig":3.52763,"dnsmos_bak":3.81974,"pesq_wb":1.60254,"pesq_nb":2.22793,"stoi":0.66128,"estoi":0.50052,"si_sdr":-25.68841,"mel_dist":0.31213,"stft_dist":3.3781,"f0_rmse_cents":318.12818,"f0_corr":0.68767,"vuv_err":0.27201,"score_intelligibility":0.80529,"score_speaker":0.69234,"score_quality":1.0,"score_fidelity":0.50703,"score":0.75117},"he":{"n":50,"unit":"wer","wer":35.5814,"wer_orig":19.4186,"dwer":16.16279,"wer_pseudo":25.93897,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.64439,"utmos":3.21126,"dnsmos_ovrl":3.23342,"dnsmos_sig":3.53102,"dnsmos_bak":4.07397,"pesq_wb":1.52292,"pesq_nb":2.00565,"stoi":0.79955,"estoi":0.66438,"si_sdr":-24.98726,"mel_dist":0.37983,"stft_dist":4.27843,"f0_rmse_cents":190.11108,"f0_corr":0.74067,"vuv_err":0.21555,"score_intelligibility":0.55817,"score_speaker":0.64439,"score_quality":1.0,"score_fidelity":0.56321,"score":0.69144},"hi":{"n":50,"unit":"wer","wer":33.42567,"wer_orig":26.31579,"dwer":7.10988,"wer_pseudo":18.89192,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.65617,"utmos":2.84523,"dnsmos_ovrl":3.10027,"dnsmos_sig":3.55209,"dnsmos_bak":3.80794,"pesq_wb":1.55045,"pesq_nb":1.9396,"stoi":0.75568,"estoi":0.59315,"si_sdr":-26.9923,"mel_dist":0.30208,"stft_dist":1.9248,"f0_rmse_cents":248.43924,"f0_corr":0.71276,"vuv_err":0.21067,"score_intelligibility":0.79347,"score_speaker":0.65617,"score_quality":1.0,"score_fidelity":0.5419,"score":0.74789},"zh":{"n":50,"unit":"cer","wer":10.9621,"wer_orig":7.40525,"dwer":3.55685,"wer_pseudo":5.06098,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.70505,"utmos":3.09459,"dnsmos_ovrl":3.18924,"dnsmos_sig":3.49506,"dnsmos_bak":4.07889,"pesq_wb":1.62561,"pesq_nb":1.94361,"stoi":0.80335,"estoi":0.68333,"si_sdr":-26.61806,"mel_dist":0.26141,"stft_dist":1.92407,"f0_rmse_cents":232.60181,"f0_corr":0.77079,"vuv_err":0.1633,"score_intelligibility":0.70266,"score_speaker":0.70505,"score_quality":1.0,"score_fidelity":0.58429,"score":0.748},"yue":{"n":50,"unit":"cer","wer":18.50467,"wer_orig":14.39252,"dwer":4.11215,"wer_pseudo":13.10956,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.69674,"utmos":3.34724,"dnsmos_ovrl":3.16218,"dnsmos_sig":3.49341,"dnsmos_bak":4.01418,"pesq_wb":1.52797,"pesq_nb":1.94683,"stoi":0.78602,"estoi":0.64125,"si_sdr":-27.97217,"mel_dist":0.24763,"stft_dist":1.74817,"f0_rmse_cents":209.38435,"f0_corr":0.82477,"vuv_err":0.1855,"score_intelligibility":0.78917,"score_speaker":0.69674,"score_quality":1.0,"score_fidelity":0.58721,"score":0.76828},"ja":{"n":50,"unit":"cer","wer":22.3243,"wer_orig":3.53698,"dwer":18.78732,"wer_pseudo":20.62471,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.60996,"utmos":2.55914,"dnsmos_ovrl":3.04367,"dnsmos_sig":3.50662,"dnsmos_bak":3.72841,"pesq_wb":1.65136,"pesq_nb":2.13197,"stoi":0.65471,"estoi":0.46519,"si_sdr":-28.16844,"mel_dist":0.33215,"stft_dist":4.80858,"f0_rmse_cents":175.80773,"f0_corr":0.76273,"vuv_err":0.20347,"score_intelligibility":0.19452,"score_speaker":0.60996,"score_quality":1.0,"score_fidelity":0.53451,"score":0.58475},"ko":{"n":50,"unit":"cer","wer":5.98039,"wer_orig":5.14706,"dwer":0.83333,"wer_pseudo":2.65531,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.72951,"utmos":3.41452,"dnsmos_ovrl":3.24621,"dnsmos_sig":3.54363,"dnsmos_bak":4.09017,"pesq_wb":1.80244,"pesq_nb":2.1863,"stoi":0.8208,"estoi":0.70833,"si_sdr":-28.01156,"mel_dist":0.2636,"stft_dist":2.47925,"f0_rmse_cents":120.99215,"f0_corr":0.90511,"vuv_err":0.14522,"score_intelligibility":0.88062,"score_speaker":0.72951,"score_quality":1.0,"score_fidelity":0.65173,"score":0.81546},"th":{"n":50,"unit":"cer","wer":13.43977,"wer_orig":7.61924,"dwer":5.82053,"wer_pseudo":11.13586,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.651,"utmos":2.9536,"dnsmos_ovrl":3.15838,"dnsmos_sig":3.5837,"dnsmos_bak":3.8725,"pesq_wb":1.41293,"pesq_nb":1.76649,"stoi":0.76345,"estoi":0.62971,"si_sdr":-26.02833,"mel_dist":0.43564,"stft_dist":3.84768,"f0_rmse_cents":315.96645,"f0_corr":0.72881,"vuv_err":0.28967,"score_intelligibility":0.59691,"score_speaker":0.651,"score_quality":1.0,"score_fidelity":0.53675,"score":0.69616}}},{"codec":"kvae_audio_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"kvae_audio_48k","family":"KVAE-Audio","checkpoint":"kandinskylab/KVAE-Audio","sample_rate":48000,"output_sample_rate":48000,"frame_rate":50.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2608.05798","year":2026,"bitrate_kbps":null,"notes":"full-band DAC-style VAE (stride 960) with one global self-attention layer before the bottleneck; speech, music and sound; posterior mean (mu)","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":166.87122,"efficiency":{"rtf_encode":0.00895,"rtf_decode":0.00645,"peak_vram_gb":1.79219,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.92258,"score_worst_lang":0.69696,"worst_lang":"en","en_gap":-0.23543,"score_intelligibility":0.86143,"score_speaker":0.95048,"score_quality":0.95472,"score_fidelity":0.9237,"dwer":1.79233,"wer":10.59814,"wer_pseudo":3.76949,"sim":0.95048,"utmos":2.48486,"dnsmos_ovrl":2.92341,"dnsmos_sig":3.34224,"dnsmos_bak":3.81972,"pesq_wb":3.98158,"pesq_nb":4.12336,"stoi":0.95795,"estoi":0.92202,"si_sdr":14.5377,"mel_dist":0.23422,"stft_dist":1.2156,"f0_rmse_cents":68.57781,"f0_corr":0.96126,"vuv_err":0.06494,"score_ci95":[0.91559,0.92947]},"per_lang":{"en":{"n":50,"unit":"wer","wer":20.45231,"wer_orig":6.98132,"dwer":13.47099,"wer_pseudo":15.95331,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.80415,"utmos":2.23873,"dnsmos_ovrl":2.31115,"dnsmos_sig":2.90887,"dnsmos_bak":3.36599,"pesq_wb":3.00409,"pesq_nb":3.34688,"stoi":0.85078,"estoi":0.74555,"si_sdr":11.38841,"mel_dist":0.45846,"stft_dist":1.85958,"f0_rmse_cents":99.35831,"f0_corr":0.93512,"vuv_err":0.10111,"score_intelligibility":0.37205,"score_speaker":0.80415,"score_quality":0.82548,"score_fidelity":0.78616,"score":0.69696},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":0.40692,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.98129,"utmos":2.69487,"dnsmos_ovrl":3.09436,"dnsmos_sig":3.39224,"dnsmos_bak":4.06111,"pesq_wb":4.40879,"pesq_nb":4.38566,"stoi":0.97939,"estoi":0.95511,"si_sdr":20.23486,"mel_dist":0.12366,"stft_dist":0.91459,"f0_rmse_cents":59.76832,"f0_corr":0.96865,"vuv_err":0.04991,"score_intelligibility":0.95641,"score_speaker":0.98129,"score_quality":0.98997,"score_fidelity":0.97399,"score":0.97542},"fr":{"n":50,"unit":"wer","wer":8.06324,"wer_orig":4.98024,"dwer":3.083,"wer_pseudo":4.20635,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95307,"utmos":2.2972,"dnsmos_ovrl":3.0553,"dnsmos_sig":3.38601,"dnsmos_bak":3.99408,"pesq_wb":3.96919,"pesq_nb":4.1154,"stoi":0.96962,"estoi":0.94558,"si_sdr":15.17117,"mel_dist":0.24684,"stft_dist":1.27218,"f0_rmse_cents":62.46984,"f0_corr":0.96332,"vuv_err":0.08027,"score_intelligibility":0.65983,"score_speaker":0.95307,"score_quality":0.97501,"score_fidelity":0.92709,"score":0.87875},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.98198,"utmos":2.70431,"dnsmos_ovrl":3.23345,"dnsmos_sig":3.57746,"dnsmos_bak":3.96678,"pesq_wb":4.40787,"pesq_nb":4.38868,"stoi":0.98485,"estoi":0.9716,"si_sdr":18.30394,"mel_dist":0.13887,"stft_dist":0.98281,"f0_rmse_cents":85.08645,"f0_corr":0.97678,"vuv_err":0.06052,"score_intelligibility":0.95745,"score_speaker":0.98198,"score_quality":0.98394,"score_fidelity":0.97844,"score":0.97545},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":0.36563,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.98391,"utmos":3.06063,"dnsmos_ovrl":3.33078,"dnsmos_sig":3.61057,"dnsmos_bak":4.10716,"pesq_wb":4.35736,"pesq_nb":4.36406,"stoi":0.98348,"estoi":0.96901,"si_sdr":17.29359,"mel_dist":0.16648,"stft_dist":1.0312,"f0_rmse_cents":52.2299,"f0_corr":0.96733,"vuv_err":0.05949,"score_intelligibility":0.92854,"score_speaker":0.98391,"score_quality":0.98954,"score_fidelity":0.97002,"score":0.968},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98708,"utmos":2.48392,"dnsmos_ovrl":3.05562,"dnsmos_sig":3.4345,"dnsmos_bak":3.79747,"pesq_wb":4.36248,"pesq_nb":4.35058,"stoi":0.97676,"estoi":0.95777,"si_sdr":14.6552,"mel_dist":0.10658,"stft_dist":0.92715,"f0_rmse_cents":133.58051,"f0_corr":0.96665,"vuv_err":0.07334,"score_intelligibility":1.0,"score_speaker":0.98708,"score_quality":0.99275,"score_fidelity":0.96804,"score":0.98697},"nl":{"n":50,"unit":"wer","wer":6.69045,"wer_orig":5.26316,"dwer":1.4273,"wer_pseudo":2.32766,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.93211,"utmos":2.74961,"dnsmos_ovrl":2.62518,"dnsmos_sig":3.0371,"dnsmos_bak":4.04077,"pesq_wb":3.25957,"pesq_nb":3.78023,"stoi":0.97545,"estoi":0.93955,"si_sdr":11.73581,"mel_dist":0.38822,"stft_dist":1.56836,"f0_rmse_cents":68.45097,"f0_corr":0.96127,"vuv_err":0.098,"score_intelligibility":0.81441,"score_speaker":0.93211,"score_quality":0.91229,"score_fidelity":0.86077,"score":0.87989},"pl":{"n":50,"unit":"wer","wer":4.38596,"wer_orig":3.28947,"dwer":1.09649,"wer_pseudo":1.64474,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95713,"utmos":2.63384,"dnsmos_ovrl":3.00368,"dnsmos_sig":3.34921,"dnsmos_bak":4.01016,"pesq_wb":3.75996,"pesq_nb":4.01787,"stoi":0.97821,"estoi":0.9484,"si_sdr":9.40449,"mel_dist":0.38295,"stft_dist":1.55403,"f0_rmse_cents":68.63347,"f0_corr":0.91316,"vuv_err":0.06605,"score_intelligibility":0.79642,"score_speaker":0.95713,"score_quality":0.96754,"score_fidelity":0.89331,"score":0.9036},"cs":{"n":50,"unit":"wer","wer":10.50175,"wer_orig":9.45158,"dwer":1.05018,"wer_pseudo":3.15421,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.98305,"utmos":2.52729,"dnsmos_ovrl":3.16204,"dnsmos_sig":3.47902,"dnsmos_bak":3.98805,"pesq_wb":4.25393,"pesq_nb":4.31738,"stoi":0.97831,"estoi":0.95758,"si_sdr":14.98878,"mel_dist":0.12768,"stft_dist":0.9462,"f0_rmse_cents":47.11018,"f0_corr":0.96719,"vuv_err":0.05144,"score_intelligibility":0.90869,"score_speaker":0.98305,"score_quality":0.98636,"score_fidelity":0.9584,"score":0.95912},"tr":{"n":50,"unit":"wer","wer":10.0,"wer_orig":7.76316,"dwer":2.23684,"wer_pseudo":3.68906,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.94806,"utmos":2.19501,"dnsmos_ovrl":2.95924,"dnsmos_sig":3.34093,"dnsmos_bak":3.89281,"pesq_wb":3.95198,"pesq_nb":4.11507,"stoi":0.95751,"estoi":0.91173,"si_sdr":17.30831,"mel_dist":0.25138,"stft_dist":1.23818,"f0_rmse_cents":53.39748,"f0_corr":0.97339,"vuv_err":0.04753,"score_intelligibility":0.79665,"score_speaker":0.94806,"score_quality":0.9446,"score_fidelity":0.92478,"score":0.90352},"id":{"n":50,"unit":"wer","wer":6.25738,"wer_orig":5.90319,"dwer":0.35419,"wer_pseudo":2.71547,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.97607,"utmos":1.94307,"dnsmos_ovrl":2.77202,"dnsmos_sig":3.37519,"dnsmos_bak":3.29503,"pesq_wb":4.36319,"pesq_nb":4.33225,"stoi":0.95823,"estoi":0.91801,"si_sdr":14.59806,"mel_dist":0.09583,"stft_dist":0.90732,"f0_rmse_cents":62.61281,"f0_corr":0.94858,"vuv_err":0.04757,"score_intelligibility":0.9512,"score_speaker":0.97607,"score_quality":0.99072,"score_fidelity":0.95591,"score":0.96847},"vi":{"n":50,"unit":"wer","wer":8.35322,"wer_orig":7.71679,"dwer":0.63644,"wer_pseudo":1.75159,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.96232,"utmos":2.05429,"dnsmos_ovrl":2.75232,"dnsmos_sig":3.30111,"dnsmos_bak":3.54716,"pesq_wb":4.2313,"pesq_nb":4.27525,"stoi":0.93945,"estoi":0.89779,"si_sdr":17.15331,"mel_dist":0.13802,"stft_dist":0.96271,"f0_rmse_cents":55.26515,"f0_corr":0.97398,"vuv_err":0.05624,"score_intelligibility":0.93196,"score_speaker":0.96232,"score_quality":0.95154,"score_fidelity":0.94556,"score":0.94784},"ru":{"n":50,"unit":"wer","wer":5.78035,"wer_orig":4.50867,"dwer":1.27168,"wer_pseudo":1.50637,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.96653,"utmos":2.58003,"dnsmos_ovrl":3.02132,"dnsmos_sig":3.3508,"dnsmos_bak":4.04595,"pesq_wb":4.01449,"pesq_nb":4.18576,"stoi":0.97683,"estoi":0.95201,"si_sdr":14.48408,"mel_dist":0.3047,"stft_dist":1.34546,"f0_rmse_cents":74.93696,"f0_corr":0.93767,"vuv_err":0.09104,"score_intelligibility":0.81245,"score_speaker":0.96653,"score_quality":0.9632,"score_fidelity":0.92526,"score":0.91686},"uk":{"n":50,"unit":"wer","wer":10.7832,"wer_orig":6.46992,"dwer":4.31328,"wer_pseudo":5.90909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90822,"utmos":2.49001,"dnsmos_ovrl":3.03065,"dnsmos_sig":3.36819,"dnsmos_bak":4.02266,"pesq_wb":3.68446,"pesq_nb":3.85186,"stoi":0.9358,"estoi":0.86955,"si_sdr":15.53041,"mel_dist":0.31818,"stft_dist":1.43695,"f0_rmse_cents":47.09552,"f0_corr":0.97898,"vuv_err":0.06479,"score_intelligibility":0.63395,"score_speaker":0.90822,"score_quality":0.96595,"score_fidelity":0.89392,"score":0.85051},"el":{"n":50,"unit":"wer","wer":12.82565,"wer_orig":12.02405,"dwer":0.8016,"wer_pseudo":3.9039,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.96909,"utmos":2.69657,"dnsmos_ovrl":2.98957,"dnsmos_sig":3.41026,"dnsmos_bak":3.87925,"pesq_wb":4.35624,"pesq_nb":4.35271,"stoi":0.97017,"estoi":0.93831,"si_sdr":16.99828,"mel_dist":0.10987,"stft_dist":0.87939,"f0_rmse_cents":50.98879,"f0_corr":0.96728,"vuv_err":0.06232,"score_intelligibility":0.94202,"score_speaker":0.96909,"score_quality":0.9886,"score_fidelity":0.96546,"score":0.96629},"ar":{"n":50,"unit":"wer","wer":12.57707,"wer_orig":12.45376,"dwer":0.1233,"wer_pseudo":1.23609,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.98109,"utmos":2.63582,"dnsmos_ovrl":3.20901,"dnsmos_sig":3.56527,"dnsmos_bak":3.9789,"pesq_wb":4.21402,"pesq_nb":4.30811,"stoi":0.98659,"estoi":0.97316,"si_sdr":11.90876,"mel_dist":0.12793,"stft_dist":0.97908,"f0_rmse_cents":71.20489,"f0_corr":0.96577,"vuv_err":0.05108,"score_intelligibility":0.99092,"score_speaker":0.98109,"score_quality":0.9889,"score_fidelity":0.95688,"score":0.97945},"fa":{"n":50,"unit":"wer","wer":28.11429,"wer_orig":25.94286,"dwer":2.17143,"wer_pseudo":7.78378,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93929,"utmos":2.36503,"dnsmos_ovrl":2.78788,"dnsmos_sig":3.31194,"dnsmos_bak":3.66124,"pesq_wb":3.57828,"pesq_nb":3.90193,"stoi":0.89161,"estoi":0.83585,"si_sdr":9.99208,"mel_dist":0.32716,"stft_dist":1.47092,"f0_rmse_cents":93.84101,"f0_corr":0.93023,"vuv_err":0.07862,"score_intelligibility":0.92542,"score_speaker":0.93929,"score_quality":0.90825,"score_fidelity":0.85283,"score":0.90645},"he":{"n":50,"unit":"wer","wer":25.93023,"wer_orig":19.4186,"dwer":6.51163,"wer_pseudo":12.0892,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.89791,"utmos":2.26168,"dnsmos_ovrl":2.75866,"dnsmos_sig":3.14035,"dnsmos_bak":3.90899,"pesq_wb":3.53348,"pesq_nb":3.76744,"stoi":0.94722,"estoi":0.89693,"si_sdr":15.54769,"mel_dist":0.26087,"stft_dist":1.24413,"f0_rmse_cents":70.30158,"f0_corr":0.93407,"vuv_err":0.09198,"score_intelligibility":0.7582,"score_speaker":0.89791,"score_quality":0.90863,"score_fidelity":0.86838,"score":0.85828},"hi":{"n":50,"unit":"wer","wer":27.42382,"wer_orig":26.31579,"dwer":1.10803,"wer_pseudo":4.81381,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.97233,"utmos":2.2574,"dnsmos_ovrl":2.79088,"dnsmos_sig":3.36564,"dnsmos_bak":3.44861,"pesq_wb":4.30592,"pesq_nb":4.32616,"stoi":0.97159,"estoi":0.94725,"si_sdr":18.52159,"mel_dist":0.16062,"stft_dist":1.02019,"f0_rmse_cents":51.04588,"f0_corr":0.98341,"vuv_err":0.04497,"score_intelligibility":0.96102,"score_speaker":0.97233,"score_quality":0.98532,"score_fidelity":0.96652,"score":0.9713},"zh":{"n":50,"unit":"cer","wer":7.40525,"wer_orig":7.40525,"dwer":0.0,"wer_pseudo":0.97561,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95605,"utmos":2.67227,"dnsmos_ovrl":3.05192,"dnsmos_sig":3.40465,"dnsmos_bak":3.99017,"pesq_wb":4.04265,"pesq_nb":4.22554,"stoi":0.98086,"estoi":0.96504,"si_sdr":13.03634,"mel_dist":0.36752,"stft_dist":1.48886,"f0_rmse_cents":53.21088,"f0_corr":0.96867,"vuv_err":0.0462,"score_intelligibility":1.0,"score_speaker":0.95605,"score_quality":0.95846,"score_fidelity":0.93962,"score":0.96353},"yue":{"n":50,"unit":"cer","wer":15.3271,"wer_orig":14.39252,"dwer":0.93458,"wer_pseudo":6.77644,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.97539,"utmos":2.87938,"dnsmos_ovrl":3.07151,"dnsmos_sig":3.45533,"dnsmos_bak":3.89322,"pesq_wb":4.30052,"pesq_nb":4.32755,"stoi":0.97339,"estoi":0.95321,"si_sdr":12.80121,"mel_dist":0.11505,"stft_dist":0.96049,"f0_rmse_cents":66.2853,"f0_corr":0.98088,"vuv_err":0.04528,"score_intelligibility":0.94276,"score_speaker":0.97539,"score_quality":0.98309,"score_fidelity":0.96576,"score":0.96675},"ja":{"n":50,"unit":"cer","wer":6.15526,"wer_orig":3.53698,"dwer":2.61828,"wer_pseudo":3.3073,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.88695,"utmos":1.83408,"dnsmos_ovrl":2.41616,"dnsmos_sig":3.09418,"dnsmos_bak":3.22064,"pesq_wb":3.38242,"pesq_nb":3.68297,"stoi":0.88537,"estoi":0.79384,"si_sdr":11.93914,"mel_dist":0.36025,"stft_dist":1.56652,"f0_rmse_cents":63.62916,"f0_corr":0.972,"vuv_err":0.06006,"score_intelligibility":0.63408,"score_speaker":0.88695,"score_quality":0.86272,"score_fidelity":0.84602,"score":0.80744},"ko":{"n":50,"unit":"cer","wer":4.60784,"wer_orig":5.14706,"dwer":-0.53922,"wer_pseudo":1.2024,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.95124,"utmos":3.08964,"dnsmos_ovrl":2.9809,"dnsmos_sig":3.34483,"dnsmos_bak":4.00288,"pesq_wb":3.87036,"pesq_nb":4.07829,"stoi":0.97272,"estoi":0.94532,"si_sdr":14.27437,"mel_dist":0.34882,"stft_dist":1.45682,"f0_rmse_cents":65.86446,"f0_corr":0.97164,"vuv_err":0.04837,"score_intelligibility":1.0,"score_speaker":0.95124,"score_quality":0.94692,"score_fidelity":0.92149,"score":0.95491},"th":{"n":50,"unit":"cer","wer":7.49798,"wer_orig":7.61924,"dwer":-0.12126,"wer_pseudo":3.23952,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95721,"utmos":2.29206,"dnsmos_ovrl":2.69815,"dnsmos_sig":3.21017,"dnsmos_bak":3.55422,"pesq_wb":3.94542,"pesq_nb":4.1629,"stoi":0.96668,"estoi":0.94034,"si_sdr":11.63491,"mel_dist":0.19526,"stft_dist":1.16128,"f0_rmse_cents":89.49966,"f0_corr":0.96429,"vuv_err":0.08228,"score_intelligibility":1.0,"score_speaker":0.95721,"score_quality":0.94341,"score_fidelity":0.92417,"score":0.9562}}},{"codec":"l3ac_16k_0k75bps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"l3ac_16k_0k75bps","family":"L3AC","checkpoint":"zhai-lw/L3AC/weights/0k75bps.v1","sample_rate":16000,"output_sample_rate":16000,"frame_rate":44.444,"n_codebooks":1,"codebook_size":117649,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code); weights: not stated","paper":"2504.04949","year":2025,"bitrate_kbps":0.7486,"notes":"single super-FSQ quantizer (117649 codes), conv + local-transformer, hop 360; trained on LibriSpeech-460 + Common Voice 18.0 (speech), MTG-Jamendo (music), FSD50K (general audio); v1 weights as used by the l3ac package","side_info":null,"warning":null,"env":"main"},"kbps":0.7486,"kbps_measured":0.74917,"tokens_per_s":44.47682,"params_M":11.2897,"efficiency":{"rtf_encode":0.00068,"rtf_decode":0.00149,"peak_vram_gb":0.35714,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.63301,"score_worst_lang":0.47076,"worst_lang":"nl","en_gap":-0.16831,"score_intelligibility":0.49508,"score_speaker":0.56952,"score_quality":0.88062,"score_fidelity":0.58683,"dwer":11.71351,"wer":20.51932,"wer_pseudo":16.73094,"sim":0.56952,"utmos":2.2272,"dnsmos_ovrl":2.94419,"dnsmos_sig":3.32514,"dnsmos_bak":3.93349,"pesq_wb":1.76592,"pesq_nb":2.27787,"stoi":0.80924,"estoi":0.65203,"si_sdr":-0.21047,"mel_dist":0.24651,"stft_dist":1.35823,"f0_rmse_cents":236.90332,"f0_corr":0.73243,"vuv_err":0.21894,"score_ci95":[0.62516,0.64029]},"per_lang":{"en":{"n":50,"unit":"wer","wer":32.94002,"wer_orig":6.98132,"dwer":25.9587,"wer_pseudo":30.15564,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.40334,"utmos":1.83496,"dnsmos_ovrl":2.44569,"dnsmos_sig":2.9414,"dnsmos_bak":3.81874,"pesq_wb":1.4556,"pesq_nb":1.85178,"stoi":0.71977,"estoi":0.50806,"si_sdr":-8.23319,"mel_dist":0.29388,"stft_dist":1.64956,"f0_rmse_cents":292.03202,"f0_corr":0.68644,"vuv_err":0.29573,"score_intelligibility":0.23516,"score_speaker":0.40334,"score_quality":0.73625,"score_fidelity":0.51213,"score":0.47172},"de":{"n":50,"unit":"wer","wer":8.74873,"wer_orig":5.69685,"dwer":3.05188,"wer_pseudo":5.39166,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.6199,"utmos":2.58531,"dnsmos_ovrl":3.08542,"dnsmos_sig":3.37439,"dnsmos_bak":4.06405,"pesq_wb":1.96654,"pesq_nb":2.4808,"stoi":0.85608,"estoi":0.68947,"si_sdr":4.17917,"mel_dist":0.22609,"stft_dist":1.21018,"f0_rmse_cents":176.00632,"f0_corr":0.82259,"vuv_err":0.17398,"score_intelligibility":0.68695,"score_speaker":0.6199,"score_quality":0.9583,"score_fidelity":0.65161,"score":0.72919},"fr":{"n":50,"unit":"wer","wer":20.86957,"wer_orig":4.98024,"dwer":15.88933,"wer_pseudo":19.20635,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.55036,"utmos":2.20044,"dnsmos_ovrl":3.0337,"dnsmos_sig":3.37435,"dnsmos_bak":3.99731,"pesq_wb":1.78326,"pesq_nb":2.23315,"stoi":0.84835,"estoi":0.73085,"si_sdr":2.84527,"mel_dist":0.26904,"stft_dist":1.31233,"f0_rmse_cents":149.63157,"f0_corr":0.79397,"vuv_err":0.21361,"score_intelligibility":0.27345,"score_speaker":0.55036,"score_quality":0.93958,"score_fidelity":0.62203,"score":0.59636},"es":{"n":50,"unit":"wer","wer":4.36364,"wer_orig":3.09091,"dwer":1.27273,"wer_pseudo":1.82315,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.66061,"utmos":2.64684,"dnsmos_ovrl":3.20181,"dnsmos_sig":3.51908,"dnsmos_bak":4.00757,"pesq_wb":2.2122,"pesq_nb":2.6902,"stoi":0.86573,"estoi":0.7424,"si_sdr":3.29576,"mel_dist":0.23254,"stft_dist":1.22554,"f0_rmse_cents":199.13644,"f0_corr":0.84996,"vuv_err":0.18184,"score_intelligibility":0.76271,"score_speaker":0.66061,"score_quality":0.96762,"score_fidelity":0.68734,"score":0.76957},"it":{"n":50,"unit":"wer","wer":4.73588,"wer_orig":2.55009,"dwer":2.18579,"wer_pseudo":3.47349,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.54578,"utmos":2.81783,"dnsmos_ovrl":3.24443,"dnsmos_sig":3.54335,"dnsmos_bak":4.05728,"pesq_wb":2.20429,"pesq_nb":2.63972,"stoi":0.85962,"estoi":0.73925,"si_sdr":3.54778,"mel_dist":0.24382,"stft_dist":1.24624,"f0_rmse_cents":109.57595,"f0_corr":0.81676,"vuv_err":0.16113,"score_intelligibility":0.61893,"score_speaker":0.54578,"score_quality":0.91837,"score_fidelity":0.67349,"score":0.68914},"pt":{"n":50,"unit":"wer","wer":4.29688,"wer_orig":3.41797,"dwer":0.87891,"wer_pseudo":2.95276,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.65536,"utmos":2.5624,"dnsmos_ovrl":3.10805,"dnsmos_sig":3.44353,"dnsmos_bak":3.91103,"pesq_wb":1.88036,"pesq_nb":2.44255,"stoi":0.81243,"estoi":0.67545,"si_sdr":1.3496,"mel_dist":0.24502,"stft_dist":1.3008,"f0_rmse_cents":321.05677,"f0_corr":0.79435,"vuv_err":0.20294,"score_intelligibility":0.83407,"score_speaker":0.65536,"score_quality":1.0,"score_fidelity":0.61944,"score":0.77722},"nl":{"n":50,"unit":"wer","wer":22.30152,"wer_orig":5.26316,"dwer":17.03836,"wer_pseudo":20.41182,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.52162,"utmos":1.6947,"dnsmos_ovrl":2.55902,"dnsmos_sig":2.9351,"dnsmos_bak":4.04676,"pesq_wb":1.51392,"pesq_nb":2.0428,"stoi":0.82879,"estoi":0.66793,"si_sdr":-3.31055,"mel_dist":0.25292,"stft_dist":1.49363,"f0_rmse_cents":440.24851,"f0_corr":0.42624,"vuv_err":0.37979,"score_intelligibility":0.26879,"score_speaker":0.52162,"score_quality":0.62532,"score_fidelity":0.46729,"score":0.47076},"pl":{"n":50,"unit":"wer","wer":15.46053,"wer_orig":3.28947,"dwer":12.17105,"wer_pseudo":14.69298,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.5396,"utmos":2.14877,"dnsmos_ovrl":3.02193,"dnsmos_sig":3.34477,"dnsmos_bak":4.07263,"pesq_wb":1.58935,"pesq_nb":2.03575,"stoi":0.85535,"estoi":0.70966,"si_sdr":-2.46046,"mel_dist":0.27109,"stft_dist":1.4572,"f0_rmse_cents":248.13861,"f0_corr":0.5606,"vuv_err":0.21606,"score_intelligibility":0.26059,"score_speaker":0.5396,"score_quality":0.82873,"score_fidelity":0.52811,"score":0.53926},"cs":{"n":50,"unit":"wer","wer":20.77013,"wer_orig":9.45158,"dwer":11.31855,"wer_pseudo":17.99065,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.63642,"utmos":2.44935,"dnsmos_ovrl":3.22369,"dnsmos_sig":3.5237,"dnsmos_bak":4.03419,"pesq_wb":1.63316,"pesq_nb":2.27973,"stoi":0.82816,"estoi":0.68811,"si_sdr":3.71086,"mel_dist":0.24045,"stft_dist":1.25263,"f0_rmse_cents":128.90322,"f0_corr":0.7957,"vuv_err":0.14964,"score_intelligibility":0.48009,"score_speaker":0.63642,"score_quality":0.96154,"score_fidelity":0.60159,"score":0.66991},"tr":{"n":50,"unit":"wer","wer":23.42105,"wer_orig":7.76316,"dwer":15.65789,"wer_pseudo":20.42161,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.60526,"utmos":2.05401,"dnsmos_ovrl":3.03875,"dnsmos_sig":3.38611,"dnsmos_bak":4.02093,"pesq_wb":1.79213,"pesq_nb":2.34464,"stoi":0.81614,"estoi":0.63106,"si_sdr":-0.05753,"mel_dist":0.25168,"stft_dist":1.35661,"f0_rmse_cents":166.61217,"f0_corr":0.81671,"vuv_err":0.18584,"score_intelligibility":0.35884,"score_speaker":0.60526,"score_quality":0.90902,"score_fidelity":0.61972,"score":0.62321},"id":{"n":50,"unit":"wer","wer":17.47344,"wer_orig":5.90319,"dwer":11.57025,"wer_pseudo":15.34829,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.53479,"utmos":2.00095,"dnsmos_ovrl":2.93741,"dnsmos_sig":3.4311,"dnsmos_bak":3.66177,"pesq_wb":1.63938,"pesq_nb":2.2866,"stoi":0.73271,"estoi":0.53074,"si_sdr":0.06007,"mel_dist":0.22147,"stft_dist":1.30151,"f0_rmse_cents":348.13565,"f0_corr":0.72213,"vuv_err":0.26528,"score_intelligibility":0.37368,"score_speaker":0.53479,"score_quality":1.0,"score_fidelity":0.54584,"score":0.61358},"vi":{"n":50,"unit":"wer","wer":21.63882,"wer_orig":7.71679,"dwer":13.92204,"wer_pseudo":19.10828,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.64081,"utmos":2.01749,"dnsmos_ovrl":2.88695,"dnsmos_sig":3.35461,"dnsmos_bak":3.81092,"pesq_wb":1.71292,"pesq_nb":2.27398,"stoi":0.71329,"estoi":0.53113,"si_sdr":1.44014,"mel_dist":0.20683,"stft_dist":1.25118,"f0_rmse_cents":163.417,"f0_corr":0.84282,"vuv_err":0.19615,"score_intelligibility":0.38504,"score_speaker":0.64081,"score_quality":0.96052,"score_fidelity":0.5866,"score":0.64324},"ru":{"n":50,"unit":"wer","wer":8.20809,"wer_orig":4.50867,"dwer":3.69942,"wer_pseudo":5.09849,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.59827,"utmos":2.20393,"dnsmos_ovrl":2.9122,"dnsmos_sig":3.24229,"dnsmos_bak":4.01982,"pesq_wb":1.7679,"pesq_nb":2.23277,"stoi":0.84629,"estoi":0.70506,"si_sdr":0.94076,"mel_dist":0.24819,"stft_dist":1.34337,"f0_rmse_cents":286.86027,"f0_corr":0.69156,"vuv_err":0.22567,"score_intelligibility":0.59824,"score_speaker":0.59827,"score_quality":0.82494,"score_fidelity":0.58575,"score":0.6518},"uk":{"n":50,"unit":"wer","wer":24.97162,"wer_orig":6.46992,"dwer":18.5017,"wer_pseudo":21.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.46404,"utmos":2.39461,"dnsmos_ovrl":3.02782,"dnsmos_sig":3.357,"dnsmos_bak":4.07517,"pesq_wb":1.77388,"pesq_nb":2.18732,"stoi":0.82335,"estoi":0.64658,"si_sdr":-0.42296,"mel_dist":0.26494,"stft_dist":1.38317,"f0_rmse_cents":206.34959,"f0_corr":0.71777,"vuv_err":0.20882,"score_intelligibility":0.28762,"score_speaker":0.46404,"score_quality":0.93503,"score_fidelity":0.58741,"score":0.56853},"el":{"n":50,"unit":"wer","wer":30.36072,"wer_orig":12.02405,"dwer":18.33667,"wer_pseudo":24.92492,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.48059,"utmos":2.35919,"dnsmos_ovrl":2.96373,"dnsmos_sig":3.35921,"dnsmos_bak":3.895,"pesq_wb":1.99814,"pesq_nb":2.48706,"stoi":0.83007,"estoi":0.67213,"si_sdr":3.44208,"mel_dist":0.22746,"stft_dist":1.24903,"f0_rmse_cents":111.07952,"f0_corr":0.85446,"vuv_err":0.19226,"score_intelligibility":0.4153,"score_speaker":0.48059,"score_quality":0.88732,"score_fidelity":0.65657,"score":0.60995},"ar":{"n":50,"unit":"wer","wer":23.30456,"wer_orig":12.45376,"dwer":10.8508,"wer_pseudo":16.56366,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.69075,"utmos":2.46754,"dnsmos_ovrl":3.17584,"dnsmos_sig":3.5161,"dnsmos_bak":3.98626,"pesq_wb":1.79252,"pesq_nb":2.30272,"stoi":0.87099,"estoi":0.77111,"si_sdr":1.97581,"mel_dist":0.24514,"stft_dist":1.32332,"f0_rmse_cents":122.94382,"f0_corr":0.87138,"vuv_err":0.15349,"score_intelligibility":0.55355,"score_speaker":0.69075,"score_quality":0.93861,"score_fidelity":0.65627,"score":0.70979},"fa":{"n":50,"unit":"wer","wer":44.0,"wer_orig":25.94286,"dwer":18.05714,"wer_pseudo":31.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.614,"utmos":2.16074,"dnsmos_ovrl":2.83933,"dnsmos_sig":3.26727,"dnsmos_bak":3.88057,"pesq_wb":1.57053,"pesq_nb":2.27719,"stoi":0.68864,"estoi":0.49783,"si_sdr":-4.77076,"mel_dist":0.25712,"stft_dist":1.47459,"f0_rmse_cents":411.66338,"f0_corr":0.54209,"vuv_err":0.2883,"score_intelligibility":0.59873,"score_speaker":0.614,"score_quality":0.85867,"score_fidelity":0.46458,"score":0.63399},"he":{"n":50,"unit":"wer","wer":54.76744,"wer_orig":19.4186,"dwer":35.34884,"wer_pseudo":47.53521,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.43589,"utmos":1.89576,"dnsmos_ovrl":2.69694,"dnsmos_sig":3.06422,"dnsmos_bak":3.94633,"pesq_wb":1.51592,"pesq_nb":1.96066,"stoi":0.81191,"estoi":0.63546,"si_sdr":-3.41041,"mel_dist":0.27174,"stft_dist":1.47609,"f0_rmse_cents":419.51158,"f0_corr":0.4629,"vuv_err":0.36475,"score_intelligibility":0.36614,"score_speaker":0.43589,"score_quality":0.7686,"score_fidelity":0.47407,"score":0.51118},"hi":{"n":50,"unit":"wer","wer":37.76547,"wer_orig":26.31579,"dwer":11.44968,"wer_pseudo":26.06721,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.54294,"utmos":2.14404,"dnsmos_ovrl":2.90693,"dnsmos_sig":3.40402,"dnsmos_bak":3.69726,"pesq_wb":1.75671,"pesq_nb":2.26951,"stoi":0.79864,"estoi":0.63863,"si_sdr":2.0963,"mel_dist":0.25126,"stft_dist":1.31603,"f0_rmse_cents":190.50484,"f0_corr":0.75052,"vuv_err":0.19704,"score_intelligibility":0.70464,"score_speaker":0.54294,"score_quality":0.94157,"score_fidelity":0.58845,"score":0.6944},"zh":{"n":50,"unit":"cer","wer":12.53644,"wer_orig":7.40525,"dwer":5.1312,"wer_pseudo":6.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.57643,"utmos":2.16115,"dnsmos_ovrl":3.015,"dnsmos_sig":3.35871,"dnsmos_bak":4.0165,"pesq_wb":1.78059,"pesq_nb":2.27913,"stoi":0.84529,"estoi":0.7149,"si_sdr":-2.59144,"mel_dist":0.23235,"stft_dist":1.38106,"f0_rmse_cents":147.02024,"f0_corr":0.8561,"vuv_err":0.13298,"score_intelligibility":0.62093,"score_speaker":0.57643,"score_quality":0.80826,"score_fidelity":0.64147,"score":0.66177},"yue":{"n":50,"unit":"cer","wer":18.8785,"wer_orig":14.39252,"dwer":4.48598,"wer_pseudo":16.46612,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.66135,"utmos":2.54548,"dnsmos_ovrl":3.07334,"dnsmos_sig":3.42302,"dnsmos_bak":3.96473,"pesq_wb":1.80559,"pesq_nb":2.38073,"stoi":0.84304,"estoi":0.69149,"si_sdr":-0.73447,"mel_dist":0.2337,"stft_dist":1.32549,"f0_rmse_cents":161.65049,"f0_corr":0.86743,"vuv_err":0.17822,"score_intelligibility":0.77433,"score_speaker":0.66135,"score_quality":0.89726,"score_fidelity":0.64688,"score":0.74496},"ja":{"n":50,"unit":"cer","wer":13.64263,"wer_orig":3.53698,"dwer":10.10565,"wer_pseudo":12.03491,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.50895,"utmos":1.7593,"dnsmos_ovrl":2.60422,"dnsmos_sig":3.15578,"dnsmos_bak":3.60649,"pesq_wb":1.63619,"pesq_nb":2.1708,"stoi":0.67745,"estoi":0.4597,"si_sdr":-6.1683,"mel_dist":0.26894,"stft_dist":1.55073,"f0_rmse_cents":406.48829,"f0_corr":0.62909,"vuv_err":0.25863,"score_intelligibility":0.30985,"score_speaker":0.50895,"score_quality":0.86658,"score_fidelity":0.4961,"score":0.54537},"ko":{"n":50,"unit":"cer","wer":7.9902,"wer_orig":5.14706,"dwer":2.84314,"wer_pseudo":5.06012,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.58831,"utmos":2.44738,"dnsmos_ovrl":2.9423,"dnsmos_sig":3.27973,"dnsmos_bak":4.05625,"pesq_wb":2.11827,"pesq_nb":2.56379,"stoi":0.84445,"estoi":0.71959,"si_sdr":0.83066,"mel_dist":0.21706,"stft_dist":1.2893,"f0_rmse_cents":236.89361,"f0_corr":0.62152,"vuv_err":0.17472,"score_intelligibility":0.68375,"score_speaker":0.58831,"score_quality":0.79531,"score_fidelity":0.59516,"score":0.66563},"th":{"n":50,"unit":"cer","wer":19.01778,"wer_orig":7.61924,"dwer":11.39854,"wer_pseudo":16.94675,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.59308,"utmos":1.90064,"dnsmos_ovrl":2.71612,"dnsmos_sig":3.20446,"dnsmos_bak":3.75612,"pesq_wb":1.48284,"pesq_nb":1.95557,"stoi":0.80513,"estoi":0.65215,"si_sdr":-2.60542,"mel_dist":0.24348,"stft_dist":1.42805,"f0_rmse_cents":241.81976,"f0_corr":0.78519,"vuv_err":0.25762,"score_intelligibility":0.43058,"score_speaker":0.59308,"score_quality":0.80745,"score_fidelity":0.57609,"score":0.6018}}},{"codec":"l3ac_16k_1k5bps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"l3ac_16k_1k5bps","family":"L3AC","checkpoint":"zhai-lw/L3AC/weights/1k5bps.v1","sample_rate":16000,"output_sample_rate":16000,"frame_rate":88.889,"n_codebooks":1,"codebook_size":117649,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code); weights: not stated","paper":"2504.04949","year":2025,"bitrate_kbps":1.4973,"notes":"single super-FSQ quantizer (117649 codes), conv + local-transformer, hop 180; trained on LibriSpeech-460 + Common Voice 18.0 (speech), MTG-Jamendo (music), FSD50K (general audio); v1 weights as used by the l3ac package","side_info":null,"warning":null,"env":"main"},"kbps":1.4973,"kbps_measured":1.49783,"tokens_per_s":88.92293,"params_M":11.25488,"efficiency":{"rtf_encode":0.00071,"rtf_decode":0.00167,"peak_vram_gb":0.35715,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.71321,"score_worst_lang":0.56884,"worst_lang":"en","en_gap":-0.15065,"score_intelligibility":0.66068,"score_speaker":0.66294,"score_quality":0.87194,"score_fidelity":0.65727,"dwer":5.80842,"wer":14.61423,"wer_pseudo":10.05002,"sim":0.66294,"utmos":2.21483,"dnsmos_ovrl":2.90761,"dnsmos_sig":3.30438,"dnsmos_bak":3.88755,"pesq_wb":2.06159,"pesq_nb":2.64135,"stoi":0.8495,"estoi":0.71908,"si_sdr":3.54011,"mel_dist":0.21755,"stft_dist":1.23032,"f0_rmse_cents":172.33973,"f0_corr":0.81901,"vuv_err":0.17467,"score_ci95":[0.70612,0.72172]},"per_lang":{"en":{"n":50,"unit":"wer","wer":18.38741,"wer_orig":6.98132,"dwer":11.4061,"wer_pseudo":15.95331,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.55087,"utmos":1.83659,"dnsmos_ovrl":2.41988,"dnsmos_sig":2.94882,"dnsmos_bak":3.74859,"pesq_wb":1.67225,"pesq_nb":2.16575,"stoi":0.77092,"estoi":0.58939,"si_sdr":0.21236,"mel_dist":0.25409,"stft_dist":1.40675,"f0_rmse_cents":204.85521,"f0_corr":0.78981,"vuv_err":0.21308,"score_intelligibility":0.41168,"score_speaker":0.55087,"score_quality":0.72852,"score_fidelity":0.58427,"score":0.56884},"de":{"n":50,"unit":"wer","wer":7.6297,"wer_orig":5.69685,"dwer":1.93286,"wer_pseudo":3.25534,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.72443,"utmos":2.50548,"dnsmos_ovrl":3.02661,"dnsmos_sig":3.31854,"dnsmos_bak":4.04947,"pesq_wb":2.37621,"pesq_nb":2.89008,"stoi":0.89383,"estoi":0.76065,"si_sdr":7.02232,"mel_dist":0.19523,"stft_dist":1.09075,"f0_rmse_cents":148.2806,"f0_corr":0.8826,"vuv_err":0.14679,"score_intelligibility":0.77602,"score_speaker":0.72443,"score_quality":0.92169,"score_fidelity":0.72321,"score":0.78634},"fr":{"n":50,"unit":"wer","wer":9.64427,"wer_orig":4.98024,"dwer":4.66403,"wer_pseudo":7.61905,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.62727,"utmos":2.15867,"dnsmos_ovrl":2.9866,"dnsmos_sig":3.3305,"dnsmos_bak":3.97268,"pesq_wb":2.05898,"pesq_nb":2.59295,"stoi":0.8854,"estoi":0.78958,"si_sdr":5.6222,"mel_dist":0.24147,"stft_dist":1.20589,"f0_rmse_cents":104.8542,"f0_corr":0.91067,"vuv_err":0.19013,"score_intelligibility":0.56183,"score_speaker":0.62727,"score_quality":0.91389,"score_fidelity":0.69954,"score":0.70063},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":1.27621,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.72513,"utmos":2.51094,"dnsmos_ovrl":3.16482,"dnsmos_sig":3.50338,"dnsmos_bak":3.96349,"pesq_wb":2.54119,"pesq_nb":3.04812,"stoi":0.89602,"estoi":0.79981,"si_sdr":5.87006,"mel_dist":0.20532,"stft_dist":1.13758,"f0_rmse_cents":179.88863,"f0_corr":0.88067,"vuv_err":0.15545,"score_intelligibility":0.81818,"score_speaker":0.72513,"score_quality":0.92417,"score_fidelity":0.73901,"score":0.80162},"it":{"n":50,"unit":"wer","wer":4.46266,"wer_orig":2.55009,"dwer":1.91257,"wer_pseudo":2.65082,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.66137,"utmos":2.77399,"dnsmos_ovrl":3.26449,"dnsmos_sig":3.56415,"dnsmos_bak":4.05779,"pesq_wb":2.50231,"pesq_nb":2.99238,"stoi":0.89315,"estoi":0.79581,"si_sdr":6.01221,"mel_dist":0.21668,"stft_dist":1.15886,"f0_rmse_cents":102.92287,"f0_corr":0.85336,"vuv_err":0.14771,"score_intelligibility":0.64988,"score_speaker":0.66137,"score_quality":0.91231,"score_fidelity":0.72525,"score":0.7372},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.77165,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.73563,"utmos":2.43594,"dnsmos_ovrl":2.98742,"dnsmos_sig":3.35631,"dnsmos_bak":3.79725,"pesq_wb":2.24302,"pesq_nb":2.82436,"stoi":0.84787,"estoi":0.73474,"si_sdr":4.54457,"mel_dist":0.21872,"stft_dist":1.19409,"f0_rmse_cents":210.95956,"f0_corr":0.90414,"vuv_err":0.18089,"score_intelligibility":1.0,"score_speaker":0.73563,"score_quality":0.97355,"score_fidelity":0.70239,"score":0.85289},"nl":{"n":50,"unit":"wer","wer":12.57806,"wer_orig":5.26316,"dwer":7.3149,"wer_pseudo":9.40018,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.56554,"utmos":2.03149,"dnsmos_ovrl":2.58616,"dnsmos_sig":2.96899,"dnsmos_bak":4.06175,"pesq_wb":1.75668,"pesq_nb":2.39952,"stoi":0.87663,"estoi":0.74258,"si_sdr":1.0319,"mel_dist":0.22186,"stft_dist":1.33633,"f0_rmse_cents":229.12543,"f0_corr":0.70241,"vuv_err":0.28363,"score_intelligibility":0.46127,"score_speaker":0.56554,"score_quality":0.71867,"score_fidelity":0.59841,"score":0.58597},"pl":{"n":50,"unit":"wer","wer":9.64912,"wer_orig":3.28947,"dwer":6.35965,"wer_pseudo":8.44298,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.64407,"utmos":2.2864,"dnsmos_ovrl":3.01107,"dnsmos_sig":3.34374,"dnsmos_bak":4.05363,"pesq_wb":1.82121,"pesq_nb":2.33237,"stoi":0.89111,"estoi":0.77351,"si_sdr":0.01173,"mel_dist":0.236,"stft_dist":1.32485,"f0_rmse_cents":162.77406,"f0_corr":0.68035,"vuv_err":0.17708,"score_intelligibility":0.4028,"score_speaker":0.64407,"score_quality":0.86812,"score_fidelity":0.60203,"score":0.62925},"cs":{"n":50,"unit":"wer","wer":16.56943,"wer_orig":9.45158,"dwer":7.11785,"wer_pseudo":13.90187,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.73992,"utmos":2.37206,"dnsmos_ovrl":3.13062,"dnsmos_sig":3.46211,"dnsmos_bak":3.96043,"pesq_wb":1.95423,"pesq_nb":2.64538,"stoi":0.86877,"estoi":0.75543,"si_sdr":6.21022,"mel_dist":0.21262,"stft_dist":1.14121,"f0_rmse_cents":92.98634,"f0_corr":0.88683,"vuv_err":0.1318,"score_intelligibility":0.59487,"score_speaker":0.73992,"score_quality":0.93693,"score_fidelity":0.67608,"score":0.73695},"tr":{"n":50,"unit":"wer","wer":14.86842,"wer_orig":7.76316,"dwer":7.10526,"wer_pseudo":11.5942,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.68893,"utmos":1.99334,"dnsmos_ovrl":3.02005,"dnsmos_sig":3.36251,"dnsmos_bak":4.02979,"pesq_wb":2.11342,"pesq_nb":2.71489,"stoi":0.85696,"estoi":0.70937,"si_sdr":4.23355,"mel_dist":0.22349,"stft_dist":1.21124,"f0_rmse_cents":128.49143,"f0_corr":0.8991,"vuv_err":0.13448,"score_intelligibility":0.55224,"score_speaker":0.68893,"score_quality":0.88079,"score_fidelity":0.6914,"score":0.70334},"id":{"n":50,"unit":"wer","wer":9.20897,"wer_orig":5.90319,"dwer":3.30579,"wer_pseudo":6.49351,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.65134,"utmos":1.85265,"dnsmos_ovrl":2.77397,"dnsmos_sig":3.30435,"dnsmos_bak":3.43704,"pesq_wb":1.88404,"pesq_nb":2.57455,"stoi":0.77995,"estoi":0.60615,"si_sdr":2.9352,"mel_dist":0.19567,"stft_dist":1.18732,"f0_rmse_cents":204.20322,"f0_corr":0.77617,"vuv_err":0.20398,"score_intelligibility":0.67619,"score_speaker":0.65134,"score_quality":0.94367,"score_fidelity":0.6029,"score":0.71853},"vi":{"n":50,"unit":"wer","wer":11.05807,"wer_orig":7.71679,"dwer":3.34129,"wer_pseudo":6.13057,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.71699,"utmos":1.92613,"dnsmos_ovrl":2.82502,"dnsmos_sig":3.32552,"dnsmos_bak":3.73011,"pesq_wb":2.04385,"pesq_nb":2.67723,"stoi":0.76093,"estoi":0.60336,"si_sdr":4.51605,"mel_dist":0.18483,"stft_dist":1.15853,"f0_rmse_cents":167.24273,"f0_corr":0.87018,"vuv_err":0.15667,"score_intelligibility":0.7229,"score_speaker":0.71699,"score_quality":0.91322,"score_fidelity":0.64312,"score":0.74906},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":2.54925,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.66375,"utmos":2.19722,"dnsmos_ovrl":2.93421,"dnsmos_sig":3.26353,"dnsmos_bak":4.01747,"pesq_wb":2.04185,"pesq_nb":2.5805,"stoi":0.88229,"estoi":0.76695,"si_sdr":3.53642,"mel_dist":0.21975,"stft_dist":1.23479,"f0_rmse_cents":202.60553,"f0_corr":0.71434,"vuv_err":0.20233,"score_intelligibility":0.84113,"score_speaker":0.66375,"score_quality":0.82834,"score_fidelity":0.63143,"score":0.74116},"uk":{"n":50,"unit":"wer","wer":14.41544,"wer_orig":6.46992,"dwer":7.94552,"wer_pseudo":11.70455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.60126,"utmos":2.30472,"dnsmos_ovrl":3.01016,"dnsmos_sig":3.34893,"dnsmos_bak":4.0483,"pesq_wb":2.05703,"pesq_nb":2.51265,"stoi":0.86287,"estoi":0.71354,"si_sdr":4.86721,"mel_dist":0.23572,"stft_dist":1.22973,"f0_rmse_cents":123.97957,"f0_corr":0.89305,"vuv_err":0.16357,"score_intelligibility":0.48457,"score_speaker":0.60126,"score_quality":0.90226,"score_fidelity":0.68597,"score":0.66852},"el":{"n":50,"unit":"wer","wer":29.65932,"wer_orig":12.02405,"dwer":17.63527,"wer_pseudo":24.82482,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.61441,"utmos":2.32622,"dnsmos_ovrl":2.88875,"dnsmos_sig":3.2945,"dnsmos_bak":3.85569,"pesq_wb":2.24998,"pesq_nb":2.85127,"stoi":0.86408,"estoi":0.72742,"si_sdr":5.47723,"mel_dist":0.19928,"stft_dist":1.14946,"f0_rmse_cents":123.36132,"f0_corr":0.83046,"vuv_err":0.1868,"score_intelligibility":0.4248,"score_speaker":0.61441,"score_quality":0.85889,"score_fidelity":0.68389,"score":0.6455},"ar":{"n":50,"unit":"wer","wer":17.01603,"wer_orig":12.45376,"dwer":4.56227,"wer_pseudo":9.02349,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.76767,"utmos":2.32777,"dnsmos_ovrl":3.10676,"dnsmos_sig":3.48769,"dnsmos_bak":3.9047,"pesq_wb":2.0176,"pesq_nb":2.61506,"stoi":0.90101,"estoi":0.81966,"si_sdr":3.63592,"mel_dist":0.2197,"stft_dist":1.22886,"f0_rmse_cents":123.68435,"f0_corr":0.88156,"vuv_err":0.14194,"score_intelligibility":0.74677,"score_speaker":0.76767,"score_quality":0.88627,"score_fidelity":0.69111,"score":0.77295},"fa":{"n":50,"unit":"wer","wer":34.05714,"wer_orig":25.94286,"dwer":8.11429,"wer_pseudo":17.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.69175,"utmos":2.07839,"dnsmos_ovrl":2.81959,"dnsmos_sig":3.27671,"dnsmos_bak":3.8362,"pesq_wb":1.81267,"pesq_nb":2.62365,"stoi":0.73856,"estoi":0.57369,"si_sdr":1.0692,"mel_dist":0.21967,"stft_dist":1.3159,"f0_rmse_cents":270.38469,"f0_corr":0.69096,"vuv_err":0.19497,"score_intelligibility":0.76854,"score_speaker":0.69175,"score_quality":0.82831,"score_fidelity":0.5539,"score":0.71063},"he":{"n":50,"unit":"wer","wer":43.13953,"wer_orig":19.4186,"dwer":23.72093,"wer_pseudo":34.38967,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.55382,"utmos":2.03712,"dnsmos_ovrl":2.65116,"dnsmos_sig":3.0317,"dnsmos_bak":3.90185,"pesq_wb":1.95682,"pesq_nb":2.49324,"stoi":0.86031,"estoi":0.71827,"si_sdr":3.8605,"mel_dist":0.23699,"stft_dist":1.2372,"f0_rmse_cents":168.47844,"f0_corr":0.73903,"vuv_err":0.21966,"score_intelligibility":0.46259,"score_speaker":0.55382,"score_quality":0.80352,"score_fidelity":0.62424,"score":0.61104},"hi":{"n":50,"unit":"wer","wer":32.13296,"wer_orig":26.31579,"dwer":5.81717,"wer_pseudo":16.53043,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.63293,"utmos":2.1149,"dnsmos_ovrl":2.82778,"dnsmos_sig":3.34371,"dnsmos_bak":3.58597,"pesq_wb":2.07596,"pesq_nb":2.64844,"stoi":0.83963,"estoi":0.70721,"si_sdr":5.24956,"mel_dist":0.22003,"stft_dist":1.18877,"f0_rmse_cents":142.71599,"f0_corr":0.86472,"vuv_err":0.15935,"score_intelligibility":0.82443,"score_speaker":0.63293,"score_quality":0.93032,"score_fidelity":0.67059,"score":0.76457},"zh":{"n":50,"unit":"cer","wer":10.20408,"wer_orig":7.40525,"dwer":2.79883,"wer_pseudo":3.90244,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.67989,"utmos":2.28954,"dnsmos_ovrl":3.02325,"dnsmos_sig":3.37269,"dnsmos_bak":4.00319,"pesq_wb":2.10093,"pesq_nb":2.67595,"stoi":0.88541,"estoi":0.78132,"si_sdr":0.14101,"mel_dist":0.20438,"stft_dist":1.28687,"f0_rmse_cents":160.23714,"f0_corr":0.84256,"vuv_err":0.12671,"score_intelligibility":0.7502,"score_speaker":0.67989,"score_quality":0.84574,"score_fidelity":0.68084,"score":0.73917},"yue":{"n":50,"unit":"cer","wer":17.88162,"wer_orig":14.39252,"dwer":3.4891,"wer_pseudo":13.86954,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.72894,"utmos":2.52498,"dnsmos_ovrl":3.05158,"dnsmos_sig":3.41054,"dnsmos_bak":3.94084,"pesq_wb":2.08668,"pesq_nb":2.75134,"stoi":0.87511,"estoi":0.74911,"si_sdr":2.84288,"mel_dist":0.20495,"stft_dist":1.22552,"f0_rmse_cents":167.11827,"f0_corr":0.86773,"vuv_err":0.13797,"score_intelligibility":0.81521,"score_speaker":0.72894,"score_quality":0.892,"score_fidelity":0.68444,"score":0.78015},"ja":{"n":50,"unit":"cer","wer":7.85485,"wer_orig":3.53698,"dwer":4.31787,"wer_pseudo":6.79835,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.62523,"utmos":1.73521,"dnsmos_ovrl":2.58026,"dnsmos_sig":3.15225,"dnsmos_bak":3.57035,"pesq_wb":1.90584,"pesq_nb":2.52127,"stoi":0.7267,"estoi":0.53516,"si_sdr":-0.21021,"mel_dist":0.23655,"stft_dist":1.37959,"f0_rmse_cents":207.28598,"f0_corr":0.69505,"vuv_err":0.19643,"score_intelligibility":0.51237,"score_speaker":0.62523,"score_quality":0.85495,"score_fidelity":0.56018,"score":0.63818},"ko":{"n":50,"unit":"cer","wer":5.58824,"wer_orig":5.14706,"dwer":0.44118,"wer_pseudo":2.30461,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.64531,"utmos":2.58152,"dnsmos_ovrl":2.96832,"dnsmos_sig":3.30265,"dnsmos_bak":4.05847,"pesq_wb":2.47859,"pesq_nb":2.95499,"stoi":0.8825,"estoi":0.78426,"si_sdr":5.04539,"mel_dist":0.20328,"stft_dist":1.20022,"f0_rmse_cents":106.82909,"f0_corr":0.9071,"vuv_err":0.12399,"score_intelligibility":0.93304,"score_speaker":0.64531,"score_quality":0.83136,"score_fidelity":0.73735,"score":0.78676},"th":{"n":50,"unit":"cer","wer":11.96443,"wer_orig":7.61924,"dwer":4.34519,"wer_pseudo":9.19214,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.67413,"utmos":1.95456,"dnsmos_ovrl":2.72399,"dnsmos_sig":3.23125,"dnsmos_bak":3.71611,"pesq_wb":1.7267,"pesq_nb":2.30638,"stoi":0.84788,"estoi":0.72095,"si_sdr":1.22513,"mel_dist":0.21493,"stft_dist":1.29734,"f0_rmse_cents":402.8888,"f0_corr":0.69343,"vuv_err":0.21656,"score_intelligibility":0.66484,"score_speaker":0.67413,"score_quality":0.82909,"score_fidelity":0.58298,"score":0.68776}}},{"codec":"l3ac_16k_1kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"l3ac_16k_1kbps","family":"L3AC","checkpoint":"zhai-lw/L3AC/weights/1kbps.v1","sample_rate":16000,"output_sample_rate":16000,"frame_rate":59.259,"n_codebooks":1,"codebook_size":117649,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code); weights: not stated","paper":"2504.04949","year":2025,"bitrate_kbps":0.9982,"notes":"single super-FSQ quantizer (117649 codes), conv + local-transformer, hop 270; trained on LibriSpeech-460 + Common Voice 18.0 (speech), MTG-Jamendo (music), FSD50K (general audio); v1 weights as used by the l3ac package","side_info":null,"warning":null,"env":"main"},"kbps":0.9982,"kbps_measured":0.99893,"tokens_per_s":59.30417,"params_M":11.27127,"efficiency":{"rtf_encode":0.00076,"rtf_decode":0.00183,"peak_vram_gb":0.35696,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.66473,"score_worst_lang":0.50354,"worst_lang":"en","en_gap":-0.1682,"score_intelligibility":0.56814,"score_speaker":0.60758,"score_quality":0.87123,"score_fidelity":0.61197,"dwer":8.44816,"wer":17.25397,"wer_pseudo":12.93727,"sim":0.60758,"utmos":2.20444,"dnsmos_ovrl":2.91263,"dnsmos_sig":3.3046,"dnsmos_bak":3.90369,"pesq_wb":1.86392,"pesq_nb":2.41379,"stoi":0.82417,"estoi":0.67659,"si_sdr":1.61379,"mel_dist":0.23481,"stft_dist":1.31602,"f0_rmse_cents":226.84359,"f0_corr":0.7649,"vuv_err":0.19845,"score_ci95":[0.65673,0.67429]},"per_lang":{"en":{"n":50,"unit":"wer","wer":28.41691,"wer_orig":6.98132,"dwer":21.43559,"wer_pseudo":25.58366,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.47416,"utmos":1.82135,"dnsmos_ovrl":2.41914,"dnsmos_sig":2.93889,"dnsmos_bak":3.77591,"pesq_wb":1.51574,"pesq_nb":1.95464,"stoi":0.73832,"estoi":0.53696,"si_sdr":-3.48982,"mel_dist":0.28255,"stft_dist":1.58252,"f0_rmse_cents":327.47347,"f0_corr":0.7505,"vuv_err":0.25737,"score_intelligibility":0.27132,"score_speaker":0.47416,"score_quality":0.72329,"score_fidelity":0.54539,"score":0.50354},"de":{"n":50,"unit":"wer","wer":8.34181,"wer_orig":5.69685,"dwer":2.64496,"wer_pseudo":3.96745,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.65125,"utmos":2.47104,"dnsmos_ovrl":3.00489,"dnsmos_sig":3.30542,"dnsmos_bak":4.03142,"pesq_wb":2.05003,"pesq_nb":2.61416,"stoi":0.8697,"estoi":0.70965,"si_sdr":5.07425,"mel_dist":0.21611,"stft_dist":1.17213,"f0_rmse_cents":175.67238,"f0_corr":0.81844,"vuv_err":0.16893,"score_intelligibility":0.71687,"score_speaker":0.65125,"score_quality":0.90652,"score_fidelity":0.66272,"score":0.73434},"fr":{"n":50,"unit":"wer","wer":13.12253,"wer_orig":4.98024,"dwer":8.14229,"wer_pseudo":11.5873,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.59283,"utmos":2.16174,"dnsmos_ovrl":2.9747,"dnsmos_sig":3.31931,"dnsmos_bak":3.97077,"pesq_wb":1.88884,"pesq_nb":2.35659,"stoi":0.86118,"estoi":0.75285,"si_sdr":3.9041,"mel_dist":0.25775,"stft_dist":1.26835,"f0_rmse_cents":120.61393,"f0_corr":0.88758,"vuv_err":0.19511,"score_intelligibility":0.42345,"score_speaker":0.59283,"score_quality":0.91208,"score_fidelity":0.66757,"score":0.64898},"es":{"n":50,"unit":"wer","wer":4.09091,"wer_orig":3.09091,"dwer":1.0,"wer_pseudo":1.27621,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.68193,"utmos":2.58295,"dnsmos_ovrl":3.15187,"dnsmos_sig":3.48815,"dnsmos_bak":3.96101,"pesq_wb":2.27553,"pesq_nb":2.81834,"stoi":0.87543,"estoi":0.76086,"si_sdr":4.32376,"mel_dist":0.2231,"stft_dist":1.22424,"f0_rmse_cents":196.42796,"f0_corr":0.8253,"vuv_err":0.17145,"score_intelligibility":0.80357,"score_speaker":0.68193,"score_quality":0.94166,"score_fidelity":0.68839,"score":0.77889},"it":{"n":50,"unit":"wer","wer":5.46448,"wer_orig":2.55009,"dwer":2.91439,"wer_pseudo":4.02194,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.596,"utmos":2.75183,"dnsmos_ovrl":3.24364,"dnsmos_sig":3.53696,"dnsmos_bak":4.06758,"pesq_wb":2.25158,"pesq_nb":2.74803,"stoi":0.86855,"estoi":0.75398,"si_sdr":4.82318,"mel_dist":0.23377,"stft_dist":1.22272,"f0_rmse_cents":114.7639,"f0_corr":0.83565,"vuv_err":0.15738,"score_intelligibility":0.54917,"score_speaker":0.596,"score_quality":0.90252,"score_fidelity":0.68726,"score":0.68374},"pt":{"n":50,"unit":"wer","wer":4.39453,"wer_orig":3.41797,"dwer":0.97656,"wer_pseudo":2.95276,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.69419,"utmos":2.48678,"dnsmos_ovrl":2.99791,"dnsmos_sig":3.3754,"dnsmos_bak":3.78222,"pesq_wb":2.02973,"pesq_nb":2.5908,"stoi":0.82537,"estoi":0.6973,"si_sdr":2.79273,"mel_dist":0.23649,"stft_dist":1.27401,"f0_rmse_cents":245.96437,"f0_corr":0.84006,"vuv_err":0.19554,"score_intelligibility":0.81897,"score_speaker":0.69419,"score_quality":0.99305,"score_fidelity":0.65321,"score":0.78986},"nl":{"n":50,"unit":"wer","wer":15.52186,"wer_orig":5.26316,"dwer":10.2587,"wer_pseudo":12.265,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.56537,"utmos":1.60738,"dnsmos_ovrl":2.53357,"dnsmos_sig":2.92371,"dnsmos_bak":4.04351,"pesq_wb":1.55331,"pesq_nb":2.14757,"stoi":0.84344,"estoi":0.69154,"si_sdr":-1.55418,"mel_dist":0.23755,"stft_dist":1.45444,"f0_rmse_cents":309.15205,"f0_corr":0.61429,"vuv_err":0.34403,"score_intelligibility":0.37908,"score_speaker":0.56537,"score_quality":0.59581,"score_fidelity":0.53861,"score":0.51972},"pl":{"n":50,"unit":"wer","wer":11.95175,"wer_orig":3.28947,"dwer":8.66228,"wer_pseudo":11.07456,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.58467,"utmos":2.20915,"dnsmos_ovrl":3.02656,"dnsmos_sig":3.36686,"dnsmos_bak":4.0554,"pesq_wb":1.68113,"pesq_nb":2.16801,"stoi":0.86932,"estoi":0.73619,"si_sdr":-1.50915,"mel_dist":0.25231,"stft_dist":1.3876,"f0_rmse_cents":148.99276,"f0_corr":0.71531,"vuv_err":0.18459,"score_intelligibility":0.33119,"score_speaker":0.58467,"score_quality":0.84601,"score_fidelity":0.59308,"score":0.58874},"cs":{"n":50,"unit":"wer","wer":18.31972,"wer_orig":9.45158,"dwer":8.86814,"wer_pseudo":15.88785,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.66774,"utmos":2.36841,"dnsmos_ovrl":3.16588,"dnsmos_sig":3.47283,"dnsmos_bak":4.01136,"pesq_wb":1.74818,"pesq_nb":2.41241,"stoi":0.84522,"estoi":0.71341,"si_sdr":4.73621,"mel_dist":0.22661,"stft_dist":1.21254,"f0_rmse_cents":108.26303,"f0_corr":0.84555,"vuv_err":0.12527,"score_intelligibility":0.54098,"score_speaker":0.66774,"score_quality":0.93576,"score_fidelity":0.63485,"score":0.69483},"tr":{"n":50,"unit":"wer","wer":19.07895,"wer_orig":7.76316,"dwer":11.31579,"wer_pseudo":15.54677,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.62257,"utmos":2.05526,"dnsmos_ovrl":3.00332,"dnsmos_sig":3.34213,"dnsmos_bak":4.03399,"pesq_wb":1.86883,"pesq_nb":2.45407,"stoi":0.83042,"estoi":0.65783,"si_sdr":1.3109,"mel_dist":0.24201,"stft_dist":1.31817,"f0_rmse_cents":152.97011,"f0_corr":0.87494,"vuv_err":0.15021,"score_intelligibility":0.43644,"score_speaker":0.62257,"score_quality":0.90086,"score_fidelity":0.6512,"score":0.65277},"id":{"n":50,"unit":"wer","wer":11.57025,"wer_orig":5.90319,"dwer":5.66706,"wer_pseudo":9.68123,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.56282,"utmos":1.91761,"dnsmos_ovrl":2.81331,"dnsmos_sig":3.3129,"dnsmos_bak":3.51225,"pesq_wb":1.71653,"pesq_nb":2.36657,"stoi":0.75061,"estoi":0.55907,"si_sdr":1.31307,"mel_dist":0.21417,"stft_dist":1.2604,"f0_rmse_cents":307.28406,"f0_corr":0.70671,"vuv_err":0.24018,"score_intelligibility":0.54917,"score_speaker":0.56282,"score_quality":0.97747,"score_fidelity":0.55402,"score":0.66087},"vi":{"n":50,"unit":"wer","wer":16.62689,"wer_orig":7.71679,"dwer":8.9101,"wer_pseudo":12.97771,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.65295,"utmos":2.01574,"dnsmos_ovrl":2.85779,"dnsmos_sig":3.34213,"dnsmos_bak":3.77875,"pesq_wb":1.82822,"pesq_nb":2.42839,"stoi":0.73319,"estoi":0.56173,"si_sdr":2.71116,"mel_dist":0.20022,"stft_dist":1.22485,"f0_rmse_cents":168.28487,"f0_corr":0.85049,"vuv_err":0.17885,"score_intelligibility":0.49452,"score_speaker":0.65295,"score_quality":0.95973,"score_fidelity":0.60677,"score":0.67849},"ru":{"n":50,"unit":"wer","wer":6.5896,"wer_orig":4.50867,"dwer":2.08092,"wer_pseudo":3.59212,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.63358,"utmos":2.18684,"dnsmos_ovrl":2.92112,"dnsmos_sig":3.25763,"dnsmos_bak":4.02216,"pesq_wb":1.87417,"pesq_nb":2.36574,"stoi":0.85944,"estoi":0.72766,"si_sdr":2.0786,"mel_dist":0.23192,"stft_dist":1.30263,"f0_rmse_cents":198.26024,"f0_corr":0.73327,"vuv_err":0.21303,"score_intelligibility":0.72582,"score_speaker":0.63358,"score_quality":0.82206,"score_fidelity":0.61416,"score":0.6989},"uk":{"n":50,"unit":"wer","wer":21.22588,"wer_orig":6.46992,"dwer":14.75596,"wer_pseudo":18.75,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.53013,"utmos":2.35324,"dnsmos_ovrl":2.99972,"dnsmos_sig":3.34195,"dnsmos_bak":4.04334,"pesq_wb":1.87688,"pesq_nb":2.31188,"stoi":0.83822,"estoi":0.67075,"si_sdr":2.78002,"mel_dist":0.25535,"stft_dist":1.35835,"f0_rmse_cents":201.62945,"f0_corr":0.74973,"vuv_err":0.19127,"score_intelligibility":0.33609,"score_speaker":0.53013,"score_quality":0.91509,"score_fidelity":0.61283,"score":0.59853},"el":{"n":50,"unit":"wer","wer":24.3487,"wer_orig":12.02405,"dwer":12.32465,"wer_pseudo":19.11912,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.52495,"utmos":2.39684,"dnsmos_ovrl":2.92295,"dnsmos_sig":3.33333,"dnsmos_bak":3.87014,"pesq_wb":2.14128,"pesq_nb":2.6555,"stoi":0.84624,"estoi":0.69622,"si_sdr":4.38893,"mel_dist":0.21263,"stft_dist":1.18691,"f0_rmse_cents":137.00111,"f0_corr":0.80639,"vuv_err":0.16283,"score_intelligibility":0.5138,"score_speaker":0.52495,"score_quality":0.88786,"score_fidelity":0.65957,"score":0.64654},"ar":{"n":50,"unit":"wer","wer":20.09864,"wer_orig":12.45376,"dwer":7.64488,"wer_pseudo":13.1026,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.73236,"utmos":2.3786,"dnsmos_ovrl":3.1187,"dnsmos_sig":3.48724,"dnsmos_bak":3.91884,"pesq_wb":1.88856,"pesq_nb":2.40813,"stoi":0.88323,"estoi":0.78842,"si_sdr":2.81379,"mel_dist":0.23477,"stft_dist":1.28918,"f0_rmse_cents":127.11538,"f0_corr":0.86271,"vuv_err":0.14438,"score_intelligibility":0.63766,"score_speaker":0.73236,"score_quality":0.90424,"score_fidelity":0.6666,"score":0.73522},"fa":{"n":50,"unit":"wer","wer":37.37143,"wer_orig":25.94286,"dwer":11.42857,"wer_pseudo":22.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.60549,"utmos":2.14149,"dnsmos_ovrl":2.81096,"dnsmos_sig":3.24455,"dnsmos_bak":3.86036,"pesq_wb":1.68313,"pesq_nb":2.42229,"stoi":0.70536,"estoi":0.52301,"si_sdr":-2.08606,"mel_dist":0.23717,"stft_dist":1.42187,"f0_rmse_cents":374.57663,"f0_corr":0.58227,"vuv_err":0.25822,"score_intelligibility":0.70216,"score_speaker":0.60549,"score_quality":0.84546,"score_fidelity":0.49427,"score":0.66185},"he":{"n":50,"unit":"wer","wer":49.18605,"wer_orig":19.4186,"dwer":29.76744,"wer_pseudo":40.49296,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.494,"utmos":1.96538,"dnsmos_ovrl":2.66308,"dnsmos_sig":3.03256,"dnsmos_bak":3.91989,"pesq_wb":1.72634,"pesq_nb":2.1965,"stoi":0.83457,"estoi":0.67339,"si_sdr":0.42805,"mel_dist":0.2524,"stft_dist":1.37478,"f0_rmse_cents":282.45845,"f0_corr":0.63002,"vuv_err":0.29351,"score_intelligibility":0.40686,"score_speaker":0.494,"score_quality":0.78268,"score_fidelity":0.55737,"score":0.56023},"hi":{"n":50,"unit":"wer","wer":34.71837,"wer_orig":26.31579,"dwer":8.40259,"wer_pseudo":20.07266,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.59137,"utmos":2.15447,"dnsmos_ovrl":2.86839,"dnsmos_sig":3.38225,"dnsmos_bak":3.64404,"pesq_wb":1.84919,"pesq_nb":2.39612,"stoi":0.8146,"estoi":0.66688,"si_sdr":3.56265,"mel_dist":0.2405,"stft_dist":1.27294,"f0_rmse_cents":226.86301,"f0_corr":0.75473,"vuv_err":0.17833,"score_intelligibility":0.76475,"score_speaker":0.59137,"score_quality":0.9456,"score_fidelity":0.60398,"score":0.72643},"zh":{"n":50,"unit":"cer","wer":10.78717,"wer_orig":7.40525,"dwer":3.38192,"wer_pseudo":4.20732,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.64191,"utmos":2.24169,"dnsmos_ovrl":3.02688,"dnsmos_sig":3.36634,"dnsmos_bak":4.02222,"pesq_wb":1.9307,"pesq_nb":2.49709,"stoi":0.86352,"estoi":0.74641,"si_sdr":-1.03504,"mel_dist":0.21983,"stft_dist":1.35096,"f0_rmse_cents":293.81846,"f0_corr":0.76085,"vuv_err":0.14678,"score_intelligibility":0.71308,"score_speaker":0.64191,"score_quality":0.83339,"score_fidelity":0.63009,"score":0.70462},"yue":{"n":50,"unit":"cer","wer":20.31153,"wer_orig":14.39252,"dwer":5.919,"wer_pseudo":16.0228,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.68439,"utmos":2.53544,"dnsmos_ovrl":3.05002,"dnsmos_sig":3.42242,"dnsmos_bak":3.92416,"pesq_wb":1.91696,"pesq_nb":2.52902,"stoi":0.8552,"estoi":0.71429,"si_sdr":1.81543,"mel_dist":0.22289,"stft_dist":1.2882,"f0_rmse_cents":212.05846,"f0_corr":0.81981,"vuv_err":0.17749,"score_intelligibility":0.72226,"score_speaker":0.68439,"score_quality":0.89468,"score_fidelity":0.64567,"score":0.73675},"ja":{"n":50,"unit":"cer","wer":12.17271,"wer_orig":3.53698,"dwer":8.63574,"wer_pseudo":10.74874,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.55405,"utmos":1.74404,"dnsmos_ovrl":2.60188,"dnsmos_sig":3.16912,"dnsmos_bak":3.5929,"pesq_wb":1.69214,"pesq_nb":2.27176,"stoi":0.68947,"estoi":0.47754,"si_sdr":-2.95674,"mel_dist":0.2641,"stft_dist":1.5117,"f0_rmse_cents":351.73992,"f0_corr":0.63326,"vuv_err":0.24473,"score_intelligibility":0.34442,"score_speaker":0.55405,"score_quality":0.85922,"score_fidelity":0.50683,"score":0.56613},"ko":{"n":50,"unit":"cer","wer":5.83333,"wer_orig":5.14706,"dwer":0.68627,"wer_pseudo":3.30661,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.61621,"utmos":2.45441,"dnsmos_ovrl":2.9486,"dnsmos_sig":3.29386,"dnsmos_bak":4.04152,"pesq_wb":2.18675,"pesq_nb":2.69498,"stoi":0.85555,"estoi":0.73931,"si_sdr":2.94074,"mel_dist":0.21402,"stft_dist":1.26265,"f0_rmse_cents":174.49948,"f0_corr":0.81878,"vuv_err":0.14651,"score_intelligibility":0.89957,"score_speaker":0.61621,"score_quality":0.7984,"score_fidelity":0.67113,"score":0.74633},"th":{"n":50,"unit":"cer","wer":14.55133,"wer_orig":7.61924,"dwer":6.93209,"wer_pseudo":11.33833,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.62703,"utmos":1.90499,"dnsmos_ovrl":2.77825,"dnsmos_sig":3.25436,"dnsmos_bak":3.80479,"pesq_wb":1.56043,"pesq_nb":2.12229,"stoi":0.82394,"estoi":0.68285,"si_sdr":-0.43548,"mel_dist":0.22718,"stft_dist":1.36241,"f0_rmse_cents":488.36256,"f0_corr":0.64104,"vuv_err":0.23673,"score_intelligibility":0.55424,"score_speaker":0.62703,"score_quality":0.82604,"score_fidelity":0.5417,"score":0.63726}}},{"codec":"l3ac_16k_3kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"l3ac_16k_3kbps","family":"L3AC","checkpoint":"zhai-lw/L3AC/weights/3kbps.v1","sample_rate":16000,"output_sample_rate":16000,"frame_rate":166.667,"n_codebooks":1,"codebook_size":250047,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code); weights: not stated","paper":"2504.04949","year":2025,"bitrate_kbps":2.9886,"notes":"single super-FSQ quantizer (250047 codes), conv + local-transformer, hop 96; trained on LibriSpeech-460 + Common Voice 18.0 (speech), MTG-Jamendo (music), FSD50K (general audio); v1 weights as used by the l3ac package","side_info":null,"warning":null,"env":"main"},"kbps":2.9886,"kbps_measured":2.98866,"tokens_per_s":166.66783,"params_M":10.30729,"efficiency":{"rtf_encode":0.00055,"rtf_decode":0.00131,"peak_vram_gb":0.35373,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.79501,"score_worst_lang":0.68063,"worst_lang":"en","en_gap":-0.11935,"score_intelligibility":0.80173,"score_speaker":0.80904,"score_quality":0.82115,"score_fidelity":0.74813,"dwer":2.74409,"wer":11.5499,"wer_pseudo":5.9056,"sim":0.80904,"utmos":2.06645,"dnsmos_ovrl":2.88962,"dnsmos_sig":3.30349,"dnsmos_bak":3.8555,"pesq_wb":2.57124,"pesq_nb":3.11301,"stoi":0.88677,"estoi":0.79105,"si_sdr":6.14598,"mel_dist":0.19155,"stft_dist":1.12329,"f0_rmse_cents":117.75515,"f0_corr":0.90869,"vuv_err":0.12944,"score_ci95":[0.78723,0.80067]},"per_lang":{"en":{"n":50,"unit":"wer","wer":11.79941,"wer_orig":6.98132,"dwer":4.81809,"wer_pseudo":7.7821,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.6894,"utmos":1.8146,"dnsmos_ovrl":2.44295,"dnsmos_sig":2.99534,"dnsmos_bak":3.67947,"pesq_wb":2.12646,"pesq_nb":2.61838,"stoi":0.82031,"estoi":0.68206,"si_sdr":3.93186,"mel_dist":0.23087,"stft_dist":1.25288,"f0_rmse_cents":152.53541,"f0_corr":0.90041,"vuv_err":0.15122,"score_intelligibility":0.62357,"score_speaker":0.6894,"score_quality":0.7287,"score_fidelity":0.68086,"score":0.68063},"de":{"n":50,"unit":"wer","wer":5.79858,"wer_orig":5.69685,"dwer":0.10173,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.88045,"utmos":2.37798,"dnsmos_ovrl":3.0471,"dnsmos_sig":3.34942,"dnsmos_bak":4.03647,"pesq_wb":2.99421,"pesq_nb":3.4582,"stoi":0.92503,"estoi":0.83098,"si_sdr":9.89831,"mel_dist":0.17294,"stft_dist":1.00033,"f0_rmse_cents":119.72032,"f0_corr":0.92428,"vuv_err":0.11782,"score_intelligibility":0.98504,"score_speaker":0.88045,"score_quality":0.88975,"score_fidelity":0.80636,"score":0.8904},"fr":{"n":50,"unit":"wer","wer":7.58893,"wer_orig":4.98024,"dwer":2.6087,"wer_pseudo":4.7619,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.79559,"utmos":2.03935,"dnsmos_ovrl":3.00583,"dnsmos_sig":3.36051,"dnsmos_bak":3.96634,"pesq_wb":2.51839,"pesq_nb":3.08287,"stoi":0.91297,"estoi":0.84373,"si_sdr":8.19478,"mel_dist":0.2111,"stft_dist":1.11075,"f0_rmse_cents":95.68093,"f0_corr":0.95141,"vuv_err":0.14045,"score_intelligibility":0.69627,"score_speaker":0.79559,"score_quality":0.87493,"score_fidelity":0.76607,"score":0.78322},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.36463,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.84637,"utmos":2.32772,"dnsmos_ovrl":3.16805,"dnsmos_sig":3.50909,"dnsmos_bak":3.96564,"pesq_wb":3.03958,"pesq_nb":3.48413,"stoi":0.92232,"estoi":0.85421,"si_sdr":8.25234,"mel_dist":0.18359,"stft_dist":1.0652,"f0_rmse_cents":141.33215,"f0_corr":0.94409,"vuv_err":0.12534,"score_intelligibility":0.95745,"score_speaker":0.84637,"score_quality":0.87289,"score_fidelity":0.81638,"score":0.87327},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":2.01097,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.8558,"utmos":2.54177,"dnsmos_ovrl":3.24239,"dnsmos_sig":3.55607,"dnsmos_bak":4.03586,"pesq_wb":2.98395,"pesq_nb":3.44846,"stoi":0.92157,"estoi":0.8532,"si_sdr":8.32798,"mel_dist":0.18709,"stft_dist":1.07147,"f0_rmse_cents":91.38108,"f0_corr":0.89019,"vuv_err":0.1154,"score_intelligibility":0.84776,"score_speaker":0.8558,"score_quality":0.85235,"score_fidelity":0.79287,"score":0.83719},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.8827,"utmos":2.28406,"dnsmos_ovrl":3.01912,"dnsmos_sig":3.38185,"dnsmos_bak":3.82522,"pesq_wb":2.81718,"pesq_nb":3.35897,"stoi":0.88788,"estoi":0.8042,"si_sdr":7.22642,"mel_dist":0.18552,"stft_dist":1.07764,"f0_rmse_cents":190.00843,"f0_corr":0.93155,"vuv_err":0.1426,"score_intelligibility":1.0,"score_speaker":0.8827,"score_quality":0.92639,"score_fidelity":0.77954,"score":0.89716},"nl":{"n":50,"unit":"wer","wer":10.43711,"wer_orig":5.26316,"dwer":5.17395,"wer_pseudo":6.44584,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.76793,"utmos":1.98547,"dnsmos_ovrl":2.65515,"dnsmos_sig":3.06167,"dnsmos_bak":4.07664,"pesq_wb":2.26611,"pesq_nb":2.87052,"stoi":0.9134,"estoi":0.82205,"si_sdr":3.59665,"mel_dist":0.1955,"stft_dist":1.19183,"f0_rmse_cents":112.79424,"f0_corr":0.90223,"vuv_err":0.17319,"score_intelligibility":0.54762,"score_speaker":0.76793,"score_quality":0.72685,"score_fidelity":0.72579,"score":0.69205},"pl":{"n":50,"unit":"wer","wer":6.0307,"wer_orig":3.28947,"dwer":2.74123,"wer_pseudo":4.38596,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.78031,"utmos":2.05788,"dnsmos_ovrl":2.98255,"dnsmos_sig":3.33422,"dnsmos_bak":4.03202,"pesq_wb":2.34047,"pesq_nb":2.95217,"stoi":0.91897,"estoi":0.83386,"si_sdr":2.49317,"mel_dist":0.20699,"stft_dist":1.21228,"f0_rmse_cents":104.75156,"f0_corr":0.84379,"vuv_err":0.1322,"score_intelligibility":0.61011,"score_speaker":0.78031,"score_quality":0.79965,"score_fidelity":0.71525,"score":0.72633},"cs":{"n":50,"unit":"wer","wer":10.73512,"wer_orig":9.45158,"dwer":1.28355,"wer_pseudo":7.24299,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.85745,"utmos":2.26147,"dnsmos_ovrl":3.10573,"dnsmos_sig":3.4322,"dnsmos_bak":3.96258,"pesq_wb":2.55288,"pesq_nb":3.15571,"stoi":0.90651,"estoi":0.8259,"si_sdr":8.62959,"mel_dist":0.18521,"stft_dist":1.04899,"f0_rmse_cents":78.37907,"f0_corr":0.92799,"vuv_err":0.10236,"score_intelligibility":0.89062,"score_speaker":0.85745,"score_quality":0.89867,"score_fidelity":0.75939,"score":0.85153},"tr":{"n":50,"unit":"wer","wer":12.36842,"wer_orig":7.76316,"dwer":4.60526,"wer_pseudo":6.45586,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.83332,"utmos":1.92287,"dnsmos_ovrl":3.03464,"dnsmos_sig":3.38259,"dnsmos_bak":4.02436,"pesq_wb":2.74134,"pesq_nb":3.23446,"stoi":0.89394,"estoi":0.78457,"si_sdr":7.46325,"mel_dist":0.19408,"stft_dist":1.08013,"f0_rmse_cents":102.47398,"f0_corr":0.93732,"vuv_err":0.09791,"score_intelligibility":0.65551,"score_speaker":0.83332,"score_quality":0.85687,"score_fidelity":0.77626,"score":0.78049},"id":{"n":50,"unit":"wer","wer":8.97285,"wer_orig":5.90319,"dwer":3.06966,"wer_pseudo":6.02125,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.81923,"utmos":1.68797,"dnsmos_ovrl":2.75685,"dnsmos_sig":3.30782,"dnsmos_bak":3.40011,"pesq_wb":2.43289,"pesq_nb":3.02045,"stoi":0.83848,"estoi":0.70989,"si_sdr":5.71306,"mel_dist":0.16925,"stft_dist":1.08996,"f0_rmse_cents":128.28077,"f0_corr":0.88211,"vuv_err":0.15414,"score_intelligibility":0.6922,"score_speaker":0.81923,"score_quality":0.85798,"score_fidelity":0.71,"score":0.76985},"vi":{"n":50,"unit":"wer","wer":9.46698,"wer_orig":7.71679,"dwer":1.7502,"wer_pseudo":4.77707,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.83721,"utmos":1.83909,"dnsmos_ovrl":2.73594,"dnsmos_sig":3.25235,"dnsmos_bak":3.64727,"pesq_wb":2.57879,"pesq_nb":3.13088,"stoi":0.81465,"estoi":0.69296,"si_sdr":6.89627,"mel_dist":0.16474,"stft_dist":1.06073,"f0_rmse_cents":121.09396,"f0_corr":0.91048,"vuv_err":0.1314,"score_intelligibility":0.83279,"score_speaker":0.83721,"score_quality":0.84971,"score_fidelity":0.7254,"score":0.81128},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.82981,"utmos":2.01873,"dnsmos_ovrl":2.93248,"dnsmos_sig":3.2807,"dnsmos_bak":4.00264,"pesq_wb":2.55357,"pesq_nb":3.12082,"stoi":0.91454,"estoi":0.83445,"si_sdr":6.37668,"mel_dist":0.19569,"stft_dist":1.12408,"f0_rmse_cents":119.67024,"f0_corr":0.89615,"vuv_err":0.14605,"score_intelligibility":0.95972,"score_speaker":0.82981,"score_quality":0.77498,"score_fidelity":0.75152,"score":0.82901},"uk":{"n":50,"unit":"wer","wer":12.14529,"wer_orig":6.46992,"dwer":5.67537,"wer_pseudo":7.5,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.78332,"utmos":2.22991,"dnsmos_ovrl":3.0328,"dnsmos_sig":3.37368,"dnsmos_bak":4.04592,"pesq_wb":2.61144,"pesq_nb":3.06276,"stoi":0.89661,"estoi":0.78565,"si_sdr":7.99071,"mel_dist":0.2057,"stft_dist":1.10181,"f0_rmse_cents":80.97288,"f0_corr":0.9486,"vuv_err":0.12004,"score_intelligibility":0.56826,"score_speaker":0.78332,"score_quality":0.88406,"score_fidelity":0.76854,"score":0.75105},"el":{"n":50,"unit":"wer","wer":16.43287,"wer_orig":12.02405,"dwer":4.40882,"wer_pseudo":10.01001,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.78561,"utmos":2.15062,"dnsmos_ovrl":2.86173,"dnsmos_sig":3.29926,"dnsmos_bak":3.82717,"pesq_wb":2.80066,"pesq_nb":3.34929,"stoi":0.89808,"estoi":0.79811,"si_sdr":8.13034,"mel_dist":0.17533,"stft_dist":1.036,"f0_rmse_cents":112.93399,"f0_corr":0.85886,"vuv_err":0.1226,"score_intelligibility":0.7471,"score_speaker":0.78561,"score_quality":0.8015,"score_fidelity":0.75714,"score":0.77283},"ar":{"n":50,"unit":"wer","wer":13.81011,"wer_orig":12.45376,"dwer":1.35635,"wer_pseudo":4.82077,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86413,"utmos":2.09262,"dnsmos_ovrl":3.04924,"dnsmos_sig":3.44362,"dnsmos_bak":3.87404,"pesq_wb":2.39273,"pesq_nb":2.9875,"stoi":0.9217,"estoi":0.86031,"si_sdr":5.24434,"mel_dist":0.19711,"stft_dist":1.15729,"f0_rmse_cents":102.86545,"f0_corr":0.91917,"vuv_err":0.11904,"score_intelligibility":0.90842,"score_speaker":0.86413,"score_quality":0.80263,"score_fidelity":0.74627,"score":0.83036},"fa":{"n":50,"unit":"wer","wer":29.25714,"wer_orig":25.94286,"dwer":3.31429,"wer_pseudo":9.94595,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.82108,"utmos":1.96018,"dnsmos_ovrl":2.81112,"dnsmos_sig":3.29439,"dnsmos_bak":3.79294,"pesq_wb":2.27463,"pesq_nb":3.03174,"stoi":0.79894,"estoi":0.67624,"si_sdr":3.54909,"mel_dist":0.19189,"stft_dist":1.19566,"f0_rmse_cents":176.0097,"f0_corr":0.8404,"vuv_err":0.13294,"score_intelligibility":0.89046,"score_speaker":0.82108,"score_quality":0.78948,"score_fidelity":0.66784,"score":0.79222},"he":{"n":50,"unit":"wer","wer":34.53488,"wer_orig":19.4186,"dwer":15.11628,"wer_pseudo":22.1831,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.69274,"utmos":2.00592,"dnsmos_ovrl":2.68367,"dnsmos_sig":3.05389,"dnsmos_bak":3.90507,"pesq_wb":2.57047,"pesq_nb":3.03982,"stoi":0.89731,"estoi":0.79224,"si_sdr":7.33972,"mel_dist":0.20827,"stft_dist":1.12251,"f0_rmse_cents":98.55842,"f0_corr":0.86201,"vuv_err":0.15307,"score_intelligibility":0.57461,"score_speaker":0.69274,"score_quality":0.80198,"score_fidelity":0.73601,"score":0.70134},"hi":{"n":50,"unit":"wer","wer":30.10157,"wer_orig":26.31579,"dwer":3.78578,"wer_pseudo":11.62579,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.80734,"utmos":1.91242,"dnsmos_ovrl":2.7549,"dnsmos_sig":3.28261,"dnsmos_bak":3.49466,"pesq_wb":2.58419,"pesq_nb":3.13095,"stoi":0.87905,"estoi":0.78107,"si_sdr":8.08339,"mel_dist":0.19452,"stft_dist":1.09419,"f0_rmse_cents":94.35887,"f0_corr":0.92101,"vuv_err":0.12074,"score_intelligibility":0.87828,"score_speaker":0.80734,"score_quality":0.85217,"score_fidelity":0.7509,"score":0.82217},"zh":{"n":50,"unit":"cer","wer":8.86297,"wer_orig":7.40525,"dwer":1.45773,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.81718,"utmos":1.91924,"dnsmos_ovrl":2.9272,"dnsmos_sig":3.29884,"dnsmos_bak":3.96903,"pesq_wb":2.54288,"pesq_nb":3.08835,"stoi":0.9117,"estoi":0.83924,"si_sdr":2.20384,"mel_dist":0.18091,"stft_dist":1.19983,"f0_rmse_cents":99.98271,"f0_corr":0.92396,"vuv_err":0.09846,"score_intelligibility":0.8522,"score_speaker":0.81718,"score_quality":0.72016,"score_fidelity":0.75883,"score":0.78709},"yue":{"n":50,"unit":"cer","wer":14.57944,"wer_orig":14.39252,"dwer":0.18692,"wer_pseudo":9.18303,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.82176,"utmos":2.38082,"dnsmos_ovrl":2.99787,"dnsmos_sig":3.38419,"dnsmos_bak":3.88076,"pesq_wb":2.61457,"pesq_nb":3.21703,"stoi":0.90812,"estoi":0.81848,"si_sdr":4.96253,"mel_dist":0.18161,"stft_dist":1.14751,"f0_rmse_cents":133.25534,"f0_corr":0.91017,"vuv_err":0.11273,"score_intelligibility":0.988,"score_speaker":0.82176,"score_quality":0.84592,"score_fidelity":0.75987,"score":0.85389},"ja":{"n":50,"unit":"cer","wer":5.46624,"wer_orig":3.53698,"dwer":1.92926,"wer_pseudo":2.98576,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.75182,"utmos":1.6783,"dnsmos_ovrl":2.5953,"dnsmos_sig":3.2183,"dnsmos_bak":3.48033,"pesq_wb":2.38149,"pesq_nb":2.91273,"stoi":0.78094,"estoi":0.62629,"si_sdr":2.54376,"mel_dist":0.21024,"stft_dist":1.24334,"f0_rmse_cents":107.83653,"f0_corr":0.91582,"vuv_err":0.1317,"score_intelligibility":0.70164,"score_speaker":0.75182,"score_quality":0.82748,"score_fidelity":0.69716,"score":0.74452},"ko":{"n":50,"unit":"cer","wer":5.04902,"wer_orig":5.14706,"dwer":-0.09804,"wer_pseudo":1.70341,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.80376,"utmos":2.44689,"dnsmos_ovrl":2.96141,"dnsmos_sig":3.31893,"dnsmos_bak":4.0459,"pesq_wb":2.89392,"pesq_nb":3.2786,"stoi":0.91261,"estoi":0.83898,"si_sdr":6.99994,"mel_dist":0.17958,"stft_dist":1.08661,"f0_rmse_cents":77.23746,"f0_corr":0.96773,"vuv_err":0.09069,"score_intelligibility":1.0,"score_speaker":0.80376,"score_quality":0.79987,"score_fidelity":0.80715,"score":0.8527},"th":{"n":50,"unit":"cer","wer":9.33711,"wer_orig":7.61924,"dwer":1.71787,"wer_pseudo":6.03361,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.79263,"utmos":1.65892,"dnsmos_ovrl":2.54682,"dnsmos_sig":3.11228,"dnsmos_bak":3.56159,"pesq_wb":2.09707,"pesq_nb":2.67744,"stoi":0.88687,"estoi":0.79661,"si_sdr":3.45547,"mel_dist":0.18942,"stft_dist":1.18792,"f0_rmse_cents":184.01004,"f0_corr":0.89888,"vuv_err":0.1744,"score_intelligibility":0.83382,"score_speaker":0.79263,"score_quality":0.67272,"score_fidelity":0.69973,"score":0.74972}}},{"codec":"lilac_24k_0k75bps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"lilac_24k_0k75bps","family":"LILAC","checkpoint":"julianyi1/lilac","sample_rate":24000,"output_sample_rate":24000,"frame_rate":9.375,"n_codebooks":20,"codebook_size":16,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0","paper":"2608.05727","year":2026,"bitrate_kbps":0.75,"notes":"20 FSQ coordinates x 16 levels per frame (one token per coordinate); invertible conv analysis chart + fill network, idempotent re-encoding; trained on HiFiTTS-2 (English); PyTorch reproduction of the JAX SWA checkpoint","side_info":null,"warning":"no input loudness normalisation (as upstream infer.py) and strongly level-dependent: STOI 0.91 at -24 dBFS RMS, 0.72 at -43 dBFS, 0.42 at -57 dBFS (quiet FLEURS clips)","env":"main"},"kbps":0.75,"kbps_measured":0.75366,"tokens_per_s":188.41619,"params_M":58.46212,"efficiency":{"rtf_encode":0.01822,"rtf_decode":0.01862,"peak_vram_gb":1.21254,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.52071,"score_worst_lang":0.21305,"worst_lang":"nl","en_gap":-0.18885,"score_intelligibility":0.20886,"score_speaker":0.46343,"score_quality":0.86359,"score_fidelity":0.54695,"dwer":43.36124,"wer":52.16705,"wer_pseudo":50.07502,"sim":0.46343,"utmos":2.32148,"dnsmos_ovrl":2.83665,"dnsmos_sig":3.19052,"dnsmos_bak":3.88867,"pesq_wb":1.78729,"pesq_nb":2.26138,"stoi":0.73396,"estoi":0.56552,"si_sdr":-8.99971,"mel_dist":0.35213,"stft_dist":1.7633,"f0_rmse_cents":207.63254,"f0_corr":0.68195,"vuv_err":0.23148,"score_ci95":[0.51213,0.5292]},"per_lang":{"en":{"n":50,"unit":"wer","wer":73.05801,"wer_orig":6.98132,"dwer":66.0767,"wer_pseudo":71.69261,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.26729,"utmos":1.94342,"dnsmos_ovrl":2.08457,"dnsmos_sig":2.44636,"dnsmos_bak":3.51738,"pesq_wb":1.43795,"pesq_nb":1.70967,"stoi":0.47519,"estoi":0.28933,"si_sdr":-25.58808,"mel_dist":0.54737,"stft_dist":4.20381,"f0_rmse_cents":200.62535,"f0_corr":0.38263,"vuv_err":0.33139,"score_intelligibility":0.10777,"score_speaker":0.26729,"score_quality":0.65621,"score_fidelity":0.32765,"score":0.33973},"de":{"n":50,"unit":"wer","wer":27.06002,"wer_orig":5.69685,"dwer":21.36317,"wer_pseudo":25.33062,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.57631,"utmos":2.62246,"dnsmos_ovrl":3.11968,"dnsmos_sig":3.40421,"dnsmos_bak":4.08133,"pesq_wb":2.09817,"pesq_nb":2.58741,"stoi":0.84722,"estoi":0.68096,"si_sdr":4.56059,"mel_dist":0.25514,"stft_dist":1.23238,"f0_rmse_cents":206.23739,"f0_corr":0.77389,"vuv_err":0.17592,"score_intelligibility":0.23866,"score_speaker":0.57631,"score_quality":0.96904,"score_fidelity":0.64496,"score":0.60724},"fr":{"n":50,"unit":"wer","wer":45.77075,"wer_orig":4.98024,"dwer":40.79051,"wer_pseudo":44.84127,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.51316,"utmos":2.3272,"dnsmos_ovrl":2.95615,"dnsmos_sig":3.27393,"dnsmos_bak":3.97642,"pesq_wb":1.8094,"pesq_nb":2.25287,"stoi":0.8017,"estoi":0.67489,"si_sdr":-9.83146,"mel_dist":0.33433,"stft_dist":1.5472,"f0_rmse_cents":142.06264,"f0_corr":0.80909,"vuv_err":0.21419,"score_intelligibility":0.12786,"score_speaker":0.51316,"score_quality":0.9681,"score_fidelity":0.61402,"score":0.55578},"es":{"n":50,"unit":"wer","wer":7.90909,"wer_orig":3.09091,"dwer":4.81818,"wer_pseudo":6.4722,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.65174,"utmos":3.03905,"dnsmos_ovrl":3.29626,"dnsmos_sig":3.6064,"dnsmos_bak":4.04479,"pesq_wb":2.40465,"pesq_nb":2.98178,"stoi":0.8865,"estoi":0.78058,"si_sdr":1.65191,"mel_dist":0.27702,"stft_dist":1.25752,"f0_rmse_cents":172.15647,"f0_corr":0.86118,"vuv_err":0.15957,"score_intelligibility":0.45918,"score_speaker":0.65174,"score_quality":1.0,"score_fidelity":0.71634,"score":0.70682},"it":{"n":50,"unit":"wer","wer":13.6612,"wer_orig":2.55009,"dwer":11.11111,"wer_pseudo":12.88848,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.60152,"utmos":3.07025,"dnsmos_ovrl":3.31208,"dnsmos_sig":3.59422,"dnsmos_bak":4.09996,"pesq_wb":2.30904,"pesq_nb":2.83493,"stoi":0.8792,"estoi":0.77207,"si_sdr":2.32918,"mel_dist":0.27638,"stft_dist":1.23499,"f0_rmse_cents":94.35931,"f0_corr":0.8665,"vuv_err":0.12987,"score_intelligibility":0.24214,"score_speaker":0.60152,"score_quality":0.99183,"score_fidelity":0.70657,"score":0.63551},"pt":{"n":50,"unit":"wer","wer":12.5,"wer_orig":3.41797,"dwer":9.08203,"wer_pseudo":12.5,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.63788,"utmos":3.04205,"dnsmos_ovrl":3.20646,"dnsmos_sig":3.51673,"dnsmos_bak":3.99657,"pesq_wb":2.2291,"pesq_nb":2.8395,"stoi":0.82951,"estoi":0.6993,"si_sdr":-0.77369,"mel_dist":0.25277,"stft_dist":1.20167,"f0_rmse_cents":253.28423,"f0_corr":0.82303,"vuv_err":0.20338,"score_intelligibility":0.32726,"score_speaker":0.63788,"score_quality":1.0,"score_fidelity":0.6679,"score":0.65826},"nl":{"n":50,"unit":"wer","wer":108.47458,"wer_orig":5.26316,"dwer":103.21142,"wer_pseudo":108.14682,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.15868,"utmos":1.33933,"dnsmos_ovrl":1.873,"dnsmos_sig":2.28321,"dnsmos_bak":3.71196,"pesq_wb":1.16019,"pesq_nb":1.379,"stoi":0.60149,"estoi":0.29635,"si_sdr":-21.71091,"mel_dist":0.51838,"stft_dist":2.33586,"f0_rmse_cents":265.61336,"f0_corr":0.24908,"vuv_err":0.48595,"score_intelligibility":0.05721,"score_speaker":0.15868,"score_quality":0.33754,"score_fidelity":0.29878,"score":0.21305},"pl":{"n":50,"unit":"wer","wer":58.11404,"wer_orig":3.28947,"dwer":54.82456,"wer_pseudo":57.78509,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.47117,"utmos":2.20381,"dnsmos_ovrl":2.80878,"dnsmos_sig":3.14952,"dnsmos_bak":3.96439,"pesq_wb":1.64292,"pesq_nb":2.05537,"stoi":0.77745,"estoi":0.62538,"si_sdr":-11.86645,"mel_dist":0.37744,"stft_dist":1.62901,"f0_rmse_cents":374.2879,"f0_corr":0.42943,"vuv_err":0.285,"score_intelligibility":0.07256,"score_speaker":0.47117,"score_quality":0.79785,"score_fidelity":0.46352,"score":0.45128},"cs":{"n":50,"unit":"wer","wer":58.8098,"wer_orig":9.45158,"dwer":49.35823,"wer_pseudo":57.12617,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.57858,"utmos":2.62034,"dnsmos_ovrl":3.2557,"dnsmos_sig":3.5326,"dnsmos_bak":4.08058,"pesq_wb":1.80823,"pesq_nb":2.3956,"stoi":0.82582,"estoi":0.68697,"si_sdr":0.98818,"mel_dist":0.29411,"stft_dist":1.26254,"f0_rmse_cents":92.05558,"f0_corr":0.89204,"vuv_err":0.11723,"score_intelligibility":0.17475,"score_speaker":0.57858,"score_quality":1.0,"score_fidelity":0.6496,"score":0.60073},"tr":{"n":50,"unit":"wer","wer":46.57895,"wer_orig":7.76316,"dwer":38.81579,"wer_pseudo":44.53228,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.47321,"utmos":2.41188,"dnsmos_ovrl":2.90445,"dnsmos_sig":3.21985,"dnsmos_bak":3.9083,"pesq_wb":1.85033,"pesq_nb":2.47625,"stoi":0.74903,"estoi":0.55976,"si_sdr":-19.87723,"mel_dist":0.39934,"stft_dist":2.13151,"f0_rmse_cents":159.29997,"f0_corr":0.74267,"vuv_err":0.21306,"score_intelligibility":0.18418,"score_speaker":0.47321,"score_quality":0.9651,"score_fidelity":0.57822,"score":0.55018},"id":{"n":50,"unit":"wer","wer":46.51712,"wer_orig":5.90319,"dwer":40.61393,"wer_pseudo":45.9268,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.42993,"utmos":2.25567,"dnsmos_ovrl":3.07599,"dnsmos_sig":3.5338,"dnsmos_bak":3.76108,"pesq_wb":1.70796,"pesq_nb":2.37987,"stoi":0.706,"estoi":0.52283,"si_sdr":-0.56805,"mel_dist":0.27487,"stft_dist":1.33835,"f0_rmse_cents":366.68652,"f0_corr":0.63042,"vuv_err":0.20707,"score_intelligibility":0.14528,"score_speaker":0.42993,"score_quality":1.0,"score_fidelity":0.5129,"score":0.52203},"vi":{"n":50,"unit":"wer","wer":65.47335,"wer_orig":7.71679,"dwer":57.75656,"wer_pseudo":63.05732,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.45051,"utmos":2.15502,"dnsmos_ovrl":2.70141,"dnsmos_sig":3.10402,"dnsmos_bak":3.77005,"pesq_wb":1.67381,"pesq_nb":2.21544,"stoi":0.62047,"estoi":0.42886,"si_sdr":-11.58574,"mel_dist":0.31271,"stft_dist":1.55019,"f0_rmse_cents":221.74253,"f0_corr":0.63563,"vuv_err":0.24537,"score_intelligibility":0.13113,"score_speaker":0.45051,"score_quality":0.96058,"score_fidelity":0.48287,"score":0.50627},"ru":{"n":50,"unit":"wer","wer":36.30058,"wer_orig":4.50867,"dwer":31.79191,"wer_pseudo":33.95133,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.42542,"utmos":2.00984,"dnsmos_ovrl":2.82569,"dnsmos_sig":3.1718,"dnsmos_bak":3.96831,"pesq_wb":1.62301,"pesq_nb":2.05607,"stoi":0.76138,"estoi":0.59121,"si_sdr":-3.71622,"mel_dist":0.37866,"stft_dist":1.6394,"f0_rmse_cents":130.92681,"f0_corr":0.76476,"vuv_err":0.23882,"score_intelligibility":0.14768,"score_speaker":0.42542,"score_quality":0.74621,"score_fidelity":0.56805,"score":0.47184},"uk":{"n":50,"unit":"wer","wer":50.7378,"wer_orig":6.46992,"dwer":44.26788,"wer_pseudo":49.20455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.48577,"utmos":2.58416,"dnsmos_ovrl":2.9168,"dnsmos_sig":3.21045,"dnsmos_bak":3.97013,"pesq_wb":1.94416,"pesq_nb":2.30102,"stoi":0.71305,"estoi":0.57177,"si_sdr":-8.54765,"mel_dist":0.40484,"stft_dist":2.07357,"f0_rmse_cents":77.67377,"f0_corr":0.71019,"vuv_err":0.19787,"score_intelligibility":0.14438,"score_speaker":0.48577,"score_quality":0.96613,"score_fidelity":0.56433,"score":0.54015},"el":{"n":50,"unit":"wer","wer":80.66132,"wer_orig":12.02405,"dwer":68.63727,"wer_pseudo":79.57958,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.31631,"utmos":2.02565,"dnsmos_ovrl":2.73082,"dnsmos_sig":3.15238,"dnsmos_bak":3.83475,"pesq_wb":1.70575,"pesq_nb":2.12567,"stoi":0.72842,"estoi":0.53276,"si_sdr":-8.28796,"mel_dist":0.30934,"stft_dist":1.46322,"f0_rmse_cents":108.82213,"f0_corr":0.84073,"vuv_err":0.21731,"score_intelligibility":0.15949,"score_speaker":0.31631,"score_quality":0.73245,"score_fidelity":0.59027,"score":0.44963},"ar":{"n":50,"unit":"wer","wer":43.77312,"wer_orig":12.45376,"dwer":31.31936,"wer_pseudo":39.80222,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.64462,"utmos":2.60615,"dnsmos_ovrl":3.22073,"dnsmos_sig":3.52163,"dnsmos_bak":4.07338,"pesq_wb":1.91736,"pesq_nb":2.44376,"stoi":0.87485,"estoi":0.76534,"si_sdr":0.24281,"mel_dist":0.29642,"stft_dist":1.34095,"f0_rmse_cents":98.49959,"f0_corr":0.89547,"vuv_err":0.14804,"score_intelligibility":0.30049,"score_speaker":0.64462,"score_quality":0.98004,"score_fidelity":0.67747,"score":0.65065},"fa":{"n":50,"unit":"wer","wer":69.02857,"wer_orig":25.94286,"dwer":43.08571,"wer_pseudo":62.16216,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.41874,"utmos":2.24592,"dnsmos_ovrl":2.63456,"dnsmos_sig":3.04606,"dnsmos_bak":3.75331,"pesq_wb":1.54975,"pesq_nb":2.18199,"stoi":0.55439,"estoi":0.37819,"si_sdr":-15.82575,"mel_dist":0.39755,"stft_dist":1.98543,"f0_rmse_cents":345.75415,"f0_corr":0.42402,"vuv_err":0.28355,"score_intelligibility":0.38474,"score_speaker":0.41874,"score_quality":0.82973,"score_fidelity":0.37849,"score":0.50293},"he":{"n":50,"unit":"wer","wer":71.39535,"wer_orig":19.4186,"dwer":51.97674,"wer_pseudo":66.43192,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.39705,"utmos":2.38555,"dnsmos_ovrl":2.55424,"dnsmos_sig":2.91023,"dnsmos_bak":3.82022,"pesq_wb":1.84726,"pesq_nb":2.13229,"stoi":0.6921,"estoi":0.53666,"si_sdr":-15.88286,"mel_dist":0.35342,"stft_dist":1.96303,"f0_rmse_cents":164.05335,"f0_corr":0.54374,"vuv_err":0.32082,"score_intelligibility":0.28204,"score_speaker":0.39705,"score_quality":0.89396,"score_fidelity":0.49264,"score":0.51642},"hi":{"n":50,"unit":"wer","wer":56.97138,"wer_orig":26.31579,"dwer":30.65559,"wer_pseudo":49.68211,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.45061,"utmos":2.29478,"dnsmos_ovrl":3.03531,"dnsmos_sig":3.46386,"dnsmos_bak":3.83873,"pesq_wb":1.81789,"pesq_nb":2.41219,"stoi":0.78189,"estoi":0.62288,"si_sdr":-6.18394,"mel_dist":0.31419,"stft_dist":1.40258,"f0_rmse_cents":224.24118,"f0_corr":0.79879,"vuv_err":0.18598,"score_intelligibility":0.47119,"score_speaker":0.45061,"score_quality":0.99975,"score_fidelity":0.60479,"score":0.63159},"zh":{"n":50,"unit":"cer","wer":67.87172,"wer_orig":7.40525,"dwer":60.46647,"wer_pseudo":65.91463,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.43502,"utmos":1.81737,"dnsmos_ovrl":2.7447,"dnsmos_sig":3.10216,"dnsmos_bak":3.94206,"pesq_wb":1.55006,"pesq_nb":1.98333,"stoi":0.74802,"estoi":0.53505,"si_sdr":-11.10681,"mel_dist":0.37358,"stft_dist":1.70081,"f0_rmse_cents":467.92181,"f0_corr":0.70921,"vuv_err":0.20163,"score_intelligibility":0.12204,"score_speaker":0.43502,"score_quality":0.64787,"score_fidelity":0.53813,"score":0.43576},"yue":{"n":50,"unit":"cer","wer":39.31464,"wer_orig":14.39252,"dwer":24.92212,"wer_pseudo":37.49208,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.55829,"utmos":2.71544,"dnsmos_ovrl":3.067,"dnsmos_sig":3.37976,"dnsmos_bak":4.02959,"pesq_wb":1.87649,"pesq_nb":2.39027,"stoi":0.80989,"estoi":0.65125,"si_sdr":-7.03033,"mel_dist":0.27389,"stft_dist":1.38248,"f0_rmse_cents":175.57768,"f0_corr":0.76983,"vuv_err":0.20262,"score_intelligibility":0.38181,"score_speaker":0.55829,"score_quality":0.94095,"score_fidelity":0.61005,"score":0.62278},"ja":{"n":50,"unit":"cer","wer":64.30868,"wer_orig":3.53698,"dwer":60.7717,"wer_pseudo":63.20625,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.39923,"utmos":2.04647,"dnsmos_ovrl":2.54602,"dnsmos_sig":2.97666,"dnsmos_bak":3.53116,"pesq_wb":1.69627,"pesq_nb":2.10443,"stoi":0.54571,"estoi":0.34448,"si_sdr":-19.23761,"mel_dist":0.41735,"stft_dist":2.87793,"f0_rmse_cents":295.11089,"f0_corr":0.49451,"vuv_err":0.28425,"score_intelligibility":0.06947,"score_speaker":0.39923,"score_quality":1.0,"score_fidelity":0.41305,"score":0.47044},"ko":{"n":50,"unit":"cer","wer":37.20588,"wer_orig":5.14706,"dwer":32.05882,"wer_pseudo":34.86974,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.45343,"utmos":2.44174,"dnsmos_ovrl":2.73386,"dnsmos_sig":3.04606,"dnsmos_bak":3.92658,"pesq_wb":2.00078,"pesq_nb":2.40029,"stoi":0.7441,"estoi":0.57425,"si_sdr":-15.79092,"mel_dist":0.44005,"stft_dist":1.74353,"f0_rmse_cents":127.4795,"f0_corr":0.65344,"vuv_err":0.18311,"score_intelligibility":0.16089,"score_speaker":0.45343,"score_quality":0.74309,"score_fidelity":0.56116,"score":0.47964},"th":{"n":50,"unit":"cer","wer":70.51334,"wer_orig":7.61924,"dwer":62.8941,"wer_pseudo":69.20429,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.32778,"utmos":1.51184,"dnsmos_ovrl":2.47537,"dnsmos_sig":2.92662,"dnsmos_bak":3.72709,"pesq_wb":1.23452,"pesq_nb":1.63424,"stoi":0.66172,"estoi":0.4513,"si_sdr":-12.35415,"mel_dist":0.37193,"stft_dist":1.82117,"f0_rmse_cents":218.70881,"f0_corr":0.66661,"vuv_err":0.3235,"score_intelligibility":0.12053,"score_speaker":0.32778,"score_quality":0.59962,"score_fidelity":0.46511,"score":0.37826}}},{"codec":"liquid_codec","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"liquid_codec","family":"LiquidCodec","checkpoint":"LiquidAI/Liquid-Codec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":12,"codebook_size":2016,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"LFM Open License v1.0","paper":null,"year":2026,"bitrate_kbps":1.6466,"notes":"grouped FSQ (12 parallel groups, levels 8x7x6x6); fully causal LFM3 enc/dec, iSTFT head; tokenizer of LFM3-Audio; remote code","side_info":null,"warning":null,"env":"main"},"kbps":1.6466,"kbps_measured":1.65123,"tokens_per_s":150.42214,"params_M":73.55781,"efficiency":{"rtf_encode":0.00072,"rtf_decode":0.00061,"peak_vram_gb":0.34764,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.80367,"score_worst_lang":0.71196,"worst_lang":"id","en_gap":-0.01178,"score_intelligibility":0.71674,"score_speaker":0.84916,"score_quality":0.96579,"score_fidelity":0.68297,"dwer":4.22821,"wer":13.03402,"wer_pseudo":7.90272,"sim":0.84916,"utmos":2.48467,"dnsmos_ovrl":2.99125,"dnsmos_sig":3.39434,"dnsmos_bak":3.88162,"pesq_wb":2.27165,"pesq_nb":2.92573,"stoi":0.86066,"estoi":0.7474,"si_sdr":-11.3472,"mel_dist":0.17809,"stft_dist":1.27887,"f0_rmse_cents":187.69096,"f0_corr":0.82492,"vuv_err":0.16324,"score_ci95":[0.79696,0.80951]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.16126,"wer_orig":6.98132,"dwer":1.17994,"wer_pseudo":3.89105,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.7594,"utmos":2.26372,"dnsmos_ovrl":2.5761,"dnsmos_sig":3.1005,"dnsmos_bak":3.79663,"pesq_wb":1.82574,"pesq_nb":2.45022,"stoi":0.80773,"estoi":0.66276,"si_sdr":-19.13005,"mel_dist":0.18785,"stft_dist":1.40403,"f0_rmse_cents":184.40111,"f0_corr":0.83088,"vuv_err":0.19355,"score_intelligibility":0.8712,"score_speaker":0.7594,"score_quality":0.91405,"score_fidelity":0.62485,"score":0.79238},"de":{"n":50,"unit":"wer","wer":7.01933,"wer_orig":5.69685,"dwer":1.32248,"wer_pseudo":2.33978,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.87325,"utmos":2.72633,"dnsmos_ovrl":3.0999,"dnsmos_sig":3.39168,"dnsmos_bak":4.06267,"pesq_wb":2.40806,"pesq_nb":3.05147,"stoi":0.89961,"estoi":0.77933,"si_sdr":-5.46623,"mel_dist":0.17712,"stft_dist":1.22502,"f0_rmse_cents":168.99476,"f0_corr":0.85331,"vuv_err":0.16807,"score_intelligibility":0.83509,"score_speaker":0.87325,"score_quality":0.99907,"score_fidelity":0.71841,"score":0.85645},"fr":{"n":50,"unit":"wer","wer":8.69565,"wer_orig":4.98024,"dwer":3.71542,"wer_pseudo":5.07937,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.85447,"utmos":2.21553,"dnsmos_ovrl":3.07366,"dnsmos_sig":3.41071,"dnsmos_bak":4.00161,"pesq_wb":2.22599,"pesq_nb":2.83133,"stoi":0.89382,"estoi":0.8125,"si_sdr":-12.63021,"mel_dist":0.1995,"stft_dist":1.33196,"f0_rmse_cents":114.53772,"f0_corr":0.89424,"vuv_err":0.17659,"score_intelligibility":0.6168,"score_speaker":0.85447,"score_quality":0.9451,"score_fidelity":0.71278,"score":0.78229},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":1.732,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.88127,"utmos":2.69804,"dnsmos_ovrl":3.24021,"dnsmos_sig":3.58977,"dnsmos_bak":3.95738,"pesq_wb":2.66362,"pesq_nb":3.19269,"stoi":0.89757,"estoi":0.80439,"si_sdr":-11.42972,"mel_dist":0.17451,"stft_dist":1.21337,"f0_rmse_cents":201.6392,"f0_corr":0.82358,"vuv_err":0.17672,"score_intelligibility":0.9,"score_speaker":0.88127,"score_quality":0.98216,"score_fidelity":0.73216,"score":0.8739},"it":{"n":50,"unit":"wer","wer":4.00729,"wer_orig":2.55009,"dwer":1.45719,"wer_pseudo":2.19378,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.89158,"utmos":2.94951,"dnsmos_ovrl":3.32619,"dnsmos_sig":3.61637,"dnsmos_bak":4.08815,"pesq_wb":2.72638,"pesq_nb":3.21302,"stoi":0.90253,"estoi":0.81746,"si_sdr":-8.55626,"mel_dist":0.18129,"stft_dist":1.23332,"f0_rmse_cents":99.58522,"f0_corr":0.85809,"vuv_err":0.12797,"score_intelligibility":0.70899,"score_speaker":0.89158,"score_quality":0.96314,"score_fidelity":0.75129,"score":0.82875},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.90408,"utmos":2.45041,"dnsmos_ovrl":3.04464,"dnsmos_sig":3.47241,"dnsmos_bak":3.71467,"pesq_wb":2.43736,"pesq_nb":3.00435,"stoi":0.85672,"estoi":0.74989,"si_sdr":-14.18879,"mel_dist":0.17967,"stft_dist":1.26715,"f0_rmse_cents":326.57333,"f0_corr":0.75614,"vuv_err":0.21789,"score_intelligibility":1.0,"score_speaker":0.90408,"score_quality":0.98163,"score_fidelity":0.67451,"score":0.89005},"nl":{"n":50,"unit":"wer","wer":9.99108,"wer_orig":5.26316,"dwer":4.72792,"wer_pseudo":6.89346,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.84359,"utmos":2.76604,"dnsmos_ovrl":2.71623,"dnsmos_sig":3.10301,"dnsmos_bak":4.06881,"pesq_wb":2.27517,"pesq_nb":2.91459,"stoi":0.89995,"estoi":0.79494,"si_sdr":-7.40902,"mel_dist":0.17062,"stft_dist":1.26245,"f0_rmse_cents":123.45639,"f0_corr":0.88822,"vuv_err":0.18317,"score_intelligibility":0.56984,"score_speaker":0.84359,"score_quality":0.94268,"score_fidelity":0.7175,"score":0.7684},"pl":{"n":50,"unit":"wer","wer":8.66228,"wer_orig":3.28947,"dwer":5.37281,"wer_pseudo":7.12719,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.84092,"utmos":2.57541,"dnsmos_ovrl":3.04945,"dnsmos_sig":3.38067,"dnsmos_bak":4.0573,"pesq_wb":2.25965,"pesq_nb":2.80599,"stoi":0.90903,"estoi":0.8105,"si_sdr":-9.54175,"mel_dist":0.18107,"stft_dist":1.34232,"f0_rmse_cents":110.05785,"f0_corr":0.82584,"vuv_err":0.14775,"score_intelligibility":0.44394,"score_speaker":0.84092,"score_quality":0.95082,"score_fidelity":0.69826,"score":0.73349},"cs":{"n":50,"unit":"wer","wer":16.8028,"wer_orig":9.45158,"dwer":7.35123,"wer_pseudo":13.08411,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.88842,"utmos":2.48378,"dnsmos_ovrl":3.18227,"dnsmos_sig":3.51225,"dnsmos_bak":3.96268,"pesq_wb":2.06149,"pesq_nb":2.79681,"stoi":0.87025,"estoi":0.76335,"si_sdr":-12.72312,"mel_dist":0.17931,"stft_dist":1.19255,"f0_rmse_cents":97.69241,"f0_corr":0.87631,"vuv_err":0.12572,"score_intelligibility":0.58707,"score_speaker":0.88842,"score_quality":0.9725,"score_fidelity":0.68328,"score":0.78282},"tr":{"n":50,"unit":"wer","wer":12.76316,"wer_orig":7.76316,"dwer":5.0,"wer_pseudo":8.43215,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.87256,"utmos":2.35066,"dnsmos_ovrl":3.07738,"dnsmos_sig":3.42812,"dnsmos_bak":4.02194,"pesq_wb":2.40646,"pesq_nb":3.04543,"stoi":0.87513,"estoi":0.75252,"si_sdr":-14.61249,"mel_dist":0.17439,"stft_dist":1.27603,"f0_rmse_cents":140.73066,"f0_corr":0.89152,"vuv_err":0.1291,"score_intelligibility":0.63671,"score_speaker":0.87256,"score_quality":1.0,"score_fidelity":0.72283,"score":0.80803},"id":{"n":50,"unit":"wer","wer":11.92444,"wer_orig":5.90319,"dwer":6.02125,"wer_pseudo":10.15348,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.77346,"utmos":1.92667,"dnsmos_ovrl":2.80746,"dnsmos_sig":3.37206,"dnsmos_bak":3.35375,"pesq_wb":1.83552,"pesq_nb":2.70799,"stoi":0.76121,"estoi":0.59484,"si_sdr":-18.5019,"mel_dist":0.16969,"stft_dist":1.26516,"f0_rmse_cents":224.28401,"f0_corr":0.67424,"vuv_err":0.1937,"score_intelligibility":0.53412,"score_speaker":0.77346,"score_quality":0.98219,"score_fidelity":0.55805,"score":0.71196},"vi":{"n":50,"unit":"wer","wer":13.76293,"wer_orig":7.71679,"dwer":6.04614,"wer_pseudo":10.19108,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.83995,"utmos":2.05371,"dnsmos_ovrl":2.88426,"dnsmos_sig":3.40617,"dnsmos_bak":3.70835,"pesq_wb":2.1441,"pesq_nb":2.9097,"stoi":0.75355,"estoi":0.60976,"si_sdr":-11.07812,"mel_dist":0.169,"stft_dist":1.23733,"f0_rmse_cents":142.6332,"f0_corr":0.88422,"vuv_err":0.15377,"score_intelligibility":0.59045,"score_speaker":0.83995,"score_quality":0.97692,"score_fidelity":0.65489,"score":0.76555},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":1.62225,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87029,"utmos":2.6499,"dnsmos_ovrl":3.11101,"dnsmos_sig":3.43804,"dnsmos_bak":4.05848,"pesq_wb":2.41512,"pesq_nb":2.97955,"stoi":0.89918,"estoi":0.80064,"si_sdr":-8.99366,"mel_dist":0.18119,"stft_dist":1.27546,"f0_rmse_cents":121.60215,"f0_corr":0.86445,"vuv_err":0.17304,"score_intelligibility":0.84113,"score_speaker":0.87029,"score_quality":0.98936,"score_fidelity":0.72265,"score":0.85586},"uk":{"n":50,"unit":"wer","wer":11.69126,"wer_orig":6.46992,"dwer":5.22134,"wer_pseudo":8.40909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.8244,"utmos":2.51053,"dnsmos_ovrl":3.1148,"dnsmos_sig":3.43923,"dnsmos_bak":4.08517,"pesq_wb":2.28546,"pesq_nb":2.87617,"stoi":0.88823,"estoi":0.7677,"si_sdr":-5.07494,"mel_dist":0.1804,"stft_dist":1.26471,"f0_rmse_cents":109.51941,"f0_corr":0.90936,"vuv_err":0.14906,"score_intelligibility":0.58859,"score_speaker":0.8244,"score_quality":0.97864,"score_fidelity":0.72162,"score":0.77831},"el":{"n":50,"unit":"wer","wer":21.14228,"wer_orig":12.02405,"dwer":9.11824,"wer_pseudo":15.71572,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.80198,"utmos":2.66815,"dnsmos_ovrl":3.08462,"dnsmos_sig":3.46895,"dnsmos_bak":3.94623,"pesq_wb":2.54536,"pesq_nb":3.12122,"stoi":0.87606,"estoi":0.75832,"si_sdr":-6.32322,"mel_dist":0.17471,"stft_dist":1.22572,"f0_rmse_cents":96.89011,"f0_corr":0.87854,"vuv_err":0.14913,"score_intelligibility":0.5882,"score_speaker":0.80198,"score_quality":0.98041,"score_fidelity":0.73204,"score":0.77566},"ar":{"n":50,"unit":"wer","wer":17.50925,"wer_orig":12.45376,"dwer":5.05549,"wer_pseudo":11.12485,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.88311,"utmos":2.48534,"dnsmos_ovrl":3.20901,"dnsmos_sig":3.56326,"dnsmos_bak":3.97073,"pesq_wb":2.37212,"pesq_nb":2.94011,"stoi":0.91543,"estoi":0.84389,"si_sdr":-14.4667,"mel_dist":0.18053,"stft_dist":1.25909,"f0_rmse_cents":107.88968,"f0_corr":0.89366,"vuv_err":0.14274,"score_intelligibility":0.72687,"score_speaker":0.88311,"score_quality":0.94393,"score_fidelity":0.73371,"score":0.8219},"fa":{"n":50,"unit":"wer","wer":31.08571,"wer_orig":25.94286,"dwer":5.14286,"wer_pseudo":12.75676,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.8402,"utmos":2.52848,"dnsmos_ovrl":2.87692,"dnsmos_sig":3.34497,"dnsmos_bak":3.76098,"pesq_wb":2.09482,"pesq_nb":2.9648,"stoi":0.75132,"estoi":0.61173,"si_sdr":-13.35455,"mel_dist":0.17245,"stft_dist":1.30207,"f0_rmse_cents":272.38266,"f0_corr":0.67206,"vuv_err":0.18589,"score_intelligibility":0.83972,"score_speaker":0.8402,"score_quality":0.9723,"score_fidelity":0.57873,"score":0.80774},"he":{"n":50,"unit":"wer","wer":34.53488,"wer_orig":19.4186,"dwer":15.11628,"wer_pseudo":23.70892,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.81065,"utmos":2.38946,"dnsmos_ovrl":2.86893,"dnsmos_sig":3.24954,"dnsmos_bak":3.97766,"pesq_wb":2.00898,"pesq_nb":2.73444,"stoi":0.88246,"estoi":0.76618,"si_sdr":-11.4706,"mel_dist":0.18377,"stft_dist":1.30794,"f0_rmse_cents":157.5842,"f0_corr":0.74055,"vuv_err":0.18851,"score_intelligibility":0.57461,"score_speaker":0.81065,"score_quality":0.96714,"score_fidelity":0.6371,"score":0.74737},"hi":{"n":50,"unit":"wer","wer":32.59464,"wer_orig":26.31579,"dwer":6.27886,"wer_pseudo":16.16712,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.84021,"utmos":2.19739,"dnsmos_ovrl":2.84635,"dnsmos_sig":3.41511,"dnsmos_bak":3.50134,"pesq_wb":2.11539,"pesq_nb":2.82038,"stoi":0.8354,"estoi":0.70662,"si_sdr":-13.14436,"mel_dist":0.18276,"stft_dist":1.28602,"f0_rmse_cents":428.36803,"f0_corr":0.68864,"vuv_err":0.18018,"score_intelligibility":0.8131,"score_speaker":0.84021,"score_quality":0.96216,"score_fidelity":0.61424,"score":0.80743},"zh":{"n":50,"unit":"cer","wer":8.16327,"wer_orig":7.40525,"dwer":0.75802,"wer_pseudo":2.37805,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.88407,"utmos":2.60846,"dnsmos_ovrl":3.08509,"dnsmos_sig":3.43438,"dnsmos_bak":4.00358,"pesq_wb":2.33128,"pesq_nb":3.03445,"stoi":0.89907,"estoi":0.8107,"si_sdr":-11.67319,"mel_dist":0.17558,"stft_dist":1.33354,"f0_rmse_cents":175.89405,"f0_corr":0.85959,"vuv_err":0.10821,"score_intelligibility":0.91728,"score_speaker":0.88407,"score_quality":0.94458,"score_fidelity":0.71301,"score":0.86473},"yue":{"n":50,"unit":"cer","wer":18.31776,"wer_orig":14.39252,"dwer":3.92523,"wer_pseudo":12.53958,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.87525,"utmos":2.84089,"dnsmos_ovrl":3.11183,"dnsmos_sig":3.47866,"dnsmos_bak":3.93591,"pesq_wb":2.25453,"pesq_nb":2.97649,"stoi":0.8794,"estoi":0.76658,"si_sdr":-7.63129,"mel_dist":0.17463,"stft_dist":1.28235,"f0_rmse_cents":158.81827,"f0_corr":0.86062,"vuv_err":0.15728,"score_intelligibility":0.79681,"score_speaker":0.87525,"score_quality":0.9732,"score_fidelity":0.69949,"score":0.83619},"ja":{"n":50,"unit":"cer","wer":6.52274,"wer_orig":3.53698,"dwer":2.98576,"wer_pseudo":4.27193,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.80542,"utmos":1.98207,"dnsmos_ovrl":2.46897,"dnsmos_sig":3.06619,"dnsmos_bak":3.28832,"pesq_wb":2.1538,"pesq_nb":2.82524,"stoi":0.73554,"estoi":0.575,"si_sdr":-13.70475,"mel_dist":0.17843,"stft_dist":1.37301,"f0_rmse_cents":184.12241,"f0_corr":0.76663,"vuv_err":0.16062,"score_intelligibility":0.6031,"score_speaker":0.80542,"score_quality":0.95132,"score_fidelity":0.61061,"score":0.74261},"ko":{"n":50,"unit":"cer","wer":5.73529,"wer_orig":5.14706,"dwer":0.58824,"wer_pseudo":1.75351,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.85347,"utmos":3.06876,"dnsmos_ovrl":3.05308,"dnsmos_sig":3.40345,"dnsmos_bak":4.05453,"pesq_wb":2.72225,"pesq_nb":3.29706,"stoi":0.90212,"estoi":0.82364,"si_sdr":-9.00759,"mel_dist":0.16721,"stft_dist":1.1997,"f0_rmse_cents":88.40102,"f0_corr":0.94305,"vuv_err":0.10959,"score_intelligibility":0.91266,"score_speaker":0.85347,"score_quality":0.95795,"score_fidelity":0.77908,"score":0.87579},"th":{"n":50,"unit":"cer","wer":11.21665,"wer_orig":7.61924,"dwer":3.59741,"wer_pseudo":6.72201,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.86793,"utmos":2.24276,"dnsmos_ovrl":2.88173,"dnsmos_sig":3.37861,"dnsmos_bak":3.7821,"pesq_wb":1.95098,"pesq_nb":2.72414,"stoi":0.86446,"estoi":0.7545,"si_sdr":-12.22031,"mel_dist":0.17853,"stft_dist":1.33249,"f0_rmse_cents":668.52515,"f0_corr":0.66436,"vuv_err":0.21945,"score_intelligibility":0.70553,"score_speaker":0.86793,"score_quality":0.94773,"score_fidelity":0.60018,"score":0.78034}}},{"codec":"llm_codec_auv","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"llm_codec_auv","family":"LLM-Codec (LM objectives)","checkpoint":"voidful/llm-codec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":1,"codebook_size":20480,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"not stated (code and weights); base AUV is MIT","paper":"2604.17852","year":2026,"bitrate_kbps":0.7161,"notes":"AUV fine-tuned on LibriSpeech train-clean-100 with future-token-prediction and semantic-alignment losses through a frozen Qwen3-4B-Instruct; full 20480-entry codebook as in training","side_info":null,"warning":null,"env":"main"},"kbps":0.7161,"kbps_measured":0.7161,"tokens_per_s":50.0,"params_M":122.62888,"efficiency":{"rtf_encode":0.00075,"rtf_decode":0.00091,"peak_vram_gb":0.66905,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73589,"score_worst_lang":0.64279,"worst_lang":"pl","en_gap":0.03821,"score_intelligibility":0.50811,"score_speaker":0.7801,"score_quality":0.99422,"score_fidelity":0.66112,"dwer":10.07382,"wer":18.87963,"wer_pseudo":14.66853,"sim":0.7801,"utmos":2.64083,"dnsmos_ovrl":2.98525,"dnsmos_sig":3.37458,"dnsmos_bak":3.92163,"pesq_wb":2.11179,"pesq_nb":2.74913,"stoi":0.84094,"estoi":0.71782,"si_sdr":-14.11053,"mel_dist":0.16876,"stft_dist":1.19125,"f0_rmse_cents":174.25439,"f0_corr":0.82478,"vuv_err":0.17821,"score_ci95":[0.7292,0.74131]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.12783,"wer_orig":6.98132,"dwer":3.14651,"wer_pseudo":4.76654,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.73508,"utmos":2.53069,"dnsmos_ovrl":2.53403,"dnsmos_sig":3.06493,"dnsmos_bak":3.757,"pesq_wb":1.9729,"pesq_nb":2.66055,"stoi":0.80236,"estoi":0.66509,"si_sdr":-15.93348,"mel_dist":0.1725,"stft_dist":1.21899,"f0_rmse_cents":161.38964,"f0_corr":0.8599,"vuv_err":0.18542,"score_intelligibility":0.71724,"score_speaker":0.73508,"score_quality":0.99095,"score_fidelity":0.64675,"score":0.7725},"de":{"n":50,"unit":"wer","wer":10.27467,"wer_orig":5.69685,"dwer":4.57782,"wer_pseudo":5.59512,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.78825,"utmos":2.78342,"dnsmos_ovrl":3.0975,"dnsmos_sig":3.38855,"dnsmos_bak":4.07739,"pesq_wb":2.1235,"pesq_nb":2.75348,"stoi":0.881,"estoi":0.73997,"si_sdr":-9.43813,"mel_dist":0.16475,"stft_dist":1.15535,"f0_rmse_cents":179.58297,"f0_corr":0.78908,"vuv_err":0.19245,"score_intelligibility":0.59397,"score_speaker":0.78825,"score_quality":1.0,"score_fidelity":0.66369,"score":0.76148},"fr":{"n":50,"unit":"wer","wer":18.10277,"wer_orig":4.98024,"dwer":13.12253,"wer_pseudo":17.06349,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.76534,"utmos":2.52523,"dnsmos_ovrl":3.06047,"dnsmos_sig":3.38342,"dnsmos_bak":4.03408,"pesq_wb":2.0247,"pesq_nb":2.62235,"stoi":0.87832,"estoi":0.7858,"si_sdr":-17.67171,"mel_dist":0.18156,"stft_dist":1.15629,"f0_rmse_cents":166.55941,"f0_corr":0.83511,"vuv_err":0.2022,"score_intelligibility":0.31306,"score_speaker":0.76534,"score_quality":1.0,"score_fidelity":0.66873,"score":0.68678},"es":{"n":50,"unit":"wer","wer":5.0,"wer_orig":3.09091,"dwer":1.90909,"wer_pseudo":2.82589,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.7879,"utmos":2.88147,"dnsmos_ovrl":3.27973,"dnsmos_sig":3.58265,"dnsmos_bak":4.04858,"pesq_wb":2.40036,"pesq_nb":2.98506,"stoi":0.87895,"estoi":0.77305,"si_sdr":-17.90241,"mel_dist":0.16792,"stft_dist":1.18038,"f0_rmse_cents":211.9898,"f0_corr":0.8415,"vuv_err":0.19722,"score_intelligibility":0.68182,"score_speaker":0.7879,"score_quality":1.0,"score_fidelity":0.70685,"score":0.79414},"it":{"n":50,"unit":"wer","wer":6.73953,"wer_orig":2.55009,"dwer":4.18944,"wer_pseudo":5.75868,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.80185,"utmos":3.10958,"dnsmos_ovrl":3.28868,"dnsmos_sig":3.57019,"dnsmos_bak":4.10082,"pesq_wb":2.47475,"pesq_nb":2.96728,"stoi":0.88473,"estoi":0.78697,"si_sdr":-14.56233,"mel_dist":0.17077,"stft_dist":1.13778,"f0_rmse_cents":112.51681,"f0_corr":0.86138,"vuv_err":0.14097,"score_intelligibility":0.4587,"score_speaker":0.80185,"score_quality":0.99611,"score_fidelity":0.72249,"score":0.74478},"pt":{"n":50,"unit":"wer","wer":5.66406,"wer_orig":3.41797,"dwer":2.24609,"wer_pseudo":3.74016,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.84181,"utmos":2.82165,"dnsmos_ovrl":3.12059,"dnsmos_sig":3.45526,"dnsmos_bak":3.90515,"pesq_wb":2.25884,"pesq_nb":2.82154,"stoi":0.84011,"estoi":0.72466,"si_sdr":-13.34835,"mel_dist":0.16773,"stft_dist":1.19842,"f0_rmse_cents":284.65079,"f0_corr":0.78864,"vuv_err":0.21619,"score_intelligibility":0.66295,"score_speaker":0.84181,"score_quality":1.0,"score_fidelity":0.66281,"score":0.79189},"nl":{"n":50,"unit":"wer","wer":21.76628,"wer_orig":5.26316,"dwer":16.50312,"wer_pseudo":19.51656,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.78157,"utmos":2.97215,"dnsmos_ovrl":2.64872,"dnsmos_sig":3.04465,"dnsmos_bak":4.07637,"pesq_wb":2.09384,"pesq_nb":2.70737,"stoi":0.88525,"estoi":0.77286,"si_sdr":-9.02678,"mel_dist":0.17232,"stft_dist":1.23464,"f0_rmse_cents":145.50924,"f0_corr":0.87312,"vuv_err":0.2115,"score_intelligibility":0.27511,"score_speaker":0.78157,"score_quality":0.97471,"score_fidelity":0.6903,"score":0.68042},"pl":{"n":50,"unit":"wer","wer":18.64035,"wer_orig":3.28947,"dwer":15.35088,"wer_pseudo":18.20175,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.75427,"utmos":2.594,"dnsmos_ovrl":3.06554,"dnsmos_sig":3.39282,"dnsmos_bak":4.08915,"pesq_wb":2.00465,"pesq_nb":2.52325,"stoi":0.89066,"estoi":0.77732,"si_sdr":-17.64802,"mel_dist":0.17726,"stft_dist":1.23966,"f0_rmse_cents":134.05228,"f0_corr":0.74937,"vuv_err":0.16192,"score_intelligibility":0.2184,"score_speaker":0.75427,"score_quality":0.95614,"score_fidelity":0.64236,"score":0.64279},"cs":{"n":50,"unit":"wer","wer":24.73746,"wer_orig":9.45158,"dwer":15.28588,"wer_pseudo":22.54673,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.81231,"utmos":2.64273,"dnsmos_ovrl":3.20593,"dnsmos_sig":3.51674,"dnsmos_bak":4.00937,"pesq_wb":1.81056,"pesq_nb":2.52803,"stoi":0.84583,"estoi":0.72592,"si_sdr":-5.05592,"mel_dist":0.1795,"stft_dist":1.20042,"f0_rmse_cents":104.68837,"f0_corr":0.85476,"vuv_err":0.13566,"score_intelligibility":0.40608,"score_speaker":0.81231,"score_quality":1.0,"score_fidelity":0.64406,"score":0.71561},"tr":{"n":50,"unit":"wer","wer":19.73684,"wer_orig":7.76316,"dwer":11.97368,"wer_pseudo":14.62451,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.83936,"utmos":2.33429,"dnsmos_ovrl":3.07044,"dnsmos_sig":3.4222,"dnsmos_bak":4.02182,"pesq_wb":2.19237,"pesq_nb":2.8693,"stoi":0.8456,"estoi":0.70475,"si_sdr":-14.36311,"mel_dist":0.17239,"stft_dist":1.26933,"f0_rmse_cents":110.96901,"f0_corr":0.91871,"vuv_err":0.14636,"score_intelligibility":0.42259,"score_speaker":0.83936,"score_quality":1.0,"score_fidelity":0.70166,"score":0.7409},"id":{"n":50,"unit":"wer","wer":18.77214,"wer_orig":5.90319,"dwer":12.86895,"wer_pseudo":16.88312,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.71547,"utmos":2.08097,"dnsmos_ovrl":2.81786,"dnsmos_sig":3.3348,"dnsmos_bak":3.40021,"pesq_wb":1.69885,"pesq_nb":2.45934,"stoi":0.72244,"estoi":0.54241,"si_sdr":-17.21908,"mel_dist":0.16042,"stft_dist":1.23362,"f0_rmse_cents":196.12351,"f0_corr":0.73479,"vuv_err":0.25255,"score_intelligibility":0.34914,"score_speaker":0.71547,"score_quality":1.0,"score_fidelity":0.5523,"score":0.65423},"vi":{"n":50,"unit":"wer","wer":20.52506,"wer_orig":7.71679,"dwer":12.80827,"wer_pseudo":17.35669,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.77099,"utmos":2.20052,"dnsmos_ovrl":2.8788,"dnsmos_sig":3.37911,"dnsmos_bak":3.75801,"pesq_wb":2.01872,"pesq_nb":2.72089,"stoi":0.71863,"estoi":0.56645,"si_sdr":-14.20627,"mel_dist":0.15665,"stft_dist":1.14478,"f0_rmse_cents":208.14562,"f0_corr":0.81598,"vuv_err":0.17968,"score_intelligibility":0.40496,"score_speaker":0.77099,"score_quality":1.0,"score_fidelity":0.60856,"score":0.69613},"ru":{"n":50,"unit":"wer","wer":11.21387,"wer_orig":4.50867,"dwer":6.7052,"wer_pseudo":7.87949,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.74339,"utmos":2.7078,"dnsmos_ovrl":3.06586,"dnsmos_sig":3.39053,"dnsmos_bak":4.07899,"pesq_wb":2.1405,"pesq_nb":2.68191,"stoi":0.87989,"estoi":0.76862,"si_sdr":-15.02763,"mel_dist":0.17452,"stft_dist":1.21164,"f0_rmse_cents":134.23186,"f0_corr":0.84024,"vuv_err":0.18274,"score_intelligibility":0.45102,"score_speaker":0.74339,"score_quality":1.0,"score_fidelity":0.682,"score":0.7191},"uk":{"n":50,"unit":"wer","wer":15.77753,"wer_orig":6.46992,"dwer":9.3076,"wer_pseudo":12.5,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.7328,"utmos":2.61498,"dnsmos_ovrl":3.0582,"dnsmos_sig":3.38581,"dnsmos_bak":4.06976,"pesq_wb":2.11238,"pesq_nb":2.71629,"stoi":0.87522,"estoi":0.74712,"si_sdr":-9.71223,"mel_dist":0.17557,"stft_dist":1.19917,"f0_rmse_cents":103.96706,"f0_corr":0.90857,"vuv_err":0.14651,"score_intelligibility":0.44523,"score_speaker":0.7328,"score_quality":1.0,"score_fidelity":0.70054,"score":0.71964},"el":{"n":50,"unit":"wer","wer":31.86373,"wer_orig":12.02405,"dwer":19.83968,"wer_pseudo":28.32833,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.71049,"utmos":2.78417,"dnsmos_ovrl":3.05321,"dnsmos_sig":3.43954,"dnsmos_bak":3.94982,"pesq_wb":2.24955,"pesq_nb":2.90261,"stoi":0.85823,"estoi":0.72911,"si_sdr":-13.27153,"mel_dist":0.16365,"stft_dist":1.1323,"f0_rmse_cents":116.1956,"f0_corr":0.84773,"vuv_err":0.15208,"score_intelligibility":0.3963,"score_speaker":0.71049,"score_quality":1.0,"score_fidelity":0.68766,"score":0.69861},"ar":{"n":50,"unit":"wer","wer":23.30456,"wer_orig":12.45376,"dwer":10.8508,"wer_pseudo":18.04697,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.8373,"utmos":2.72819,"dnsmos_ovrl":3.23139,"dnsmos_sig":3.55045,"dnsmos_bak":4.03399,"pesq_wb":2.19957,"pesq_nb":2.78298,"stoi":0.90322,"estoi":0.82169,"si_sdr":-18.89194,"mel_dist":0.17703,"stft_dist":1.21325,"f0_rmse_cents":129.16483,"f0_corr":0.86266,"vuv_err":0.1457,"score_intelligibility":0.55355,"score_speaker":0.8373,"score_quality":1.0,"score_fidelity":0.70287,"score":0.77343},"fa":{"n":50,"unit":"wer","wer":40.45714,"wer_orig":25.94286,"dwer":14.51429,"wer_pseudo":24.54054,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.80548,"utmos":2.73435,"dnsmos_ovrl":2.86343,"dnsmos_sig":3.34935,"dnsmos_bak":3.79321,"pesq_wb":1.95136,"pesq_nb":2.81079,"stoi":0.72471,"estoi":0.57908,"si_sdr":-8.69113,"mel_dist":0.16407,"stft_dist":1.21427,"f0_rmse_cents":233.64823,"f0_corr":0.712,"vuv_err":0.19529,"score_intelligibility":0.6499,"score_speaker":0.80548,"score_quality":1.0,"score_fidelity":0.56951,"score":0.75622},"he":{"n":50,"unit":"wer","wer":47.32558,"wer_orig":19.4186,"dwer":27.90698,"wer_pseudo":40.02347,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.7256,"utmos":2.53719,"dnsmos_ovrl":2.87198,"dnsmos_sig":3.24359,"dnsmos_bak":4.00077,"pesq_wb":1.89571,"pesq_nb":2.53943,"stoi":0.86788,"estoi":0.74728,"si_sdr":-9.55519,"mel_dist":0.17356,"stft_dist":1.17589,"f0_rmse_cents":159.07382,"f0_corr":0.78038,"vuv_err":0.22957,"score_intelligibility":0.42252,"score_speaker":0.7256,"score_quality":1.0,"score_fidelity":0.63473,"score":0.69571},"hi":{"n":50,"unit":"wer","wer":39.61219,"wer_orig":26.31579,"dwer":13.2964,"wer_pseudo":27.70209,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.76958,"utmos":2.46505,"dnsmos_ovrl":2.84243,"dnsmos_sig":3.38004,"dnsmos_bak":3.57469,"pesq_wb":2.02146,"pesq_nb":2.69,"stoi":0.81489,"estoi":0.67346,"si_sdr":-17.39994,"mel_dist":0.17048,"stft_dist":1.21004,"f0_rmse_cents":169.96971,"f0_corr":0.81514,"vuv_err":0.19116,"score_intelligibility":0.6726,"score_speaker":0.76958,"score_quality":1.0,"score_fidelity":0.64062,"score":0.7707},"zh":{"n":50,"unit":"cer","wer":10.67055,"wer_orig":7.40525,"dwer":3.26531,"wer_pseudo":4.69512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.82097,"utmos":2.85395,"dnsmos_ovrl":3.11388,"dnsmos_sig":3.44507,"dnsmos_bak":4.05168,"pesq_wb":2.26028,"pesq_nb":2.87048,"stoi":0.88037,"estoi":0.78682,"si_sdr":-18.97572,"mel_dist":0.16448,"stft_dist":1.20386,"f0_rmse_cents":501.13178,"f0_corr":0.71564,"vuv_err":0.17387,"score_intelligibility":0.72021,"score_speaker":0.82097,"score_quality":1.0,"score_fidelity":0.65203,"score":0.7983},"yue":{"n":50,"unit":"cer","wer":19.06542,"wer_orig":14.39252,"dwer":4.6729,"wer_pseudo":14.62951,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.81968,"utmos":2.91966,"dnsmos_ovrl":3.09352,"dnsmos_sig":3.44978,"dnsmos_bak":3.94864,"pesq_wb":2.14117,"pesq_nb":2.79873,"stoi":0.86477,"estoi":0.73861,"si_sdr":-11.88683,"mel_dist":0.16082,"stft_dist":1.14183,"f0_rmse_cents":188.39806,"f0_corr":0.84124,"vuv_err":0.1621,"score_intelligibility":0.76712,"score_speaker":0.81968,"score_quality":0.99345,"score_fidelity":0.67735,"score":0.8144},"ja":{"n":50,"unit":"cer","wer":9.41663,"wer_orig":3.53698,"dwer":5.87965,"wer_pseudo":7.80891,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.7357,"utmos":1.98956,"dnsmos_ovrl":2.58735,"dnsmos_sig":3.19321,"dnsmos_bak":3.51367,"pesq_wb":2.10165,"pesq_nb":2.75081,"stoi":0.70555,"estoi":0.54193,"si_sdr":-14.73732,"mel_dist":0.16301,"stft_dist":1.23582,"f0_rmse_cents":140.24085,"f0_corr":0.78439,"vuv_err":0.15318,"score_intelligibility":0.43555,"score_speaker":0.7357,"score_quality":0.97775,"score_fidelity":0.60157,"score":0.68764},"ko":{"n":50,"unit":"cer","wer":8.08824,"wer_orig":5.14706,"dwer":2.94118,"wer_pseudo":4.55912,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.81101,"utmos":3.19105,"dnsmos_ovrl":3.00758,"dnsmos_sig":3.35211,"dnsmos_bak":4.0561,"pesq_wb":2.61307,"pesq_nb":3.15453,"stoi":0.88683,"estoi":0.79998,"si_sdr":-12.15554,"mel_dist":0.15231,"stft_dist":1.07335,"f0_rmse_cents":97.61151,"f0_corr":0.93583,"vuv_err":0.10445,"score_intelligibility":0.67638,"score_speaker":0.81101,"score_quality":0.97589,"score_fidelity":0.76118,"score":0.80611},"th":{"n":50,"unit":"cer","wer":16.22878,"wer_orig":7.61924,"dwer":8.60954,"wer_pseudo":12.45191,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.81629,"utmos":2.37729,"dnsmos_ovrl":2.78876,"dnsmos_sig":3.27502,"dnsmos_bak":3.76975,"pesq_wb":1.92218,"pesq_nb":2.66197,"stoi":0.84705,"estoi":0.72864,"si_sdr":-21.97215,"mel_dist":0.16705,"stft_dist":1.20882,"f0_rmse_cents":192.29453,"f0_corr":0.8285,"vuv_err":0.21822,"score_intelligibility":0.50028,"score_speaker":0.81629,"score_quality":0.9962,"score_fidelity":0.64634,"score":0.73978}}},{"codec":"longcat_codec_16k_2cb","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"longcat_codec_16k_2cb","family":"LongCat-Audio-Codec","checkpoint":"meituan-longcat/LongCat-Audio-Codec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":16.667,"n_codebooks":2,"codebook_size":[8192,8100],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2510.15227","year":2025,"bitrate_kbps":0.4331,"notes":"1 semantic + 1 acoustic codebook(s), 16 kHz decoder (trained for up to 3 acoustic)","side_info":null,"warning":null,"env":"main"},"kbps":0.4331,"kbps_measured":0.43309,"tokens_per_s":33.33566,"params_M":699.23168,"efficiency":{"rtf_encode":0.00242,"rtf_decode":0.00513,"peak_vram_gb":3.72864,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.51367,"score_worst_lang":0.36936,"worst_lang":"nl","en_gap":-0.03205,"score_intelligibility":0.25998,"score_speaker":0.48986,"score_quality":0.84065,"score_fidelity":0.4642,"dwer":33.94982,"wer":42.75563,"wer_pseudo":40.28602,"sim":0.48986,"utmos":2.1926,"dnsmos_ovrl":2.80879,"dnsmos_sig":3.21777,"dnsmos_bak":3.80329,"pesq_wb":1.39734,"pesq_nb":1.80034,"stoi":0.71192,"estoi":0.52114,"si_sdr":-5.09173,"mel_dist":0.28938,"stft_dist":1.62659,"f0_rmse_cents":466.32018,"f0_corr":0.56716,"vuv_err":0.2372,"score_ci95":[0.50787,0.51853]},"per_lang":{"en":{"n":50,"unit":"wer","wer":19.56735,"wer_orig":6.98132,"dwer":12.58604,"wer_pseudo":15.46693,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.36291,"utmos":2.04499,"dnsmos_ovrl":2.30926,"dnsmos_sig":2.86312,"dnsmos_bak":3.62736,"pesq_wb":1.27355,"pesq_nb":1.62744,"stoi":0.61796,"estoi":0.42886,"si_sdr":-7.05171,"mel_dist":0.33111,"stft_dist":1.79013,"f0_rmse_cents":487.2209,"f0_corr":0.56229,"vuv_err":0.23585,"score_intelligibility":0.38806,"score_speaker":0.36291,"score_quality":0.7614,"score_fidelity":0.41947,"score":0.48296},"de":{"n":50,"unit":"wer","wer":26.95829,"wer_orig":5.69685,"dwer":21.26144,"wer_pseudo":24.41506,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.44422,"utmos":2.46398,"dnsmos_ovrl":2.97533,"dnsmos_sig":3.26943,"dnsmos_bak":4.04975,"pesq_wb":1.49181,"pesq_nb":1.89908,"stoi":0.76461,"estoi":0.545,"si_sdr":-1.69638,"mel_dist":0.26216,"stft_dist":1.44854,"f0_rmse_cents":235.12604,"f0_corr":0.67242,"vuv_err":0.19016,"score_intelligibility":0.23953,"score_speaker":0.44422,"score_quality":0.89738,"score_fidelity":0.52585,"score":0.52675},"fr":{"n":50,"unit":"wer","wer":50.11858,"wer_orig":4.98024,"dwer":45.13834,"wer_pseudo":48.96825,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.38317,"utmos":2.14093,"dnsmos_ovrl":2.85565,"dnsmos_sig":3.19557,"dnsmos_bak":3.93903,"pesq_wb":1.37474,"pesq_nb":1.75074,"stoi":0.73446,"estoi":0.57853,"si_sdr":-3.73946,"mel_dist":0.31697,"stft_dist":1.6258,"f0_rmse_cents":179.38267,"f0_corr":0.75008,"vuv_err":0.23155,"score_intelligibility":0.11699,"score_speaker":0.38317,"score_quality":0.87512,"score_fidelity":0.53053,"score":0.47645},"es":{"n":50,"unit":"wer","wer":14.63636,"wer_orig":3.09091,"dwer":11.54545,"wer_pseudo":12.94439,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.51172,"utmos":2.47512,"dnsmos_ovrl":3.13796,"dnsmos_sig":3.47812,"dnsmos_bak":3.94994,"pesq_wb":1.61772,"pesq_nb":2.04775,"stoi":0.78116,"estoi":0.60404,"si_sdr":-2.80953,"mel_dist":0.27644,"stft_dist":1.59271,"f0_rmse_cents":228.47374,"f0_corr":0.79389,"vuv_err":0.21521,"score_intelligibility":0.26163,"score_speaker":0.51172,"score_quality":0.90786,"score_fidelity":0.58385,"score":0.56626},"it":{"n":50,"unit":"wer","wer":15.84699,"wer_orig":2.55009,"dwer":13.2969,"wer_pseudo":14.99086,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.46209,"utmos":2.85725,"dnsmos_ovrl":3.18123,"dnsmos_sig":3.49049,"dnsmos_bak":4.03151,"pesq_wb":1.65744,"pesq_nb":2.06393,"stoi":0.78306,"estoi":0.6119,"si_sdr":-2.06049,"mel_dist":0.28471,"stft_dist":1.52827,"f0_rmse_cents":133.77489,"f0_corr":0.76027,"vuv_err":0.16376,"score_intelligibility":0.21073,"score_speaker":0.46209,"score_quality":0.91404,"score_fidelity":0.57706,"score":0.54098},"pt":{"n":50,"unit":"wer","wer":11.13281,"wer_orig":3.41797,"dwer":7.71484,"wer_pseudo":10.1378,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.53808,"utmos":2.43383,"dnsmos_ovrl":3.0139,"dnsmos_sig":3.40673,"dnsmos_bak":3.75729,"pesq_wb":1.44383,"pesq_nb":1.8435,"stoi":0.71951,"estoi":0.53787,"si_sdr":-5.5666,"mel_dist":0.26008,"stft_dist":1.59119,"f0_rmse_cents":655.09932,"f0_corr":0.64396,"vuv_err":0.30255,"score_intelligibility":0.36413,"score_speaker":0.53808,"score_quality":0.97612,"score_fidelity":0.49676,"score":0.59377},"nl":{"n":50,"unit":"wer","wer":62.71186,"wer_orig":5.26316,"dwer":57.44871,"wer_pseudo":62.48881,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.34933,"utmos":2.01667,"dnsmos_ovrl":2.31256,"dnsmos_sig":2.70491,"dnsmos_bak":3.96466,"pesq_wb":1.26977,"pesq_nb":1.70194,"stoi":0.7325,"estoi":0.52255,"si_sdr":-6.90529,"mel_dist":0.36596,"stft_dist":1.86461,"f0_rmse_cents":522.88096,"f0_corr":0.37146,"vuv_err":0.28258,"score_intelligibility":0.0983,"score_speaker":0.34933,"score_quality":0.63613,"score_fidelity":0.39368,"score":0.36936},"pl":{"n":50,"unit":"wer","wer":63.70614,"wer_orig":3.28947,"dwer":60.41667,"wer_pseudo":63.59649,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.45938,"utmos":2.04926,"dnsmos_ovrl":2.82755,"dnsmos_sig":3.21216,"dnsmos_bak":3.9222,"pesq_wb":1.29214,"pesq_nb":1.65587,"stoi":0.75633,"estoi":0.55676,"si_sdr":-8.75807,"mel_dist":0.32963,"stft_dist":1.75698,"f0_rmse_cents":408.50671,"f0_corr":0.3583,"vuv_err":0.22891,"score_intelligibility":0.06629,"score_speaker":0.45938,"score_quality":0.75833,"score_fidelity":0.39937,"score":0.42084},"cs":{"n":50,"unit":"wer","wer":52.15869,"wer_orig":9.45158,"dwer":42.70712,"wer_pseudo":49.29907,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.54692,"utmos":2.38964,"dnsmos_ovrl":2.9964,"dnsmos_sig":3.31891,"dnsmos_bak":3.94679,"pesq_wb":1.30168,"pesq_nb":1.75123,"stoi":0.7245,"estoi":0.54026,"si_sdr":-1.74799,"mel_dist":0.29332,"stft_dist":1.59401,"f0_rmse_cents":187.28987,"f0_corr":0.6917,"vuv_err":0.14994,"score_intelligibility":0.19661,"score_speaker":0.54692,"score_quality":0.91368,"score_fidelity":0.5008,"score":0.5395},"tr":{"n":50,"unit":"wer","wer":41.18421,"wer_orig":7.76316,"dwer":33.42105,"wer_pseudo":39.26219,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.48638,"utmos":1.95137,"dnsmos_ovrl":2.86951,"dnsmos_sig":3.23718,"dnsmos_bak":3.93392,"pesq_wb":1.44538,"pesq_nb":1.88632,"stoi":0.70017,"estoi":0.47236,"si_sdr":-5.65757,"mel_dist":0.30702,"stft_dist":1.71082,"f0_rmse_cents":258.75828,"f0_corr":0.69819,"vuv_err":0.19907,"score_intelligibility":0.20774,"score_speaker":0.48638,"score_quality":0.82766,"score_fidelity":0.50854,"score":0.50758},"id":{"n":50,"unit":"wer","wer":36.4817,"wer_orig":5.90319,"dwer":30.57851,"wer_pseudo":35.89138,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.45739,"utmos":1.89566,"dnsmos_ovrl":2.64058,"dnsmos_sig":3.17405,"dnsmos_bak":3.20483,"pesq_wb":1.31832,"pesq_nb":1.76348,"stoi":0.62399,"estoi":0.39568,"si_sdr":-5.40359,"mel_dist":0.22481,"stft_dist":1.53505,"f0_rmse_cents":501.81754,"f0_corr":0.36815,"vuv_err":0.36304,"score_intelligibility":0.18417,"score_speaker":0.45739,"score_quality":0.9391,"score_fidelity":0.36103,"score":0.48542},"vi":{"n":50,"unit":"wer","wer":50.91488,"wer_orig":7.71679,"dwer":43.19809,"wer_pseudo":49.60191,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.57381,"utmos":1.80628,"dnsmos_ovrl":2.74972,"dnsmos_sig":3.26474,"dnsmos_bak":3.63913,"pesq_wb":1.31983,"pesq_nb":1.70473,"stoi":0.59861,"estoi":0.39213,"si_sdr":-3.65041,"mel_dist":0.24047,"stft_dist":1.54234,"f0_rmse_cents":687.41786,"f0_corr":0.46008,"vuv_err":0.26849,"score_intelligibility":0.16791,"score_speaker":0.57381,"score_quality":0.83859,"score_fidelity":0.38336,"score":0.49091},"ru":{"n":50,"unit":"wer","wer":24.39306,"wer_orig":4.50867,"dwer":19.88439,"wer_pseudo":22.01622,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.49032,"utmos":2.27839,"dnsmos_ovrl":2.8912,"dnsmos_sig":3.21725,"dnsmos_bak":4.02811,"pesq_wb":1.4018,"pesq_nb":1.79718,"stoi":0.74978,"estoi":0.5608,"si_sdr":-4.5332,"mel_dist":0.32144,"stft_dist":1.68448,"f0_rmse_cents":481.94435,"f0_corr":0.57233,"vuv_err":0.22834,"score_intelligibility":0.21694,"score_speaker":0.49032,"score_quality":0.84189,"score_fidelity":0.47897,"score":0.50703},"uk":{"n":50,"unit":"wer","wer":55.95914,"wer_orig":6.46992,"dwer":49.48922,"wer_pseudo":54.65909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.39246,"utmos":2.26176,"dnsmos_ovrl":2.97352,"dnsmos_sig":3.30499,"dnsmos_bak":4.05855,"pesq_wb":1.41287,"pesq_nb":1.77684,"stoi":0.71609,"estoi":0.50985,"si_sdr":-4.52091,"mel_dist":0.32529,"stft_dist":1.70754,"f0_rmse_cents":234.9217,"f0_corr":0.69199,"vuv_err":0.18898,"score_intelligibility":0.13115,"score_speaker":0.39246,"score_quality":0.87973,"score_fidelity":0.50868,"score":0.478},"el":{"n":50,"unit":"wer","wer":91.98397,"wer_orig":12.02405,"dwer":79.95992,"wer_pseudo":90.59059,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.35304,"utmos":2.19842,"dnsmos_ovrl":2.76216,"dnsmos_sig":3.191,"dnsmos_bak":3.79801,"pesq_wb":1.47627,"pesq_nb":1.92733,"stoi":0.72944,"estoi":0.5292,"si_sdr":-3.1625,"mel_dist":0.25895,"stft_dist":1.47588,"f0_rmse_cents":1012.55735,"f0_corr":0.35546,"vuv_err":0.25168,"score_intelligibility":0.14007,"score_speaker":0.35304,"score_quality":0.79012,"score_fidelity":0.40699,"score":0.42256},"ar":{"n":50,"unit":"wer","wer":46.23921,"wer_orig":12.45376,"dwer":33.78545,"wer_pseudo":42.52163,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.58396,"utmos":2.29337,"dnsmos_ovrl":3.13968,"dnsmos_sig":3.48854,"dnsmos_bak":3.96363,"pesq_wb":1.3282,"pesq_nb":1.6573,"stoi":0.78363,"estoi":0.64022,"si_sdr":-4.22605,"mel_dist":0.29671,"stft_dist":1.67253,"f0_rmse_cents":423.30237,"f0_corr":0.67044,"vuv_err":0.19944,"score_intelligibility":0.2848,"score_speaker":0.58396,"score_quality":0.88364,"score_fidelity":0.51595,"score":0.56709},"fa":{"n":50,"unit":"wer","wer":95.08571,"wer_orig":25.94286,"dwer":69.14286,"wer_pseudo":84.10811,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.54133,"utmos":2.24478,"dnsmos_ovrl":2.75972,"dnsmos_sig":3.26989,"dnsmos_bak":3.713,"pesq_wb":1.3359,"pesq_nb":1.85103,"stoi":0.58885,"estoi":0.39519,"si_sdr":-5.64478,"mel_dist":0.27983,"stft_dist":1.62682,"f0_rmse_cents":494.97968,"f0_corr":0.42821,"vuv_err":0.2184,"score_intelligibility":0.2804,"score_speaker":0.54133,"score_quality":0.86343,"score_fidelity":0.37101,"score":0.51404},"he":{"n":50,"unit":"wer","wer":74.88372,"wer_orig":19.4186,"dwer":55.46512,"wer_pseudo":72.76995,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.39889,"utmos":2.01348,"dnsmos_ovrl":2.63826,"dnsmos_sig":3.01465,"dnsmos_bak":3.89312,"pesq_wb":1.29686,"pesq_nb":1.6082,"stoi":0.70212,"estoi":0.49717,"si_sdr":-6.70935,"mel_dist":0.31369,"stft_dist":1.65701,"f0_rmse_cents":285.86896,"f0_corr":0.50025,"vuv_err":0.2737,"score_intelligibility":0.26908,"score_speaker":0.39889,"score_quality":0.79202,"score_fidelity":0.42906,"score":0.47226},"hi":{"n":50,"unit":"wer","wer":50.69252,"wer_orig":26.31579,"dwer":24.37673,"wer_pseudo":43.1426,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.49703,"utmos":1.99618,"dnsmos_ovrl":2.69924,"dnsmos_sig":3.26934,"dnsmos_bak":3.44374,"pesq_wb":1.43703,"pesq_nb":1.84975,"stoi":0.70534,"estoi":0.50696,"si_sdr":-4.50931,"mel_dist":0.27674,"stft_dist":1.59039,"f0_rmse_cents":547.46653,"f0_corr":0.54249,"vuv_err":0.22773,"score_intelligibility":0.52843,"score_speaker":0.49703,"score_quality":0.87244,"score_fidelity":0.45757,"score":0.58887},"zh":{"n":50,"unit":"cer","wer":8.80466,"wer_orig":7.40525,"dwer":1.39942,"wer_pseudo":2.9878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.65045,"utmos":2.42387,"dnsmos_ovrl":2.95671,"dnsmos_sig":3.32003,"dnsmos_bak":3.96599,"pesq_wb":1.47259,"pesq_nb":1.91022,"stoi":0.78462,"estoi":0.63037,"si_sdr":-8.39236,"mel_dist":0.28306,"stft_dist":1.64843,"f0_rmse_cents":679.42804,"f0_corr":0.64614,"vuv_err":0.23718,"score_intelligibility":0.85727,"score_speaker":0.65045,"score_quality":0.86678,"score_fidelity":0.52193,"score":0.72411},"yue":{"n":50,"unit":"cer","wer":46.29283,"wer_orig":14.39252,"dwer":31.90031,"wer_pseudo":45.47182,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.58186,"utmos":2.42137,"dnsmos_ovrl":3.01399,"dnsmos_sig":3.41968,"dnsmos_bak":3.84929,"pesq_wb":1.37701,"pesq_nb":1.75632,"stoi":0.75513,"estoi":0.56151,"si_sdr":-5.6496,"mel_dist":0.26197,"stft_dist":1.59224,"f0_rmse_cents":533.76188,"f0_corr":0.6169,"vuv_err":0.22844,"score_intelligibility":0.32547,"score_speaker":0.58186,"score_quality":0.86031,"score_fidelity":0.49325,"score":0.56522},"ja":{"n":50,"unit":"cer","wer":28.15802,"wer_orig":3.53698,"dwer":24.62104,"wer_pseudo":27.23932,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.48679,"utmos":1.75656,"dnsmos_ovrl":2.25355,"dnsmos_sig":2.72189,"dnsmos_bak":3.11191,"pesq_wb":1.34705,"pesq_nb":1.76191,"stoi":0.55859,"estoi":0.34713,"si_sdr":-8.38546,"mel_dist":0.27627,"stft_dist":1.66722,"f0_rmse_cents":261.61449,"f0_corr":0.63967,"vuv_err":0.23533,"score_intelligibility":0.1556,"score_speaker":0.48679,"score_quality":0.77248,"score_fidelity":0.43247,"score":0.46183},"ko":{"n":50,"unit":"cer","wer":16.81373,"wer_orig":5.14706,"dwer":11.66667,"wer_pseudo":14.52906,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.61524,"utmos":2.38105,"dnsmos_ovrl":2.86123,"dnsmos_sig":3.23977,"dnsmos_bak":3.9585,"pesq_wb":1.59686,"pesq_nb":2.00661,"stoi":0.76335,"estoi":0.60175,"si_sdr":-2.80361,"mel_dist":0.27014,"stft_dist":1.47867,"f0_rmse_cents":584.50985,"f0_corr":0.52305,"vuv_err":0.25238,"score_intelligibility":0.34507,"score_speaker":0.61524,"score_quality":0.7608,"score_fidelity":0.48565,"score":0.55169},"th":{"n":50,"unit":"cer","wer":41.41067,"wer_orig":7.61924,"dwer":33.79143,"wer_pseudo":39.76513,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.5899,"utmos":1.82827,"dnsmos_ovrl":2.59215,"dnsmos_sig":3.15416,"dnsmos_bak":3.52862,"pesq_wb":1.24754,"pesq_nb":1.60943,"stoi":0.71233,"estoi":0.54124,"si_sdr":-8.61722,"mel_dist":0.28838,"stft_dist":1.65654,"f0_rmse_cents":1165.58031,"f0_corr":0.294,"vuv_err":0.32006,"score_intelligibility":0.20323,"score_speaker":0.5899,"score_quality":0.74649,"score_fidelity":0.35902,"score":0.47466}}},{"codec":"longcat_codec_16k_3cb","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"longcat_codec_16k_3cb","family":"LongCat-Audio-Codec","checkpoint":"meituan-longcat/LongCat-Audio-Codec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":16.667,"n_codebooks":3,"codebook_size":[8192,8100,8100],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2510.15227","year":2025,"bitrate_kbps":0.6495,"notes":"1 semantic + 2 acoustic codebook(s), 16 kHz decoder (trained for up to 3 acoustic)","side_info":null,"warning":null,"env":"main"},"kbps":0.6495,"kbps_measured":0.6495,"tokens_per_s":50.00349,"params_M":699.23168,"efficiency":{"rtf_encode":0.00244,"rtf_decode":0.00516,"peak_vram_gb":3.72877,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.65187,"score_worst_lang":0.54744,"worst_lang":"pl","en_gap":-0.08186,"score_intelligibility":0.42709,"score_speaker":0.64416,"score_quality":0.96639,"score_fidelity":0.56985,"dwer":15.3997,"wer":24.20551,"wer_pseudo":20.86987,"sim":0.64416,"utmos":2.55198,"dnsmos_ovrl":2.93555,"dnsmos_sig":3.32715,"dnsmos_bak":3.86999,"pesq_wb":1.7597,"pesq_nb":2.32432,"stoi":0.78447,"estoi":0.62746,"si_sdr":0.50187,"mel_dist":0.25682,"stft_dist":1.41358,"f0_rmse_cents":307.6729,"f0_corr":0.70803,"vuv_err":0.19289,"score_ci95":[0.64562,0.65771]},"per_lang":{"en":{"n":50,"unit":"wer","wer":19.66568,"wer_orig":6.98132,"dwer":12.68437,"wer_pseudo":15.1751,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.52055,"utmos":2.29408,"dnsmos_ovrl":2.4423,"dnsmos_sig":3.00618,"dnsmos_bak":3.64002,"pesq_wb":1.53021,"pesq_nb":2.05741,"stoi":0.68386,"estoi":0.51643,"si_sdr":-1.21277,"mel_dist":0.30008,"stft_dist":1.55675,"f0_rmse_cents":316.50077,"f0_corr":0.66875,"vuv_err":0.18366,"score_intelligibility":0.38621,"score_speaker":0.52055,"score_quality":0.88559,"score_fidelity":0.50136,"score":0.57343},"de":{"n":50,"unit":"wer","wer":14.85249,"wer_orig":5.69685,"dwer":9.15565,"wer_pseudo":10.88505,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.65351,"utmos":2.81416,"dnsmos_ovrl":3.13125,"dnsmos_sig":3.41151,"dnsmos_bak":4.08179,"pesq_wb":1.93218,"pesq_nb":2.45456,"stoi":0.83843,"estoi":0.66073,"si_sdr":3.02223,"mel_dist":0.22761,"stft_dist":1.25181,"f0_rmse_cents":160.84618,"f0_corr":0.83697,"vuv_err":0.16703,"score_intelligibility":0.42245,"score_speaker":0.65351,"score_quality":1.0,"score_fidelity":0.64725,"score":0.6808},"fr":{"n":50,"unit":"wer","wer":23.79447,"wer_orig":4.98024,"dwer":18.81423,"wer_pseudo":22.38095,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.59758,"utmos":2.48833,"dnsmos_ovrl":3.01857,"dnsmos_sig":3.35616,"dnsmos_bak":3.97848,"pesq_wb":1.74005,"pesq_nb":2.2827,"stoi":0.81941,"estoi":0.69722,"si_sdr":1.93137,"mel_dist":0.2801,"stft_dist":1.39755,"f0_rmse_cents":168.2486,"f0_corr":0.81763,"vuv_err":0.19712,"score_intelligibility":0.24119,"score_speaker":0.59758,"score_quality":0.99748,"score_fidelity":0.61616,"score":0.6131},"es":{"n":50,"unit":"wer","wer":6.45455,"wer_orig":3.09091,"dwer":3.36364,"wer_pseudo":5.10483,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.69865,"utmos":2.84979,"dnsmos_ovrl":3.21913,"dnsmos_sig":3.54321,"dnsmos_bak":3.99131,"pesq_wb":2.0969,"pesq_nb":2.64861,"stoi":0.84632,"estoi":0.71009,"si_sdr":1.88152,"mel_dist":0.24958,"stft_dist":1.40871,"f0_rmse_cents":205.18921,"f0_corr":0.82376,"vuv_err":0.18065,"score_intelligibility":0.54878,"score_speaker":0.69865,"score_quality":1.0,"score_fidelity":0.66116,"score":0.72715},"it":{"n":50,"unit":"wer","wer":9.19854,"wer_orig":2.55009,"dwer":6.64845,"wer_pseudo":7.95247,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.63711,"utmos":3.17977,"dnsmos_ovrl":3.29668,"dnsmos_sig":3.58409,"dnsmos_bak":4.08816,"pesq_wb":2.14586,"pesq_nb":2.64746,"stoi":0.84953,"estoi":0.72025,"si_sdr":2.69368,"mel_dist":0.25047,"stft_dist":1.32809,"f0_rmse_cents":116.4795,"f0_corr":0.80972,"vuv_err":0.13847,"score_intelligibility":0.3481,"score_speaker":0.63711,"score_quality":0.99784,"score_fidelity":0.66221,"score":0.66132},"pt":{"n":50,"unit":"wer","wer":5.07812,"wer_orig":3.41797,"dwer":1.66016,"wer_pseudo":3.54331,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.73946,"utmos":2.58978,"dnsmos_ovrl":3.04186,"dnsmos_sig":3.40735,"dnsmos_bak":3.81461,"pesq_wb":1.86477,"pesq_nb":2.38103,"stoi":0.7873,"estoi":0.63987,"si_sdr":-0.21782,"mel_dist":0.22556,"stft_dist":1.38355,"f0_rmse_cents":364.42141,"f0_corr":0.73526,"vuv_err":0.21553,"score_intelligibility":0.72686,"score_speaker":0.73946,"score_quality":1.0,"score_fidelity":0.58988,"score":0.76405},"nl":{"n":50,"unit":"wer","wer":27.56467,"wer_orig":5.26316,"dwer":22.30152,"wer_pseudo":26.49955,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.59793,"utmos":2.5074,"dnsmos_ovrl":2.49828,"dnsmos_sig":2.89456,"dnsmos_bak":3.99104,"pesq_wb":1.57781,"pesq_nb":2.20756,"stoi":0.82252,"estoi":0.65398,"si_sdr":-0.49757,"mel_dist":0.3274,"stft_dist":1.61345,"f0_rmse_cents":199.18216,"f0_corr":0.76517,"vuv_err":0.20179,"score_intelligibility":0.21926,"score_speaker":0.59793,"score_quality":0.81424,"score_fidelity":0.58426,"score":0.55392},"pl":{"n":50,"unit":"wer","wer":27.96053,"wer_orig":3.28947,"dwer":24.67105,"wer_pseudo":27.74123,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.60692,"utmos":2.53487,"dnsmos_ovrl":3.00667,"dnsmos_sig":3.35846,"dnsmos_bak":4.01495,"pesq_wb":1.5697,"pesq_nb":2.09534,"stoi":0.83224,"estoi":0.67345,"si_sdr":-3.74494,"mel_dist":0.28986,"stft_dist":1.54231,"f0_rmse_cents":408.47187,"f0_corr":0.4915,"vuv_err":0.20039,"score_intelligibility":0.14811,"score_speaker":0.60692,"score_quality":0.93922,"score_fidelity":0.4955,"score":0.54744},"cs":{"n":50,"unit":"wer","wer":35.12252,"wer_orig":9.45158,"dwer":25.67095,"wer_pseudo":34.11215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.67986,"utmos":2.68948,"dnsmos_ovrl":3.17618,"dnsmos_sig":3.49011,"dnsmos_bak":3.99311,"pesq_wb":1.58415,"pesq_nb":2.19113,"stoi":0.80333,"estoi":0.65044,"si_sdr":2.85829,"mel_dist":0.25995,"stft_dist":1.39181,"f0_rmse_cents":128.39317,"f0_corr":0.82629,"vuv_err":0.1262,"score_intelligibility":0.28934,"score_speaker":0.67986,"score_quality":1.0,"score_fidelity":0.59884,"score":0.64201},"tr":{"n":50,"unit":"wer","wer":24.86842,"wer_orig":7.76316,"dwer":17.10526,"wer_pseudo":22.13439,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.64688,"utmos":2.29045,"dnsmos_ovrl":3.01476,"dnsmos_sig":3.37059,"dnsmos_bak":3.98835,"pesq_wb":1.82357,"pesq_nb":2.43537,"stoi":0.77826,"estoi":0.59373,"si_sdr":-0.065,"mel_dist":0.27696,"stft_dist":1.47124,"f0_rmse_cents":145.44492,"f0_corr":0.87297,"vuv_err":0.13633,"score_intelligibility":0.33876,"score_speaker":0.64688,"score_quality":0.99204,"score_fidelity":0.62885,"score":0.65163},"id":{"n":50,"unit":"wer","wer":23.25856,"wer_orig":5.90319,"dwer":17.35537,"wer_pseudo":21.95986,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.61906,"utmos":2.1691,"dnsmos_ovrl":2.8313,"dnsmos_sig":3.35187,"dnsmos_bak":3.40754,"pesq_wb":1.57522,"pesq_nb":2.13875,"stoi":0.68947,"estoi":0.48512,"si_sdr":-0.38397,"mel_dist":0.19929,"stft_dist":1.37033,"f0_rmse_cents":277.12214,"f0_corr":0.58791,"vuv_err":0.27436,"score_intelligibility":0.28457,"score_speaker":0.61906,"score_quality":1.0,"score_fidelity":0.48057,"score":0.59605},"vi":{"n":50,"unit":"wer","wer":25.93477,"wer_orig":7.71679,"dwer":18.21798,"wer_pseudo":23.96497,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.69396,"utmos":2.07678,"dnsmos_ovrl":2.82784,"dnsmos_sig":3.33321,"dnsmos_bak":3.70565,"pesq_wb":1.73237,"pesq_nb":2.28233,"stoi":0.669,"estoi":0.48892,"si_sdr":2.00839,"mel_dist":0.21104,"stft_dist":1.30837,"f0_rmse_cents":469.37231,"f0_corr":0.62284,"vuv_err":0.21369,"score_intelligibility":0.32363,"score_speaker":0.69396,"score_quality":0.98216,"score_fidelity":0.50036,"score":0.62503},"ru":{"n":50,"unit":"wer","wer":10.17341,"wer_orig":4.50867,"dwer":5.66474,"wer_pseudo":6.83662,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.65974,"utmos":2.62811,"dnsmos_ovrl":3.0378,"dnsmos_sig":3.35543,"dnsmos_bak":4.0605,"pesq_wb":1.74916,"pesq_nb":2.3282,"stoi":0.83066,"estoi":0.68101,"si_sdr":0.73463,"mel_dist":0.29059,"stft_dist":1.48465,"f0_rmse_cents":311.01696,"f0_corr":0.71806,"vuv_err":0.19909,"score_intelligibility":0.49302,"score_speaker":0.65974,"score_quality":0.98149,"score_fidelity":0.58759,"score":0.68046},"uk":{"n":50,"unit":"wer","wer":34.61975,"wer_orig":6.46992,"dwer":28.14983,"wer_pseudo":31.70455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.52659,"utmos":2.50657,"dnsmos_ovrl":3.05481,"dnsmos_sig":3.38245,"dnsmos_bak":4.06962,"pesq_wb":1.80126,"pesq_nb":2.28118,"stoi":0.78568,"estoi":0.61345,"si_sdr":1.45334,"mel_dist":0.29189,"stft_dist":1.48828,"f0_rmse_cents":140.21187,"f0_corr":0.85962,"vuv_err":0.15367,"score_intelligibility":0.20971,"score_speaker":0.52659,"score_quality":0.97707,"score_fidelity":0.62475,"score":0.58453},"el":{"n":50,"unit":"wer","wer":41.08216,"wer_orig":12.02405,"dwer":29.05812,"wer_pseudo":37.63764,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.49726,"utmos":2.64201,"dnsmos_ovrl":2.93391,"dnsmos_sig":3.34113,"dnsmos_bak":3.88099,"pesq_wb":1.91144,"pesq_nb":2.51143,"stoi":0.80542,"estoi":0.63986,"si_sdr":2.63088,"mel_dist":0.22876,"stft_dist":1.27385,"f0_rmse_cents":623.34412,"f0_corr":0.4853,"vuv_err":0.20051,"score_intelligibility":0.30949,"score_speaker":0.49726,"score_quality":0.96124,"score_fidelity":0.51704,"score":0.57126},"ar":{"n":50,"unit":"wer","wer":25.64735,"wer_orig":12.45376,"dwer":13.19359,"wer_pseudo":19.90111,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.73828,"utmos":2.8049,"dnsmos_ovrl":3.23926,"dnsmos_sig":3.55868,"dnsmos_bak":4.03207,"pesq_wb":1.77445,"pesq_nb":2.35246,"stoi":0.86767,"estoi":0.76346,"si_sdr":1.11596,"mel_dist":0.25652,"stft_dist":1.41831,"f0_rmse_cents":312.43947,"f0_corr":0.7255,"vuv_err":0.1684,"score_intelligibility":0.50488,"score_speaker":0.73828,"score_quality":1.0,"score_fidelity":0.60482,"score":0.71199},"fa":{"n":50,"unit":"wer","wer":46.51429,"wer_orig":25.94286,"dwer":20.57143,"wer_pseudo":33.94595,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.65965,"utmos":2.60515,"dnsmos_ovrl":2.86771,"dnsmos_sig":3.34478,"dnsmos_bak":3.79364,"pesq_wb":1.60218,"pesq_nb":2.30681,"stoi":0.64776,"estoi":0.47884,"si_sdr":-0.22861,"mel_dist":0.2497,"stft_dist":1.42484,"f0_rmse_cents":321.2489,"f0_corr":0.60824,"vuv_err":0.18981,"score_intelligibility":0.56705,"score_speaker":0.65965,"score_quality":0.996,"score_fidelity":0.47602,"score":0.67468},"he":{"n":50,"unit":"wer","wer":60.81395,"wer_orig":19.4186,"dwer":41.39535,"wer_pseudo":55.04695,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.57863,"utmos":2.28625,"dnsmos_ovrl":2.78004,"dnsmos_sig":3.14837,"dnsmos_bak":3.96846,"pesq_wb":1.57596,"pesq_nb":2.01789,"stoi":0.78411,"estoi":0.61396,"si_sdr":-0.18259,"mel_dist":0.2778,"stft_dist":1.44511,"f0_rmse_cents":234.31162,"f0_corr":0.63809,"vuv_err":0.22909,"score_intelligibility":0.33032,"score_speaker":0.57863,"score_quality":0.92278,"score_fidelity":0.52892,"score":0.59016},"hi":{"n":50,"unit":"wer","wer":40.07387,"wer_orig":26.31579,"dwer":13.75808,"wer_pseudo":29.7911,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.64697,"utmos":2.34213,"dnsmos_ovrl":2.84763,"dnsmos_sig":3.389,"dnsmos_bak":3.55112,"pesq_wb":1.79208,"pesq_nb":2.36662,"stoi":0.77522,"estoi":0.60915,"si_sdr":1.51016,"mel_dist":0.2436,"stft_dist":1.38353,"f0_rmse_cents":342.82418,"f0_corr":0.68726,"vuv_err":0.20721,"score_intelligibility":0.66504,"score_speaker":0.64697,"score_quality":1.0,"score_fidelity":0.56293,"score":0.71873},"zh":{"n":50,"unit":"cer","wer":7.46356,"wer_orig":7.40525,"dwer":0.05831,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.72429,"utmos":2.86127,"dnsmos_ovrl":3.03925,"dnsmos_sig":3.39377,"dnsmos_bak":3.99641,"pesq_wb":1.82592,"pesq_nb":2.44038,"stoi":0.84617,"estoi":0.72302,"si_sdr":-1.91286,"mel_dist":0.25268,"stft_dist":1.43062,"f0_rmse_cents":417.43062,"f0_corr":0.76378,"vuv_err":0.15782,"score_intelligibility":0.99311,"score_speaker":0.72429,"score_quality":0.99318,"score_fidelity":0.61531,"score":0.83147},"yue":{"n":50,"unit":"cer","wer":25.73209,"wer_orig":14.39252,"dwer":11.33956,"wer_pseudo":23.87587,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.7087,"utmos":2.88968,"dnsmos_ovrl":3.08424,"dnsmos_sig":3.45697,"dnsmos_bak":3.92338,"pesq_wb":1.71675,"pesq_nb":2.28315,"stoi":0.82075,"estoi":0.66075,"si_sdr":-0.17845,"mel_dist":0.22755,"stft_dist":1.3691,"f0_rmse_cents":456.86576,"f0_corr":0.69194,"vuv_err":0.195,"score_intelligibility":0.57581,"score_speaker":0.7087,"score_quality":0.98574,"score_fidelity":0.57249,"score":0.71069},"ja":{"n":50,"unit":"cer","wer":14.74506,"wer_orig":3.53698,"dwer":11.20808,"wer_pseudo":13.41295,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.61986,"utmos":2.02652,"dnsmos_ovrl":2.2926,"dnsmos_sig":2.74255,"dnsmos_bak":3.1601,"pesq_wb":1.64515,"pesq_nb":2.20975,"stoi":0.61384,"estoi":0.42477,"si_sdr":-3.02322,"mel_dist":0.24836,"stft_dist":1.48305,"f0_rmse_cents":181.0487,"f0_corr":0.78604,"vuv_err":0.19913,"score_intelligibility":0.28815,"score_speaker":0.61986,"score_quality":0.91549,"score_fidelity":0.52807,"score":0.58789},"ko":{"n":50,"unit":"cer","wer":8.28431,"wer_orig":5.14706,"dwer":3.13725,"wer_pseudo":5.86172,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.70581,"utmos":2.94119,"dnsmos_ovrl":2.95898,"dnsmos_sig":3.31102,"dnsmos_bak":4.00692,"pesq_wb":2.116,"pesq_nb":2.69062,"stoi":0.83683,"estoi":0.70941,"si_sdr":2.80833,"mel_dist":0.23983,"stft_dist":1.26965,"f0_rmse_cents":501.9922,"f0_corr":0.63459,"vuv_err":0.2411,"score_intelligibility":0.66209,"score_speaker":0.70581,"score_quality":0.90869,"score_fidelity":0.59676,"score":0.71834},"th":{"n":50,"unit":"cer","wer":22.0291,"wer_orig":7.61924,"dwer":14.40986,"wer_pseudo":19.45738,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.70268,"utmos":2.22968,"dnsmos_ovrl":2.81213,"dnsmos_sig":3.32021,"dnsmos_bak":3.74149,"pesq_wb":1.5497,"pesq_nb":2.1729,"stoi":0.79342,"estoi":0.65111,"si_sdr":-0.95612,"mel_dist":0.25859,"stft_dist":1.43099,"f0_rmse_cents":581.74288,"f0_corr":0.53566,"vuv_err":0.25341,"score_intelligibility":0.37428,"score_speaker":0.70268,"score_quality":0.94302,"score_fidelity":0.49538,"score":0.62884}}},{"codec":"longcat_codec_16k_4cb","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"longcat_codec_16k_4cb","family":"LongCat-Audio-Codec","checkpoint":"meituan-longcat/LongCat-Audio-Codec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":16.667,"n_codebooks":4,"codebook_size":[8192,8100,8100,8100],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2510.15227","year":2025,"bitrate_kbps":0.8659,"notes":"1 semantic + 3 acoustic codebook(s), 16 kHz decoder (trained for up to 3 acoustic)","side_info":null,"warning":null,"env":"main"},"kbps":0.8659,"kbps_measured":0.86591,"tokens_per_s":66.67132,"params_M":699.23168,"efficiency":{"rtf_encode":0.00245,"rtf_decode":0.00518,"peak_vram_gb":3.72891,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.70499,"score_worst_lang":0.60125,"worst_lang":"pl","en_gap":-0.07992,"score_intelligibility":0.5322,"score_speaker":0.70259,"score_quality":0.97701,"score_fidelity":0.60814,"dwer":9.88656,"wer":18.69237,"wer_pseudo":14.59631,"sim":0.70259,"utmos":2.59407,"dnsmos_ovrl":2.95181,"dnsmos_sig":3.33901,"dnsmos_bak":3.8722,"pesq_wb":1.94225,"pesq_nb":2.5574,"stoi":0.81238,"estoi":0.6694,"si_sdr":2.27127,"mel_dist":0.24344,"stft_dist":1.34073,"f0_rmse_cents":262.18259,"f0_corr":0.74283,"vuv_err":0.18769,"score_ci95":[0.69841,0.71181]},"per_lang":{"en":{"n":50,"unit":"wer","wer":16.42085,"wer_orig":6.98132,"dwer":9.43953,"wer_pseudo":13.22957,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.58168,"utmos":2.34343,"dnsmos_ovrl":2.46427,"dnsmos_sig":3.02782,"dnsmos_bak":3.63589,"pesq_wb":1.66455,"pesq_nb":2.25214,"stoi":0.70983,"estoi":0.55093,"si_sdr":0.38772,"mel_dist":0.28614,"stft_dist":1.48038,"f0_rmse_cents":201.38621,"f0_corr":0.7952,"vuv_err":0.17298,"score_intelligibility":0.45815,"score_speaker":0.58168,"score_quality":0.90879,"score_fidelity":0.56497,"score":0.6284},"de":{"n":50,"unit":"wer","wer":10.78332,"wer_orig":5.69685,"dwer":5.08647,"wer_pseudo":5.69685,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.73069,"utmos":2.80279,"dnsmos_ovrl":3.14544,"dnsmos_sig":3.42592,"dnsmos_bak":4.08407,"pesq_wb":2.14913,"pesq_nb":2.71158,"stoi":0.86404,"estoi":0.70481,"si_sdr":4.70141,"mel_dist":0.21401,"stft_dist":1.1841,"f0_rmse_cents":156.66182,"f0_corr":0.8506,"vuv_err":0.1658,"score_intelligibility":0.56833,"score_speaker":0.73069,"score_quality":1.0,"score_fidelity":0.68099,"score":0.745},"fr":{"n":50,"unit":"wer","wer":18.10277,"wer_orig":4.98024,"dwer":13.12253,"wer_pseudo":16.11111,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.67128,"utmos":2.50814,"dnsmos_ovrl":3.04921,"dnsmos_sig":3.37849,"dnsmos_bak":3.99218,"pesq_wb":1.92225,"pesq_nb":2.52199,"stoi":0.85108,"estoi":0.74102,"si_sdr":3.62156,"mel_dist":0.26324,"stft_dist":1.31558,"f0_rmse_cents":175.62992,"f0_corr":0.8091,"vuv_err":0.20053,"score_intelligibility":0.31306,"score_speaker":0.67128,"score_quality":1.0,"score_fidelity":0.64123,"score":0.65639},"es":{"n":50,"unit":"wer","wer":4.45455,"wer_orig":3.09091,"dwer":1.36364,"wer_pseudo":3.19052,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.76021,"utmos":2.85089,"dnsmos_ovrl":3.22742,"dnsmos_sig":3.55279,"dnsmos_bak":3.98499,"pesq_wb":2.30764,"pesq_nb":2.88599,"stoi":0.87046,"estoi":0.7503,"si_sdr":3.60639,"mel_dist":0.23655,"stft_dist":1.33962,"f0_rmse_cents":227.67498,"f0_corr":0.79278,"vuv_err":0.18861,"score_intelligibility":0.75,"score_speaker":0.76021,"score_quality":1.0,"score_fidelity":0.67895,"score":0.79729},"it":{"n":50,"unit":"wer","wer":5.46448,"wer_orig":2.55009,"dwer":2.91439,"wer_pseudo":4.47898,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.71,"utmos":3.16025,"dnsmos_ovrl":3.3123,"dnsmos_sig":3.59584,"dnsmos_bak":4.09118,"pesq_wb":2.38709,"pesq_nb":2.91759,"stoi":0.87497,"estoi":0.76318,"si_sdr":4.5425,"mel_dist":0.23914,"stft_dist":1.26226,"f0_rmse_cents":134.76883,"f0_corr":0.80729,"vuv_err":0.14635,"score_intelligibility":0.54917,"score_speaker":0.71,"score_quality":1.0,"score_fidelity":0.69286,"score":0.73801},"pt":{"n":50,"unit":"wer","wer":5.37109,"wer_orig":3.41797,"dwer":1.95312,"wer_pseudo":3.83858,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.79822,"utmos":2.61102,"dnsmos_ovrl":3.06977,"dnsmos_sig":3.4283,"dnsmos_bak":3.83614,"pesq_wb":2.06645,"pesq_nb":2.62126,"stoi":0.81363,"estoi":0.68126,"si_sdr":1.57933,"mel_dist":0.21357,"stft_dist":1.31004,"f0_rmse_cents":343.83589,"f0_corr":0.7659,"vuv_err":0.20937,"score_intelligibility":0.69344,"score_speaker":0.79822,"score_quality":1.0,"score_fidelity":0.62808,"score":0.77994},"nl":{"n":50,"unit":"wer","wer":19.26851,"wer_orig":5.26316,"dwer":14.00535,"wer_pseudo":16.20412,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.68005,"utmos":2.58475,"dnsmos_ovrl":2.53724,"dnsmos_sig":2.93932,"dnsmos_bak":3.98444,"pesq_wb":1.78551,"pesq_nb":2.47706,"stoi":0.85766,"estoi":0.70765,"si_sdr":1.60165,"mel_dist":0.3101,"stft_dist":1.52013,"f0_rmse_cents":160.55222,"f0_corr":0.8234,"vuv_err":0.17945,"score_intelligibility":0.30901,"score_speaker":0.68005,"score_quality":0.8451,"score_fidelity":0.63516,"score":0.61733},"pl":{"n":50,"unit":"wer","wer":18.75,"wer_orig":3.28947,"dwer":15.46053,"wer_pseudo":18.64035,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.68258,"utmos":2.61486,"dnsmos_ovrl":3.02598,"dnsmos_sig":3.3661,"dnsmos_bak":4.01863,"pesq_wb":1.73749,"pesq_nb":2.32221,"stoi":0.86332,"estoi":0.72346,"si_sdr":-1.9224,"mel_dist":0.27169,"stft_dist":1.45947,"f0_rmse_cents":342.44099,"f0_corr":0.55534,"vuv_err":0.18708,"score_intelligibility":0.21719,"score_speaker":0.68258,"score_quality":0.96211,"score_fidelity":0.54312,"score":0.60125},"cs":{"n":50,"unit":"wer","wer":25.67095,"wer_orig":9.45158,"dwer":16.21937,"wer_pseudo":22.19626,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.72582,"utmos":2.6835,"dnsmos_ovrl":3.18267,"dnsmos_sig":3.49769,"dnsmos_bak":3.98918,"pesq_wb":1.74528,"pesq_nb":2.39215,"stoi":0.83332,"estoi":0.69405,"si_sdr":4.29351,"mel_dist":0.24669,"stft_dist":1.32442,"f0_rmse_cents":125.71708,"f0_corr":0.83243,"vuv_err":0.14306,"score_intelligibility":0.39187,"score_speaker":0.72582,"score_quality":1.0,"score_fidelity":0.62623,"score":0.68598},"tr":{"n":50,"unit":"wer","wer":18.81579,"wer_orig":7.76316,"dwer":11.05263,"wer_pseudo":15.67852,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.7052,"utmos":2.31837,"dnsmos_ovrl":3.03936,"dnsmos_sig":3.39063,"dnsmos_bak":3.99875,"pesq_wb":2.00239,"pesq_nb":2.6622,"stoi":0.81009,"estoi":0.64191,"si_sdr":1.55762,"mel_dist":0.26537,"stft_dist":1.40012,"f0_rmse_cents":125.12944,"f0_corr":0.89852,"vuv_err":0.14192,"score_intelligibility":0.44223,"score_speaker":0.7052,"score_quality":0.99804,"score_fidelity":0.665,"score":0.70262},"id":{"n":50,"unit":"wer","wer":14.9941,"wer_orig":5.90319,"dwer":9.09091,"wer_pseudo":13.22314,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.67257,"utmos":2.17055,"dnsmos_ovrl":2.78479,"dnsmos_sig":3.30526,"dnsmos_bak":3.33467,"pesq_wb":1.69994,"pesq_nb":2.31084,"stoi":0.7156,"estoi":0.52252,"si_sdr":1.04006,"mel_dist":0.18895,"stft_dist":1.30736,"f0_rmse_cents":229.51598,"f0_corr":0.65548,"vuv_err":0.26174,"score_intelligibility":0.43161,"score_speaker":0.67257,"score_quality":1.0,"score_fidelity":0.52369,"score":0.65697},"vi":{"n":50,"unit":"wer","wer":19.17263,"wer_orig":7.71679,"dwer":11.45585,"wer_pseudo":16.24204,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.73768,"utmos":2.11374,"dnsmos_ovrl":2.82263,"dnsmos_sig":3.32118,"dnsmos_bak":3.70796,"pesq_wb":1.91373,"pesq_nb":2.52092,"stoi":0.69621,"estoi":0.52645,"si_sdr":3.80791,"mel_dist":0.2007,"stft_dist":1.23427,"f0_rmse_cents":420.62547,"f0_corr":0.68323,"vuv_err":0.20659,"score_intelligibility":0.43211,"score_speaker":0.73768,"score_quality":0.99339,"score_fidelity":0.54683,"score":0.67751},"ru":{"n":50,"unit":"wer","wer":7.97688,"wer_orig":4.50867,"dwer":3.46821,"wer_pseudo":4.51912,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.72326,"utmos":2.71273,"dnsmos_ovrl":3.07509,"dnsmos_sig":3.388,"dnsmos_bak":4.0765,"pesq_wb":1.93444,"pesq_nb":2.58252,"stoi":0.86102,"estoi":0.7288,"si_sdr":2.56603,"mel_dist":0.27804,"stft_dist":1.4131,"f0_rmse_cents":280.91616,"f0_corr":0.74955,"vuv_err":0.19522,"score_intelligibility":0.61365,"score_speaker":0.72326,"score_quality":1.0,"score_fidelity":0.62585,"score":0.74069},"uk":{"n":50,"unit":"wer","wer":32.91714,"wer_orig":6.46992,"dwer":26.44722,"wer_pseudo":30.45455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.59448,"utmos":2.55377,"dnsmos_ovrl":3.06564,"dnsmos_sig":3.39201,"dnsmos_bak":4.07236,"pesq_wb":1.99231,"pesq_nb":2.49905,"stoi":0.81468,"estoi":0.6588,"si_sdr":3.39713,"mel_dist":0.27648,"stft_dist":1.41016,"f0_rmse_cents":116.47828,"f0_corr":0.89805,"vuv_err":0.15181,"score_intelligibility":0.22024,"score_speaker":0.59448,"score_quality":0.99234,"score_fidelity":0.66542,"score":0.61812},"el":{"n":50,"unit":"wer","wer":24.1483,"wer_orig":12.02405,"dwer":12.12425,"wer_pseudo":18.31832,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.57052,"utmos":2.73166,"dnsmos_ovrl":2.97712,"dnsmos_sig":3.38554,"dnsmos_bak":3.88752,"pesq_wb":2.11924,"pesq_nb":2.76307,"stoi":0.83803,"estoi":0.68987,"si_sdr":4.86754,"mel_dist":0.21447,"stft_dist":1.19846,"f0_rmse_cents":455.16992,"f0_corr":0.55736,"vuv_err":0.18943,"score_intelligibility":0.51789,"score_speaker":0.57052,"score_quality":0.99797,"score_fidelity":0.57172,"score":0.66453},"ar":{"n":50,"unit":"wer","wer":19.97534,"wer_orig":12.45376,"dwer":7.52158,"wer_pseudo":13.47342,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.78455,"utmos":2.89943,"dnsmos_ovrl":3.26336,"dnsmos_sig":3.57549,"dnsmos_bak":4.04557,"pesq_wb":2.01647,"pesq_nb":2.65771,"stoi":0.89466,"estoi":0.80357,"si_sdr":2.95166,"mel_dist":0.24171,"stft_dist":1.33779,"f0_rmse_cents":241.47889,"f0_corr":0.76341,"vuv_err":0.16985,"score_intelligibility":0.64141,"score_speaker":0.78455,"score_quality":1.0,"score_fidelity":0.6495,"score":0.76886},"fa":{"n":50,"unit":"wer","wer":37.37143,"wer_orig":25.94286,"dwer":11.42857,"wer_pseudo":24.54054,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.70992,"utmos":2.67658,"dnsmos_ovrl":2.87482,"dnsmos_sig":3.34852,"dnsmos_bak":3.79208,"pesq_wb":1.74482,"pesq_nb":2.5074,"stoi":0.67328,"estoi":0.51322,"si_sdr":1.39959,"mel_dist":0.23722,"stft_dist":1.35912,"f0_rmse_cents":317.89712,"f0_corr":0.63098,"vuv_err":0.18387,"score_intelligibility":0.70216,"score_speaker":0.70992,"score_quality":1.0,"score_fidelity":0.50569,"score":0.72944},"he":{"n":50,"unit":"wer","wer":50.46512,"wer_orig":19.4186,"dwer":31.04651,"wer_pseudo":43.30986,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.64257,"utmos":2.31696,"dnsmos_ovrl":2.76562,"dnsmos_sig":3.14137,"dnsmos_bak":3.95434,"pesq_wb":1.73324,"pesq_nb":2.21411,"stoi":0.8164,"estoi":0.66108,"si_sdr":1.54639,"mel_dist":0.25956,"stft_dist":1.36463,"f0_rmse_cents":184.88514,"f0_corr":0.70326,"vuv_err":0.21992,"score_intelligibility":0.39675,"score_speaker":0.64257,"score_quality":0.92913,"score_fidelity":0.57638,"score":0.63621},"hi":{"n":50,"unit":"wer","wer":35.45706,"wer_orig":26.31579,"dwer":9.14127,"wer_pseudo":22.43415,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.70191,"utmos":2.41092,"dnsmos_ovrl":2.85909,"dnsmos_sig":3.40546,"dnsmos_bak":3.5548,"pesq_wb":1.95132,"pesq_nb":2.57515,"stoi":0.80153,"estoi":0.64864,"si_sdr":3.48038,"mel_dist":0.23172,"stft_dist":1.31428,"f0_rmse_cents":268.2741,"f0_corr":0.67556,"vuv_err":0.19416,"score_intelligibility":0.74926,"score_speaker":0.70191,"score_quality":1.0,"score_fidelity":0.58297,"score":0.75853},"zh":{"n":50,"unit":"cer","wer":7.7551,"wer_orig":7.40525,"dwer":0.34985,"wer_pseudo":1.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.76958,"utmos":2.85959,"dnsmos_ovrl":3.06523,"dnsmos_sig":3.40973,"dnsmos_bak":4.01016,"pesq_wb":1.99949,"pesq_nb":2.70432,"stoi":0.87056,"estoi":0.76092,"si_sdr":0.08778,"mel_dist":0.24019,"stft_dist":1.35526,"f0_rmse_cents":306.86024,"f0_corr":0.78556,"vuv_err":0.1493,"score_intelligibility":0.96004,"score_speaker":0.76958,"score_quality":0.99946,"score_fidelity":0.64723,"score":0.84408},"yue":{"n":50,"unit":"cer","wer":22.3676,"wer_orig":14.39252,"dwer":7.97508,"wer_pseudo":17.8594,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.76333,"utmos":2.94177,"dnsmos_ovrl":3.11991,"dnsmos_sig":3.47679,"dnsmos_bak":3.95318,"pesq_wb":1.89355,"pesq_nb":2.52142,"stoi":0.8439,"estoi":0.69894,"si_sdr":0.88091,"mel_dist":0.21322,"stft_dist":1.29485,"f0_rmse_cents":445.44392,"f0_corr":0.68586,"vuv_err":0.19297,"score_intelligibility":0.65871,"score_speaker":0.76333,"score_quality":0.99913,"score_fidelity":0.59502,"score":0.75405},"ja":{"n":50,"unit":"cer","wer":10.33532,"wer_orig":3.53698,"dwer":6.79835,"wer_pseudo":8.08452,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.66371,"utmos":2.07366,"dnsmos_ovrl":2.2933,"dnsmos_sig":2.72938,"dnsmos_bak":3.16015,"pesq_wb":1.7921,"pesq_nb":2.401,"stoi":0.6379,"estoi":0.45639,"si_sdr":-1.35457,"mel_dist":0.23752,"stft_dist":1.42282,"f0_rmse_cents":173.10641,"f0_corr":0.7973,"vuv_err":0.19351,"score_intelligibility":0.40025,"score_speaker":0.66371,"score_quality":0.92013,"score_fidelity":0.55384,"score":0.63448},"ko":{"n":50,"unit":"cer","wer":6.12745,"wer_orig":5.14706,"dwer":0.98039,"wer_pseudo":3.45691,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.73944,"utmos":3.02833,"dnsmos_ovrl":2.9997,"dnsmos_sig":3.3385,"dnsmos_bak":4.03743,"pesq_wb":2.35875,"pesq_nb":2.94121,"stoi":0.86387,"estoi":0.75147,"si_sdr":4.85259,"mel_dist":0.22865,"stft_dist":1.20502,"f0_rmse_cents":391.00827,"f0_corr":0.69301,"vuv_err":0.21475,"score_intelligibility":0.86245,"score_speaker":0.73944,"score_quality":0.93794,"score_fidelity":0.64836,"score":0.79705},"th":{"n":50,"unit":"cer","wer":16.45109,"wer_orig":7.61924,"dwer":8.83185,"wer_pseudo":13.54525,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.743,"utmos":2.28998,"dnsmos_ovrl":2.82336,"dnsmos_sig":3.31614,"dnsmos_bak":3.73063,"pesq_wb":1.69691,"pesq_nb":2.41464,"stoi":0.821,"estoi":0.68634,"si_sdr":1.01779,"mel_dist":0.24776,"stft_dist":1.36436,"f0_rmse_cents":466.92484,"f0_corr":0.61864,"vuv_err":0.24628,"score_intelligibility":0.49391,"score_speaker":0.743,"score_quality":0.96474,"score_fidelity":0.54625,"score":0.68698}}},{"codec":"longcat_codec_24k_2cb","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"longcat_codec_24k_2cb","family":"LongCat-Audio-Codec","checkpoint":"meituan-longcat/LongCat-Audio-Codec","sample_rate":16000,"output_sample_rate":24000,"frame_rate":16.667,"n_codebooks":2,"codebook_size":[8192,8100],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2510.15227","year":2025,"bitrate_kbps":0.4331,"notes":"1 semantic + 1 acoustic codebook, 24 kHz decoder","side_info":null,"warning":null,"env":"main"},"kbps":0.4331,"kbps_measured":0.43309,"tokens_per_s":33.33566,"params_M":687.61863,"efficiency":{"rtf_encode":0.00242,"rtf_decode":0.00585,"peak_vram_gb":3.59922,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.51431,"score_worst_lang":0.43635,"worst_lang":"pl","en_gap":0.15584,"score_intelligibility":0.21249,"score_speaker":0.35558,"score_quality":0.98501,"score_fidelity":0.50416,"dwer":49.72066,"wer":58.52647,"wer_pseudo":56.86299,"sim":0.35558,"utmos":2.7381,"dnsmos_ovrl":3.19815,"dnsmos_sig":3.48979,"dnsmos_bak":4.11906,"pesq_wb":1.27662,"pesq_nb":1.59126,"stoi":0.70195,"estoi":0.50886,"si_sdr":-8.11089,"mel_dist":0.4964,"stft_dist":2.1794,"f0_rmse_cents":235.47445,"f0_corr":0.73149,"vuv_err":0.21076,"score_ci95":[0.51136,0.5186]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.84956,"wer_orig":6.98132,"dwer":1.86824,"wer_pseudo":3.40467,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.35267,"utmos":3.10492,"dnsmos_ovrl":2.78736,"dnsmos_sig":3.18156,"dnsmos_bak":4.00449,"pesq_wb":1.19602,"pesq_nb":1.47701,"stoi":0.63682,"estoi":0.47119,"si_sdr":-10.65138,"mel_dist":0.48893,"stft_dist":2.60183,"f0_rmse_cents":208.03659,"f0_corr":0.78208,"vuv_err":0.1779,"score_intelligibility":0.81032,"score_speaker":0.35267,"score_quality":1.0,"score_fidelity":0.49163,"score":0.66366},"de":{"n":50,"unit":"wer","wer":48.62665,"wer_orig":5.69685,"dwer":42.92981,"wer_pseudo":46.99898,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.33644,"utmos":3.20391,"dnsmos_ovrl":3.30483,"dnsmos_sig":3.55709,"dnsmos_bak":4.14994,"pesq_wb":1.34977,"pesq_nb":1.66155,"stoi":0.74374,"estoi":0.52515,"si_sdr":-7.38746,"mel_dist":0.46302,"stft_dist":1.88548,"f0_rmse_cents":238.63772,"f0_corr":0.7025,"vuv_err":0.18724,"score_intelligibility":0.13494,"score_speaker":0.33644,"score_quality":1.0,"score_fidelity":0.51539,"score":0.49669},"fr":{"n":50,"unit":"wer","wer":67.98419,"wer_orig":4.98024,"dwer":63.00395,"wer_pseudo":67.30159,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.28072,"utmos":2.53233,"dnsmos_ovrl":3.18172,"dnsmos_sig":3.48177,"dnsmos_bak":4.08278,"pesq_wb":1.28498,"pesq_nb":1.56264,"stoi":0.72661,"estoi":0.56548,"si_sdr":-8.34117,"mel_dist":0.42183,"stft_dist":1.93946,"f0_rmse_cents":194.58679,"f0_corr":0.78005,"vuv_err":0.22884,"score_intelligibility":0.08669,"score_speaker":0.28072,"score_quality":1.0,"score_fidelity":0.52936,"score":0.47419},"es":{"n":50,"unit":"wer","wer":31.09091,"wer_orig":3.09091,"dwer":28.0,"wer_pseudo":29.89973,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.31923,"utmos":2.65144,"dnsmos_ovrl":3.36894,"dnsmos_sig":3.63455,"dnsmos_bak":4.13101,"pesq_wb":1.42372,"pesq_nb":1.78793,"stoi":0.75895,"estoi":0.56868,"si_sdr":-6.73532,"mel_dist":0.42364,"stft_dist":1.82652,"f0_rmse_cents":213.69446,"f0_corr":0.84551,"vuv_err":0.2286,"score_intelligibility":0.12748,"score_speaker":0.31923,"score_quality":0.96893,"score_fidelity":0.57517,"score":0.4977},"it":{"n":50,"unit":"wer","wer":27.3224,"wer_orig":2.55009,"dwer":24.77231,"wer_pseudo":26.87386,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.29097,"utmos":2.91345,"dnsmos_ovrl":3.36283,"dnsmos_sig":3.62152,"dnsmos_bak":4.14487,"pesq_wb":1.44435,"pesq_nb":1.79774,"stoi":0.76222,"estoi":0.58251,"si_sdr":-5.36844,"mel_dist":0.39686,"stft_dist":1.76775,"f0_rmse_cents":131.77795,"f0_corr":0.7943,"vuv_err":0.1695,"score_intelligibility":0.12535,"score_speaker":0.29097,"score_quality":0.95458,"score_fidelity":0.56116,"score":0.48301},"pt":{"n":50,"unit":"wer","wer":62.5,"wer_orig":3.41797,"dwer":59.08203,"wer_pseudo":62.5,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.3625,"utmos":3.01113,"dnsmos_ovrl":3.41388,"dnsmos_sig":3.66276,"dnsmos_bak":4.1411,"pesq_wb":1.28726,"pesq_nb":1.62815,"stoi":0.70476,"estoi":0.51925,"si_sdr":-8.40897,"mel_dist":0.52882,"stft_dist":2.06974,"f0_rmse_cents":576.16003,"f0_corr":0.68226,"vuv_err":0.25663,"score_intelligibility":0.06957,"score_speaker":0.3625,"score_quality":1.0,"score_fidelity":0.4897,"score":0.48044},"nl":{"n":50,"unit":"wer","wer":67.43979,"wer_orig":5.26316,"dwer":62.17663,"wer_pseudo":66.96509,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.39622,"utmos":2.96659,"dnsmos_ovrl":2.85162,"dnsmos_sig":3.19148,"dnsmos_bak":4.10934,"pesq_wb":1.22779,"pesq_nb":1.54838,"stoi":0.73435,"estoi":0.53511,"si_sdr":-9.23535,"mel_dist":0.44324,"stft_dist":2.29037,"f0_rmse_cents":220.22946,"f0_corr":0.72001,"vuv_err":0.20069,"score_intelligibility":0.09151,"score_speaker":0.39622,"score_quality":0.99947,"score_fidelity":0.50648,"score":0.49842},"pl":{"n":50,"unit":"wer","wer":93.9693,"wer_orig":3.28947,"dwer":90.67982,"wer_pseudo":93.85965,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.32328,"utmos":2.42842,"dnsmos_ovrl":3.13411,"dnsmos_sig":3.45283,"dnsmos_bak":4.06733,"pesq_wb":1.21408,"pesq_nb":1.46781,"stoi":0.74458,"estoi":0.53723,"si_sdr":-11.00532,"mel_dist":0.39686,"stft_dist":2.01453,"f0_rmse_cents":226.15919,"f0_corr":0.59882,"vuv_err":0.18929,"score_intelligibility":0.04517,"score_speaker":0.32328,"score_quality":0.90876,"score_fidelity":0.46819,"score":0.43635},"cs":{"n":50,"unit":"wer","wer":85.18086,"wer_orig":9.45158,"dwer":75.72929,"wer_pseudo":83.64486,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.40354,"utmos":2.57517,"dnsmos_ovrl":3.35242,"dnsmos_sig":3.60715,"dnsmos_bak":4.1454,"pesq_wb":1.23136,"pesq_nb":1.57629,"stoi":0.69471,"estoi":0.50082,"si_sdr":-4.88074,"mel_dist":0.48453,"stft_dist":1.97395,"f0_rmse_cents":169.78624,"f0_corr":0.74286,"vuv_err":0.18814,"score_intelligibility":0.12127,"score_speaker":0.40354,"score_quality":1.0,"score_fidelity":0.50122,"score":0.50651},"tr":{"n":50,"unit":"wer","wer":58.28947,"wer_orig":7.76316,"dwer":50.52632,"wer_pseudo":58.36627,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.43686,"utmos":2.49425,"dnsmos_ovrl":3.20203,"dnsmos_sig":3.48837,"dnsmos_bak":4.12313,"pesq_wb":1.33532,"pesq_nb":1.70478,"stoi":0.70064,"estoi":0.46729,"si_sdr":-13.63101,"mel_dist":0.44908,"stft_dist":2.09526,"f0_rmse_cents":209.6534,"f0_corr":0.79748,"vuv_err":0.20068,"score_intelligibility":0.1478,"score_speaker":0.43686,"score_quality":1.0,"score_fidelity":0.53131,"score":0.52899},"id":{"n":50,"unit":"wer","wer":56.78867,"wer_orig":5.90319,"dwer":50.88548,"wer_pseudo":56.31641,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.22357,"utmos":2.65366,"dnsmos_ovrl":3.30393,"dnsmos_sig":3.5735,"dnsmos_bak":4.11807,"pesq_wb":1.15968,"pesq_nb":1.44738,"stoi":0.61575,"estoi":0.38247,"si_sdr":-7.51687,"mel_dist":0.7101,"stft_dist":2.53724,"f0_rmse_cents":406.79994,"f0_corr":0.60017,"vuv_err":0.28254,"score_intelligibility":0.11946,"score_speaker":0.22357,"score_quality":1.0,"score_fidelity":0.42052,"score":0.44088},"vi":{"n":50,"unit":"wer","wer":77.48608,"wer_orig":7.71679,"dwer":69.76929,"wer_pseudo":76.19427,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.40603,"utmos":2.47467,"dnsmos_ovrl":3.18753,"dnsmos_sig":3.46146,"dnsmos_bak":4.15049,"pesq_wb":1.13481,"pesq_nb":1.39501,"stoi":0.58986,"estoi":0.37775,"si_sdr":-4.95352,"mel_dist":0.80695,"stft_dist":2.84402,"f0_rmse_cents":246.68488,"f0_corr":0.70497,"vuv_err":0.18271,"score_intelligibility":0.11106,"score_speaker":0.40603,"score_quality":1.0,"score_fidelity":0.44445,"score":0.49038},"ru":{"n":50,"unit":"wer","wer":58.2659,"wer_orig":4.50867,"dwer":53.75723,"wer_pseudo":56.77868,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.36576,"utmos":2.76206,"dnsmos_ovrl":3.22396,"dnsmos_sig":3.50759,"dnsmos_bak":4.1474,"pesq_wb":1.31551,"pesq_nb":1.62243,"stoi":0.73973,"estoi":0.5535,"si_sdr":-7.99793,"mel_dist":0.40538,"stft_dist":1.98531,"f0_rmse_cents":186.60978,"f0_corr":0.778,"vuv_err":0.21105,"score_intelligibility":0.09295,"score_speaker":0.36576,"score_quality":1.0,"score_fidelity":0.53596,"score":0.49867},"uk":{"n":50,"unit":"wer","wer":71.28263,"wer_orig":6.46992,"dwer":64.81271,"wer_pseudo":70.79545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.25956,"utmos":2.65224,"dnsmos_ovrl":3.1978,"dnsmos_sig":3.48445,"dnsmos_bak":4.1511,"pesq_wb":1.32133,"pesq_nb":1.63233,"stoi":0.72532,"estoi":0.51464,"si_sdr":-6.44479,"mel_dist":0.38053,"stft_dist":2.04719,"f0_rmse_cents":179.41321,"f0_corr":0.76392,"vuv_err":0.18461,"score_intelligibility":0.10334,"score_speaker":0.25956,"score_quality":1.0,"score_fidelity":0.52702,"score":0.47248},"el":{"n":50,"unit":"wer","wer":105.21042,"wer_orig":12.02405,"dwer":93.18637,"wer_pseudo":104.6046,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.20962,"utmos":2.91733,"dnsmos_ovrl":3.17271,"dnsmos_sig":3.49662,"dnsmos_bak":4.06891,"pesq_wb":1.35127,"pesq_nb":1.74804,"stoi":0.72087,"estoi":0.51497,"si_sdr":-6.2469,"mel_dist":0.41324,"stft_dist":1.83153,"f0_rmse_cents":192.76637,"f0_corr":0.68197,"vuv_err":0.21046,"score_intelligibility":0.12262,"score_speaker":0.20962,"score_quality":1.0,"score_fidelity":0.50107,"score":0.45833},"ar":{"n":50,"unit":"wer","wer":59.4328,"wer_orig":12.45376,"dwer":46.97904,"wer_pseudo":57.23115,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.3738,"utmos":2.38213,"dnsmos_ovrl":3.30912,"dnsmos_sig":3.59415,"dnsmos_bak":4.10692,"pesq_wb":1.25739,"pesq_nb":1.51672,"stoi":0.75838,"estoi":0.60622,"si_sdr":-6.279,"mel_dist":0.39493,"stft_dist":1.91839,"f0_rmse_cents":200.90791,"f0_corr":0.74643,"vuv_err":0.19155,"score_intelligibility":0.22262,"score_speaker":0.3738,"score_quality":0.91308,"score_fidelity":0.52612,"score":0.5089},"fa":{"n":50,"unit":"wer","wer":77.14286,"wer_orig":25.94286,"dwer":51.2,"wer_pseudo":70.16216,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.35318,"utmos":2.88682,"dnsmos_ovrl":3.11826,"dnsmos_sig":3.41389,"dnsmos_bak":4.13619,"pesq_wb":1.24311,"pesq_nb":1.64532,"stoi":0.58244,"estoi":0.39664,"si_sdr":-6.43569,"mel_dist":0.61243,"stft_dist":2.39994,"f0_rmse_cents":264.52267,"f0_corr":0.65879,"vuv_err":0.22679,"score_intelligibility":0.34479,"score_speaker":0.35318,"score_quality":1.0,"score_fidelity":0.4369,"score":0.53372},"he":{"n":50,"unit":"wer","wer":91.74419,"wer_orig":19.4186,"dwer":72.32558,"wer_pseudo":91.43192,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.29209,"utmos":2.54939,"dnsmos_ovrl":3.05505,"dnsmos_sig":3.3697,"dnsmos_bak":4.10484,"pesq_wb":1.20225,"pesq_nb":1.47973,"stoi":0.71142,"estoi":0.50269,"si_sdr":-10.66303,"mel_dist":0.37908,"stft_dist":2.14812,"f0_rmse_cents":288.64804,"f0_corr":0.59599,"vuv_err":0.23436,"score_intelligibility":0.22016,"score_speaker":0.29209,"score_quality":1.0,"score_fidelity":0.45506,"score":0.49183},"hi":{"n":50,"unit":"wer","wer":59.74146,"wer_orig":26.31579,"dwer":33.42567,"wer_pseudo":52.77021,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.33276,"utmos":2.71608,"dnsmos_ovrl":3.23652,"dnsmos_sig":3.55158,"dnsmos_bak":4.05992,"pesq_wb":1.26045,"pesq_nb":1.56999,"stoi":0.69607,"estoi":0.49134,"si_sdr":-8.10158,"mel_dist":0.49484,"stft_dist":2.0049,"f0_rmse_cents":234.88307,"f0_corr":0.72066,"vuv_err":0.25586,"score_intelligibility":0.44971,"score_speaker":0.33276,"score_quality":1.0,"score_fidelity":0.49705,"score":0.56988},"zh":{"n":50,"unit":"cer","wer":9.21283,"wer_orig":7.40525,"dwer":1.80758,"wer_pseudo":4.08537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.43996,"utmos":3.12183,"dnsmos_ovrl":3.31802,"dnsmos_sig":3.5746,"dnsmos_bak":4.18068,"pesq_wb":1.30355,"pesq_nb":1.60421,"stoi":0.75653,"estoi":0.60104,"si_sdr":-11.09435,"mel_dist":0.57856,"stft_dist":2.36925,"f0_rmse_cents":191.73555,"f0_corr":0.77716,"vuv_err":0.1897,"score_intelligibility":0.82301,"score_speaker":0.43996,"score_quality":1.0,"score_fidelity":0.54014,"score":0.70078},"yue":{"n":50,"unit":"cer","wer":75.76324,"wer_orig":14.39252,"dwer":61.37072,"wer_pseudo":77.20076,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.47634,"utmos":3.00809,"dnsmos_ovrl":3.33333,"dnsmos_sig":3.57837,"dnsmos_bak":4.17224,"pesq_wb":1.24113,"pesq_nb":1.55233,"stoi":0.72218,"estoi":0.532,"si_sdr":-6.74366,"mel_dist":0.522,"stft_dist":2.27053,"f0_rmse_cents":214.5681,"f0_corr":0.79366,"vuv_err":0.19702,"score_intelligibility":0.20052,"score_speaker":0.47634,"score_quality":1.0,"score_fidelity":0.52825,"score":0.55128},"ja":{"n":50,"unit":"cer","wer":31.23565,"wer_orig":3.53698,"dwer":27.69867,"wer_pseudo":30.59256,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.40087,"utmos":2.47197,"dnsmos_ovrl":3.07,"dnsmos_sig":3.369,"dnsmos_bak":4.13187,"pesq_wb":1.22383,"pesq_nb":1.48932,"stoi":0.56433,"estoi":0.34646,"si_sdr":-12.77559,"mel_dist":0.81262,"stft_dist":3.21978,"f0_rmse_cents":229.17026,"f0_corr":0.71676,"vuv_err":0.20251,"score_intelligibility":0.14074,"score_speaker":0.40087,"score_quality":1.0,"score_fidelity":0.44835,"score":0.49749},"ko":{"n":50,"unit":"cer","wer":25.2451,"wer_orig":5.14706,"dwer":20.09804,"wer_pseudo":22.79559,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.4996,"utmos":2.7868,"dnsmos_ovrl":3.17983,"dnsmos_sig":3.46702,"dnsmos_bak":4.15931,"pesq_wb":1.44108,"pesq_nb":1.81468,"stoi":0.75297,"estoi":0.59066,"si_sdr":-4.45392,"mel_dist":0.44685,"stft_dist":1.98973,"f0_rmse_cents":151.92603,"f0_corr":0.86489,"vuv_err":0.17626,"score_intelligibility":0.23422,"score_speaker":0.4996,"score_quality":0.89553,"score_fidelity":0.58129,"score":0.55266},"th":{"n":50,"unit":"cer","wer":54.83023,"wer_orig":7.61924,"dwer":47.21099,"wer_pseudo":53.93804,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.39838,"utmos":2.44965,"dnsmos_ovrl":3.0897,"dnsmos_sig":3.43405,"dnsmos_bak":4.07007,"pesq_wb":1.18876,"pesq_nb":1.46045,"stoi":0.70358,"estoi":0.52957,"si_sdr":-9.30947,"mel_dist":0.45938,"stft_dist":2.27484,"f0_rmse_cents":274.02911,"f0_corr":0.70662,"vuv_err":0.28528,"score_intelligibility":0.15438,"score_speaker":0.39838,"score_quality":1.0,"score_fidelity":0.48804,"score":0.5102}}},{"codec":"longcat_codec_24k_4cb","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"longcat_codec_24k_4cb","family":"LongCat-Audio-Codec","checkpoint":"meituan-longcat/LongCat-Audio-Codec","sample_rate":16000,"output_sample_rate":24000,"frame_rate":16.667,"n_codebooks":4,"codebook_size":[8192,8100,8100,8100],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2510.15227","year":2025,"bitrate_kbps":0.8659,"notes":"1 semantic + 3 acoustic codebooks, 24 kHz decoder","side_info":null,"warning":null,"env":"main"},"kbps":0.8659,"kbps_measured":0.86591,"tokens_per_s":66.67132,"params_M":687.67482,"efficiency":{"rtf_encode":0.00246,"rtf_decode":0.0059,"peak_vram_gb":3.59972,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.64512,"score_worst_lang":0.5365,"worst_lang":"pl","en_gap":-0.03413,"score_intelligibility":0.40196,"score_speaker":0.5834,"score_quality":0.97825,"score_fidelity":0.61688,"dwer":16.52632,"wer":25.33213,"wer_pseudo":21.95883,"sim":0.5834,"utmos":2.57555,"dnsmos_ovrl":3.0227,"dnsmos_sig":3.39688,"dnsmos_bak":3.95954,"pesq_wb":1.78496,"pesq_nb":2.36517,"stoi":0.80284,"estoi":0.64867,"si_sdr":1.03715,"mel_dist":0.25891,"stft_dist":1.49846,"f0_rmse_cents":182.60037,"f0_corr":0.82352,"vuv_err":0.18129,"score_ci95":[0.64011,0.65073]},"per_lang":{"en":{"n":50,"unit":"wer","wer":19.17404,"wer_orig":6.98132,"dwer":12.19272,"wer_pseudo":15.36965,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.52368,"utmos":2.37489,"dnsmos_ovrl":2.60799,"dnsmos_sig":3.08331,"dnsmos_bak":3.87486,"pesq_wb":1.5669,"pesq_nb":2.13294,"stoi":0.72526,"estoi":0.54873,"si_sdr":-1.09457,"mel_dist":0.31298,"stft_dist":1.97776,"f0_rmse_cents":158.80265,"f0_corr":0.85235,"vuv_err":0.18263,"score_intelligibility":0.39562,"score_speaker":0.52368,"score_quality":0.95048,"score_fidelity":0.57986,"score":0.61241},"de":{"n":50,"unit":"wer","wer":14.75076,"wer_orig":5.69685,"dwer":9.05392,"wer_pseudo":10.78332,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.59869,"utmos":2.86888,"dnsmos_ovrl":3.14732,"dnsmos_sig":3.43473,"dnsmos_bak":4.07662,"pesq_wb":1.93187,"pesq_nb":2.45681,"stoi":0.84941,"estoi":0.672,"si_sdr":3.97443,"mel_dist":0.23462,"stft_dist":1.2675,"f0_rmse_cents":198.65526,"f0_corr":0.80022,"vuv_err":0.18455,"score_intelligibility":0.42518,"score_speaker":0.59869,"score_quality":1.0,"score_fidelity":0.63863,"score":0.66562},"fr":{"n":50,"unit":"wer","wer":21.34387,"wer_orig":4.98024,"dwer":16.36364,"wer_pseudo":20.2381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.57592,"utmos":2.48871,"dnsmos_ovrl":3.04092,"dnsmos_sig":3.35505,"dnsmos_bak":4.02835,"pesq_wb":1.79887,"pesq_nb":2.34023,"stoi":0.83916,"estoi":0.71959,"si_sdr":2.86359,"mel_dist":0.28238,"stft_dist":1.42878,"f0_rmse_cents":147.26866,"f0_corr":0.86783,"vuv_err":0.19425,"score_intelligibility":0.26765,"score_speaker":0.57592,"score_quality":1.0,"score_fidelity":0.64508,"score":0.62216},"es":{"n":50,"unit":"wer","wer":6.63636,"wer_orig":3.09091,"dwer":3.54545,"wer_pseudo":4.64904,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.60316,"utmos":2.78782,"dnsmos_ovrl":3.22949,"dnsmos_sig":3.55808,"dnsmos_bak":3.99442,"pesq_wb":2.08063,"pesq_nb":2.61774,"stoi":0.85433,"estoi":0.72402,"si_sdr":2.8582,"mel_dist":0.24767,"stft_dist":1.33407,"f0_rmse_cents":193.51423,"f0_corr":0.87088,"vuv_err":0.18586,"score_intelligibility":0.53571,"score_speaker":0.60316,"score_quality":1.0,"score_fidelity":0.67799,"score":0.70422},"it":{"n":50,"unit":"wer","wer":8.2878,"wer_orig":2.55009,"dwer":5.7377,"wer_pseudo":7.1298,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.5522,"utmos":2.89937,"dnsmos_ovrl":3.29714,"dnsmos_sig":3.57859,"dnsmos_bak":4.10261,"pesq_wb":2.14822,"pesq_nb":2.68606,"stoi":0.85654,"estoi":0.73059,"si_sdr":3.71248,"mel_dist":0.26376,"stft_dist":1.33012,"f0_rmse_cents":109.27897,"f0_corr":0.85397,"vuv_err":0.14733,"score_intelligibility":0.38223,"score_speaker":0.5522,"score_quality":0.94917,"score_fidelity":0.67953,"score":0.64078},"pt":{"n":50,"unit":"wer","wer":8.49609,"wer_orig":3.41797,"dwer":5.07812,"wer_pseudo":7.48031,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.64256,"utmos":2.78404,"dnsmos_ovrl":3.17838,"dnsmos_sig":3.53354,"dnsmos_bak":3.89206,"pesq_wb":1.85346,"pesq_nb":2.42354,"stoi":0.79783,"estoi":0.65646,"si_sdr":0.79824,"mel_dist":0.22942,"stft_dist":1.31042,"f0_rmse_cents":471.29002,"f0_corr":0.73911,"vuv_err":0.21277,"score_intelligibility":0.46524,"score_speaker":0.64256,"score_quality":1.0,"score_fidelity":0.5936,"score":0.67535},"nl":{"n":50,"unit":"wer","wer":28.18912,"wer_orig":5.26316,"dwer":22.92596,"wer_pseudo":25.42525,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.59983,"utmos":2.62799,"dnsmos_ovrl":2.79356,"dnsmos_sig":3.15476,"dnsmos_bak":4.10358,"pesq_wb":1.592,"pesq_nb":2.19784,"stoi":0.84363,"estoi":0.6825,"si_sdr":-0.9794,"mel_dist":0.32628,"stft_dist":1.90021,"f0_rmse_cents":170.01863,"f0_corr":0.82613,"vuv_err":0.18573,"score_intelligibility":0.21457,"score_speaker":0.59983,"score_quality":0.91347,"score_fidelity":0.61297,"score":0.58521},"pl":{"n":50,"unit":"wer","wer":32.23684,"wer_orig":3.28947,"dwer":28.94737,"wer_pseudo":32.12719,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.51059,"utmos":2.53252,"dnsmos_ovrl":3.11537,"dnsmos_sig":3.41788,"dnsmos_bak":4.11652,"pesq_wb":1.59864,"pesq_nb":2.08448,"stoi":0.85245,"estoi":0.70056,"si_sdr":-2.36218,"mel_dist":0.30739,"stft_dist":1.63596,"f0_rmse_cents":207.90614,"f0_corr":0.67994,"vuv_err":0.16838,"score_intelligibility":0.12906,"score_speaker":0.51059,"score_quality":0.93855,"score_fidelity":0.56781,"score":0.5365},"cs":{"n":50,"unit":"wer","wer":34.77246,"wer_orig":9.45158,"dwer":25.32089,"wer_pseudo":32.8271,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.60004,"utmos":2.63742,"dnsmos_ovrl":3.23775,"dnsmos_sig":3.53795,"dnsmos_bak":4.02225,"pesq_wb":1.58876,"pesq_nb":2.18848,"stoi":0.81505,"estoi":0.66062,"si_sdr":3.47292,"mel_dist":0.24825,"stft_dist":1.36812,"f0_rmse_cents":129.21341,"f0_corr":0.83156,"vuv_err":0.16779,"score_intelligibility":0.29217,"score_speaker":0.60004,"score_quality":1.0,"score_fidelity":0.60494,"score":0.62429},"tr":{"n":50,"unit":"wer","wer":24.47368,"wer_orig":7.76316,"dwer":16.71053,"wer_pseudo":20.81686,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.58963,"utmos":2.43136,"dnsmos_ovrl":3.06755,"dnsmos_sig":3.41355,"dnsmos_bak":4.03762,"pesq_wb":1.89845,"pesq_nb":2.49946,"stoi":0.81325,"estoi":0.63629,"si_sdr":-0.32353,"mel_dist":0.26999,"stft_dist":1.60777,"f0_rmse_cents":125.66628,"f0_corr":0.9069,"vuv_err":0.13885,"score_intelligibility":0.34401,"score_speaker":0.58963,"score_quality":1.0,"score_fidelity":0.65895,"score":0.64815},"id":{"n":50,"unit":"wer","wer":28.57143,"wer_orig":5.90319,"dwer":22.66824,"wer_pseudo":27.39079,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.4448,"utmos":2.28192,"dnsmos_ovrl":3.03152,"dnsmos_sig":3.51869,"dnsmos_bak":3.65459,"pesq_wb":1.49836,"pesq_nb":2.16289,"stoi":0.70155,"estoi":0.49819,"si_sdr":0.09903,"mel_dist":0.2039,"stft_dist":1.34958,"f0_rmse_cents":372.0279,"f0_corr":0.69455,"vuv_err":0.23816,"score_intelligibility":0.23344,"score_speaker":0.4448,"score_quality":1.0,"score_fidelity":0.51283,"score":0.54777},"vi":{"n":50,"unit":"wer","wer":28.63962,"wer_orig":7.71679,"dwer":20.92283,"wer_pseudo":25.79618,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.63716,"utmos":2.20058,"dnsmos_ovrl":2.91507,"dnsmos_sig":3.39034,"dnsmos_bak":3.80805,"pesq_wb":1.7883,"pesq_nb":2.45421,"stoi":0.69449,"estoi":0.51749,"si_sdr":2.92271,"mel_dist":0.21982,"stft_dist":1.37359,"f0_rmse_cents":150.98986,"f0_corr":0.88036,"vuv_err":0.15375,"score_intelligibility":0.29409,"score_speaker":0.63716,"score_quality":1.0,"score_fidelity":0.60003,"score":0.63282},"ru":{"n":50,"unit":"wer","wer":10.52023,"wer_orig":4.50867,"dwer":6.01156,"wer_pseudo":7.76362,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.59948,"utmos":2.63819,"dnsmos_ovrl":3.05518,"dnsmos_sig":3.3608,"dnsmos_bak":4.0886,"pesq_wb":1.79866,"pesq_nb":2.33242,"stoi":0.84783,"estoi":0.7029,"si_sdr":1.77069,"mel_dist":0.292,"stft_dist":1.5559,"f0_rmse_cents":139.9253,"f0_corr":0.83379,"vuv_err":0.18362,"score_intelligibility":0.47817,"score_speaker":0.59948,"score_quality":0.98589,"score_fidelity":0.6366,"score":0.67504},"uk":{"n":50,"unit":"wer","wer":37.57094,"wer_orig":6.46992,"dwer":31.10102,"wer_pseudo":35.11364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.473,"utmos":2.54585,"dnsmos_ovrl":3.08557,"dnsmos_sig":3.3978,"dnsmos_bak":4.11369,"pesq_wb":1.78959,"pesq_nb":2.25303,"stoi":0.8137,"estoi":0.6391,"si_sdr":2.27483,"mel_dist":0.2868,"stft_dist":1.60736,"f0_rmse_cents":117.54889,"f0_corr":0.90937,"vuv_err":0.16191,"score_intelligibility":0.19367,"score_speaker":0.473,"score_quality":0.98983,"score_fidelity":0.64956,"score":0.57651},"el":{"n":50,"unit":"wer","wer":43.08617,"wer_orig":12.02405,"dwer":31.06212,"wer_pseudo":39.23924,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.45927,"utmos":2.79753,"dnsmos_ovrl":2.96238,"dnsmos_sig":3.34971,"dnsmos_bak":3.93269,"pesq_wb":1.98167,"pesq_nb":2.5877,"stoi":0.82312,"estoi":0.66174,"si_sdr":3.56528,"mel_dist":0.22066,"stft_dist":1.28558,"f0_rmse_cents":115.25851,"f0_corr":0.84898,"vuv_err":0.17426,"score_intelligibility":0.29542,"score_speaker":0.45927,"score_quality":0.99554,"score_fidelity":0.65086,"score":0.60027},"ar":{"n":50,"unit":"wer","wer":25.15413,"wer_orig":12.45376,"dwer":12.70037,"wer_pseudo":20.02472,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.68019,"utmos":2.66653,"dnsmos_ovrl":3.20503,"dnsmos_sig":3.52471,"dnsmos_bak":4.02982,"pesq_wb":1.82454,"pesq_nb":2.36322,"stoi":0.8765,"estoi":0.77671,"si_sdr":2.24012,"mel_dist":0.25658,"stft_dist":1.39245,"f0_rmse_cents":112.28324,"f0_corr":0.89951,"vuv_err":0.15464,"score_intelligibility":0.5144,"score_speaker":0.68019,"score_quality":0.99808,"score_fidelity":0.67053,"score":0.7158},"fa":{"n":50,"unit":"wer","wer":48.0,"wer_orig":25.94286,"dwer":22.05714,"wer_pseudo":36.10811,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.57299,"utmos":2.56477,"dnsmos_ovrl":2.95086,"dnsmos_sig":3.38939,"dnsmos_bak":3.90877,"pesq_wb":1.52306,"pesq_nb":2.31865,"stoi":0.66807,"estoi":0.49974,"si_sdr":-1.07729,"mel_dist":0.25379,"stft_dist":1.70152,"f0_rmse_cents":239.33843,"f0_corr":0.72659,"vuv_err":0.19072,"score_intelligibility":0.54985,"score_speaker":0.57299,"score_quality":0.98352,"score_fidelity":0.5147,"score":0.65527},"he":{"n":50,"unit":"wer","wer":63.13953,"wer_orig":19.4186,"dwer":43.72093,"wer_pseudo":58.4507,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.49931,"utmos":2.26934,"dnsmos_ovrl":2.8823,"dnsmos_sig":3.23883,"dnsmos_bak":4.00736,"pesq_wb":1.54303,"pesq_nb":2.07115,"stoi":0.80713,"estoi":0.63519,"si_sdr":-1.34545,"mel_dist":0.28079,"stft_dist":1.67129,"f0_rmse_cents":221.94648,"f0_corr":0.73008,"vuv_err":0.21936,"score_intelligibility":0.31835,"score_speaker":0.49931,"score_quality":0.92675,"score_fidelity":0.56412,"score":0.57713},"hi":{"n":50,"unit":"wer","wer":42.84395,"wer_orig":26.31579,"dwer":16.52816,"wer_pseudo":35.14986,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.55241,"utmos":2.40909,"dnsmos_ovrl":2.90166,"dnsmos_sig":3.40269,"dnsmos_bak":3.67473,"pesq_wb":1.7815,"pesq_nb":2.34696,"stoi":0.787,"estoi":0.6259,"si_sdr":2.21252,"mel_dist":0.24947,"stft_dist":1.38143,"f0_rmse_cents":191.13953,"f0_corr":0.79446,"vuv_err":0.21727,"score_intelligibility":0.62302,"score_speaker":0.55241,"score_quality":1.0,"score_fidelity":0.60158,"score":0.69425},"zh":{"n":50,"unit":"cer","wer":9.0379,"wer_orig":7.40525,"dwer":1.63265,"wer_pseudo":2.7439,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.67619,"utmos":2.92984,"dnsmos_ovrl":3.15275,"dnsmos_sig":3.46685,"dnsmos_bak":4.08732,"pesq_wb":1.98412,"pesq_nb":2.53795,"stoi":0.85748,"estoi":0.73998,"si_sdr":-1.52415,"mel_dist":0.24573,"stft_dist":1.42521,"f0_rmse_cents":122.05314,"f0_corr":0.87072,"vuv_err":0.13478,"score_intelligibility":0.83735,"score_speaker":0.67619,"score_quality":1.0,"score_fidelity":0.66979,"score":0.79583},"yue":{"n":50,"unit":"cer","wer":27.22741,"wer_orig":14.39252,"dwer":12.83489,"wer_pseudo":22.60925,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.68731,"utmos":2.89806,"dnsmos_ovrl":3.1318,"dnsmos_sig":3.47289,"dnsmos_bak":3.99145,"pesq_wb":1.76498,"pesq_nb":2.37766,"stoi":0.83425,"estoi":0.67691,"si_sdr":0.92236,"mel_dist":0.22087,"stft_dist":1.37914,"f0_rmse_cents":162.66756,"f0_corr":0.86575,"vuv_err":0.18169,"score_intelligibility":0.5453,"score_speaker":0.68731,"score_quality":0.9879,"score_fidelity":0.63952,"score":0.71501},"ja":{"n":50,"unit":"cer","wer":17.13367,"wer_orig":3.53698,"dwer":13.59669,"wer_pseudo":16.07717,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.57578,"utmos":1.95716,"dnsmos_ovrl":2.6082,"dnsmos_sig":3.20932,"dnsmos_bak":3.52326,"pesq_wb":1.64403,"pesq_nb":2.30131,"stoi":0.64141,"estoi":0.44928,"si_sdr":-2.9772,"mel_dist":0.25875,"stft_dist":1.68793,"f0_rmse_cents":215.56601,"f0_corr":0.73374,"vuv_err":0.19284,"score_intelligibility":0.2502,"score_speaker":0.57578,"score_quality":0.96211,"score_fidelity":0.51972,"score":0.57695},"ko":{"n":50,"unit":"cer","wer":8.33333,"wer_orig":5.14706,"dwer":3.18627,"wer_pseudo":5.01002,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.68493,"utmos":2.86096,"dnsmos_ovrl":3.02274,"dnsmos_sig":3.3641,"dnsmos_bak":4.06133,"pesq_wb":2.25873,"pesq_nb":2.7794,"stoi":0.8524,"estoi":0.7346,"si_sdr":3.5548,"mel_dist":0.22732,"stft_dist":1.35232,"f0_rmse_cents":103.40887,"f0_corr":0.93,"vuv_err":0.12292,"score_intelligibility":0.65861,"score_speaker":0.68493,"score_quality":0.90652,"score_fidelity":0.71401,"score":0.74102},"th":{"n":50,"unit":"cer","wer":20.35166,"wer_orig":7.61924,"dwer":12.73242,"wer_pseudo":18.68799,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.66244,"utmos":2.36036,"dnsmos_ovrl":2.92428,"dnsmos_sig":3.37167,"dnsmos_bak":3.89835,"pesq_wb":1.60078,"pesq_nb":2.25007,"stoi":0.81641,"estoi":0.67899,"si_sdr":-0.66688,"mel_dist":0.27465,"stft_dist":1.63908,"f0_rmse_cents":206.64096,"f0_corr":0.81771,"vuv_err":0.25687,"score_intelligibility":0.40368,"score_speaker":0.66244,"score_quality":0.9901,"score_fidelity":0.60192,"score":0.66453}}},{"codec":"longcat_wavvae_24k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"longcat_wavvae_24k","family":"LongCat-WavVAE","checkpoint":"meituan-longcat/LongCat-AudioDiT-1B","sample_rate":24000,"output_sample_rate":24000,"frame_rate":11.71875,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2603.29339","year":2026,"bitrate_kbps":null,"notes":"Wav-VAE of LongCat-AudioDiT (1B and 3.5B share it), snake-beta conv VAE, stride 2048; posterior mean; only the vae.* tensors are range-fetched from the AudioDiT checkpoint; zh/en TTS data","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":156.10663,"efficiency":{"rtf_encode":0.00513,"rtf_decode":0.00522,"peak_vram_gb":2.36012,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89343,"score_worst_lang":0.63768,"worst_lang":"he","en_gap":0.03288,"score_intelligibility":0.87907,"score_speaker":0.9428,"score_quality":0.97397,"score_fidelity":0.7779,"dwer":1.74329,"wer":10.5491,"wer_pseudo":4.336,"sim":0.9428,"utmos":2.62553,"dnsmos_ovrl":2.98272,"dnsmos_sig":3.3977,"dnsmos_bak":3.85622,"pesq_wb":2.90908,"pesq_nb":3.52414,"stoi":0.91197,"estoi":0.83432,"si_sdr":6.67419,"mel_dist":0.16642,"stft_dist":1.18168,"f0_rmse_cents":144.2948,"f0_corr":0.87629,"vuv_err":0.15242,"score_ci95":[0.88613,0.90096]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.68633,"wer_orig":6.98132,"dwer":-0.29499,"wer_pseudo":0.68093,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93105,"utmos":2.56492,"dnsmos_ovrl":2.59421,"dnsmos_sig":3.13601,"dnsmos_bak":3.73309,"pesq_wb":2.76778,"pesq_nb":3.49905,"stoi":0.89263,"estoi":0.80049,"si_sdr":5.44079,"mel_dist":0.19781,"stft_dist":1.23087,"f0_rmse_cents":129.60961,"f0_corr":0.90845,"vuv_err":0.13802,"score_intelligibility":1.0,"score_speaker":0.93105,"score_quality":1.0,"score_fidelity":0.76872,"score":0.92494},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":0.81384,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96419,"utmos":2.93765,"dnsmos_ovrl":3.16048,"dnsmos_sig":3.44995,"dnsmos_bak":4.07701,"pesq_wb":3.20367,"pesq_nb":3.75329,"stoi":0.94793,"estoi":0.8738,"si_sdr":11.48276,"mel_dist":0.14892,"stft_dist":1.04664,"f0_rmse_cents":152.10907,"f0_corr":0.89207,"vuv_err":0.14714,"score_intelligibility":0.92941,"score_speaker":0.96419,"score_quality":1.0,"score_fidelity":0.82321,"score":0.9292},"fr":{"n":50,"unit":"wer","wer":5.6917,"wer_orig":4.98024,"dwer":0.71146,"wer_pseudo":1.19048,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95911,"utmos":2.51505,"dnsmos_ovrl":3.10868,"dnsmos_sig":3.43553,"dnsmos_bak":4.02153,"pesq_wb":3.0993,"pesq_nb":3.69116,"stoi":0.95158,"estoi":0.9026,"si_sdr":8.84299,"mel_dist":0.17862,"stft_dist":1.14327,"f0_rmse_cents":99.41875,"f0_corr":0.93183,"vuv_err":0.16012,"score_intelligibility":0.89368,"score_speaker":0.95911,"score_quality":1.0,"score_fidelity":0.82774,"score":0.92013},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96034,"utmos":2.83843,"dnsmos_ovrl":3.22547,"dnsmos_sig":3.58267,"dnsmos_bak":3.92992,"pesq_wb":3.17614,"pesq_nb":3.64002,"stoi":0.94004,"estoi":0.87841,"si_sdr":8.77932,"mel_dist":0.15656,"stft_dist":1.14731,"f0_rmse_cents":159.34133,"f0_corr":0.90919,"vuv_err":0.15512,"score_intelligibility":0.95745,"score_speaker":0.96034,"score_quality":1.0,"score_fidelity":0.82366,"score":0.93536},"it":{"n":50,"unit":"wer","wer":3.27869,"wer_orig":2.55009,"dwer":0.7286,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96727,"utmos":3.2038,"dnsmos_ovrl":3.35641,"dnsmos_sig":3.63895,"dnsmos_bak":4.10339,"pesq_wb":3.48749,"pesq_nb":3.88379,"stoi":0.95348,"estoi":0.90539,"si_sdr":11.10857,"mel_dist":0.15931,"stft_dist":1.07065,"f0_rmse_cents":86.68488,"f0_corr":0.90562,"vuv_err":0.11702,"score_intelligibility":0.82971,"score_speaker":0.96727,"score_quality":1.0,"score_fidelity":0.8566,"score":0.9134},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96142,"utmos":2.43293,"dnsmos_ovrl":3.04472,"dnsmos_sig":3.44526,"dnsmos_bak":3.75083,"pesq_wb":2.66219,"pesq_nb":3.16999,"stoi":0.89555,"estoi":0.81603,"si_sdr":4.42723,"mel_dist":0.1616,"stft_dist":1.24782,"f0_rmse_cents":202.36352,"f0_corr":0.89927,"vuv_err":0.18373,"score_intelligibility":1.0,"score_speaker":0.96142,"score_quality":0.97582,"score_fidelity":0.75658,"score":0.92346},"nl":{"n":50,"unit":"wer","wer":6.06601,"wer_orig":5.26316,"dwer":0.80285,"wer_pseudo":1.70098,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95181,"utmos":3.03131,"dnsmos_ovrl":2.77559,"dnsmos_sig":3.16039,"dnsmos_bak":4.09157,"pesq_wb":3.22183,"pesq_nb":3.71641,"stoi":0.95476,"estoi":0.897,"si_sdr":7.81194,"mel_dist":0.15617,"stft_dist":1.13771,"f0_rmse_cents":105.68702,"f0_corr":0.91774,"vuv_err":0.15066,"score_intelligibility":0.88638,"score_speaker":0.95181,"score_quality":1.0,"score_fidelity":0.83577,"score":0.91849},"pl":{"n":50,"unit":"wer","wer":3.83772,"wer_orig":3.28947,"dwer":0.54825,"wer_pseudo":1.86404,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95481,"utmos":2.82383,"dnsmos_ovrl":3.07258,"dnsmos_sig":3.41511,"dnsmos_bak":4.03401,"pesq_wb":3.3026,"pesq_nb":3.73805,"stoi":0.96398,"estoi":0.90961,"si_sdr":5.2394,"mel_dist":0.1589,"stft_dist":1.12715,"f0_rmse_cents":93.23122,"f0_corr":0.87837,"vuv_err":0.12544,"score_intelligibility":0.88667,"score_speaker":0.95481,"score_quality":1.0,"score_fidelity":0.83341,"score":0.91872},"cs":{"n":50,"unit":"wer","wer":17.38623,"wer_orig":9.45158,"dwer":7.93466,"wer_pseudo":11.79907,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93796,"utmos":2.64571,"dnsmos_ovrl":3.12937,"dnsmos_sig":3.43743,"dnsmos_bak":3.89951,"pesq_wb":2.88124,"pesq_nb":3.50356,"stoi":0.91927,"estoi":0.84767,"si_sdr":8.8273,"mel_dist":0.16271,"stft_dist":1.13032,"f0_rmse_cents":101.1266,"f0_corr":0.89981,"vuv_err":0.13241,"score_intelligibility":0.56845,"score_speaker":0.93796,"score_quality":1.0,"score_fidelity":0.78553,"score":0.82298},"tr":{"n":50,"unit":"wer","wer":7.10526,"wer_orig":7.76316,"dwer":-0.65789,"wer_pseudo":1.97628,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.95279,"utmos":2.4646,"dnsmos_ovrl":3.1141,"dnsmos_sig":3.45761,"dnsmos_bak":4.03771,"pesq_wb":2.76457,"pesq_nb":3.63953,"stoi":0.93029,"estoi":0.84847,"si_sdr":4.82237,"mel_dist":0.17256,"stft_dist":1.28667,"f0_rmse_cents":117.3183,"f0_corr":0.89994,"vuv_err":0.116,"score_intelligibility":1.0,"score_speaker":0.95279,"score_quality":1.0,"score_fidelity":0.77813,"score":0.93273},"id":{"n":50,"unit":"wer","wer":6.8477,"wer_orig":5.90319,"dwer":0.94451,"wer_pseudo":3.8961,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.91799,"utmos":2.15081,"dnsmos_ovrl":2.85176,"dnsmos_sig":3.44592,"dnsmos_bak":3.365,"pesq_wb":2.33319,"pesq_nb":3.17636,"stoi":0.84128,"estoi":0.71432,"si_sdr":4.43714,"mel_dist":0.14832,"stft_dist":1.20547,"f0_rmse_cents":352.52938,"f0_corr":0.76076,"vuv_err":0.21285,"score_intelligibility":0.87964,"score_speaker":0.91799,"score_quality":1.0,"score_fidelity":0.66098,"score":0.86465},"vi":{"n":50,"unit":"wer","wer":8.35322,"wer_orig":7.71679,"dwer":0.63644,"wer_pseudo":2.86624,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.94034,"utmos":2.27988,"dnsmos_ovrl":2.88876,"dnsmos_sig":3.41935,"dnsmos_bak":3.688,"pesq_wb":2.88006,"pesq_nb":3.58711,"stoi":0.84454,"estoi":0.74027,"si_sdr":9.057,"mel_dist":0.1443,"stft_dist":1.07262,"f0_rmse_cents":121.97547,"f0_corr":0.91898,"vuv_err":0.13273,"score_intelligibility":0.93196,"score_speaker":0.94034,"score_quality":1.0,"score_fidelity":0.76689,"score":0.9098},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95569,"utmos":2.80672,"dnsmos_ovrl":3.11694,"dnsmos_sig":3.44686,"dnsmos_bak":4.0515,"pesq_wb":3.20112,"pesq_nb":3.7179,"stoi":0.9503,"estoi":0.89059,"si_sdr":8.28373,"mel_dist":0.16583,"stft_dist":1.14847,"f0_rmse_cents":110.75582,"f0_corr":0.89147,"vuv_err":0.15647,"score_intelligibility":0.94077,"score_speaker":0.95569,"score_quality":1.0,"score_fidelity":0.82355,"score":0.93},"uk":{"n":50,"unit":"wer","wer":9.87514,"wer_orig":6.46992,"dwer":3.40522,"wer_pseudo":6.70455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.94541,"utmos":2.45495,"dnsmos_ovrl":3.06973,"dnsmos_sig":3.40913,"dnsmos_bak":4.03683,"pesq_wb":2.70303,"pesq_nb":3.28075,"stoi":0.92424,"estoi":0.84007,"si_sdr":6.23734,"mel_dist":0.19589,"stft_dist":1.3139,"f0_rmse_cents":88.24584,"f0_corr":0.93286,"vuv_err":0.14147,"score_intelligibility":0.68688,"score_speaker":0.94541,"score_quality":0.96103,"score_fidelity":0.78123,"score":0.84364},"el":{"n":50,"unit":"wer","wer":13.02605,"wer_orig":12.02405,"dwer":1.002,"wer_pseudo":5.60561,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94196,"utmos":2.74478,"dnsmos_ovrl":3.04851,"dnsmos_sig":3.45693,"dnsmos_bak":3.90639,"pesq_wb":3.06,"pesq_nb":3.65395,"stoi":0.93011,"estoi":0.85125,"si_sdr":9.23436,"mel_dist":0.14919,"stft_dist":1.09822,"f0_rmse_cents":89.49405,"f0_corr":0.89993,"vuv_err":0.13806,"score_intelligibility":0.92856,"score_speaker":0.94196,"score_quality":1.0,"score_fidelity":0.8062,"score":0.91918},"ar":{"n":50,"unit":"wer","wer":13.31689,"wer_orig":12.45376,"dwer":0.86313,"wer_pseudo":2.71941,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96789,"utmos":2.80323,"dnsmos_ovrl":3.24296,"dnsmos_sig":3.59604,"dnsmos_bak":3.97712,"pesq_wb":3.16125,"pesq_nb":3.68372,"stoi":0.9612,"estoi":0.91792,"si_sdr":6.94986,"mel_dist":0.15193,"stft_dist":1.12658,"f0_rmse_cents":104.44839,"f0_corr":0.89905,"vuv_err":0.12807,"score_intelligibility":0.93971,"score_speaker":0.96789,"score_quality":1.0,"score_fidelity":0.82591,"score":0.93338},"fa":{"n":50,"unit":"wer","wer":25.82857,"wer_orig":25.94286,"dwer":-0.11429,"wer_pseudo":4.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9512,"utmos":2.70231,"dnsmos_ovrl":2.89624,"dnsmos_sig":3.39701,"dnsmos_bak":3.76592,"pesq_wb":2.81203,"pesq_nb":3.58794,"stoi":0.83331,"estoi":0.73516,"si_sdr":5.42025,"mel_dist":0.16506,"stft_dist":1.17355,"f0_rmse_cents":204.26863,"f0_corr":0.789,"vuv_err":0.1371,"score_intelligibility":1.0,"score_speaker":0.9512,"score_quality":1.0,"score_fidelity":0.71334,"score":0.91614},"he":{"n":50,"unit":"wer","wer":34.4186,"wer_orig":19.4186,"dwer":15.0,"wer_pseudo":25.0,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.80266,"utmos":1.65087,"dnsmos_ovrl":2.41086,"dnsmos_sig":2.88385,"dnsmos_bak":3.62651,"pesq_wb":1.73276,"pesq_nb":2.32868,"stoi":0.81564,"estoi":0.68763,"si_sdr":-5.16141,"mel_dist":0.23632,"stft_dist":1.58742,"f0_rmse_cents":269.3984,"f0_corr":0.66727,"vuv_err":0.31081,"score_intelligibility":0.57649,"score_speaker":0.80266,"score_quality":0.60747,"score_fidelity":0.56409,"score":0.63768},"hi":{"n":50,"unit":"wer","wer":29.45522,"wer_orig":26.31579,"dwer":3.13943,"wer_pseudo":9.08265,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.93308,"utmos":2.45134,"dnsmos_ovrl":2.84853,"dnsmos_sig":3.43097,"dnsmos_bak":3.5,"pesq_wb":2.6391,"pesq_nb":3.36881,"stoi":0.89278,"estoi":0.79999,"si_sdr":7.01801,"mel_dist":0.17469,"stft_dist":1.22228,"f0_rmse_cents":176.8724,"f0_corr":0.81669,"vuv_err":0.16553,"score_intelligibility":0.89692,"score_speaker":0.93308,"score_quality":1.0,"score_fidelity":0.72593,"score":0.88898},"zh":{"n":50,"unit":"cer","wer":7.17201,"wer_orig":7.40525,"dwer":-0.23324,"wer_pseudo":0.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95962,"utmos":2.89705,"dnsmos_ovrl":3.11875,"dnsmos_sig":3.45377,"dnsmos_bak":4.04207,"pesq_wb":3.24516,"pesq_nb":3.92071,"stoi":0.95386,"estoi":0.90386,"si_sdr":8.08549,"mel_dist":0.15464,"stft_dist":1.12398,"f0_rmse_cents":113.45406,"f0_corr":0.8985,"vuv_err":0.09095,"score_intelligibility":1.0,"score_speaker":0.95962,"score_quality":1.0,"score_fidelity":0.83128,"score":0.94772},"yue":{"n":50,"unit":"cer","wer":14.70405,"wer_orig":14.39252,"dwer":0.31153,"wer_pseudo":6.96643,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.95852,"utmos":3.08553,"dnsmos_ovrl":3.10886,"dnsmos_sig":3.47378,"dnsmos_bak":3.9391,"pesq_wb":2.91862,"pesq_nb":3.63644,"stoi":0.93233,"estoi":0.85666,"si_sdr":6.6837,"mel_dist":0.14607,"stft_dist":1.10927,"f0_rmse_cents":129.64962,"f0_corr":0.90369,"vuv_err":0.13637,"score_intelligibility":0.98016,"score_speaker":0.95852,"score_quality":1.0,"score_fidelity":0.79473,"score":0.93335},"ja":{"n":50,"unit":"cer","wer":9.41663,"wer_orig":3.53698,"dwer":5.87965,"wer_pseudo":7.76298,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.90027,"utmos":1.74327,"dnsmos_ovrl":2.45315,"dnsmos_sig":3.16413,"dnsmos_bak":3.16377,"pesq_wb":2.42261,"pesq_nb":3.05273,"stoi":0.78456,"estoi":0.65116,"si_sdr":1.43446,"mel_dist":0.19281,"stft_dist":1.3985,"f0_rmse_cents":175.36563,"f0_corr":0.81089,"vuv_err":0.18811,"score_intelligibility":0.43555,"score_speaker":0.90027,"score_quality":0.83089,"score_fidelity":0.6673,"score":0.7085},"ko":{"n":50,"unit":"cer","wer":5.29412,"wer_orig":5.14706,"dwer":0.14706,"wer_pseudo":1.40281,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96015,"utmos":3.25875,"dnsmos_ovrl":3.07725,"dnsmos_sig":3.42821,"dnsmos_bak":4.05996,"pesq_wb":3.52627,"pesq_nb":3.91436,"stoi":0.95072,"estoi":0.90762,"si_sdr":10.49378,"mel_dist":0.15714,"stft_dist":1.03255,"f0_rmse_cents":73.06835,"f0_corr":0.96336,"vuv_err":0.08329,"score_intelligibility":0.97664,"score_speaker":0.96015,"score_quality":1.0,"score_fidelity":0.87862,"score":0.95385},"th":{"n":50,"unit":"cer","wer":7.86176,"wer_orig":7.61924,"dwer":0.24252,"wer_pseudo":3.38125,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95168,"utmos":2.52489,"dnsmos_ovrl":2.87136,"dnsmos_sig":3.37989,"dnsmos_bak":3.74862,"pesq_wb":2.61586,"pesq_nb":3.43492,"stoi":0.92287,"estoi":0.84779,"si_sdr":5.22428,"mel_dist":0.15872,"stft_dist":1.17921,"f0_rmse_cents":206.65873,"f0_corr":0.83617,"vuv_err":0.21053,"score_intelligibility":0.97263,"score_speaker":0.95168,"score_quality":1.0,"score_fidelity":0.74024,"score":0.91614}}},{"codec":"lyra_v2_16k_3k2bps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"lyra_v2_16k_3k2bps","family":"Lyra","checkpoint":"google/lyra@47698da/lyra/model_coeffs","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":16,"codebook_size":16,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0 (code); weights: not stated","paper":"2107.03312","year":2022,"bitrate_kbps":3.2,"notes":"Lyra v2 (v1.3.2) TFLite release run with the LiteRT Python interpreter (CPU); SoundStream-style encoder + RVQ (16 x 4-bit) + LyraGAN decoder, 20 ms hops; trained on 90+ languages (Lyra README)","side_info":null,"warning":null,"env":"main"},"kbps":3.2,"kbps_measured":3.2,"tokens_per_s":800.0,"params_M":null,"efficiency":{"rtf_encode":0.00723,"rtf_decode":0.00766,"peak_vram_gb":0.00096,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.63532,"score_worst_lang":0.47252,"worst_lang":"en","en_gap":-0.16988,"score_intelligibility":0.56443,"score_speaker":0.75294,"score_quality":0.57794,"score_fidelity":0.64599,"dwer":9.24112,"wer":18.04693,"wer_pseudo":13.80745,"sim":0.75294,"utmos":1.60974,"dnsmos_ovrl":2.50005,"dnsmos_sig":2.8897,"dnsmos_bak":3.68963,"pesq_wb":2.00898,"pesq_nb":2.53616,"stoi":0.80346,"estoi":0.67686,"si_sdr":2.88106,"mel_dist":0.22795,"stft_dist":1.34654,"f0_rmse_cents":150.2236,"f0_corr":0.84623,"vuv_err":0.17738,"score_ci95":[0.62735,0.64371]},"per_lang":{"en":{"n":50,"unit":"wer","wer":29.10521,"wer_orig":6.98132,"dwer":22.12389,"wer_pseudo":25.48638,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.55571,"utmos":1.68181,"dnsmos_ovrl":2.01361,"dnsmos_sig":2.44049,"dnsmos_bak":3.67178,"pesq_wb":1.63364,"pesq_nb":2.04297,"stoi":0.69086,"estoi":0.51248,"si_sdr":-0.47185,"mel_dist":0.27769,"stft_dist":1.55614,"f0_rmse_cents":292.5581,"f0_corr":0.69257,"vuv_err":0.29128,"score_intelligibility":0.26511,"score_speaker":0.55571,"score_quality":0.54779,"score_fidelity":0.52149,"score":0.47252},"de":{"n":50,"unit":"wer","wer":8.34181,"wer_orig":5.69685,"dwer":2.64496,"wer_pseudo":4.17091,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.82318,"utmos":1.78404,"dnsmos_ovrl":2.77481,"dnsmos_sig":3.05335,"dnsmos_bak":3.98975,"pesq_wb":2.39549,"pesq_nb":2.91022,"stoi":0.86628,"estoi":0.72941,"si_sdr":6.24812,"mel_dist":0.19301,"stft_dist":1.16091,"f0_rmse_cents":121.93467,"f0_corr":0.90814,"vuv_err":0.14581,"score_intelligibility":0.71687,"score_speaker":0.82318,"score_quality":0.65268,"score_fidelity":0.72438,"score":0.72928},"fr":{"n":50,"unit":"wer","wer":14.86166,"wer_orig":4.98024,"dwer":9.88142,"wer_pseudo":12.53968,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77038,"utmos":1.59996,"dnsmos_ovrl":2.61463,"dnsmos_sig":2.94675,"dnsmos_bak":3.8648,"pesq_wb":2.03991,"pesq_nb":2.5014,"stoi":0.84553,"estoi":0.7536,"si_sdr":4.01411,"mel_dist":0.23257,"stft_dist":1.26344,"f0_rmse_cents":108.9252,"f0_corr":0.91319,"vuv_err":0.17888,"score_intelligibility":0.37702,"score_speaker":0.77038,"score_quality":0.61763,"score_fidelity":0.68528,"score":0.61258},"es":{"n":50,"unit":"wer","wer":3.81818,"wer_orig":3.09091,"dwer":0.72727,"wer_pseudo":1.64084,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.81349,"utmos":1.80571,"dnsmos_ovrl":2.92454,"dnsmos_sig":3.29145,"dnsmos_bak":3.8367,"pesq_wb":2.50017,"pesq_nb":3.02269,"stoi":0.8725,"estoi":0.77827,"si_sdr":5.20233,"mel_dist":0.23093,"stft_dist":1.32646,"f0_rmse_cents":172.66258,"f0_corr":0.89196,"vuv_err":0.15044,"score_intelligibility":0.84906,"score_speaker":0.81349,"score_quality":0.66896,"score_fidelity":0.73103,"score":0.76563},"it":{"n":50,"unit":"wer","wer":4.46266,"wer_orig":2.55009,"dwer":1.91257,"wer_pseudo":2.74223,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.81039,"utmos":1.92401,"dnsmos_ovrl":2.90763,"dnsmos_sig":3.23853,"dnsmos_bak":3.90616,"pesq_wb":2.39472,"pesq_nb":2.90353,"stoi":0.85946,"estoi":0.76024,"si_sdr":5.00188,"mel_dist":0.22143,"stft_dist":1.25851,"f0_rmse_cents":104.00861,"f0_corr":0.84632,"vuv_err":0.13858,"score_intelligibility":0.64988,"score_speaker":0.81039,"score_quality":0.63303,"score_fidelity":0.70142,"score":0.69868},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85187,"utmos":1.85051,"dnsmos_ovrl":2.73376,"dnsmos_sig":3.1628,"dnsmos_bak":3.56386,"pesq_wb":2.326,"pesq_nb":2.85619,"stoi":0.83474,"estoi":0.73294,"si_sdr":4.10451,"mel_dist":0.20354,"stft_dist":1.26447,"f0_rmse_cents":215.32693,"f0_corr":0.89659,"vuv_err":0.16006,"score_intelligibility":1.0,"score_speaker":0.85187,"score_quality":0.71575,"score_fidelity":0.7034,"score":0.81775},"nl":{"n":50,"unit":"wer","wer":17.48439,"wer_orig":5.26316,"dwer":12.22123,"wer_pseudo":13.6974,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.73269,"utmos":1.32464,"dnsmos_ovrl":1.9497,"dnsmos_sig":2.23642,"dnsmos_bak":3.89634,"pesq_wb":1.61297,"pesq_nb":2.17802,"stoi":0.79866,"estoi":0.66346,"si_sdr":0.63743,"mel_dist":0.28111,"stft_dist":1.60337,"f0_rmse_cents":184.84201,"f0_corr":0.80428,"vuv_err":0.27998,"score_intelligibility":0.33883,"score_speaker":0.73269,"score_quality":0.35589,"score_fidelity":0.59269,"score":0.50503},"pl":{"n":50,"unit":"wer","wer":13.04825,"wer_orig":3.28947,"dwer":9.75877,"wer_pseudo":12.5,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.77113,"utmos":1.47057,"dnsmos_ovrl":2.4781,"dnsmos_sig":2.83116,"dnsmos_bak":3.82199,"pesq_wb":1.83932,"pesq_nb":2.31227,"stoi":0.84252,"estoi":0.71956,"si_sdr":-0.38786,"mel_dist":0.24202,"stft_dist":1.41101,"f0_rmse_cents":146.17767,"f0_corr":0.73209,"vuv_err":0.1644,"score_intelligibility":0.30534,"score_speaker":0.77113,"score_quality":0.50514,"score_fidelity":0.6048,"score":0.5466},"cs":{"n":50,"unit":"wer","wer":17.15286,"wer_orig":9.45158,"dwer":7.70128,"wer_pseudo":14.36916,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.84114,"utmos":1.68808,"dnsmos_ovrl":2.80448,"dnsmos_sig":3.1316,"dnsmos_bak":3.85877,"pesq_wb":2.03235,"pesq_nb":2.6409,"stoi":0.83831,"estoi":0.72864,"si_sdr":5.5294,"mel_dist":0.22824,"stft_dist":1.30004,"f0_rmse_cents":80.63298,"f0_corr":0.89537,"vuv_err":0.11678,"score_intelligibility":0.57575,"score_speaker":0.84114,"score_quality":0.64498,"score_fidelity":0.67621,"score":0.68452},"tr":{"n":50,"unit":"wer","wer":20.78947,"wer_orig":7.76316,"dwer":13.02632,"wer_pseudo":18.05007,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.72356,"utmos":1.48651,"dnsmos_ovrl":2.55758,"dnsmos_sig":2.89318,"dnsmos_bak":3.86363,"pesq_wb":2.05337,"pesq_nb":2.60591,"stoi":0.8048,"estoi":0.65677,"si_sdr":2.15417,"mel_dist":0.258,"stft_dist":1.46771,"f0_rmse_cents":113.76681,"f0_corr":0.92282,"vuv_err":0.17162,"score_intelligibility":0.40217,"score_speaker":0.72356,"score_quality":0.57016,"score_fidelity":0.67619,"score":0.59302},"id":{"n":50,"unit":"wer","wer":16.2928,"wer_orig":5.90319,"dwer":10.38961,"wer_pseudo":14.16765,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.77408,"utmos":1.42002,"dnsmos_ovrl":2.37549,"dnsmos_sig":2.88341,"dnsmos_bak":2.97064,"pesq_wb":1.91474,"pesq_nb":2.58306,"stoi":0.74213,"estoi":0.58659,"si_sdr":3.54606,"mel_dist":0.17867,"stft_dist":1.24412,"f0_rmse_cents":185.57834,"f0_corr":0.80282,"vuv_err":0.17188,"score_intelligibility":0.39919,"score_speaker":0.77408,"score_quality":0.61517,"score_fidelity":0.6021,"score":0.59764},"vi":{"n":50,"unit":"wer","wer":22.1957,"wer_orig":7.71679,"dwer":14.47892,"wer_pseudo":18.94904,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.72068,"utmos":1.47275,"dnsmos_ovrl":2.37325,"dnsmos_sig":2.88064,"dnsmos_bak":3.45253,"pesq_wb":1.96474,"pesq_nb":2.51008,"stoi":0.70211,"estoi":0.55369,"si_sdr":3.99217,"mel_dist":0.18166,"stft_dist":1.21993,"f0_rmse_cents":135.76278,"f0_corr":0.88508,"vuv_err":0.18942,"score_intelligibility":0.37579,"score_speaker":0.72068,"score_quality":0.58572,"score_fidelity":0.62094,"score":0.57578},"ru":{"n":50,"unit":"wer","wer":7.05202,"wer_orig":4.50867,"dwer":2.54335,"wer_pseudo":3.36037,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.76002,"utmos":1.55744,"dnsmos_ovrl":2.43253,"dnsmos_sig":2.732,"dnsmos_bak":3.86518,"pesq_wb":1.98174,"pesq_nb":2.49922,"stoi":0.83643,"estoi":0.72281,"si_sdr":3.25268,"mel_dist":0.25951,"stft_dist":1.40224,"f0_rmse_cents":163.94168,"f0_corr":0.80781,"vuv_err":0.19521,"score_intelligibility":0.68413,"score_speaker":0.76002,"score_quality":0.51583,"score_fidelity":0.64158,"score":0.65039},"uk":{"n":50,"unit":"wer","wer":24.40409,"wer_orig":6.46992,"dwer":17.93417,"wer_pseudo":21.02273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.66784,"utmos":1.81571,"dnsmos_ovrl":2.76972,"dnsmos_sig":3.09252,"dnsmos_bak":3.97577,"pesq_wb":2.13492,"pesq_nb":2.57606,"stoi":0.81374,"estoi":0.6701,"si_sdr":3.85696,"mel_dist":0.27035,"stft_dist":1.43814,"f0_rmse_cents":177.05399,"f0_corr":0.81611,"vuv_err":0.17774,"score_intelligibility":0.29404,"score_speaker":0.66784,"score_quality":0.68883,"score_fidelity":0.65137,"score":0.57552},"el":{"n":50,"unit":"wer","wer":25.7515,"wer_orig":12.02405,"dwer":13.72745,"wer_pseudo":21.82182,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.7647,"utmos":1.53651,"dnsmos_ovrl":2.42603,"dnsmos_sig":2.82303,"dnsmos_bak":3.71174,"pesq_wb":2.10517,"pesq_nb":2.65934,"stoi":0.81393,"estoi":0.68499,"si_sdr":4.3905,"mel_dist":0.1998,"stft_dist":1.2415,"f0_rmse_cents":106.94487,"f0_corr":0.87747,"vuv_err":0.1494,"score_intelligibility":0.48685,"score_speaker":0.7647,"score_quality":0.51461,"score_fidelity":0.66905,"score":0.60881},"ar":{"n":50,"unit":"wer","wer":17.13933,"wer_orig":12.45376,"dwer":4.68557,"wer_pseudo":9.64153,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.80699,"utmos":1.69349,"dnsmos_ovrl":2.7401,"dnsmos_sig":3.15109,"dnsmos_bak":3.70696,"pesq_wb":2.05859,"pesq_nb":2.54739,"stoi":0.87619,"estoi":0.79494,"si_sdr":3.07032,"mel_dist":0.23048,"stft_dist":1.35938,"f0_rmse_cents":98.49462,"f0_corr":0.92464,"vuv_err":0.12745,"score_intelligibility":0.74169,"score_speaker":0.80699,"score_quality":0.61152,"score_fidelity":0.70109,"score":0.71532},"fa":{"n":50,"unit":"wer","wer":38.4,"wer_orig":25.94286,"dwer":12.45714,"wer_pseudo":25.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.75201,"utmos":1.57748,"dnsmos_ovrl":2.3948,"dnsmos_sig":2.85857,"dnsmos_bak":3.5764,"pesq_wb":1.76604,"pesq_nb":2.47616,"stoi":0.6898,"estoi":0.54386,"si_sdr":1.05438,"mel_dist":0.22854,"stft_dist":1.41187,"f0_rmse_cents":233.95146,"f0_corr":0.7399,"vuv_err":0.21558,"score_intelligibility":0.68383,"score_speaker":0.75201,"score_quality":0.55795,"score_fidelity":0.54952,"score":0.63583},"he":{"n":50,"unit":"wer","wer":51.04651,"wer_orig":19.4186,"dwer":31.62791,"wer_pseudo":43.19249,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.64158,"utmos":1.51228,"dnsmos_ovrl":2.41069,"dnsmos_sig":2.7673,"dnsmos_bak":3.77075,"pesq_wb":1.80265,"pesq_nb":2.34016,"stoi":0.79766,"estoi":0.65792,"si_sdr":2.4659,"mel_dist":0.23444,"stft_dist":1.35441,"f0_rmse_cents":133.57877,"f0_corr":0.76443,"vuv_err":0.24646,"score_intelligibility":0.39231,"score_speaker":0.64158,"score_quality":0.56082,"score_fidelity":0.59714,"score":0.54796},"hi":{"n":50,"unit":"wer","wer":32.77932,"wer_orig":26.31579,"dwer":6.46353,"wer_pseudo":19.43688,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.72798,"utmos":1.50103,"dnsmos_ovrl":2.43165,"dnsmos_sig":3.00965,"dnsmos_bak":3.28206,"pesq_wb":2.03782,"pesq_nb":2.5753,"stoi":0.80768,"estoi":0.68522,"si_sdr":4.56774,"mel_dist":0.22436,"stft_dist":1.29981,"f0_rmse_cents":97.21563,"f0_corr":0.89593,"vuv_err":0.1531,"score_intelligibility":0.80865,"score_speaker":0.72798,"score_quality":0.60449,"score_fidelity":0.66671,"score":0.70196},"zh":{"n":50,"unit":"cer","wer":9.97085,"wer_orig":7.40525,"dwer":2.5656,"wer_pseudo":3.96341,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.7781,"utmos":1.50223,"dnsmos_ovrl":2.41509,"dnsmos_sig":2.74978,"dnsmos_bak":3.79109,"pesq_wb":1.88496,"pesq_nb":2.45516,"stoi":0.82255,"estoi":0.71524,"si_sdr":0.1852,"mel_dist":0.22249,"stft_dist":1.33791,"f0_rmse_cents":114.65093,"f0_corr":0.88116,"vuv_err":0.13087,"score_intelligibility":0.76614,"score_speaker":0.7781,"score_quality":0.48105,"score_fidelity":0.65219,"score":0.66937},"yue":{"n":50,"unit":"cer","wer":20.06231,"wer_orig":14.39252,"dwer":5.66978,"wer_pseudo":16.0228,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.80726,"utmos":1.81492,"dnsmos_ovrl":2.72589,"dnsmos_sig":3.10776,"dnsmos_bak":3.76368,"pesq_wb":2.08192,"pesq_nb":2.62748,"stoi":0.8365,"estoi":0.71145,"si_sdr":2.42679,"mel_dist":0.19249,"stft_dist":1.26051,"f0_rmse_cents":142.5123,"f0_corr":0.9002,"vuv_err":0.13646,"score_intelligibility":0.73081,"score_speaker":0.80726,"score_quality":0.63362,"score_fidelity":0.68194,"score":0.71341},"ja":{"n":50,"unit":"cer","wer":13.09141,"wer_orig":3.53698,"dwer":9.55443,"wer_pseudo":11.6215,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.6654,"utmos":1.52503,"dnsmos_ovrl":2.1204,"dnsmos_sig":2.64453,"dnsmos_bak":3.09548,"pesq_wb":1.87381,"pesq_nb":2.38318,"stoi":0.67789,"estoi":0.50502,"si_sdr":-0.11898,"mel_dist":0.22667,"stft_dist":1.44873,"f0_rmse_cents":162.72186,"f0_corr":0.79462,"vuv_err":0.21738,"score_intelligibility":0.32197,"score_speaker":0.6654,"score_quality":0.61744,"score_fidelity":0.57406,"score":0.54472},"ko":{"n":50,"unit":"cer","wer":5.88235,"wer_orig":5.14706,"dwer":0.73529,"wer_pseudo":3.15631,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76956,"utmos":1.76256,"dnsmos_ovrl":2.47042,"dnsmos_sig":2.8275,"dnsmos_bak":3.79836,"pesq_wb":2.18467,"pesq_nb":2.57218,"stoi":0.82473,"estoi":0.71055,"si_sdr":3.42408,"mel_dist":0.23432,"stft_dist":1.33374,"f0_rmse_cents":110.54035,"f0_corr":0.88472,"vuv_err":0.12951,"score_intelligibility":0.89316,"score_speaker":0.76956,"score_quality":0.52833,"score_fidelity":0.68264,"score":0.71842},"th":{"n":50,"unit":"cer","wer":16.6734,"wer_orig":7.61924,"dwer":9.05416,"wer_pseudo":12.81636,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.74089,"utmos":1.3266,"dnsmos_ovrl":2.15627,"dnsmos_sig":2.59932,"dnsmos_bak":3.51684,"pesq_wb":1.59578,"pesq_nb":2.08894,"stoi":0.78799,"estoi":0.6668,"si_sdr":0.99944,"mel_dist":0.21859,"stft_dist":1.35255,"f0_rmse_cents":201.58335,"f0_corr":0.83132,"vuv_err":0.21884,"score_intelligibility":0.4877,"score_speaker":0.74089,"score_quality":0.44308,"score_fidelity":0.59651,"score":0.56704}}},{"codec":"lyra_v2_16k_6kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"lyra_v2_16k_6kbps","family":"Lyra","checkpoint":"google/lyra@47698da/lyra/model_coeffs","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":30,"codebook_size":16,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0 (code); weights: not stated","paper":"2107.03312","year":2022,"bitrate_kbps":6.0,"notes":"Lyra v2 (v1.3.2) TFLite release run with the LiteRT Python interpreter (CPU); SoundStream-style encoder + RVQ (30 x 4-bit) + LyraGAN decoder, 20 ms hops; trained on 90+ languages (Lyra README)","side_info":null,"warning":null,"env":"main"},"kbps":6.0,"kbps_measured":6.0,"tokens_per_s":1500.0,"params_M":null,"efficiency":{"rtf_encode":0.00719,"rtf_decode":0.00763,"peak_vram_gb":0.00096,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73942,"score_worst_lang":0.55475,"worst_lang":"en","en_gap":-0.19271,"score_intelligibility":0.68597,"score_speaker":0.83848,"score_quality":0.7107,"score_fidelity":0.72255,"dwer":5.32923,"wer":14.13504,"wer_pseudo":9.02328,"sim":0.83848,"utmos":1.87832,"dnsmos_ovrl":2.68799,"dnsmos_sig":3.08787,"dnsmos_bak":3.76493,"pesq_wb":2.50632,"pesq_nb":3.01774,"stoi":0.84608,"estoi":0.74172,"si_sdr":5.38699,"mel_dist":0.20953,"stft_dist":1.24105,"f0_rmse_cents":118.31898,"f0_corr":0.89119,"vuv_err":0.14357,"score_ci95":[0.73127,0.74908]},"per_lang":{"en":{"n":50,"unit":"wer","wer":20.55064,"wer_orig":6.98132,"dwer":13.56932,"wer_pseudo":16.73152,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.64188,"utmos":1.76996,"dnsmos_ovrl":2.14277,"dnsmos_sig":2.61912,"dnsmos_bak":3.69894,"pesq_wb":1.9332,"pesq_nb":2.35131,"stoi":0.7305,"estoi":0.56883,"si_sdr":2.32471,"mel_dist":0.2639,"stft_dist":1.44387,"f0_rmse_cents":233.27407,"f0_corr":0.76913,"vuv_err":0.2528,"score_intelligibility":0.37035,"score_speaker":0.64188,"score_quality":0.618,"score_fidelity":0.58875,"score":0.55475},"de":{"n":50,"unit":"wer","wer":7.12106,"wer_orig":5.69685,"dwer":1.42421,"wer_pseudo":2.13632,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.89685,"utmos":2.1349,"dnsmos_ovrl":2.93029,"dnsmos_sig":3.21903,"dnsmos_bak":4.02441,"pesq_wb":2.98471,"pesq_nb":3.43978,"stoi":0.90049,"estoi":0.79359,"si_sdr":8.94537,"mel_dist":0.17377,"stft_dist":1.04869,"f0_rmse_cents":100.92422,"f0_corr":0.92573,"vuv_err":0.12679,"score_intelligibility":0.82463,"score_speaker":0.89685,"score_quality":0.79144,"score_fidelity":0.79776,"score":0.82767},"fr":{"n":50,"unit":"wer","wer":9.80237,"wer_orig":4.98024,"dwer":4.82213,"wer_pseudo":7.14286,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.85032,"utmos":1.85624,"dnsmos_ovrl":2.83848,"dnsmos_sig":3.16669,"dnsmos_bak":3.94737,"pesq_wb":2.51891,"pesq_nb":2.97479,"stoi":0.88566,"estoi":0.81138,"si_sdr":6.26526,"mel_dist":0.21266,"stft_dist":1.17044,"f0_rmse_cents":113.65175,"f0_corr":0.91122,"vuv_err":0.15247,"score_intelligibility":0.5536,"score_speaker":0.85032,"score_quality":0.76664,"score_fidelity":0.74362,"score":0.72855},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.18505,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.89091,"utmos":2.15391,"dnsmos_ovrl":3.04567,"dnsmos_sig":3.40919,"dnsmos_bak":3.87818,"pesq_wb":3.08361,"pesq_nb":3.53536,"stoi":0.90952,"estoi":0.83975,"si_sdr":7.82784,"mel_dist":0.21122,"stft_dist":1.22376,"f0_rmse_cents":135.28176,"f0_corr":0.93325,"vuv_err":0.12615,"score_intelligibility":0.9375,"score_speaker":0.89091,"score_quality":0.79554,"score_fidelity":0.81269,"score":0.85916},"it":{"n":50,"unit":"wer","wer":3.55191,"wer_orig":2.55009,"dwer":1.00182,"wer_pseudo":1.64534,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.89482,"utmos":2.3569,"dnsmos_ovrl":3.11738,"dnsmos_sig":3.42502,"dnsmos_bak":4.00458,"pesq_wb":2.98725,"pesq_nb":3.41285,"stoi":0.89865,"estoi":0.82363,"si_sdr":7.59487,"mel_dist":0.20115,"stft_dist":1.15908,"f0_rmse_cents":81.10358,"f0_corr":0.91283,"vuv_err":0.10776,"score_intelligibility":0.77991,"score_speaker":0.89482,"score_quality":0.78133,"score_fidelity":0.79309,"score":0.81229},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92423,"utmos":2.12039,"dnsmos_ovrl":2.89503,"dnsmos_sig":3.28852,"dnsmos_bak":3.69792,"pesq_wb":2.89693,"pesq_nb":3.35722,"stoi":0.8736,"estoi":0.79306,"si_sdr":6.42743,"mel_dist":0.18254,"stft_dist":1.16455,"f0_rmse_cents":172.20816,"f0_corr":0.92785,"vuv_err":0.13495,"score_intelligibility":1.0,"score_speaker":0.92423,"score_quality":0.84568,"score_fidelity":0.78115,"score":0.88776},"nl":{"n":50,"unit":"wer","wer":12.66726,"wer_orig":5.26316,"dwer":7.4041,"wer_pseudo":9.04208,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.81252,"utmos":1.52652,"dnsmos_ovrl":2.23266,"dnsmos_sig":2.57735,"dnsmos_bak":3.97066,"pesq_wb":2.03246,"pesq_nb":2.61147,"stoi":0.84537,"estoi":0.72905,"si_sdr":3.29116,"mel_dist":0.2653,"stft_dist":1.50537,"f0_rmse_cents":161.92059,"f0_corr":0.83981,"vuv_err":0.21372,"score_intelligibility":0.45826,"score_speaker":0.81252,"score_quality":0.48864,"score_fidelity":0.66006,"score":0.60487},"pl":{"n":50,"unit":"wer","wer":6.79825,"wer_orig":3.28947,"dwer":3.50877,"wer_pseudo":5.59211,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.85142,"utmos":1.79084,"dnsmos_ovrl":2.74464,"dnsmos_sig":3.09249,"dnsmos_bak":3.94256,"pesq_wb":2.3425,"pesq_nb":2.86903,"stoi":0.88464,"estoi":0.78699,"si_sdr":1.95342,"mel_dist":0.22301,"stft_dist":1.30049,"f0_rmse_cents":122.30042,"f0_corr":0.78874,"vuv_err":0.13945,"score_intelligibility":0.55006,"score_speaker":0.85142,"score_quality":0.6636,"score_fidelity":0.68565,"score":0.68768},"cs":{"n":50,"unit":"wer","wer":12.71879,"wer_orig":9.45158,"dwer":3.26721,"wer_pseudo":9.22897,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.90857,"utmos":2.0453,"dnsmos_ovrl":2.99263,"dnsmos_sig":3.33544,"dnsmos_bak":3.89546,"pesq_wb":2.61325,"pesq_nb":3.20705,"stoi":0.88258,"estoi":0.79667,"si_sdr":7.89538,"mel_dist":0.20768,"stft_dist":1.20128,"f0_rmse_cents":67.43965,"f0_corr":0.9395,"vuv_err":0.09546,"score_intelligibility":0.76184,"score_speaker":0.90857,"score_quality":0.80314,"score_fidelity":0.761,"score":0.80864},"tr":{"n":50,"unit":"wer","wer":14.86842,"wer_orig":7.76316,"dwer":7.10526,"wer_pseudo":10.93544,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.8227,"utmos":1.81479,"dnsmos_ovrl":2.75231,"dnsmos_sig":3.10279,"dnsmos_bak":3.92127,"pesq_wb":2.57798,"pesq_nb":3.08267,"stoi":0.84915,"estoi":0.72839,"si_sdr":4.89684,"mel_dist":0.2406,"stft_dist":1.35763,"f0_rmse_cents":103.47983,"f0_corr":0.93826,"vuv_err":0.11767,"score_intelligibility":0.55224,"score_speaker":0.8227,"score_quality":0.74576,"score_fidelity":0.74608,"score":0.7167},"id":{"n":50,"unit":"wer","wer":12.75089,"wer_orig":5.90319,"dwer":6.8477,"wer_pseudo":10.97993,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.86414,"utmos":1.59967,"dnsmos_ovrl":2.50575,"dnsmos_sig":3.05544,"dnsmos_bak":3.03486,"pesq_wb":2.42979,"pesq_nb":3.08579,"stoi":0.79414,"estoi":0.66525,"si_sdr":5.81628,"mel_dist":0.16041,"stft_dist":1.13814,"f0_rmse_cents":99.18535,"f0_corr":0.85152,"vuv_err":0.15038,"score_intelligibility":0.50202,"score_speaker":0.86414,"score_quality":0.74621,"score_fidelity":0.68472,"score":0.69927},"vi":{"n":50,"unit":"wer","wer":12.64916,"wer_orig":7.71679,"dwer":4.93238,"wer_pseudo":9.15605,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.82087,"utmos":1.6487,"dnsmos_ovrl":2.54046,"dnsmos_sig":3.08137,"dnsmos_bak":3.49869,"pesq_wb":2.4644,"pesq_nb":2.99908,"stoi":0.75596,"estoi":0.62719,"si_sdr":6.62545,"mel_dist":0.16429,"stft_dist":1.10949,"f0_rmse_cents":98.00411,"f0_corr":0.93741,"vuv_err":0.13961,"score_intelligibility":0.63863,"score_speaker":0.82087,"score_quality":0.71062,"score_fidelity":0.70392,"score":0.71851},"ru":{"n":50,"unit":"wer","wer":5.66474,"wer_orig":4.50867,"dwer":1.15607,"wer_pseudo":1.854,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.84637,"utmos":1.84001,"dnsmos_ovrl":2.70794,"dnsmos_sig":3.02949,"dnsmos_bak":3.95562,"pesq_wb":2.47305,"pesq_nb":3.00524,"stoi":0.87712,"estoi":0.78506,"si_sdr":5.68742,"mel_dist":0.24089,"stft_dist":1.30514,"f0_rmse_cents":123.83888,"f0_corr":0.86552,"vuv_err":0.15902,"score_intelligibility":0.82654,"score_speaker":0.84637,"score_quality":0.66703,"score_fidelity":0.72117,"score":0.76528},"uk":{"n":50,"unit":"wer","wer":18.27469,"wer_orig":6.46992,"dwer":11.80477,"wer_pseudo":13.75,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.7751,"utmos":2.07127,"dnsmos_ovrl":2.90249,"dnsmos_sig":3.2229,"dnsmos_bak":4.03242,"pesq_wb":2.61635,"pesq_nb":3.03901,"stoi":0.84848,"estoi":0.72667,"si_sdr":6.48972,"mel_dist":0.25229,"stft_dist":1.33196,"f0_rmse_cents":132.03114,"f0_corr":0.87749,"vuv_err":0.15181,"score_intelligibility":0.38755,"score_speaker":0.7751,"score_quality":0.8021,"score_fidelity":0.72926,"score":0.6735},"el":{"n":50,"unit":"wer","wer":17.63527,"wer_orig":12.02405,"dwer":5.61122,"wer_pseudo":11.81181,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.85436,"utmos":1.82207,"dnsmos_ovrl":2.64634,"dnsmos_sig":3.04948,"dnsmos_bak":3.75305,"pesq_wb":2.646,"pesq_nb":3.1539,"stoi":0.85743,"estoi":0.74995,"si_sdr":6.91923,"mel_dist":0.18016,"stft_dist":1.13535,"f0_rmse_cents":82.5578,"f0_corr":0.92332,"vuv_err":0.11741,"score_intelligibility":0.69889,"score_speaker":0.85436,"score_quality":0.65249,"score_fidelity":0.75035,"score":0.73902},"ar":{"n":50,"unit":"wer","wer":15.04316,"wer_orig":12.45376,"dwer":2.5894,"wer_pseudo":6.18047,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.88706,"utmos":2.00564,"dnsmos_ovrl":2.94253,"dnsmos_sig":3.32944,"dnsmos_bak":3.82947,"pesq_wb":2.54078,"pesq_nb":3.04153,"stoi":0.91225,"estoi":0.8477,"si_sdr":5.11801,"mel_dist":0.20935,"stft_dist":1.26857,"f0_rmse_cents":86.56917,"f0_corr":0.92028,"vuv_err":0.11092,"score_intelligibility":0.8386,"score_speaker":0.88706,"score_quality":0.75184,"score_fidelity":0.75759,"score":0.80877},"fa":{"n":50,"unit":"wer","wer":32.91429,"wer_orig":25.94286,"dwer":6.97143,"wer_pseudo":15.89189,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.82981,"utmos":1.82891,"dnsmos_ovrl":2.53772,"dnsmos_sig":3.01261,"dnsmos_bak":3.64154,"pesq_wb":2.18143,"pesq_nb":2.89405,"stoi":0.73824,"estoi":0.61256,"si_sdr":3.36738,"mel_dist":0.21188,"stft_dist":1.30428,"f0_rmse_cents":175.90356,"f0_corr":0.81573,"vuv_err":0.15949,"score_intelligibility":0.79444,"score_speaker":0.82981,"score_quality":0.67452,"score_fidelity":0.63051,"score":0.73232},"he":{"n":50,"unit":"wer","wer":44.53488,"wer_orig":19.4186,"dwer":25.11628,"wer_pseudo":34.62441,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.7363,"utmos":1.84543,"dnsmos_ovrl":2.53852,"dnsmos_sig":2.89313,"dnsmos_bak":3.83624,"pesq_wb":2.30995,"pesq_nb":2.78122,"stoi":0.83672,"estoi":0.7169,"si_sdr":4.86679,"mel_dist":0.21709,"stft_dist":1.24642,"f0_rmse_cents":101.23995,"f0_corr":0.84373,"vuv_err":0.18756,"score_intelligibility":0.44842,"score_speaker":0.7363,"score_quality":0.70804,"score_fidelity":0.68491,"score":0.64442},"hi":{"n":50,"unit":"wer","wer":28.34718,"wer_orig":26.31579,"dwer":2.03139,"wer_pseudo":12.80654,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.84691,"utmos":1.7311,"dnsmos_ovrl":2.5972,"dnsmos_sig":3.18388,"dnsmos_bak":3.36532,"pesq_wb":2.59764,"pesq_nb":3.13382,"stoi":0.8544,"estoi":0.75674,"si_sdr":7.22034,"mel_dist":0.20394,"stft_dist":1.19453,"f0_rmse_cents":76.67033,"f0_corr":0.94638,"vuv_err":0.12645,"score_intelligibility":0.93078,"score_speaker":0.84691,"score_quality":0.74083,"score_fidelity":0.75242,"score":0.81773},"zh":{"n":50,"unit":"cer","wer":8.57143,"wer_orig":7.40525,"dwer":1.16618,"wer_pseudo":2.31707,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86121,"utmos":1.74639,"dnsmos_ovrl":2.69379,"dnsmos_sig":3.05115,"dnsmos_bak":3.89091,"pesq_wb":2.37002,"pesq_nb":2.98261,"stoi":0.86963,"estoi":0.78458,"si_sdr":3.18424,"mel_dist":0.20425,"stft_dist":1.22043,"f0_rmse_cents":89.50712,"f0_corr":0.92195,"vuv_err":0.10163,"score_intelligibility":0.87816,"score_speaker":0.86121,"score_quality":0.61594,"score_fidelity":0.72767,"score":0.77074},"yue":{"n":50,"unit":"cer","wer":15.51402,"wer_orig":14.39252,"dwer":1.1215,"wer_pseudo":8.42305,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.87725,"utmos":2.16122,"dnsmos_ovrl":2.88724,"dnsmos_sig":3.26907,"dnsmos_bak":3.84154,"pesq_wb":2.63113,"pesq_nb":3.14302,"stoi":0.87201,"estoi":0.77481,"si_sdr":4.86628,"mel_dist":0.17199,"stft_dist":1.14421,"f0_rmse_cents":117.41718,"f0_corr":0.9309,"vuv_err":0.10635,"score_intelligibility":0.93209,"score_speaker":0.87725,"score_quality":0.76229,"score_fidelity":0.75632,"score":0.83199},"ja":{"n":50,"unit":"cer","wer":7.71704,"wer_orig":3.53698,"dwer":4.18006,"wer_pseudo":6.15526,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.75393,"utmos":1.62625,"dnsmos_ovrl":2.16039,"dnsmos_sig":2.714,"dnsmos_bak":3.10935,"pesq_wb":2.31211,"pesq_nb":2.81382,"stoi":0.72825,"estoi":0.57955,"si_sdr":2.48658,"mel_dist":0.21005,"stft_dist":1.33074,"f0_rmse_cents":140.91679,"f0_corr":0.83422,"vuv_err":0.18493,"score_intelligibility":0.52047,"score_speaker":0.75393,"score_quality":0.6793,"score_fidelity":0.64578,"score":0.64987},"ko":{"n":50,"unit":"cer","wer":6.37255,"wer_orig":5.14706,"dwer":1.22549,"wer_pseudo":2.90581,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.84655,"utmos":2.08586,"dnsmos_ovrl":2.70279,"dnsmos_sig":3.05644,"dnsmos_bak":3.91287,"pesq_wb":2.60789,"pesq_nb":2.96049,"stoi":0.86194,"estoi":0.76463,"si_sdr":5.84393,"mel_dist":0.22028,"stft_dist":1.23086,"f0_rmse_cents":83.83614,"f0_corr":0.93679,"vuv_err":0.10158,"score_intelligibility":0.83378,"score_speaker":0.84655,"score_quality":0.65672,"score_fidelity":0.75271,"score":0.77244},"th":{"n":50,"unit":"cer","wer":18.39127,"wer_orig":7.61924,"dwer":10.77203,"wer_pseudo":14.88155,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.82935,"utmos":1.49749,"dnsmos_ovrl":2.45667,"dnsmos_sig":2.92493,"dnsmos_bak":3.67516,"pesq_wb":2.00044,"pesq_nb":2.55069,"stoi":0.83918,"estoi":0.73824,"si_sdr":3.37373,"mel_dist":0.19993,"stft_dist":1.25002,"f0_rmse_cents":140.39405,"f0_corr":0.8971,"vuv_err":0.18139,"score_intelligibility":0.44449,"score_speaker":0.82935,"score_quality":0.58919,"score_fidelity":0.67404,"score":0.63427}}},{"codec":"lyra_v2_16k_9k2bps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"lyra_v2_16k_9k2bps","family":"Lyra","checkpoint":"google/lyra@47698da/lyra/model_coeffs","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":46,"codebook_size":16,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0 (code); weights: not stated","paper":"2107.03312","year":2022,"bitrate_kbps":9.2,"notes":"Lyra v2 (v1.3.2) TFLite release run with the LiteRT Python interpreter (CPU); SoundStream-style encoder + RVQ (46 x 4-bit) + LyraGAN decoder, 20 ms hops; trained on 90+ languages (Lyra README)","side_info":null,"warning":null,"env":"main"},"kbps":9.2,"kbps_measured":9.2,"tokens_per_s":2300.0,"params_M":null,"efficiency":{"rtf_encode":0.00722,"rtf_decode":0.00767,"peak_vram_gb":0.00096,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.77437,"score_worst_lang":0.53042,"worst_lang":"en","en_gap":-0.25456,"score_intelligibility":0.71937,"score_speaker":0.86154,"score_quality":0.76423,"score_fidelity":0.75232,"dwer":5.37192,"wer":14.17773,"wer_pseudo":8.70382,"sim":0.86154,"utmos":1.98617,"dnsmos_ovrl":2.76271,"dnsmos_sig":3.16508,"dnsmos_bak":3.79846,"pesq_wb":2.72482,"pesq_nb":3.2025,"stoi":0.86247,"estoi":0.766,"si_sdr":6.37438,"mel_dist":0.20294,"stft_dist":1.20186,"f0_rmse_cents":112.37302,"f0_corr":0.90168,"vuv_err":0.13138,"score_ci95":[0.7658,0.7855]},"per_lang":{"en":{"n":50,"unit":"wer","wer":41.98623,"wer_orig":6.98132,"dwer":35.00492,"wer_pseudo":36.96498,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.67719,"utmos":1.80398,"dnsmos_ovrl":2.22895,"dnsmos_sig":2.71593,"dnsmos_bak":3.70323,"pesq_wb":2.09457,"pesq_nb":2.4858,"stoi":0.7472,"estoi":0.59139,"si_sdr":3.35346,"mel_dist":0.2584,"stft_dist":1.40018,"f0_rmse_cents":230.53006,"f0_corr":0.74628,"vuv_err":0.22815,"score_intelligibility":0.18567,"score_speaker":0.67719,"score_quality":0.65673,"score_fidelity":0.60207,"score":0.53042},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.91852,"utmos":2.26723,"dnsmos_ovrl":2.99952,"dnsmos_sig":3.28773,"dnsmos_bak":4.04233,"pesq_wb":3.19746,"pesq_nb":3.62539,"stoi":0.91221,"estoi":0.81646,"si_sdr":10.08717,"mel_dist":0.16735,"stft_dist":1.01165,"f0_rmse_cents":91.57418,"f0_corr":0.93829,"vuv_err":0.11481,"score_intelligibility":0.92941,"score_speaker":0.91852,"score_quality":0.84631,"score_fidelity":0.82612,"score":0.88009},"fr":{"n":50,"unit":"wer","wer":8.37945,"wer_orig":4.98024,"dwer":3.39921,"wer_pseudo":5.15873,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.87187,"utmos":1.92869,"dnsmos_ovrl":2.89907,"dnsmos_sig":3.22718,"dnsmos_bak":3.97138,"pesq_wb":2.68888,"pesq_nb":3.1635,"stoi":0.89866,"estoi":0.83037,"si_sdr":7.21113,"mel_dist":0.20627,"stft_dist":1.13588,"f0_rmse_cents":93.4153,"f0_corr":0.93444,"vuv_err":0.14193,"score_intelligibility":0.63759,"score_speaker":0.87187,"score_quality":0.8081,"score_fidelity":0.77188,"score":0.77236},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":1.27621,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.90857,"utmos":2.26895,"dnsmos_ovrl":3.09444,"dnsmos_sig":3.46074,"dnsmos_bak":3.88602,"pesq_wb":3.34034,"pesq_nb":3.70113,"stoi":0.92305,"estoi":0.8625,"si_sdr":8.92791,"mel_dist":0.20385,"stft_dist":1.18179,"f0_rmse_cents":120.62386,"f0_corr":0.94781,"vuv_err":0.11635,"score_intelligibility":0.9,"score_speaker":0.90857,"score_quality":0.83936,"score_fidelity":0.84651,"score":0.87361},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.09689,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91241,"utmos":2.51121,"dnsmos_ovrl":3.19347,"dnsmos_sig":3.48959,"dnsmos_bak":4.0462,"pesq_wb":3.20105,"pesq_nb":3.59243,"stoi":0.91347,"estoi":0.84723,"si_sdr":8.59496,"mel_dist":0.19428,"stft_dist":1.12101,"f0_rmse_cents":83.25954,"f0_corr":0.91316,"vuv_err":0.1023,"score_intelligibility":0.90693,"score_speaker":0.91241,"score_quality":0.83449,"score_fidelity":0.8185,"score":0.86808},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.939,"utmos":2.20532,"dnsmos_ovrl":2.93123,"dnsmos_sig":3.3302,"dnsmos_bak":3.70948,"pesq_wb":3.17451,"pesq_nb":3.556,"stoi":0.88865,"estoi":0.81566,"si_sdr":7.44182,"mel_dist":0.17407,"stft_dist":1.12494,"f0_rmse_cents":158.29591,"f0_corr":0.93596,"vuv_err":0.1257,"score_intelligibility":1.0,"score_speaker":0.939,"score_quality":0.88293,"score_fidelity":0.8153,"score":0.90931},"nl":{"n":50,"unit":"wer","wer":11.41838,"wer_orig":5.26316,"dwer":6.15522,"wer_pseudo":7.69919,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.83901,"utmos":1.72222,"dnsmos_ovrl":2.34009,"dnsmos_sig":2.70041,"dnsmos_bak":3.99427,"pesq_wb":2.20495,"pesq_nb":2.78032,"stoi":0.8637,"estoi":0.75268,"si_sdr":4.28215,"mel_dist":0.26023,"stft_dist":1.46703,"f0_rmse_cents":147.8849,"f0_corr":0.86169,"vuv_err":0.18217,"score_intelligibility":0.50435,"score_speaker":0.83901,"score_quality":0.56928,"score_fidelity":0.68989,"score":0.65063},"pl":{"n":50,"unit":"wer","wer":7.67544,"wer_orig":3.28947,"dwer":4.38596,"wer_pseudo":6.14035,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.87892,"utmos":1.92998,"dnsmos_ovrl":2.8181,"dnsmos_sig":3.17097,"dnsmos_bak":3.96797,"pesq_wb":2.57599,"pesq_nb":3.07209,"stoi":0.90019,"estoi":0.81026,"si_sdr":2.84415,"mel_dist":0.21664,"stft_dist":1.26267,"f0_rmse_cents":99.58609,"f0_corr":0.84788,"vuv_err":0.12748,"score_intelligibility":0.49444,"score_speaker":0.87892,"score_quality":0.72183,"score_fidelity":0.73279,"score":0.70699},"cs":{"n":50,"unit":"wer","wer":11.31855,"wer_orig":9.45158,"dwer":1.86698,"wer_pseudo":7.12617,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.92586,"utmos":2.18309,"dnsmos_ovrl":3.02304,"dnsmos_sig":3.36266,"dnsmos_bak":3.88761,"pesq_wb":2.86427,"pesq_nb":3.41674,"stoi":0.89938,"estoi":0.82118,"si_sdr":8.86875,"mel_dist":0.20069,"stft_dist":1.16483,"f0_rmse_cents":67.61163,"f0_corr":0.93893,"vuv_err":0.09133,"score_intelligibility":0.84844,"score_speaker":0.92586,"score_quality":0.8542,"score_fidelity":0.79032,"score":0.8547},"tr":{"n":50,"unit":"wer","wer":14.86842,"wer_orig":7.76316,"dwer":7.10526,"wer_pseudo":10.14493,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.84859,"utmos":1.91265,"dnsmos_ovrl":2.85094,"dnsmos_sig":3.20187,"dnsmos_bak":3.9593,"pesq_wb":2.81764,"pesq_nb":3.25596,"stoi":0.86666,"estoi":0.75416,"si_sdr":5.92796,"mel_dist":0.23367,"stft_dist":1.31282,"f0_rmse_cents":79.77785,"f0_corr":0.96063,"vuv_err":0.10241,"score_intelligibility":0.55224,"score_speaker":0.84859,"score_quality":0.80802,"score_fidelity":0.7822,"score":0.74776},"id":{"n":50,"unit":"wer","wer":9.79929,"wer_orig":5.90319,"dwer":3.8961,"wer_pseudo":7.79221,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.8823,"utmos":1.67548,"dnsmos_ovrl":2.58694,"dnsmos_sig":3.11014,"dnsmos_bak":3.12194,"pesq_wb":2.73547,"pesq_nb":3.29998,"stoi":0.81515,"estoi":0.69562,"si_sdr":6.81814,"mel_dist":0.1529,"stft_dist":1.09707,"f0_rmse_cents":133.6637,"f0_corr":0.83603,"vuv_err":0.14537,"score_intelligibility":0.63923,"score_speaker":0.8823,"score_quality":0.80907,"score_fidelity":0.71568,"score":0.76157},"vi":{"n":50,"unit":"wer","wer":10.89897,"wer_orig":7.71679,"dwer":3.18218,"wer_pseudo":7.80255,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.8461,"utmos":1.75245,"dnsmos_ovrl":2.63399,"dnsmos_sig":3.16815,"dnsmos_bak":3.56201,"pesq_wb":2.69573,"pesq_nb":3.20852,"stoi":0.77608,"estoi":0.65562,"si_sdr":7.60598,"mel_dist":0.15781,"stft_dist":1.07502,"f0_rmse_cents":107.81547,"f0_corr":0.92365,"vuv_err":0.12122,"score_intelligibility":0.73257,"score_speaker":0.8461,"score_quality":0.78289,"score_fidelity":0.72807,"score":0.77241},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.62225,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87207,"utmos":1.96639,"dnsmos_ovrl":2.77955,"dnsmos_sig":3.10035,"dnsmos_bak":3.97587,"pesq_wb":2.70156,"pesq_nb":3.19261,"stoi":0.8925,"estoi":0.8075,"si_sdr":6.68511,"mel_dist":0.23535,"stft_dist":1.26766,"f0_rmse_cents":112.61348,"f0_corr":0.88225,"vuv_err":0.15135,"score_intelligibility":0.85624,"score_speaker":0.87207,"score_quality":0.72203,"score_fidelity":0.75364,"score":0.801},"uk":{"n":50,"unit":"wer","wer":17.25312,"wer_orig":6.46992,"dwer":10.7832,"wer_pseudo":13.18182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.80414,"utmos":2.16135,"dnsmos_ovrl":2.9183,"dnsmos_sig":3.25174,"dnsmos_bak":4.02384,"pesq_wb":2.81359,"pesq_nb":3.20269,"stoi":0.86274,"estoi":0.74964,"si_sdr":7.59053,"mel_dist":0.24595,"stft_dist":1.28875,"f0_rmse_cents":127.07682,"f0_corr":0.88967,"vuv_err":0.13797,"score_intelligibility":0.40924,"score_speaker":0.80414,"score_quality":0.83449,"score_fidelity":0.75686,"score":0.70118},"el":{"n":50,"unit":"wer","wer":17.93587,"wer_orig":12.02405,"dwer":5.91182,"wer_pseudo":12.11211,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87546,"utmos":1.95994,"dnsmos_ovrl":2.73685,"dnsmos_sig":3.16577,"dnsmos_bak":3.79159,"pesq_wb":2.86453,"pesq_nb":3.33882,"stoi":0.87241,"estoi":0.7739,"si_sdr":7.9471,"mel_dist":0.17309,"stft_dist":1.09645,"f0_rmse_cents":70.12133,"f0_corr":0.94597,"vuv_err":0.10638,"score_intelligibility":0.6878,"score_speaker":0.87546,"score_quality":0.71505,"score_fidelity":0.7837,"score":0.7655},"ar":{"n":50,"unit":"wer","wer":14.54994,"wer_orig":12.45376,"dwer":2.09618,"wer_pseudo":5.80964,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.90903,"utmos":2.10467,"dnsmos_ovrl":3.00573,"dnsmos_sig":3.39683,"dnsmos_bak":3.84606,"pesq_wb":2.7607,"pesq_nb":3.23605,"stoi":0.92428,"estoi":0.86632,"si_sdr":5.87783,"mel_dist":0.20189,"stft_dist":1.23669,"f0_rmse_cents":91.61904,"f0_corr":0.92837,"vuv_err":0.10535,"score_intelligibility":0.8652,"score_speaker":0.90903,"score_quality":0.79612,"score_fidelity":0.78523,"score":0.8389},"fa":{"n":50,"unit":"wer","wer":33.25714,"wer_orig":25.94286,"dwer":7.31429,"wer_pseudo":15.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.85047,"utmos":1.91542,"dnsmos_ovrl":2.61673,"dnsmos_sig":3.09358,"dnsmos_bak":3.68847,"pesq_wb":2.35038,"pesq_nb":3.07477,"stoi":0.75864,"estoi":0.64114,"si_sdr":4.18589,"mel_dist":0.20595,"stft_dist":1.26678,"f0_rmse_cents":147.70037,"f0_corr":0.86502,"vuv_err":0.1499,"score_intelligibility":0.78649,"score_speaker":0.85047,"score_quality":0.72276,"score_fidelity":0.66983,"score":0.75739},"he":{"n":50,"unit":"wer","wer":41.51163,"wer_orig":19.4186,"dwer":22.09302,"wer_pseudo":30.98592,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.76182,"utmos":1.93829,"dnsmos_ovrl":2.60054,"dnsmos_sig":2.96034,"dnsmos_bak":3.88006,"pesq_wb":2.51717,"pesq_nb":2.94872,"stoi":0.85263,"estoi":0.73906,"si_sdr":6.0066,"mel_dist":0.21054,"stft_dist":1.19405,"f0_rmse_cents":98.8001,"f0_corr":0.85433,"vuv_err":0.16563,"score_intelligibility":0.48031,"score_speaker":0.76182,"score_quality":0.75635,"score_fidelity":0.71348,"score":0.67799},"hi":{"n":50,"unit":"wer","wer":29.45522,"wer_orig":26.31579,"dwer":3.13943,"wer_pseudo":11.08084,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.87316,"utmos":1.82592,"dnsmos_ovrl":2.68768,"dnsmos_sig":3.2563,"dnsmos_bak":3.43345,"pesq_wb":2.84127,"pesq_nb":3.3378,"stoi":0.87164,"estoi":0.78257,"si_sdr":8.26325,"mel_dist":0.19667,"stft_dist":1.15686,"f0_rmse_cents":83.62594,"f0_corr":0.93681,"vuv_err":0.11831,"score_intelligibility":0.89692,"score_speaker":0.87316,"score_quality":0.8034,"score_fidelity":0.77818,"score":0.83791},"zh":{"n":50,"unit":"cer","wer":8.68805,"wer_orig":7.40525,"dwer":1.2828,"wer_pseudo":2.13415,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.88299,"utmos":1.89306,"dnsmos_ovrl":2.79267,"dnsmos_sig":3.15021,"dnsmos_bak":3.92518,"pesq_wb":2.57296,"pesq_nb":3.1948,"stoi":0.88645,"estoi":0.80921,"si_sdr":4.25676,"mel_dist":0.19821,"stft_dist":1.18123,"f0_rmse_cents":92.43471,"f0_corr":0.91415,"vuv_err":0.09187,"score_intelligibility":0.86759,"score_speaker":0.88299,"score_quality":0.68039,"score_fidelity":0.75,"score":0.79524},"yue":{"n":50,"unit":"cer","wer":16.4486,"wer_orig":14.39252,"dwer":2.05607,"wer_pseudo":9.43635,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.89881,"utmos":2.28493,"dnsmos_ovrl":2.94817,"dnsmos_sig":3.3145,"dnsmos_bak":3.88188,"pesq_wb":2.87886,"pesq_nb":3.34452,"stoi":0.88679,"estoi":0.79825,"si_sdr":5.81629,"mel_dist":0.16418,"stft_dist":1.10291,"f0_rmse_cents":122.25125,"f0_corr":0.91942,"vuv_err":0.09882,"score_intelligibility":0.88216,"score_speaker":0.89881,"score_quality":0.80906,"score_fidelity":0.78101,"score":0.84276},"ja":{"n":50,"unit":"cer","wer":7.07395,"wer_orig":3.53698,"dwer":3.53698,"wer_pseudo":4.82315,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.77873,"utmos":1.6655,"dnsmos_ovrl":2.26083,"dnsmos_sig":2.86309,"dnsmos_bak":3.17693,"pesq_wb":2.53974,"pesq_nb":2.97924,"stoi":0.75313,"estoi":0.61372,"si_sdr":3.50915,"mel_dist":0.20326,"stft_dist":1.28675,"f0_rmse_cents":131.52294,"f0_corr":0.85353,"vuv_err":0.17128,"score_intelligibility":0.56193,"score_speaker":0.77873,"score_quality":0.73088,"score_fidelity":0.68219,"score":0.68843},"ko":{"n":50,"unit":"cer","wer":5.98039,"wer_orig":5.14706,"dwer":0.83333,"wer_pseudo":1.90381,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.86918,"utmos":2.19766,"dnsmos_ovrl":2.79942,"dnsmos_sig":3.14824,"dnsmos_bak":3.97245,"pesq_wb":2.78206,"pesq_nb":3.11519,"stoi":0.87715,"estoi":0.78704,"si_sdr":6.72499,"mel_dist":0.21478,"stft_dist":1.19567,"f0_rmse_cents":88.27124,"f0_corr":0.93845,"vuv_err":0.09475,"score_intelligibility":0.88062,"score_speaker":0.86918,"score_quality":0.70509,"score_fidelity":0.77492,"score":0.80745},"th":{"n":50,"unit":"cer","wer":10.34762,"wer_orig":7.61924,"dwer":2.72838,"wer_pseudo":6.94473,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.85287,"utmos":1.59364,"dnsmos_ovrl":2.55888,"dnsmos_sig":3.0354,"dnsmos_bak":3.71562,"pesq_wb":2.18206,"pesq_nb":2.73701,"stoi":0.8566,"estoi":0.76242,"si_sdr":4.15802,"mel_dist":0.19444,"stft_dist":1.2159,"f0_rmse_cents":116.87681,"f0_corr":0.92755,"vuv_err":0.16221,"score_intelligibility":0.75956,"score_speaker":0.85287,"score_quality":0.65259,"score_fidelity":0.70729,"score":0.74308}}},{"codec":"magicodec_16k_50hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"magicodec_16k_50hz","family":"MagiCodec","checkpoint":"Ereboas/MagiCodec_16k_50hz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50.0,"n_codebooks":1,"codebook_size":131072,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"MIT (code & weights)","paper":"2506.00385","year":2025,"bitrate_kbps":0.85,"notes":"MagiCodec-50Hz-Base; single-layer 131072-entry VQ; causal encoder, decoder with 40 ms look-ahead; trained on LibriLight; flash-attn ops re-implemented in pure PyTorch (bf16 autocast like upstream)","side_info":null,"warning":null,"env":"main"},"kbps":0.85,"kbps_measured":0.85,"tokens_per_s":50.0,"params_M":209.75517,"efficiency":{"rtf_encode":0.00087,"rtf_decode":0.00062,"peak_vram_gb":2.03938,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.68687,"score_worst_lang":0.55451,"worst_lang":"ja","en_gap":-0.12223,"score_intelligibility":0.37587,"score_speaker":0.72838,"score_quality":0.98861,"score_fidelity":0.65461,"dwer":17.69759,"wer":26.5034,"wer_pseudo":23.16672,"sim":0.72838,"utmos":2.76217,"dnsmos_ovrl":3.03195,"dnsmos_sig":3.42353,"dnsmos_bak":3.90637,"pesq_wb":2.13716,"pesq_nb":2.76837,"stoi":0.83282,"estoi":0.70474,"si_sdr":-8.54914,"mel_dist":0.19326,"stft_dist":1.30928,"f0_rmse_cents":186.87434,"f0_corr":0.80609,"vuv_err":0.17371,"score_ci95":[0.6818,0.69352]},"per_lang":{"en":{"n":50,"unit":"wer","wer":27.72861,"wer_orig":6.98132,"dwer":20.7473,"wer_pseudo":24.41634,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.58416,"utmos":2.1436,"dnsmos_ovrl":2.55235,"dnsmos_sig":3.0927,"dnsmos_bak":3.75355,"pesq_wb":1.6284,"pesq_nb":2.07994,"stoi":0.74019,"estoi":0.56739,"si_sdr":-15.43698,"mel_dist":0.2199,"stft_dist":1.54065,"f0_rmse_cents":276.59444,"f0_corr":0.71655,"vuv_err":0.22602,"score_intelligibility":0.27782,"score_speaker":0.58416,"score_quality":0.87151,"score_fidelity":0.54543,"score":0.56973},"de":{"n":50,"unit":"wer","wer":12.00407,"wer_orig":5.69685,"dwer":6.30722,"wer_pseudo":8.03662,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79496,"utmos":3.04113,"dnsmos_ovrl":3.20466,"dnsmos_sig":3.48478,"dnsmos_bak":4.08869,"pesq_wb":2.39736,"pesq_nb":3.02916,"stoi":0.88904,"estoi":0.75414,"si_sdr":-3.61559,"mel_dist":0.17055,"stft_dist":1.15835,"f0_rmse_cents":166.5767,"f0_corr":0.82586,"vuv_err":0.17549,"score_intelligibility":0.51498,"score_speaker":0.79496,"score_quality":1.0,"score_fidelity":0.70472,"score":0.75366},"fr":{"n":50,"unit":"wer","wer":22.7668,"wer_orig":4.98024,"dwer":17.78656,"wer_pseudo":21.03175,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.74044,"utmos":2.7163,"dnsmos_ovrl":3.16097,"dnsmos_sig":3.47525,"dnsmos_bak":4.05872,"pesq_wb":2.14439,"pesq_nb":2.77718,"stoi":0.87523,"estoi":0.78256,"si_sdr":-9.47466,"mel_dist":0.21957,"stft_dist":1.29374,"f0_rmse_cents":134.68157,"f0_corr":0.86427,"vuv_err":0.17923,"score_intelligibility":0.25162,"score_speaker":0.74044,"score_quality":1.0,"score_fidelity":0.68882,"score":0.67022},"es":{"n":50,"unit":"wer","wer":5.54545,"wer_orig":3.09091,"dwer":2.45455,"wer_pseudo":3.37284,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.77873,"utmos":3.15836,"dnsmos_ovrl":3.28701,"dnsmos_sig":3.60794,"dnsmos_bak":4.00226,"pesq_wb":2.65464,"pesq_nb":3.19832,"stoi":0.88581,"estoi":0.7837,"si_sdr":-4.72517,"mel_dist":0.19417,"stft_dist":1.29802,"f0_rmse_cents":187.10331,"f0_corr":0.84657,"vuv_err":0.16227,"score_intelligibility":0.625,"score_speaker":0.77873,"score_quality":1.0,"score_fidelity":0.73505,"score":0.78469},"it":{"n":50,"unit":"wer","wer":8.46995,"wer_orig":2.55009,"dwer":5.91985,"wer_pseudo":7.58684,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.78776,"utmos":3.42413,"dnsmos_ovrl":3.37935,"dnsmos_sig":3.64942,"dnsmos_bak":4.12071,"pesq_wb":2.70161,"pesq_nb":3.2288,"stoi":0.89378,"estoi":0.80134,"si_sdr":-2.66918,"mel_dist":0.19019,"stft_dist":1.20982,"f0_rmse_cents":103.02433,"f0_corr":0.85569,"vuv_err":0.13229,"score_intelligibility":0.37488,"score_speaker":0.78776,"score_quality":1.0,"score_fidelity":0.74521,"score":0.72696},"pt":{"n":50,"unit":"wer","wer":8.30078,"wer_orig":3.41797,"dwer":4.88281,"wer_pseudo":7.77559,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.82928,"utmos":2.87178,"dnsmos_ovrl":3.10382,"dnsmos_sig":3.46541,"dnsmos_bak":3.83579,"pesq_wb":2.26439,"pesq_nb":2.8277,"stoi":0.83133,"estoi":0.71519,"si_sdr":-8.83833,"mel_dist":0.1925,"stft_dist":1.33748,"f0_rmse_cents":299.33819,"f0_corr":0.77714,"vuv_err":0.21034,"score_intelligibility":0.47501,"score_speaker":0.82928,"score_quality":1.0,"score_fidelity":0.65658,"score":0.74022},"nl":{"n":50,"unit":"wer","wer":29.88403,"wer_orig":5.26316,"dwer":24.62087,"wer_pseudo":28.73769,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71421,"utmos":2.93617,"dnsmos_ovrl":2.73163,"dnsmos_sig":3.10252,"dnsmos_bak":4.08219,"pesq_wb":1.97164,"pesq_nb":2.62614,"stoi":0.86827,"estoi":0.74326,"si_sdr":-4.28109,"mel_dist":0.21939,"stft_dist":1.40393,"f0_rmse_cents":131.63508,"f0_corr":0.87613,"vuv_err":0.17594,"score_intelligibility":0.2028,"score_speaker":0.71421,"score_quality":0.99032,"score_fidelity":0.674,"score":0.64533},"pl":{"n":50,"unit":"wer","wer":30.04386,"wer_orig":3.28947,"dwer":26.75439,"wer_pseudo":29.49561,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.71279,"utmos":2.75454,"dnsmos_ovrl":3.12987,"dnsmos_sig":3.43212,"dnsmos_bak":4.10796,"pesq_wb":2.02453,"pesq_nb":2.664,"stoi":0.88972,"estoi":0.77583,"si_sdr":-9.10295,"mel_dist":0.20305,"stft_dist":1.34813,"f0_rmse_cents":142.8429,"f0_corr":0.75753,"vuv_err":0.14691,"score_intelligibility":0.13817,"score_speaker":0.71279,"score_quality":1.0,"score_fidelity":0.64666,"score":0.6244},"cs":{"n":50,"unit":"wer","wer":33.02217,"wer_orig":9.45158,"dwer":23.5706,"wer_pseudo":31.07477,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.768,"utmos":2.84918,"dnsmos_ovrl":3.26004,"dnsmos_sig":3.56854,"dnsmos_bak":3.99956,"pesq_wb":1.95686,"pesq_nb":2.67995,"stoi":0.85188,"estoi":0.73067,"si_sdr":-1.32922,"mel_dist":0.20276,"stft_dist":1.26633,"f0_rmse_cents":103.3585,"f0_corr":0.87985,"vuv_err":0.12026,"score_intelligibility":0.3072,"score_speaker":0.768,"score_quality":1.0,"score_fidelity":0.66837,"score":0.68589},"tr":{"n":50,"unit":"wer","wer":32.23684,"wer_orig":7.76316,"dwer":24.47368,"wer_pseudo":30.17128,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.69888,"utmos":2.61591,"dnsmos_ovrl":3.13399,"dnsmos_sig":3.47219,"dnsmos_bak":4.03983,"pesq_wb":2.14167,"pesq_nb":2.76933,"stoi":0.83397,"estoi":0.68092,"si_sdr":-12.18422,"mel_dist":0.20686,"stft_dist":1.38559,"f0_rmse_cents":144.25342,"f0_corr":0.8904,"vuv_err":0.13478,"score_intelligibility":0.26366,"score_speaker":0.69888,"score_quality":1.0,"score_fidelity":0.68352,"score":0.66151},"id":{"n":50,"unit":"wer","wer":21.95986,"wer_orig":5.90319,"dwer":16.05667,"wer_pseudo":20.54309,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.67479,"utmos":2.26673,"dnsmos_ovrl":2.91764,"dnsmos_sig":3.47574,"dnsmos_bak":3.45211,"pesq_wb":1.80043,"pesq_nb":2.59273,"stoi":0.72845,"estoi":0.55074,"si_sdr":-20.11981,"mel_dist":0.1692,"stft_dist":1.34219,"f0_rmse_cents":150.66524,"f0_corr":0.70008,"vuv_err":0.25259,"score_intelligibility":0.30066,"score_speaker":0.67479,"score_quality":1.0,"score_fidelity":0.55241,"score":0.63197},"vi":{"n":50,"unit":"wer","wer":25.77566,"wer_orig":7.71679,"dwer":18.05887,"wer_pseudo":23.16879,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.72167,"utmos":2.31913,"dnsmos_ovrl":2.87561,"dnsmos_sig":3.42022,"dnsmos_bak":3.62675,"pesq_wb":2.12257,"pesq_nb":2.77588,"stoi":0.71761,"estoi":0.5588,"si_sdr":-11.53122,"mel_dist":0.16455,"stft_dist":1.17027,"f0_rmse_cents":155.24914,"f0_corr":0.85134,"vuv_err":0.16989,"score_intelligibility":0.32555,"score_speaker":0.72167,"score_quality":1.0,"score_fidelity":0.6299,"score":0.66928},"ru":{"n":50,"unit":"wer","wer":10.28902,"wer_orig":4.50867,"dwer":5.78035,"wer_pseudo":7.30012,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.74575,"utmos":2.91194,"dnsmos_ovrl":3.14104,"dnsmos_sig":3.44791,"dnsmos_bak":4.08189,"pesq_wb":2.18481,"pesq_nb":2.84276,"stoi":0.87832,"estoi":0.76704,"si_sdr":-4.48253,"mel_dist":0.2033,"stft_dist":1.30804,"f0_rmse_cents":128.41688,"f0_corr":0.84311,"vuv_err":0.16902,"score_intelligibility":0.48797,"score_speaker":0.74575,"score_quality":1.0,"score_fidelity":0.68665,"score":0.73009},"uk":{"n":50,"unit":"wer","wer":27.35528,"wer_orig":6.46992,"dwer":20.88536,"wer_pseudo":25.0,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.66319,"utmos":2.646,"dnsmos_ovrl":3.11221,"dnsmos_sig":3.42407,"dnsmos_bak":4.0929,"pesq_wb":2.07886,"pesq_nb":2.58344,"stoi":0.84735,"estoi":0.70177,"si_sdr":-6.59214,"mel_dist":0.21931,"stft_dist":1.41702,"f0_rmse_cents":191.71928,"f0_corr":0.83359,"vuv_err":0.17861,"score_intelligibility":0.26344,"score_speaker":0.66319,"score_quality":1.0,"score_fidelity":0.66306,"score":0.64742},"el":{"n":50,"unit":"wer","wer":47.69539,"wer_orig":12.02405,"dwer":35.67134,"wer_pseudo":43.94394,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.66715,"utmos":3.06139,"dnsmos_ovrl":3.09683,"dnsmos_sig":3.50168,"dnsmos_bak":3.91175,"pesq_wb":2.4725,"pesq_nb":3.0685,"stoi":0.8565,"estoi":0.72619,"si_sdr":-6.79632,"mel_dist":0.1745,"stft_dist":1.18976,"f0_rmse_cents":110.46963,"f0_corr":0.86606,"vuv_err":0.13978,"score_intelligibility":0.26746,"score_speaker":0.66715,"score_quality":1.0,"score_fidelity":0.71443,"score":0.66226},"ar":{"n":50,"unit":"wer","wer":31.68927,"wer_orig":12.45376,"dwer":19.23551,"wer_pseudo":25.58714,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.81075,"utmos":2.91913,"dnsmos_ovrl":3.286,"dnsmos_sig":3.60134,"dnsmos_bak":4.04238,"pesq_wb":2.2229,"pesq_nb":2.92523,"stoi":0.9042,"estoi":0.82684,"si_sdr":-4.39122,"mel_dist":0.20564,"stft_dist":1.31844,"f0_rmse_cents":104.8013,"f0_corr":0.89559,"vuv_err":0.12965,"score_intelligibility":0.41157,"score_speaker":0.81075,"score_quality":1.0,"score_fidelity":0.7164,"score":0.73468},"fa":{"n":50,"unit":"wer","wer":48.11429,"wer_orig":25.94286,"dwer":22.17143,"wer_pseudo":36.75676,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.7286,"utmos":2.52078,"dnsmos_ovrl":2.87685,"dnsmos_sig":3.37968,"dnsmos_bak":3.75299,"pesq_wb":1.82948,"pesq_nb":2.60604,"stoi":0.70357,"estoi":0.54759,"si_sdr":-14.74183,"mel_dist":0.18958,"stft_dist":1.36051,"f0_rmse_cents":447.04497,"f0_corr":0.52832,"vuv_err":0.24296,"score_intelligibility":0.54857,"score_speaker":0.7286,"score_quality":0.96993,"score_fidelity":0.48963,"score":0.68418},"he":{"n":50,"unit":"wer","wer":65.11628,"wer_orig":19.4186,"dwer":45.69767,"wer_pseudo":59.62441,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.66928,"utmos":2.49824,"dnsmos_ovrl":2.84136,"dnsmos_sig":3.21713,"dnsmos_bak":3.98041,"pesq_wb":1.84539,"pesq_nb":2.43347,"stoi":0.84494,"estoi":0.71588,"si_sdr":-8.88959,"mel_dist":0.20429,"stft_dist":1.38352,"f0_rmse_cents":200.93837,"f0_corr":0.70202,"vuv_err":0.22624,"score_intelligibility":0.30883,"score_speaker":0.66928,"score_quality":1.0,"score_fidelity":0.59617,"score":0.64357},"hi":{"n":50,"unit":"wer","wer":44.59834,"wer_orig":26.31579,"dwer":18.28255,"wer_pseudo":33.96912,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.73394,"utmos":2.67675,"dnsmos_ovrl":2.93566,"dnsmos_sig":3.49662,"dnsmos_bak":3.58313,"pesq_wb":2.1481,"pesq_nb":2.85469,"stoi":0.81919,"estoi":0.68187,"si_sdr":-8.63773,"mel_dist":0.19746,"stft_dist":1.3085,"f0_rmse_cents":183.85622,"f0_corr":0.81438,"vuv_err":0.17281,"score_intelligibility":0.59905,"score_speaker":0.73394,"score_quality":1.0,"score_fidelity":0.65387,"score":0.74671},"zh":{"n":50,"unit":"cer","wer":15.74344,"wer_orig":7.40525,"dwer":8.33819,"wer_pseudo":10.30488,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.74696,"utmos":2.93905,"dnsmos_ovrl":3.1249,"dnsmos_sig":3.45871,"dnsmos_bak":4.03951,"pesq_wb":2.34718,"pesq_nb":2.88785,"stoi":0.88399,"estoi":0.7851,"si_sdr":-9.83865,"mel_dist":0.17306,"stft_dist":1.25796,"f0_rmse_cents":123.85856,"f0_corr":0.87102,"vuv_err":0.10311,"score_intelligibility":0.502,"score_speaker":0.74696,"score_quality":1.0,"score_fidelity":0.71331,"score":0.74057},"yue":{"n":50,"unit":"cer","wer":27.1028,"wer_orig":14.39252,"dwer":12.71028,"wer_pseudo":23.9392,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.78573,"utmos":3.23513,"dnsmos_ovrl":3.14564,"dnsmos_sig":3.49741,"dnsmos_bak":3.95849,"pesq_wb":2.15605,"pesq_nb":2.85313,"stoi":0.86137,"estoi":0.73457,"si_sdr":-7.69919,"mel_dist":0.16977,"stft_dist":1.24993,"f0_rmse_cents":145.6423,"f0_corr":0.90427,"vuv_err":0.1383,"score_intelligibility":0.54772,"score_speaker":0.78573,"score_quality":1.0,"score_fidelity":0.69865,"score":0.75802},"ja":{"n":50,"unit":"cer","wer":25.08039,"wer_orig":3.53698,"dwer":21.54341,"wer_pseudo":23.56454,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.62646,"utmos":1.88874,"dnsmos_ovrl":2.46757,"dnsmos_sig":3.04566,"dnsmos_bak":3.28097,"pesq_wb":1.77917,"pesq_nb":2.38496,"stoi":0.67174,"estoi":0.48674,"si_sdr":-12.61081,"mel_dist":0.19321,"stft_dist":1.41972,"f0_rmse_cents":297.041,"f0_corr":0.64107,"vuv_err":0.22708,"score_intelligibility":0.17396,"score_speaker":0.62646,"score_quality":0.90581,"score_fidelity":0.51181,"score":0.55451},"ko":{"n":50,"unit":"cer","wer":10.88235,"wer_orig":5.14706,"dwer":5.73529,"wer_pseudo":8.16633,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.74536,"utmos":3.20945,"dnsmos_ovrl":3.04977,"dnsmos_sig":3.40028,"dnsmos_bak":4.04364,"pesq_wb":2.51196,"pesq_nb":3.1075,"stoi":0.87362,"estoi":0.77483,"si_sdr":-9.07791,"mel_dist":0.16652,"stft_dist":1.14457,"f0_rmse_cents":112.69195,"f0_corr":0.9037,"vuv_err":0.10432,"score_intelligibility":0.51733,"score_speaker":0.74536,"score_quality":0.98909,"score_fidelity":0.73644,"score":0.74705},"th":{"n":50,"unit":"cer","wer":24.67664,"wer_orig":7.61924,"dwer":17.0574,"wer_pseudo":22.43369,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.75234,"utmos":2.68864,"dnsmos_ovrl":2.95195,"dnsmos_sig":3.44746,"dnsmos_bak":3.81674,"pesq_wb":1.90683,"pesq_nb":2.64421,"stoi":0.83771,"estoi":0.72089,"si_sdr":-8.11295,"mel_dist":0.18886,"stft_dist":1.31019,"f0_rmse_cents":443.18077,"f0_corr":0.70167,"vuv_err":0.25106,"score_intelligibility":0.33568,"score_speaker":0.75234,"score_quality":1.0,"score_fidelity":0.59949,"score":0.67188}}},{"codec":"mimi_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"mimi_16q","family":"Mimi","checkpoint":"kyutai/mimi","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":16,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"CC-BY-4.0","paper":"2410.00037","year":2024,"bitrate_kbps":2.2,"notes":"first codebook distilled from WavLM (semantic)","side_info":null,"warning":null,"env":"main"},"kbps":2.2,"kbps_measured":2.20619,"tokens_per_s":200.56285,"params_M":79.30861,"efficiency":{"rtf_encode":0.00139,"rtf_decode":0.00099,"peak_vram_gb":0.88781,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73051,"score_worst_lang":0.51987,"worst_lang":"en","en_gap":-0.21979,"score_intelligibility":0.56968,"score_speaker":0.81218,"score_quality":0.84828,"score_fidelity":0.69189,"dwer":9.77459,"wer":18.5804,"wer_pseudo":14.08345,"sim":0.81218,"utmos":2.1884,"dnsmos_ovrl":2.8411,"dnsmos_sig":3.24196,"dnsmos_bak":3.86433,"pesq_wb":2.31768,"pesq_nb":2.94444,"stoi":0.84081,"estoi":0.72158,"si_sdr":4.93997,"mel_dist":0.32422,"stft_dist":1.56411,"f0_rmse_cents":142.40556,"f0_corr":0.85837,"vuv_err":0.15822,"score_ci95":[0.72195,0.74111]},"per_lang":{"en":{"n":50,"unit":"wer","wer":41.49459,"wer_orig":6.98132,"dwer":34.51327,"wer_pseudo":39.49416,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.59203,"utmos":2.05934,"dnsmos_ovrl":2.24344,"dnsmos_sig":2.79872,"dnsmos_bak":3.55891,"pesq_wb":1.74093,"pesq_nb":2.26594,"stoi":0.70116,"estoi":0.52882,"si_sdr":-1.49694,"mel_dist":0.46218,"stft_dist":2.10769,"f0_rmse_cents":186.48866,"f0_corr":0.75096,"vuv_err":0.2296,"score_intelligibility":0.18782,"score_speaker":0.59203,"score_quality":0.74504,"score_fidelity":0.5546,"score":0.51987},"de":{"n":50,"unit":"wer","wer":8.03662,"wer_orig":5.69685,"dwer":2.33978,"wer_pseudo":5.59512,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.86506,"utmos":2.39519,"dnsmos_ovrl":3.04414,"dnsmos_sig":3.31733,"dnsmos_bak":4.09162,"pesq_wb":2.59409,"pesq_nb":3.22148,"stoi":0.89489,"estoi":0.77284,"si_sdr":8.73686,"mel_dist":0.26809,"stft_dist":1.32463,"f0_rmse_cents":137.39111,"f0_corr":0.89424,"vuv_err":0.14095,"score_intelligibility":0.74108,"score_speaker":0.86506,"score_quality":0.89401,"score_fidelity":0.7482,"score":0.81209},"fr":{"n":50,"unit":"wer","wer":13.59684,"wer_orig":4.98024,"dwer":8.6166,"wer_pseudo":10.79365,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.84796,"utmos":2.15337,"dnsmos_ovrl":2.98413,"dnsmos_sig":3.31267,"dnsmos_bak":4.0264,"pesq_wb":2.41221,"pesq_nb":3.04272,"stoi":0.88884,"estoi":0.80526,"si_sdr":6.62764,"mel_dist":0.3439,"stft_dist":1.54821,"f0_rmse_cents":148.01593,"f0_corr":0.85335,"vuv_err":0.17196,"score_intelligibility":0.40969,"score_speaker":0.84796,"score_quality":0.91134,"score_fidelity":0.71523,"score":0.72105},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.45852,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8879,"utmos":2.54466,"dnsmos_ovrl":3.17075,"dnsmos_sig":3.50105,"dnsmos_bak":3.99005,"pesq_wb":2.85858,"pesq_nb":3.44749,"stoi":0.91003,"estoi":0.82828,"si_sdr":7.89751,"mel_dist":0.28104,"stft_dist":1.4286,"f0_rmse_cents":202.99616,"f0_corr":0.86306,"vuv_err":0.15458,"score_intelligibility":0.88235,"score_speaker":0.8879,"score_quality":0.9351,"score_fidelity":0.76804,"score":0.86835},"it":{"n":50,"unit":"wer","wer":4.28051,"wer_orig":2.55009,"dwer":1.73042,"wer_pseudo":3.29068,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.88454,"utmos":2.70485,"dnsmos_ovrl":3.27291,"dnsmos_sig":3.54571,"dnsmos_bak":4.12542,"pesq_wb":2.83235,"pesq_nb":3.40866,"stoi":0.90714,"estoi":0.82645,"si_sdr":7.65664,"mel_dist":0.27793,"stft_dist":1.38167,"f0_rmse_cents":106.38209,"f0_corr":0.85333,"vuv_err":0.13395,"score_intelligibility":0.6723,"score_speaker":0.88454,"score_quality":0.89771,"score_fidelity":0.76133,"score":0.80397},"pt":{"n":50,"unit":"wer","wer":4.00391,"wer_orig":3.41797,"dwer":0.58594,"wer_pseudo":2.46063,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92771,"utmos":2.48039,"dnsmos_ovrl":3.05562,"dnsmos_sig":3.39292,"dnsmos_bak":3.89746,"pesq_wb":2.76209,"pesq_nb":3.35908,"stoi":0.87177,"estoi":0.77867,"si_sdr":6.81825,"mel_dist":0.27757,"stft_dist":1.42459,"f0_rmse_cents":235.49315,"f0_corr":0.87665,"vuv_err":0.15733,"score_intelligibility":0.8829,"score_speaker":0.92771,"score_quality":0.99158,"score_fidelity":0.75063,"score":0.88821},"nl":{"n":50,"unit":"wer","wer":17.5736,"wer_orig":5.26316,"dwer":12.31044,"wer_pseudo":14.59266,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.74936,"utmos":2.01071,"dnsmos_ovrl":2.4209,"dnsmos_sig":2.83545,"dnsmos_bak":4.04303,"pesq_wb":1.88523,"pesq_nb":2.52566,"stoi":0.85792,"estoi":0.71604,"si_sdr":2.14344,"mel_dist":0.45209,"stft_dist":1.93235,"f0_rmse_cents":127.70709,"f0_corr":0.88145,"vuv_err":0.18256,"score_intelligibility":0.33721,"score_speaker":0.74936,"score_quality":0.66581,"score_fidelity":0.6641,"score":0.60412},"pl":{"n":50,"unit":"wer","wer":10.96491,"wer_orig":3.28947,"dwer":7.67544,"wer_pseudo":9.86842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.83022,"utmos":2.13418,"dnsmos_ovrl":2.90747,"dnsmos_sig":3.25048,"dnsmos_bak":4.04824,"pesq_wb":2.22391,"pesq_nb":2.78763,"stoi":0.88818,"estoi":0.77904,"si_sdr":1.46329,"mel_dist":0.3768,"stft_dist":1.70172,"f0_rmse_cents":116.39529,"f0_corr":0.80337,"vuv_err":0.14585,"score_intelligibility":0.3585,"score_speaker":0.83022,"score_quality":0.80266,"score_fidelity":0.68041,"score":0.66795},"cs":{"n":50,"unit":"wer","wer":16.33606,"wer_orig":9.45158,"dwer":6.88448,"wer_pseudo":13.78505,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.88603,"utmos":2.25379,"dnsmos_ovrl":3.14367,"dnsmos_sig":3.45238,"dnsmos_bak":4.01509,"pesq_wb":2.18723,"pesq_nb":2.89903,"stoi":0.87184,"estoi":0.76494,"si_sdr":7.76914,"mel_dist":0.27255,"stft_dist":1.36393,"f0_rmse_cents":91.25556,"f0_corr":0.89684,"vuv_err":0.11355,"score_intelligibility":0.60288,"score_speaker":0.88603,"score_quality":0.89926,"score_fidelity":0.70263,"score":0.7727},"tr":{"n":50,"unit":"wer","wer":20.13158,"wer_orig":7.76316,"dwer":12.36842,"wer_pseudo":16.33729,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.82727,"utmos":2.04298,"dnsmos_ovrl":2.89418,"dnsmos_sig":3.25103,"dnsmos_bak":3.92445,"pesq_wb":2.33904,"pesq_nb":3.03977,"stoi":0.85816,"estoi":0.72703,"si_sdr":5.6384,"mel_dist":0.32718,"stft_dist":1.57452,"f0_rmse_cents":96.68803,"f0_corr":0.94694,"vuv_err":0.11113,"score_intelligibility":0.41469,"score_speaker":0.82727,"score_quality":0.86941,"score_fidelity":0.72923,"score":0.71015},"id":{"n":50,"unit":"wer","wer":11.45218,"wer_orig":5.90319,"dwer":5.549,"wer_pseudo":9.68123,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.83907,"utmos":1.84567,"dnsmos_ovrl":2.75586,"dnsmos_sig":3.29765,"dnsmos_bak":3.39752,"pesq_wb":2.17359,"pesq_nb":2.87873,"stoi":0.77174,"estoi":0.62001,"si_sdr":5.09301,"mel_dist":0.2468,"stft_dist":1.37749,"f0_rmse_cents":133.06756,"f0_corr":0.78915,"vuv_err":0.19992,"score_intelligibility":0.55438,"score_speaker":0.83907,"score_quality":0.94004,"score_fidelity":0.63207,"score":0.74139},"vi":{"n":50,"unit":"wer","wer":19.33174,"wer_orig":7.71679,"dwer":11.61496,"wer_pseudo":15.36624,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.79026,"utmos":1.86749,"dnsmos_ovrl":2.69309,"dnsmos_sig":3.19818,"dnsmos_bak":3.6391,"pesq_wb":2.20885,"pesq_nb":2.89622,"stoi":0.72537,"estoi":0.5784,"si_sdr":6.01901,"mel_dist":0.27034,"stft_dist":1.43365,"f0_rmse_cents":121.86606,"f0_corr":0.90895,"vuv_err":0.1409,"score_intelligibility":0.42873,"score_speaker":0.79026,"score_quality":0.85096,"score_fidelity":0.6599,"score":0.68246},"ru":{"n":50,"unit":"wer","wer":6.5896,"wer_orig":4.50867,"dwer":2.08092,"wer_pseudo":2.66512,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.81124,"utmos":2.09344,"dnsmos_ovrl":2.84455,"dnsmos_sig":3.17311,"dnsmos_bak":4.02611,"pesq_wb":2.30032,"pesq_nb":2.91804,"stoi":0.8796,"estoi":0.77273,"si_sdr":5.47234,"mel_dist":0.35798,"stft_dist":1.60537,"f0_rmse_cents":134.98448,"f0_corr":0.85788,"vuv_err":0.17156,"score_intelligibility":0.72582,"score_speaker":0.81124,"score_quality":0.77562,"score_fidelity":0.703,"score":0.75392},"uk":{"n":50,"unit":"wer","wer":27.46879,"wer_orig":6.46992,"dwer":20.99886,"wer_pseudo":24.77273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.74126,"utmos":2.35106,"dnsmos_ovrl":2.97841,"dnsmos_sig":3.31704,"dnsmos_bak":4.02452,"pesq_wb":2.39429,"pesq_nb":2.89876,"stoi":0.8433,"estoi":0.70826,"si_sdr":5.42733,"mel_dist":0.38901,"stft_dist":1.74005,"f0_rmse_cents":91.64665,"f0_corr":0.90305,"vuv_err":0.16751,"score_intelligibility":0.26239,"score_speaker":0.74126,"score_quality":0.90922,"score_fidelity":0.7149,"score":0.65694},"el":{"n":50,"unit":"wer","wer":20.64128,"wer_orig":12.02405,"dwer":8.61723,"wer_pseudo":15.21522,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.81881,"utmos":2.23048,"dnsmos_ovrl":2.77872,"dnsmos_sig":3.19267,"dnsmos_bak":3.86167,"pesq_wb":2.50144,"pesq_nb":3.12857,"stoi":0.85316,"estoi":0.72998,"si_sdr":7.26894,"mel_dist":0.25226,"stft_dist":1.32078,"f0_rmse_cents":156.23842,"f0_corr":0.78413,"vuv_err":0.12904,"score_intelligibility":0.60181,"score_speaker":0.81881,"score_quality":0.80353,"score_fidelity":0.68876,"score":0.72823},"ar":{"n":50,"unit":"wer","wer":17.38594,"wer_orig":12.45376,"dwer":4.93218,"wer_pseudo":9.02349,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.88034,"utmos":2.43188,"dnsmos_ovrl":3.10299,"dnsmos_sig":3.43911,"dnsmos_bak":3.99898,"pesq_wb":2.45357,"pesq_nb":3.0745,"stoi":0.9175,"estoi":0.84557,"si_sdr":5.31773,"mel_dist":0.28042,"stft_dist":1.43426,"f0_rmse_cents":141.06162,"f0_corr":0.87925,"vuv_err":0.13212,"score_intelligibility":0.73174,"score_speaker":0.88034,"score_quality":0.91651,"score_fidelity":0.73735,"score":0.81648},"fa":{"n":50,"unit":"wer","wer":42.74286,"wer_orig":25.94286,"dwer":16.8,"wer_pseudo":26.81081,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.81174,"utmos":2.06447,"dnsmos_ovrl":2.71829,"dnsmos_sig":3.22479,"dnsmos_bak":3.69357,"pesq_wb":1.98214,"pesq_nb":2.79696,"stoi":0.71506,"estoi":0.5709,"si_sdr":2.15403,"mel_dist":0.34203,"stft_dist":1.66548,"f0_rmse_cents":201.12492,"f0_corr":0.80437,"vuv_err":0.18446,"score_intelligibility":0.61594,"score_speaker":0.81174,"score_quality":0.79645,"score_fidelity":0.60002,"score":0.70604},"he":{"n":50,"unit":"wer","wer":62.67442,"wer_orig":19.4186,"dwer":43.25581,"wer_pseudo":55.04695,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.69756,"utmos":2.15398,"dnsmos_ovrl":2.68796,"dnsmos_sig":3.07734,"dnsmos_bak":3.89115,"pesq_wb":2.25345,"pesq_nb":2.72759,"stoi":0.82533,"estoi":0.69987,"si_sdr":4.83891,"mel_dist":0.35066,"stft_dist":1.61165,"f0_rmse_cents":130.33267,"f0_corr":0.81687,"vuv_err":0.22908,"score_intelligibility":0.32067,"score_speaker":0.69756,"score_quality":0.85294,"score_fidelity":0.66678,"score":0.63449},"hi":{"n":50,"unit":"wer","wer":31.02493,"wer_orig":26.31579,"dwer":4.70914,"wer_pseudo":16.71208,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.81671,"utmos":2.08776,"dnsmos_ovrl":2.80733,"dnsmos_sig":3.32879,"dnsmos_bak":3.60823,"pesq_wb":2.43212,"pesq_nb":3.09164,"stoi":0.84562,"estoi":0.72849,"si_sdr":7.3214,"mel_dist":0.30812,"stft_dist":1.48446,"f0_rmse_cents":114.28671,"f0_corr":0.88082,"vuv_err":0.1487,"score_intelligibility":0.85295,"score_speaker":0.81671,"score_quality":0.91985,"score_fidelity":0.71187,"score":0.82535},"zh":{"n":50,"unit":"cer","wer":9.79592,"wer_orig":7.40525,"dwer":2.39067,"wer_pseudo":3.47561,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.82585,"utmos":2.09525,"dnsmos_ovrl":2.85721,"dnsmos_sig":3.21277,"dnsmos_bak":3.98751,"pesq_wb":2.28682,"pesq_nb":2.93617,"stoi":0.88212,"estoi":0.78372,"si_sdr":2.72412,"mel_dist":0.38465,"stft_dist":1.74201,"f0_rmse_cents":100.94258,"f0_corr":0.90866,"vuv_err":0.09953,"score_intelligibility":0.77856,"score_speaker":0.82585,"score_quality":0.75189,"score_fidelity":0.71948,"score":0.76894},"yue":{"n":50,"unit":"cer","wer":20.18692,"wer_orig":14.39252,"dwer":5.79439,"wer_pseudo":12.34959,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.85188,"utmos":2.468,"dnsmos_ovrl":2.98691,"dnsmos_sig":3.34893,"dnsmos_bak":3.94502,"pesq_wb":2.33681,"pesq_nb":3.01089,"stoi":0.86673,"estoi":0.75591,"si_sdr":4.45309,"mel_dist":0.25295,"stft_dist":1.38779,"f0_rmse_cents":147.57788,"f0_corr":0.87357,"vuv_err":0.1342,"score_intelligibility":0.72651,"score_speaker":0.85188,"score_quality":0.86564,"score_fidelity":0.70742,"score":0.78786},"ja":{"n":50,"unit":"cer","wer":14.74506,"wer_orig":3.53698,"dwer":11.20808,"wer_pseudo":13.22921,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.70986,"utmos":1.80836,"dnsmos_ovrl":2.50731,"dnsmos_sig":3.1362,"dnsmos_bak":3.37933,"pesq_wb":2.04445,"pesq_nb":2.67703,"stoi":0.69819,"estoi":0.5147,"si_sdr":-0.17773,"mel_dist":0.36449,"stft_dist":1.8137,"f0_rmse_cents":201.05274,"f0_corr":0.80261,"vuv_err":0.21616,"score_intelligibility":0.28815,"score_speaker":0.70986,"score_quality":0.87992,"score_fidelity":0.59974,"score":0.61942},"ko":{"n":50,"unit":"cer","wer":7.30392,"wer_orig":5.14706,"dwer":2.15686,"wer_pseudo":4.55912,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.80908,"utmos":2.39827,"dnsmos_ovrl":2.82797,"dnsmos_sig":3.18673,"dnsmos_bak":3.98269,"pesq_wb":2.55172,"pesq_nb":3.0997,"stoi":0.87165,"estoi":0.7636,"si_sdr":6.23214,"mel_dist":0.32312,"stft_dist":1.54125,"f0_rmse_cents":106.08444,"f0_corr":0.92928,"vuv_err":0.09661,"score_intelligibility":0.74026,"score_speaker":0.80908,"score_quality":0.75648,"score_fidelity":0.74809,"score":0.76348},"th":{"n":50,"unit":"cer","wer":14.53112,"wer_orig":7.61924,"dwer":6.91188,"wer_pseudo":11.41932,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.79068,"utmos":1.84612,"dnsmos_ovrl":2.50253,"dnsmos_sig":3.01609,"dnsmos_bak":3.5878,"pesq_wb":1.86911,"pesq_nb":2.53441,"stoi":0.83418,"estoi":0.71833,"si_sdr":3.16084,"mel_dist":0.31925,"stft_dist":1.59275,"f0_rmse_cents":188.65361,"f0_corr":0.84197,"vuv_err":0.20601,"score_intelligibility":0.55497,"score_speaker":0.79068,"score_quality":0.7277,"score_fidelity":0.64149,"score":0.67871}}},{"codec":"mimi_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"mimi_32q","family":"Mimi","checkpoint":"kyutai/mimi","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":32,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"CC-BY-4.0","paper":"2410.00037","year":2024,"bitrate_kbps":4.4,"notes":"first codebook distilled from WavLM (semantic)","side_info":null,"warning":null,"env":"main"},"kbps":4.4,"kbps_measured":4.41238,"tokens_per_s":401.12571,"params_M":79.30861,"efficiency":{"rtf_encode":0.00164,"rtf_decode":0.001,"peak_vram_gb":0.92138,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.81084,"score_worst_lang":0.57404,"worst_lang":"en","en_gap":-0.24709,"score_intelligibility":0.71962,"score_speaker":0.88104,"score_quality":0.87424,"score_fidelity":0.76845,"dwer":5.33513,"wer":14.14094,"wer_pseudo":8.57557,"sim":0.88104,"utmos":2.26315,"dnsmos_ovrl":2.8576,"dnsmos_sig":3.26622,"dnsmos_bak":3.84556,"pesq_wb":2.83383,"pesq_nb":3.38113,"stoi":0.87904,"estoi":0.78752,"si_sdr":8.02534,"mel_dist":0.29307,"stft_dist":1.44143,"f0_rmse_cents":114.11051,"f0_corr":0.90235,"vuv_err":0.13448,"score_ci95":[0.80197,0.81937]},"per_lang":{"en":{"n":50,"unit":"wer","wer":34.11996,"wer_orig":6.98132,"dwer":27.13864,"wer_pseudo":31.1284,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.67832,"utmos":2.08206,"dnsmos_ovrl":2.25991,"dnsmos_sig":2.81245,"dnsmos_bak":3.51051,"pesq_wb":2.06672,"pesq_nb":2.58018,"stoi":0.74591,"estoi":0.59628,"si_sdr":2.72398,"mel_dist":0.43086,"stft_dist":1.97626,"f0_rmse_cents":165.96361,"f0_corr":0.84783,"vuv_err":0.19585,"score_intelligibility":0.22726,"score_speaker":0.67832,"score_quality":0.75775,"score_fidelity":0.63284,"score":0.57404},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":2.95015,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.92232,"utmos":2.4607,"dnsmos_ovrl":3.05745,"dnsmos_sig":3.33233,"dnsmos_bak":4.09329,"pesq_wb":3.20399,"pesq_nb":3.71461,"stoi":0.92431,"estoi":0.83329,"si_sdr":12.18125,"mel_dist":0.23344,"stft_dist":1.20511,"f0_rmse_cents":109.85031,"f0_corr":0.92425,"vuv_err":0.11935,"score_intelligibility":0.90389,"score_speaker":0.92232,"score_quality":0.91615,"score_fidelity":0.82609,"score":0.89211},"fr":{"n":50,"unit":"wer","wer":11.46245,"wer_orig":4.98024,"dwer":6.48221,"wer_pseudo":8.09524,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89765,"utmos":2.1841,"dnsmos_ovrl":2.99957,"dnsmos_sig":3.32566,"dnsmos_bak":4.01739,"pesq_wb":2.90695,"pesq_nb":3.46094,"stoi":0.91851,"estoi":0.85595,"si_sdr":9.61278,"mel_dist":0.31064,"stft_dist":1.44005,"f0_rmse_cents":108.66596,"f0_corr":0.93191,"vuv_err":0.15065,"score_intelligibility":0.47986,"score_speaker":0.89765,"score_quality":0.9264,"score_fidelity":0.79842,"score":0.77558},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":1.732,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93974,"utmos":2.60489,"dnsmos_ovrl":3.2006,"dnsmos_sig":3.53445,"dnsmos_bak":3.99019,"pesq_wb":3.45551,"pesq_nb":3.87239,"stoi":0.94017,"estoi":0.88544,"si_sdr":10.91967,"mel_dist":0.25143,"stft_dist":1.3177,"f0_rmse_cents":163.82434,"f0_corr":0.91125,"vuv_err":0.13846,"score_intelligibility":0.95745,"score_speaker":0.93974,"score_quality":0.95571,"score_fidelity":0.851,"score":0.92597},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.46252,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94199,"utmos":2.81834,"dnsmos_ovrl":3.29415,"dnsmos_sig":3.5677,"dnsmos_bak":4.12054,"pesq_wb":3.34598,"pesq_nb":3.81326,"stoi":0.93515,"estoi":0.88063,"si_sdr":10.57332,"mel_dist":0.24799,"stft_dist":1.27642,"f0_rmse_cents":84.48333,"f0_corr":0.90548,"vuv_err":0.1141,"score_intelligibility":0.92854,"score_speaker":0.94199,"score_quality":0.92927,"score_fidelity":0.83697,"score":0.90919},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96296,"utmos":2.4686,"dnsmos_ovrl":3.04695,"dnsmos_sig":3.39318,"dnsmos_bak":3.86732,"pesq_wb":3.34485,"pesq_nb":3.76414,"stoi":0.90745,"estoi":0.83841,"si_sdr":9.16234,"mel_dist":0.2436,"stft_dist":1.30033,"f0_rmse_cents":192.84594,"f0_corr":0.92934,"vuv_err":0.14146,"score_intelligibility":1.0,"score_speaker":0.96296,"score_quality":0.98767,"score_fidelity":0.83558,"score":0.94655},"nl":{"n":50,"unit":"wer","wer":10.97235,"wer_orig":5.26316,"dwer":5.70919,"wer_pseudo":7.69919,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.84098,"utmos":2.22112,"dnsmos_ovrl":2.42951,"dnsmos_sig":2.85239,"dnsmos_bak":4.02558,"pesq_wb":2.30408,"pesq_nb":2.96412,"stoi":0.8966,"estoi":0.78899,"si_sdr":5.88129,"mel_dist":0.413,"stft_dist":1.76986,"f0_rmse_cents":105.02771,"f0_corr":0.91495,"vuv_err":0.16249,"score_intelligibility":0.52314,"score_speaker":0.84098,"score_quality":0.72173,"score_fidelity":0.72805,"score":0.70347},"pl":{"n":50,"unit":"wer","wer":5.8114,"wer_orig":3.28947,"dwer":2.52193,"wer_pseudo":4.16667,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.89874,"utmos":2.28615,"dnsmos_ovrl":2.93085,"dnsmos_sig":3.28179,"dnsmos_bak":4.03226,"pesq_wb":2.7839,"pesq_nb":3.29237,"stoi":0.92152,"estoi":0.84259,"si_sdr":4.18085,"mel_dist":0.34636,"stft_dist":1.57558,"f0_rmse_cents":100.51247,"f0_corr":0.85249,"vuv_err":0.12789,"score_intelligibility":0.62975,"score_speaker":0.89874,"score_quality":0.85201,"score_fidelity":0.76123,"score":0.78543},"cs":{"n":50,"unit":"wer","wer":10.73512,"wer_orig":9.45158,"dwer":1.28355,"wer_pseudo":6.65888,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93609,"utmos":2.32269,"dnsmos_ovrl":3.09616,"dnsmos_sig":3.41306,"dnsmos_bak":3.98413,"pesq_wb":2.82944,"pesq_nb":3.44035,"stoi":0.90991,"estoi":0.83155,"si_sdr":10.43177,"mel_dist":0.24468,"stft_dist":1.26682,"f0_rmse_cents":84.34254,"f0_corr":0.90862,"vuv_err":0.10458,"score_intelligibility":0.89062,"score_speaker":0.93609,"score_quality":0.91591,"score_fidelity":0.78041,"score":0.88076},"tr":{"n":50,"unit":"wer","wer":15.92105,"wer_orig":7.76316,"dwer":8.15789,"wer_pseudo":10.01318,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.88583,"utmos":2.05921,"dnsmos_ovrl":2.90225,"dnsmos_sig":3.26401,"dnsmos_bak":3.91357,"pesq_wb":2.87849,"pesq_nb":3.43552,"stoi":0.8921,"estoi":0.79143,"si_sdr":8.33022,"mel_dist":0.29761,"stft_dist":1.44852,"f0_rmse_cents":85.51368,"f0_corr":0.95795,"vuv_err":0.09135,"score_intelligibility":0.51788,"score_speaker":0.88583,"score_quality":0.87772,"score_fidelity":0.79559,"score":0.76926},"id":{"n":50,"unit":"wer","wer":8.50059,"wer_orig":5.90319,"dwer":2.5974,"wer_pseudo":6.13932,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.90644,"utmos":1.86258,"dnsmos_ovrl":2.78516,"dnsmos_sig":3.3426,"dnsmos_bak":3.40988,"pesq_wb":2.84863,"pesq_nb":3.38228,"stoi":0.82975,"estoi":0.7127,"si_sdr":7.8358,"mel_dist":0.2156,"stft_dist":1.25323,"f0_rmse_cents":97.80345,"f0_corr":0.84831,"vuv_err":0.16143,"score_intelligibility":0.72661,"score_speaker":0.90644,"score_quality":0.94884,"score_fidelity":0.73541,"score":0.82933},"vi":{"n":50,"unit":"wer","wer":12.72872,"wer_orig":7.71679,"dwer":5.01193,"wer_pseudo":9.15605,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.86808,"utmos":1.92507,"dnsmos_ovrl":2.70647,"dnsmos_sig":3.23253,"dnsmos_bak":3.61148,"pesq_wb":2.72749,"pesq_nb":3.3321,"stoi":0.78306,"estoi":0.66252,"si_sdr":9.30209,"mel_dist":0.23616,"stft_dist":1.29182,"f0_rmse_cents":118.03817,"f0_corr":0.90513,"vuv_err":0.12018,"score_intelligibility":0.63493,"score_speaker":0.86808,"score_quality":0.88064,"score_fidelity":0.72725,"score":0.77773},"ru":{"n":50,"unit":"wer","wer":5.89595,"wer_orig":4.50867,"dwer":1.38728,"wer_pseudo":1.73812,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.89298,"utmos":2.2234,"dnsmos_ovrl":2.92291,"dnsmos_sig":3.25734,"dnsmos_bak":4.04375,"pesq_wb":2.77942,"pesq_nb":3.37356,"stoi":0.91184,"estoi":0.83022,"si_sdr":8.41114,"mel_dist":0.32838,"stft_dist":1.49188,"f0_rmse_cents":122.89837,"f0_corr":0.86587,"vuv_err":0.15307,"score_intelligibility":0.79883,"score_speaker":0.89298,"score_quality":0.83334,"score_fidelity":0.76204,"score":0.82179},"uk":{"n":50,"unit":"wer","wer":21.11237,"wer_orig":6.46992,"dwer":14.64245,"wer_pseudo":17.04545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.82722,"utmos":2.35678,"dnsmos_ovrl":2.9726,"dnsmos_sig":3.3226,"dnsmos_bak":4.00144,"pesq_wb":2.89305,"pesq_nb":3.31379,"stoi":0.87518,"estoi":0.76685,"si_sdr":8.99881,"mel_dist":0.35731,"stft_dist":1.60914,"f0_rmse_cents":84.56033,"f0_corr":0.91008,"vuv_err":0.14483,"score_intelligibility":0.33782,"score_speaker":0.82722,"score_quality":0.90962,"score_fidelity":0.77538,"score":0.71251},"el":{"n":50,"unit":"wer","wer":16.03206,"wer_orig":12.02405,"dwer":4.00802,"wer_pseudo":9.20921,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8922,"utmos":2.34674,"dnsmos_ovrl":2.88413,"dnsmos_sig":3.29781,"dnsmos_bak":3.87505,"pesq_wb":3.0193,"pesq_nb":3.58186,"stoi":0.88605,"estoi":0.78891,"si_sdr":10.40721,"mel_dist":0.22414,"stft_dist":1.21305,"f0_rmse_cents":81.36938,"f0_corr":0.92363,"vuv_err":0.11563,"score_intelligibility":0.76468,"score_speaker":0.8922,"score_quality":0.86363,"score_fidelity":0.79554,"score":0.82901},"ar":{"n":50,"unit":"wer","wer":12.57707,"wer_orig":12.45376,"dwer":0.1233,"wer_pseudo":3.21384,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93543,"utmos":2.49717,"dnsmos_ovrl":3.11382,"dnsmos_sig":3.46096,"dnsmos_bak":3.97933,"pesq_wb":2.9725,"pesq_nb":3.55013,"stoi":0.94514,"estoi":0.89341,"si_sdr":7.78186,"mel_dist":0.24946,"stft_dist":1.32622,"f0_rmse_cents":112.47997,"f0_corr":0.90607,"vuv_err":0.11112,"score_intelligibility":0.99092,"score_speaker":0.93543,"score_quality":0.93854,"score_fidelity":0.80493,"score":0.91745},"fa":{"n":50,"unit":"wer","wer":33.94286,"wer_orig":25.94286,"dwer":8.0,"wer_pseudo":14.59459,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.87633,"utmos":2.10972,"dnsmos_ovrl":2.71376,"dnsmos_sig":3.23879,"dnsmos_bak":3.64892,"pesq_wb":2.47943,"pesq_nb":3.1943,"stoi":0.77094,"estoi":0.65604,"si_sdr":5.07633,"mel_dist":0.31274,"stft_dist":1.54207,"f0_rmse_cents":176.43886,"f0_corr":0.83707,"vuv_err":0.14831,"score_intelligibility":0.77105,"score_speaker":0.87633,"score_quality":0.8092,"score_fidelity":0.6769,"score":0.78337},"he":{"n":50,"unit":"wer","wer":44.88372,"wer_orig":19.4186,"dwer":25.46512,"wer_pseudo":32.98122,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.79847,"utmos":2.15581,"dnsmos_ovrl":2.68551,"dnsmos_sig":3.07959,"dnsmos_bak":3.86168,"pesq_wb":2.73348,"pesq_nb":3.13512,"stoi":0.86501,"estoi":0.76732,"si_sdr":8.33231,"mel_dist":0.31738,"stft_dist":1.4707,"f0_rmse_cents":103.01076,"f0_corr":0.83563,"vuv_err":0.19806,"score_intelligibility":0.44501,"score_speaker":0.79847,"score_quality":0.85288,"score_fidelity":0.73197,"score":0.70708},"hi":{"n":50,"unit":"wer","wer":28.62419,"wer_orig":26.31579,"dwer":2.3084,"wer_pseudo":10.08174,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90073,"utmos":2.14686,"dnsmos_ovrl":2.79034,"dnsmos_sig":3.31856,"dnsmos_bak":3.53578,"pesq_wb":3.01763,"pesq_nb":3.56883,"stoi":0.88957,"estoi":0.80304,"si_sdr":10.56014,"mel_dist":0.27447,"stft_dist":1.36157,"f0_rmse_cents":79.20825,"f0_corr":0.93645,"vuv_err":0.12453,"score_intelligibility":0.92208,"score_speaker":0.90073,"score_quality":0.94266,"score_fidelity":0.80083,"score":0.89157},"zh":{"n":50,"unit":"cer","wer":8.62974,"wer_orig":7.40525,"dwer":1.22449,"wer_pseudo":1.89024,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.89283,"utmos":2.26599,"dnsmos_ovrl":2.90958,"dnsmos_sig":3.27062,"dnsmos_bak":3.97984,"pesq_wb":2.78684,"pesq_nb":3.42885,"stoi":0.91485,"estoi":0.84456,"si_sdr":6.09059,"mel_dist":0.35894,"stft_dist":1.61381,"f0_rmse_cents":88.7318,"f0_corr":0.91736,"vuv_err":0.08211,"score_intelligibility":0.87284,"score_speaker":0.89283,"score_quality":0.81174,"score_fidelity":0.78091,"score":0.83958},"yue":{"n":50,"unit":"cer","wer":16.26168,"wer_orig":14.39252,"dwer":1.86916,"wer_pseudo":7.78974,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91189,"utmos":2.59069,"dnsmos_ovrl":2.99377,"dnsmos_sig":3.37093,"dnsmos_bak":3.9155,"pesq_wb":2.90208,"pesq_nb":3.48234,"stoi":0.8972,"estoi":0.81537,"si_sdr":7.16373,"mel_dist":0.22142,"stft_dist":1.27189,"f0_rmse_cents":105.27496,"f0_corr":0.94002,"vuv_err":0.10095,"score_intelligibility":0.89172,"score_speaker":0.91189,"score_quality":0.89886,"score_fidelity":0.79356,"score":0.87401},"ja":{"n":50,"unit":"cer","wer":8.91135,"wer_orig":3.53698,"dwer":5.37437,"wer_pseudo":7.16582,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.78394,"utmos":1.80305,"dnsmos_ovrl":2.49373,"dnsmos_sig":3.14356,"dnsmos_bak":3.35222,"pesq_wb":2.51115,"pesq_nb":3.03353,"stoi":0.75799,"estoi":0.60828,"si_sdr":3.28407,"mel_dist":0.33389,"stft_dist":1.67633,"f0_rmse_cents":124.76612,"f0_corr":0.89547,"vuv_err":0.16885,"score_intelligibility":0.45776,"score_speaker":0.78394,"score_quality":0.87294,"score_fidelity":0.69507,"score":0.70243},"ko":{"n":50,"unit":"cer","wer":6.56863,"wer_orig":5.14706,"dwer":1.42157,"wer_pseudo":3.40681,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.88268,"utmos":2.55789,"dnsmos_ovrl":2.87728,"dnsmos_sig":3.2338,"dnsmos_bak":4.00245,"pesq_wb":2.92973,"pesq_nb":3.43756,"stoi":0.90349,"estoi":0.82196,"si_sdr":9.12817,"mel_dist":0.29649,"stft_dist":1.42546,"f0_rmse_cents":81.02389,"f0_corr":0.95271,"vuv_err":0.08475,"score_intelligibility":0.81218,"score_speaker":0.88268,"score_quality":0.80387,"score_fidelity":0.80252,"score":0.82531},"th":{"n":50,"unit":"cer","wer":9.96362,"wer_orig":7.61924,"dwer":2.34438,"wer_pseudo":6.21583,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.87122,"utmos":1.966,"dnsmos_ovrl":2.51583,"dnsmos_sig":3.04259,"dnsmos_bak":3.52124,"pesq_wb":2.29127,"pesq_nb":2.9949,"stoi":0.87524,"estoi":0.78465,"si_sdr":6.23842,"mel_dist":0.28768,"stft_dist":1.47059,"f0_rmse_cents":162.01802,"f0_corr":0.89853,"vuv_err":0.16749,"score_intelligibility":0.78617,"score_speaker":0.87122,"score_quality":0.77463,"score_fidelity":0.71423,"score":0.78656}}},{"codec":"mimi_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"mimi_8q","family":"Mimi","checkpoint":"kyutai/mimi","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"CC-BY-4.0","paper":"2410.00037","year":2024,"bitrate_kbps":1.1,"notes":"first codebook distilled from WavLM (semantic)","side_info":null,"warning":null,"env":"main"},"kbps":1.1,"kbps_measured":1.1031,"tokens_per_s":100.28143,"params_M":79.30861,"efficiency":{"rtf_encode":0.00163,"rtf_decode":0.00119,"peak_vram_gb":0.86762,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.61577,"score_worst_lang":0.46615,"worst_lang":"en","en_gap":-0.15612,"score_intelligibility":0.3853,"score_speaker":0.67565,"score_quality":0.78957,"score_fidelity":0.61256,"dwer":19.41182,"wer":28.21762,"wer_pseudo":24.97866,"sim":0.67565,"utmos":2.01333,"dnsmos_ovrl":2.81811,"dnsmos_sig":3.21191,"dnsmos_bak":3.88103,"pesq_wb":1.87124,"pesq_nb":2.45222,"stoi":0.79382,"estoi":0.64408,"si_sdr":0.40161,"mel_dist":0.35321,"stft_dist":1.70403,"f0_rmse_cents":181.04225,"f0_corr":0.79492,"vuv_err":0.18293,"score_ci95":[0.60801,0.62458]},"per_lang":{"en":{"n":50,"unit":"wer","wer":50.24582,"wer_orig":6.98132,"dwer":43.2645,"wer_pseudo":50.0,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.46643,"utmos":2.01963,"dnsmos_ovrl":2.28751,"dnsmos_sig":2.81894,"dnsmos_bak":3.67069,"pesq_wb":1.49228,"pesq_nb":1.94144,"stoi":0.65181,"estoi":0.45945,"si_sdr":-8.54274,"mel_dist":0.48255,"stft_dist":2.21521,"f0_rmse_cents":151.28917,"f0_corr":0.69647,"vuv_err":0.25386,"score_intelligibility":0.15575,"score_speaker":0.46643,"score_quality":0.74613,"score_fidelity":0.49631,"score":0.46615},"de":{"n":50,"unit":"wer","wer":12.00407,"wer_orig":5.69685,"dwer":6.30722,"wer_pseudo":8.95219,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.72888,"utmos":2.25228,"dnsmos_ovrl":3.04134,"dnsmos_sig":3.31287,"dnsmos_bak":4.09675,"pesq_wb":2.09076,"pesq_nb":2.70122,"stoi":0.85805,"estoi":0.69854,"si_sdr":4.74816,"mel_dist":0.30383,"stft_dist":1.46063,"f0_rmse_cents":167.45162,"f0_corr":0.8488,"vuv_err":0.15206,"score_intelligibility":0.51498,"score_speaker":0.72888,"score_quality":0.85203,"score_fidelity":0.67283,"score":0.69218},"fr":{"n":50,"unit":"wer","wer":22.05534,"wer_orig":4.98024,"dwer":17.0751,"wer_pseudo":20.63492,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.73535,"utmos":2.04963,"dnsmos_ovrl":2.97718,"dnsmos_sig":3.29904,"dnsmos_bak":4.03641,"pesq_wb":1.93364,"pesq_nb":2.54089,"stoi":0.84483,"estoi":0.73661,"si_sdr":3.01315,"mel_dist":0.37079,"stft_dist":1.66621,"f0_rmse_cents":161.87332,"f0_corr":0.83006,"vuv_err":0.18744,"score_intelligibility":0.25939,"score_speaker":0.73535,"score_quality":0.87164,"score_fidelity":0.64722,"score":0.6284},"es":{"n":50,"unit":"wer","wer":4.36364,"wer_orig":3.09091,"dwer":1.27273,"wer_pseudo":2.18778,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.75503,"utmos":2.3447,"dnsmos_ovrl":3.16576,"dnsmos_sig":3.48382,"dnsmos_bak":4.0142,"pesq_wb":2.297,"pesq_nb":2.90461,"stoi":0.86957,"estoi":0.75582,"si_sdr":4.12968,"mel_dist":0.31213,"stft_dist":1.56554,"f0_rmse_cents":212.71049,"f0_corr":0.82211,"vuv_err":0.16103,"score_intelligibility":0.76271,"score_speaker":0.75503,"score_quality":0.87718,"score_fidelity":0.68742,"score":0.77059},"it":{"n":50,"unit":"wer","wer":8.01457,"wer_orig":2.55009,"dwer":5.46448,"wer_pseudo":7.22121,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.74014,"utmos":2.45615,"dnsmos_ovrl":3.2371,"dnsmos_sig":3.51286,"dnsmos_bak":4.11846,"pesq_wb":2.31776,"pesq_nb":2.85941,"stoi":0.86618,"estoi":0.75183,"si_sdr":3.67331,"mel_dist":0.31439,"stft_dist":1.51846,"f0_rmse_cents":148.35257,"f0_corr":0.74403,"vuv_err":0.15782,"score_intelligibility":0.39382,"score_speaker":0.74014,"score_quality":0.83086,"score_fidelity":0.66224,"score":0.65676},"pt":{"n":50,"unit":"wer","wer":4.58984,"wer_orig":3.41797,"dwer":1.17188,"wer_pseudo":3.24803,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.83527,"utmos":2.32821,"dnsmos_ovrl":3.04303,"dnsmos_sig":3.373,"dnsmos_bak":3.91395,"pesq_wb":2.22248,"pesq_nb":2.81764,"stoi":0.82663,"estoi":0.70638,"si_sdr":3.30189,"mel_dist":0.31084,"stft_dist":1.57668,"f0_rmse_cents":255.04391,"f0_corr":0.83756,"vuv_err":0.17265,"score_intelligibility":0.79036,"score_speaker":0.83527,"score_quality":0.94105,"score_fidelity":0.67116,"score":0.80946},"nl":{"n":50,"unit":"wer","wer":38.80464,"wer_orig":5.26316,"dwer":33.54148,"wer_pseudo":37.06356,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.58746,"utmos":1.63232,"dnsmos_ovrl":2.38546,"dnsmos_sig":2.81418,"dnsmos_bak":4.02756,"pesq_wb":1.54627,"pesq_nb":2.1309,"stoi":0.80768,"estoi":0.62907,"si_sdr":-3.47326,"mel_dist":0.47396,"stft_dist":2.08008,"f0_rmse_cents":190.0752,"f0_corr":0.78325,"vuv_err":0.24273,"score_intelligibility":0.15735,"score_speaker":0.58746,"score_quality":0.5595,"score_fidelity":0.58233,"score":0.47166},"pl":{"n":50,"unit":"wer","wer":26.86404,"wer_orig":3.28947,"dwer":23.57456,"wer_pseudo":25.76754,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.68973,"utmos":1.88663,"dnsmos_ovrl":2.89757,"dnsmos_sig":3.24597,"dnsmos_bak":4.05207,"pesq_wb":1.74235,"pesq_nb":2.23925,"stoi":0.84308,"estoi":0.70046,"si_sdr":-3.03996,"mel_dist":0.40911,"stft_dist":1.85728,"f0_rmse_cents":158.45196,"f0_corr":0.69669,"vuv_err":0.17123,"score_intelligibility":0.15394,"score_speaker":0.68973,"score_quality":0.72934,"score_fidelity":0.58396,"score":0.53924},"cs":{"n":50,"unit":"wer","wer":26.37106,"wer_orig":9.45158,"dwer":16.91949,"wer_pseudo":25.23364,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.76555,"utmos":2.10684,"dnsmos_ovrl":3.16625,"dnsmos_sig":3.47023,"dnsmos_bak":4.0294,"pesq_wb":1.71321,"pesq_nb":2.38955,"stoi":0.82337,"estoi":0.68512,"si_sdr":4.22848,"mel_dist":0.30322,"stft_dist":1.48645,"f0_rmse_cents":112.71159,"f0_corr":0.8499,"vuv_err":0.12805,"score_intelligibility":0.38185,"score_speaker":0.76555,"score_quality":0.85247,"score_fidelity":0.62568,"score":0.65639},"tr":{"n":50,"unit":"wer","wer":32.89474,"wer_orig":7.76316,"dwer":25.13158,"wer_pseudo":29.38076,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.71788,"utmos":1.945,"dnsmos_ovrl":2.85447,"dnsmos_sig":3.20571,"dnsmos_bak":3.92814,"pesq_wb":1.91555,"pesq_nb":2.58267,"stoi":0.80999,"estoi":0.64156,"si_sdr":0.87638,"mel_dist":0.35515,"stft_dist":1.71991,"f0_rmse_cents":107.04217,"f0_corr":0.92974,"vuv_err":0.13642,"score_intelligibility":0.25854,"score_speaker":0.71788,"score_quality":0.8215,"score_fidelity":0.66711,"score":0.61626},"id":{"n":50,"unit":"wer","wer":22.07792,"wer_orig":5.90319,"dwer":16.17473,"wer_pseudo":20.66116,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.7081,"utmos":1.75301,"dnsmos_ovrl":2.74503,"dnsmos_sig":3.26378,"dnsmos_bak":3.4495,"pesq_wb":1.68705,"pesq_nb":2.37652,"stoi":0.71431,"estoi":0.52899,"si_sdr":1.41759,"mel_dist":0.27897,"stft_dist":1.53336,"f0_rmse_cents":200.51681,"f0_corr":0.74022,"vuv_err":0.21808,"score_intelligibility":0.29913,"score_speaker":0.7081,"score_quality":0.89182,"score_fidelity":0.55028,"score":0.61233},"vi":{"n":50,"unit":"wer","wer":38.82259,"wer_orig":7.71679,"dwer":31.10581,"wer_pseudo":36.46497,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.65665,"utmos":1.73416,"dnsmos_ovrl":2.65828,"dnsmos_sig":3.13911,"dnsmos_bak":3.67606,"pesq_wb":1.78647,"pesq_nb":2.40354,"stoi":0.67024,"estoi":0.49762,"si_sdr":1.28627,"mel_dist":0.30316,"stft_dist":1.59667,"f0_rmse_cents":148.15973,"f0_corr":0.87769,"vuv_err":0.17784,"score_intelligibility":0.21889,"score_speaker":0.65665,"score_quality":0.78119,"score_fidelity":0.59088,"score":0.5619},"ru":{"n":50,"unit":"wer","wer":9.82659,"wer_orig":4.50867,"dwer":5.31792,"wer_pseudo":7.30012,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.64928,"utmos":1.85017,"dnsmos_ovrl":2.78704,"dnsmos_sig":3.12595,"dnsmos_bak":4.014,"pesq_wb":1.85657,"pesq_nb":2.41606,"stoi":0.83345,"estoi":0.69562,"si_sdr":0.88552,"mel_dist":0.38764,"stft_dist":1.75051,"f0_rmse_cents":166.04553,"f0_corr":0.78482,"vuv_err":0.19696,"score_intelligibility":0.50881,"score_speaker":0.64928,"score_quality":0.6894,"score_fidelity":0.621,"score":0.61712},"uk":{"n":50,"unit":"wer","wer":37.45743,"wer_orig":6.46992,"dwer":30.98751,"wer_pseudo":35.68182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.59533,"utmos":2.26025,"dnsmos_ovrl":2.97551,"dnsmos_sig":3.30677,"dnsmos_bak":4.04578,"pesq_wb":1.96049,"pesq_nb":2.43964,"stoi":0.80103,"estoi":0.63556,"si_sdr":0.1919,"mel_dist":0.40949,"stft_dist":1.8567,"f0_rmse_cents":144.22774,"f0_corr":0.84291,"vuv_err":0.1838,"score_intelligibility":0.19424,"score_speaker":0.59533,"score_quality":0.87974,"score_fidelity":0.63946,"score":0.57719},"el":{"n":50,"unit":"wer","wer":38.27655,"wer_orig":12.02405,"dwer":26.25251,"wer_pseudo":34.63463,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.66394,"utmos":1.98416,"dnsmos_ovrl":2.69856,"dnsmos_sig":3.09359,"dnsmos_bak":3.84731,"pesq_wb":2.0488,"pesq_nb":2.63631,"stoi":0.8081,"estoi":0.65352,"si_sdr":3.02968,"mel_dist":0.28264,"stft_dist":1.45381,"f0_rmse_cents":243.59277,"f0_corr":0.64606,"vuv_err":0.16088,"score_intelligibility":0.3316,"score_speaker":0.66394,"score_quality":0.71235,"score_fidelity":0.58461,"score":0.57312},"ar":{"n":50,"unit":"wer","wer":23.42787,"wer_orig":12.45376,"dwer":10.97411,"wer_pseudo":16.19283,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.7379,"utmos":2.13473,"dnsmos_ovrl":3.04932,"dnsmos_sig":3.40749,"dnsmos_bak":3.96623,"pesq_wb":1.88363,"pesq_nb":2.43338,"stoi":0.87356,"estoi":0.77548,"si_sdr":1.37073,"mel_dist":0.31567,"stft_dist":1.58826,"f0_rmse_cents":141.26417,"f0_corr":0.8393,"vuv_err":0.14591,"score_intelligibility":0.55075,"score_speaker":0.7379,"score_quality":0.81523,"score_fidelity":0.65511,"score":0.68975},"fa":{"n":50,"unit":"wer","wer":53.94286,"wer_orig":25.94286,"dwer":28.0,"wer_pseudo":42.7027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.67514,"utmos":1.99031,"dnsmos_ovrl":2.69617,"dnsmos_sig":3.17886,"dnsmos_bak":3.73756,"pesq_wb":1.61323,"pesq_nb":2.38483,"stoi":0.66108,"estoi":0.48937,"si_sdr":-2.44478,"mel_dist":0.36648,"stft_dist":1.79165,"f0_rmse_cents":279.23614,"f0_corr":0.72321,"vuv_err":0.23634,"score_intelligibility":0.49038,"score_speaker":0.67514,"score_quality":0.76751,"score_fidelity":0.51983,"score":0.61322},"he":{"n":50,"unit":"wer","wer":61.04651,"wer_orig":19.4186,"dwer":41.62791,"wer_pseudo":54.10798,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.55274,"utmos":2.06584,"dnsmos_ovrl":2.66291,"dnsmos_sig":3.04626,"dnsmos_bak":3.89899,"pesq_wb":1.80232,"pesq_nb":2.25246,"stoi":0.77945,"estoi":0.62403,"si_sdr":-0.18919,"mel_dist":0.37809,"stft_dist":1.76024,"f0_rmse_cents":172.3894,"f0_corr":0.71177,"vuv_err":0.26191,"score_intelligibility":0.32909,"score_speaker":0.55274,"score_quality":0.81641,"score_fidelity":0.57348,"score":0.56793},"hi":{"n":50,"unit":"wer","wer":42.84395,"wer_orig":26.31579,"dwer":16.52816,"wer_pseudo":31.5168,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.6493,"utmos":1.93782,"dnsmos_ovrl":2.76456,"dnsmos_sig":3.26955,"dnsmos_bak":3.61851,"pesq_wb":1.94151,"pesq_nb":2.52912,"stoi":0.79253,"estoi":0.64188,"si_sdr":3.26263,"mel_dist":0.34007,"stft_dist":1.63004,"f0_rmse_cents":164.27643,"f0_corr":0.83073,"vuv_err":0.16699,"score_intelligibility":0.62302,"score_speaker":0.6493,"score_quality":0.86197,"score_fidelity":0.63075,"score":0.69126},"zh":{"n":50,"unit":"cer","wer":17.49271,"wer_orig":7.40525,"dwer":10.08746,"wer_pseudo":12.19512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.6829,"utmos":1.80207,"dnsmos_ovrl":2.76687,"dnsmos_sig":3.13732,"dnsmos_bak":3.96248,"pesq_wb":1.83465,"pesq_nb":2.37558,"stoi":0.83668,"estoi":0.70263,"si_sdr":-2.55161,"mel_dist":0.41407,"stft_dist":1.90292,"f0_rmse_cents":107.74761,"f0_corr":0.9025,"vuv_err":0.11417,"score_intelligibility":0.45452,"score_speaker":0.6829,"score_quality":0.649,"score_fidelity":0.65922,"score":0.61141},"yue":{"n":50,"unit":"cer","wer":24.23676,"wer_orig":14.39252,"dwer":9.84424,"wer_pseudo":22.48258,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.73496,"utmos":2.26616,"dnsmos_ovrl":2.99367,"dnsmos_sig":3.33787,"dnsmos_bak":3.98862,"pesq_wb":1.87205,"pesq_nb":2.50086,"stoi":0.82981,"estoi":0.68748,"si_sdr":0.65989,"mel_dist":0.28084,"stft_dist":1.51372,"f0_rmse_cents":153.75519,"f0_corr":0.85723,"vuv_err":0.15785,"score_intelligibility":0.60992,"score_speaker":0.73496,"score_quality":0.81542,"score_fidelity":0.6454,"score":0.70143},"ja":{"n":50,"unit":"cer","wer":34.12954,"wer_orig":3.53698,"dwer":30.59256,"wer_pseudo":32.79743,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.61138,"utmos":1.77526,"dnsmos_ovrl":2.49642,"dnsmos_sig":3.11091,"dnsmos_bak":3.4018,"pesq_wb":1.71591,"pesq_nb":2.30746,"stoi":0.63842,"estoi":0.4276,"si_sdr":-5.25014,"mel_dist":0.38768,"stft_dist":1.94828,"f0_rmse_cents":330.47313,"f0_corr":0.66108,"vuv_err":0.25323,"score_intelligibility":0.12915,"score_speaker":0.61138,"score_quality":0.8604,"score_fidelity":0.50135,"score":0.52557},"ko":{"n":50,"unit":"cer","wer":13.13725,"wer_orig":5.14706,"dwer":7.9902,"wer_pseudo":10.32064,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.655,"utmos":2.13455,"dnsmos_ovrl":2.83572,"dnsmos_sig":3.1822,"dnsmos_bak":4.02767,"pesq_wb":2.11137,"pesq_nb":2.6267,"stoi":0.82793,"estoi":0.69053,"si_sdr":1.39768,"mel_dist":0.35116,"stft_dist":1.69384,"f0_rmse_cents":172.05421,"f0_corr":0.85319,"vuv_err":0.12832,"score_intelligibility":0.43481,"score_speaker":0.655,"score_quality":0.7,"score_fidelity":0.66622,"score":0.61401},"th":{"n":50,"unit":"cer","wer":34.29669,"wer_orig":7.61924,"dwer":26.67745,"wer_pseudo":32.73942,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.6212,"utmos":1.60998,"dnsmos_ovrl":2.4488,"dnsmos_sig":2.9496,"dnsmos_bak":3.62258,"pesq_wb":1.52441,"pesq_nb":2.06332,"stoi":0.78388,"estoi":0.64266,"si_sdr":-2.34261,"mel_dist":0.34512,"stft_dist":1.73016,"f0_rmse_cents":256.27308,"f0_corr":0.76876,"vuv_err":0.22466,"score_intelligibility":0.24419,"score_speaker":0.6212,"score_quality":0.6275,"score_fidelity":0.56749,"score":0.5151}}},{"codec":"mimo_audio_tokenizer_20q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"mimo_audio_tokenizer_20q","family":"MiMo-Audio-Tokenizer","checkpoint":"XiaomiMiMo/MiMo-Audio-Tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25,"n_codebooks":20,"codebook_size":[1024,1024,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128],"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT (weights) / Apache-2.0 (code)","paper":null,"year":2025,"bitrate_kbps":3.65,"notes":"full RVQ stack; non-causal 32-layer encoder on log-mel, causal decoder + transformer Vocos; vendored code","side_info":null,"warning":"reconstruction ~1 PESQ below the published numbers in our port (SDPA instead of flash-attn); under investigation","env":"main"},"kbps":3.65,"kbps_measured":3.66152,"tokens_per_s":501.57815,"params_M":1284.65312,"efficiency":{"rtf_encode":0.12382,"rtf_decode":0.14074,"peak_vram_gb":0.0,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.67576,"score_worst_lang":0.46792,"worst_lang":"id","en_gap":0.06597,"score_intelligibility":0.60964,"score_speaker":0.75996,"score_quality":0.75145,"score_fidelity":0.58198,"dwer":8.17207,"wer":16.97788,"wer_pseudo":12.43567,"sim":0.75996,"utmos":1.94683,"dnsmos_ovrl":2.77688,"dnsmos_sig":3.24661,"dnsmos_bak":3.51706,"pesq_wb":1.67494,"pesq_nb":2.49561,"stoi":0.81149,"estoi":0.67665,"si_sdr":-24.23366,"mel_dist":0.26678,"stft_dist":1.73532,"f0_rmse_cents":237.79382,"f0_corr":0.74161,"vuv_err":0.24012,"score_ci95":[0.66885,0.68244]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.66962,"wer_orig":6.98132,"dwer":0.6883,"wer_pseudo":2.52918,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.78819,"utmos":1.9656,"dnsmos_ovrl":2.22378,"dnsmos_sig":2.83767,"dnsmos_bak":3.16112,"pesq_wb":1.7254,"pesq_nb":2.67447,"stoi":0.81225,"estoi":0.68699,"si_sdr":-21.89182,"mel_dist":0.24647,"stft_dist":1.78427,"f0_rmse_cents":537.48127,"f0_corr":0.59777,"vuv_err":0.28671,"score_intelligibility":0.92061,"score_speaker":0.78819,"score_quality":0.70803,"score_fidelity":0.53909,"score":0.73898},"de":{"n":50,"unit":"wer","wer":9.56256,"wer_orig":5.69685,"dwer":3.86572,"wer_pseudo":5.08647,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.72941,"utmos":2.03196,"dnsmos_ovrl":2.95263,"dnsmos_sig":3.37463,"dnsmos_bak":3.74815,"pesq_wb":1.59004,"pesq_nb":2.32422,"stoi":0.84095,"estoi":0.66723,"si_sdr":-24.73213,"mel_dist":0.27151,"stft_dist":1.66507,"f0_rmse_cents":228.05303,"f0_corr":0.69834,"vuv_err":0.22895,"score_intelligibility":0.63402,"score_speaker":0.72941,"score_quality":0.76704,"score_fidelity":0.56929,"score":0.67494},"fr":{"n":50,"unit":"wer","wer":11.6996,"wer_orig":4.98024,"dwer":6.71937,"wer_pseudo":8.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.73705,"utmos":2.0869,"dnsmos_ovrl":3.05052,"dnsmos_sig":3.44424,"dnsmos_bak":3.93174,"pesq_wb":1.65954,"pesq_nb":2.38641,"stoi":0.85082,"estoi":0.74623,"si_sdr":-25.52709,"mel_dist":0.29058,"stft_dist":1.70393,"f0_rmse_cents":172.82537,"f0_corr":0.84378,"vuv_err":0.2183,"score_intelligibility":0.4709,"score_speaker":0.73705,"score_quality":0.898,"score_fidelity":0.62768,"score":0.68341},"es":{"n":50,"unit":"wer","wer":3.90909,"wer_orig":3.09091,"dwer":0.81818,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.80409,"utmos":2.23914,"dnsmos_ovrl":3.18512,"dnsmos_sig":3.61755,"dnsmos_bak":3.81457,"pesq_wb":2.10107,"pesq_nb":2.90369,"stoi":0.86637,"estoi":0.75273,"si_sdr":-21.80959,"mel_dist":0.253,"stft_dist":1.56753,"f0_rmse_cents":215.5852,"f0_corr":0.82015,"vuv_err":0.21145,"score_intelligibility":0.83333,"score_speaker":0.80409,"score_quality":0.85164,"score_fidelity":0.66704,"score":0.78902},"it":{"n":50,"unit":"wer","wer":4.73588,"wer_orig":2.55009,"dwer":2.18579,"wer_pseudo":3.19927,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.81743,"utmos":2.5637,"dnsmos_ovrl":3.28263,"dnsmos_sig":3.62835,"dnsmos_bak":3.99627,"pesq_wb":1.92748,"pesq_nb":2.79021,"stoi":0.86803,"estoi":0.75962,"si_sdr":-22.33238,"mel_dist":0.26647,"stft_dist":1.59933,"f0_rmse_cents":122.02976,"f0_corr":0.81287,"vuv_err":0.17275,"score_intelligibility":0.61893,"score_speaker":0.81743,"score_quality":0.86628,"score_fidelity":0.64863,"score":0.73782},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.67323,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.84757,"utmos":2.20921,"dnsmos_ovrl":2.91986,"dnsmos_sig":3.51619,"dnsmos_bak":3.41564,"pesq_wb":1.81318,"pesq_nb":2.58401,"stoi":0.81889,"estoi":0.69575,"si_sdr":-24.70848,"mel_dist":0.25446,"stft_dist":1.60901,"f0_rmse_cents":271.62592,"f0_corr":0.77105,"vuv_err":0.24416,"score_intelligibility":0.93781,"score_speaker":0.84757,"score_quality":0.88138,"score_fidelity":0.60743,"score":0.81855},"nl":{"n":50,"unit":"wer","wer":16.41392,"wer_orig":5.26316,"dwer":11.15076,"wer_pseudo":13.07073,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.77819,"utmos":1.73729,"dnsmos_ovrl":2.66978,"dnsmos_sig":3.13408,"dnsmos_bak":3.83959,"pesq_wb":1.36338,"pesq_nb":2.23569,"stoi":0.82989,"estoi":0.69564,"si_sdr":-25.93508,"mel_dist":0.3211,"stft_dist":2.32376,"f0_rmse_cents":261.15744,"f0_corr":0.70658,"vuv_err":0.33248,"score_intelligibility":0.35966,"score_speaker":0.77819,"score_quality":0.66803,"score_fidelity":0.54676,"score":0.58816},"pl":{"n":50,"unit":"wer","wer":12.0614,"wer_orig":3.28947,"dwer":8.77193,"wer_pseudo":11.07456,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.78287,"utmos":1.84913,"dnsmos_ovrl":2.93871,"dnsmos_sig":3.29198,"dnsmos_bak":3.8102,"pesq_wb":1.53921,"pesq_nb":2.34996,"stoi":0.85608,"estoi":0.7273,"si_sdr":-25.97498,"mel_dist":0.2752,"stft_dist":1.806,"f0_rmse_cents":187.11266,"f0_corr":0.66235,"vuv_err":0.26822,"score_intelligibility":0.32841,"score_speaker":0.78287,"score_quality":0.72892,"score_fidelity":0.5575,"score":0.59942},"cs":{"n":50,"unit":"wer","wer":20.42007,"wer_orig":9.45158,"dwer":10.96849,"wer_pseudo":16.00467,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.77589,"utmos":1.72554,"dnsmos_ovrl":2.8854,"dnsmos_sig":3.26294,"dnsmos_bak":3.50746,"pesq_wb":1.42296,"pesq_nb":2.25592,"stoi":0.81345,"estoi":0.68165,"si_sdr":-26.63699,"mel_dist":0.26557,"stft_dist":1.67317,"f0_rmse_cents":142.05996,"f0_corr":0.74843,"vuv_err":0.24553,"score_intelligibility":0.48793,"score_speaker":0.77589,"score_quality":0.67601,"score_fidelity":0.56091,"score":0.62518},"tr":{"n":50,"unit":"wer","wer":12.76316,"wer_orig":7.76316,"dwer":5.0,"wer_pseudo":9.22266,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.78618,"utmos":1.72548,"dnsmos_ovrl":2.94733,"dnsmos_sig":3.42535,"dnsmos_bak":3.77084,"pesq_wb":1.77443,"pesq_nb":2.63357,"stoi":0.82938,"estoi":0.67411,"si_sdr":-25.4528,"mel_dist":0.26754,"stft_dist":1.79446,"f0_rmse_cents":177.37055,"f0_corr":0.83155,"vuv_err":0.18643,"score_intelligibility":0.63671,"score_speaker":0.78618,"score_quality":0.75855,"score_fidelity":0.6274,"score":0.70221},"id":{"n":50,"unit":"wer","wer":28.45336,"wer_orig":5.90319,"dwer":22.55018,"wer_pseudo":27.0366,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.59909,"utmos":1.60155,"dnsmos_ovrl":2.14052,"dnsmos_sig":2.60593,"dnsmos_bak":2.41001,"pesq_wb":1.43638,"pesq_nb":2.16906,"stoi":0.64741,"estoi":0.45977,"si_sdr":-27.65136,"mel_dist":0.27675,"stft_dist":1.84585,"f0_rmse_cents":440.73874,"f0_corr":0.41693,"vuv_err":0.32938,"score_intelligibility":0.23438,"score_speaker":0.59909,"score_quality":0.64187,"score_fidelity":0.39634,"score":0.46792},"vi":{"n":50,"unit":"wer","wer":34.04932,"wer_orig":7.71679,"dwer":26.33254,"wer_pseudo":30.73248,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.67375,"utmos":1.49578,"dnsmos_ovrl":2.16899,"dnsmos_sig":2.72178,"dnsmos_bak":2.55201,"pesq_wb":1.39892,"pesq_nb":2.14136,"stoi":0.65125,"estoi":0.47269,"si_sdr":-28.5271,"mel_dist":0.29604,"stft_dist":1.89538,"f0_rmse_cents":306.02377,"f0_corr":0.71338,"vuv_err":0.25518,"score_intelligibility":0.2487,"score_speaker":0.67375,"score_quality":0.54085,"score_fidelity":0.49287,"score":0.48904},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":2.08575,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.76809,"utmos":2.03099,"dnsmos_ovrl":2.96015,"dnsmos_sig":3.33427,"dnsmos_bak":3.82938,"pesq_wb":1.71622,"pesq_nb":2.55583,"stoi":0.85284,"estoi":0.73197,"si_sdr":-25.1038,"mel_dist":0.26876,"stft_dist":1.74761,"f0_rmse_cents":221.14215,"f0_corr":0.74422,"vuv_err":0.27147,"score_intelligibility":0.84113,"score_speaker":0.76809,"score_quality":0.78538,"score_fidelity":0.60057,"score":0.74879},"uk":{"n":50,"unit":"wer","wer":12.48581,"wer_orig":6.46992,"dwer":6.01589,"wer_pseudo":9.65909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.73749,"utmos":1.95511,"dnsmos_ovrl":3.02284,"dnsmos_sig":3.4165,"dnsmos_bak":3.937,"pesq_wb":1.6293,"pesq_nb":2.45024,"stoi":0.85344,"estoi":0.71425,"si_sdr":-24.38778,"mel_dist":0.27362,"stft_dist":1.74106,"f0_rmse_cents":223.23148,"f0_corr":0.74663,"vuv_err":0.22211,"score_intelligibility":0.55391,"score_speaker":0.73749,"score_quality":0.79456,"score_fidelity":0.59329,"score":0.66981},"el":{"n":50,"unit":"wer","wer":29.05812,"wer_orig":12.02405,"dwer":17.03407,"wer_pseudo":25.12513,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.63229,"utmos":1.86023,"dnsmos_ovrl":2.52821,"dnsmos_sig":3.05817,"dnsmos_bak":3.21773,"pesq_wb":1.57826,"pesq_nb":2.38067,"stoi":0.80326,"estoi":0.64436,"si_sdr":-22.63522,"mel_dist":0.28761,"stft_dist":1.72715,"f0_rmse_cents":171.11777,"f0_corr":0.72438,"vuv_err":0.23761,"score_intelligibility":0.4333,"score_speaker":0.63229,"score_quality":0.63365,"score_fidelity":0.56428,"score":0.56588},"ar":{"n":50,"unit":"wer","wer":18.37238,"wer_orig":12.45376,"dwer":5.91862,"wer_pseudo":9.02349,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.82629,"utmos":2.09178,"dnsmos_ovrl":3.10051,"dnsmos_sig":3.56266,"dnsmos_bak":3.77852,"pesq_wb":1.84507,"pesq_nb":2.76301,"stoi":0.89158,"estoi":0.80856,"si_sdr":-20.67308,"mel_dist":0.24324,"stft_dist":1.55844,"f0_rmse_cents":137.01221,"f0_corr":0.8338,"vuv_err":0.17713,"score_intelligibility":0.69448,"score_speaker":0.82629,"score_quality":0.81429,"score_fidelity":0.65561,"score":0.74767},"fa":{"n":50,"unit":"wer","wer":34.97143,"wer_orig":25.94286,"dwer":9.02857,"wer_pseudo":18.37838,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.80084,"utmos":2.02333,"dnsmos_ovrl":2.76182,"dnsmos_sig":3.30338,"dnsmos_bak":3.5202,"pesq_wb":1.68944,"pesq_nb":2.7002,"stoi":0.72506,"estoi":0.58566,"si_sdr":-25.12429,"mel_dist":0.23946,"stft_dist":1.68322,"f0_rmse_cents":316.67961,"f0_corr":0.68975,"vuv_err":0.25271,"score_intelligibility":0.74901,"score_speaker":0.80084,"score_quality":0.79558,"score_fidelity":0.53726,"score":0.72067},"he":{"n":50,"unit":"wer","wer":44.30233,"wer_orig":19.4186,"dwer":24.88372,"wer_pseudo":36.15023,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.71661,"utmos":1.85153,"dnsmos_ovrl":2.78528,"dnsmos_sig":3.24956,"dnsmos_bak":3.7604,"pesq_wb":1.47395,"pesq_nb":2.18446,"stoi":0.8268,"estoi":0.68185,"si_sdr":-25.53552,"mel_dist":0.28293,"stft_dist":1.84001,"f0_rmse_cents":199.77166,"f0_corr":0.6815,"vuv_err":0.29024,"score_intelligibility":0.45072,"score_speaker":0.71661,"score_quality":0.77807,"score_fidelity":0.5479,"score":0.62333},"hi":{"n":50,"unit":"wer","wer":35.08772,"wer_orig":26.31579,"dwer":8.77193,"wer_pseudo":23.06994,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.71338,"utmos":1.75376,"dnsmos_ovrl":2.4578,"dnsmos_sig":3.02867,"dnsmos_bak":2.93864,"pesq_wb":1.56903,"pesq_nb":2.31445,"stoi":0.76166,"estoi":0.6046,"si_sdr":-24.25347,"mel_dist":0.27713,"stft_dist":1.74677,"f0_rmse_cents":326.4647,"f0_corr":0.74182,"vuv_err":0.2532,"score_intelligibility":0.75693,"score_speaker":0.71338,"score_quality":0.70954,"score_fidelity":0.55535,"score":0.6838},"zh":{"n":50,"unit":"cer","wer":7.81341,"wer_orig":7.40525,"dwer":0.40816,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86461,"utmos":2.10081,"dnsmos_ovrl":3.04657,"dnsmos_sig":3.42731,"dnsmos_bak":3.97567,"pesq_wb":2.19396,"pesq_nb":2.90055,"stoi":0.88211,"estoi":0.79146,"si_sdr":-19.386,"mel_dist":0.22895,"stft_dist":1.56973,"f0_rmse_cents":118.71767,"f0_corr":0.89218,"vuv_err":0.17766,"score_intelligibility":0.95369,"score_speaker":0.86461,"score_quality":0.79922,"score_fidelity":0.70514,"score":0.83066},"yue":{"n":50,"unit":"cer","wer":21.1838,"wer_orig":14.39252,"dwer":6.79128,"wer_pseudo":17.41609,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.79325,"utmos":2.06323,"dnsmos_ovrl":2.89529,"dnsmos_sig":3.45161,"dnsmos_bak":3.47715,"pesq_wb":1.64005,"pesq_nb":2.40627,"stoi":0.83139,"estoi":0.68816,"si_sdr":-22.70637,"mel_dist":0.25897,"stft_dist":1.65059,"f0_rmse_cents":196.9455,"f0_corr":0.79423,"vuv_err":0.19724,"score_intelligibility":0.69386,"score_speaker":0.79325,"score_quality":0.73908,"score_fidelity":0.60283,"score":0.70725},"ja":{"n":50,"unit":"cer","wer":9.00322,"wer_orig":3.53698,"dwer":5.46624,"wer_pseudo":6.56867,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.72335,"utmos":1.70717,"dnsmos_ovrl":2.13242,"dnsmos_sig":2.53372,"dnsmos_bak":2.8915,"pesq_wb":1.76723,"pesq_nb":2.56111,"stoi":0.68887,"estoi":0.53066,"si_sdr":-24.30145,"mel_dist":0.24618,"stft_dist":1.70544,"f0_rmse_cents":274.34264,"f0_corr":0.68538,"vuv_err":0.26286,"score_intelligibility":0.45355,"score_speaker":0.72335,"score_quality":0.70928,"score_fidelity":0.53115,"score":0.60433},"ko":{"n":50,"unit":"cer","wer":5.88235,"wer_orig":5.14706,"dwer":0.73529,"wer_pseudo":3.10621,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.7971,"utmos":2.34306,"dnsmos_ovrl":3.01271,"dnsmos_sig":3.46782,"dnsmos_bak":3.90304,"pesq_wb":1.93446,"pesq_nb":2.84901,"stoi":0.86159,"estoi":0.758,"si_sdr":-22.00172,"mel_dist":0.23884,"stft_dist":1.57216,"f0_rmse_cents":134.8898,"f0_corr":0.88936,"vuv_err":0.18435,"score_intelligibility":0.89316,"score_speaker":0.7971,"score_quality":0.78943,"score_fidelity":0.67264,"score":0.78808},"th":{"n":50,"unit":"cer","wer":18.31043,"wer_orig":7.61924,"dwer":10.69119,"wer_pseudo":15.85341,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.74603,"utmos":1.71177,"dnsmos_ovrl":2.5763,"dnsmos_sig":3.22435,"dnsmos_bak":3.22262,"pesq_wb":1.40968,"pesq_nb":2.38023,"stoi":0.81246,"estoi":0.68026,"si_sdr":-24.3193,"mel_dist":0.27245,"stft_dist":1.83764,"f0_rmse_cents":324.67274,"f0_corr":0.75227,"vuv_err":0.25681,"score_intelligibility":0.44635,"score_speaker":0.74603,"score_quality":0.70005,"score_fidelity":0.56059,"score":0.61326}}},{"codec":"mimo_audio_tokenizer_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"mimo_audio_tokenizer_8q","family":"MiMo-Audio-Tokenizer","checkpoint":"XiaomiMiMo/MiMo-Audio-Tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25,"n_codebooks":8,"codebook_size":[1024,1024,128,128,128,128,128,128],"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT (weights) / Apache-2.0 (code)","paper":null,"year":2025,"bitrate_kbps":1.55,"notes":"RVQ prefix used by MiMo-Audio LLM; non-causal 32-layer encoder on log-mel, causal decoder + transformer Vocos; vendored code","side_info":null,"warning":"reconstruction ~1 PESQ below the published numbers in our port (SDPA instead of flash-attn); under investigation","env":"main"},"kbps":1.55,"kbps_measured":1.55489,"tokens_per_s":200.63126,"params_M":1284.65312,"efficiency":{"rtf_encode":0.12362,"rtf_decode":0.14102,"peak_vram_gb":0.0,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.56135,"score_worst_lang":0.39857,"worst_lang":"vi","en_gap":0.10455,"score_intelligibility":0.41528,"score_speaker":0.63861,"score_quality":0.68822,"score_fidelity":0.50328,"dwer":17.74045,"wer":26.54626,"wer_pseudo":23.21691,"sim":0.63861,"utmos":1.76609,"dnsmos_ovrl":2.75064,"dnsmos_sig":3.23613,"dnsmos_bak":3.50142,"pesq_wb":1.39065,"pesq_nb":1.99675,"stoi":0.75474,"estoi":0.58727,"si_sdr":-26.50358,"mel_dist":0.30302,"stft_dist":1.92267,"f0_rmse_cents":375.76654,"f0_corr":0.64349,"vuv_err":0.29026,"score_ci95":[0.55532,0.56798]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.3412,"wer_orig":6.98132,"dwer":2.35988,"wer_pseudo":4.0856,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.68574,"utmos":1.93019,"dnsmos_ovrl":2.31558,"dnsmos_sig":2.95787,"dnsmos_bak":3.33932,"pesq_wb":1.49691,"pesq_nb":2.20548,"stoi":0.76649,"estoi":0.61497,"si_sdr":-24.54155,"mel_dist":0.27245,"stft_dist":1.84448,"f0_rmse_cents":736.06753,"f0_corr":0.47999,"vuv_err":0.31633,"score_intelligibility":0.7718,"score_speaker":0.68574,"score_quality":0.72581,"score_fidelity":0.46282,"score":0.66154},"de":{"n":50,"unit":"wer","wer":15.46287,"wer_orig":5.69685,"dwer":9.76602,"wer_pseudo":11.29196,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.54982,"utmos":1.69539,"dnsmos_ovrl":2.88411,"dnsmos_sig":3.30841,"dnsmos_bak":3.64109,"pesq_wb":1.29249,"pesq_nb":1.80207,"stoi":0.77607,"estoi":0.56136,"si_sdr":-27.52262,"mel_dist":0.32426,"stft_dist":1.87443,"f0_rmse_cents":236.18778,"f0_corr":0.5605,"vuv_err":0.25094,"score_intelligibility":0.40678,"score_speaker":0.54982,"score_quality":0.65329,"score_fidelity":0.47338,"score":0.52082},"fr":{"n":50,"unit":"wer","wer":22.52964,"wer_orig":4.98024,"dwer":17.54941,"wer_pseudo":21.34921,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.58723,"utmos":1.85564,"dnsmos_ovrl":2.95775,"dnsmos_sig":3.39693,"dnsmos_bak":3.8411,"pesq_wb":1.36114,"pesq_nb":1.902,"stoi":0.78752,"estoi":0.65137,"si_sdr":-23.61873,"mel_dist":0.33402,"stft_dist":1.87213,"f0_rmse_cents":226.99431,"f0_corr":0.78034,"vuv_err":0.26256,"score_intelligibility":0.25416,"score_speaker":0.58723,"score_quality":0.79581,"score_fidelity":0.55701,"score":0.54855},"es":{"n":50,"unit":"wer","wer":7.27273,"wer_orig":3.09091,"dwer":4.18182,"wer_pseudo":5.19599,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.68042,"utmos":2.03498,"dnsmos_ovrl":3.12439,"dnsmos_sig":3.5865,"dnsmos_bak":3.75096,"pesq_wb":1.64878,"pesq_nb":2.32415,"stoi":0.81687,"estoi":0.66847,"si_sdr":-23.12435,"mel_dist":0.28409,"stft_dist":1.71968,"f0_rmse_cents":314.62972,"f0_corr":0.78566,"vuv_err":0.26896,"score_intelligibility":0.49451,"score_speaker":0.68042,"score_quality":0.77978,"score_fidelity":0.59597,"score":0.63767},"it":{"n":50,"unit":"wer","wer":8.74317,"wer_orig":2.55009,"dwer":6.19308,"wer_pseudo":7.22121,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.67555,"utmos":2.29459,"dnsmos_ovrl":3.20821,"dnsmos_sig":3.60957,"dnsmos_bak":3.89253,"pesq_wb":1.53584,"pesq_nb":2.21437,"stoi":0.81979,"estoi":0.67956,"si_sdr":-24.40723,"mel_dist":0.30818,"stft_dist":1.76329,"f0_rmse_cents":161.66491,"f0_corr":0.7203,"vuv_err":0.18221,"score_intelligibility":0.36437,"score_speaker":0.67555,"score_quality":0.78622,"score_fidelity":0.56439,"score":0.59763},"pt":{"n":50,"unit":"wer","wer":4.88281,"wer_orig":3.41797,"dwer":1.46484,"wer_pseudo":3.14961,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.73535,"utmos":2.04014,"dnsmos_ovrl":2.9272,"dnsmos_sig":3.5204,"dnsmos_bak":3.44531,"pesq_wb":1.44465,"pesq_nb":2.06234,"stoi":0.76287,"estoi":0.61001,"si_sdr":-26.64272,"mel_dist":0.28349,"stft_dist":1.75796,"f0_rmse_cents":439.83405,"f0_corr":0.73225,"vuv_err":0.28767,"score_intelligibility":0.751,"score_speaker":0.73535,"score_quality":0.82707,"score_fidelity":0.54072,"score":0.71353},"nl":{"n":50,"unit":"wer","wer":32.73863,"wer_orig":5.26316,"dwer":27.47547,"wer_pseudo":30.1701,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.60433,"utmos":1.52332,"dnsmos_ovrl":2.66869,"dnsmos_sig":3.12289,"dnsmos_bak":3.78384,"pesq_wb":1.20592,"pesq_nb":1.81103,"stoi":0.76305,"estoi":0.59532,"si_sdr":-30.73886,"mel_dist":0.38891,"stft_dist":3.04097,"f0_rmse_cents":266.36792,"f0_corr":0.70022,"vuv_err":0.3534,"score_intelligibility":0.18564,"score_speaker":0.60433,"score_quality":0.61337,"score_fidelity":0.50737,"score":0.47768},"pl":{"n":50,"unit":"wer","wer":24.12281,"wer_orig":3.28947,"dwer":20.83333,"wer_pseudo":23.57456,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.63452,"utmos":1.70939,"dnsmos_ovrl":2.90592,"dnsmos_sig":3.30583,"dnsmos_bak":3.86143,"pesq_wb":1.29675,"pesq_nb":1.84149,"stoi":0.80334,"estoi":0.63577,"si_sdr":-27.87434,"mel_dist":0.31888,"stft_dist":2.00885,"f0_rmse_cents":267.77751,"f0_corr":0.56365,"vuv_err":0.3084,"score_intelligibility":0.17074,"score_speaker":0.63452,"score_quality":0.68071,"score_fidelity":0.48393,"score":0.49247},"cs":{"n":50,"unit":"wer","wer":36.40607,"wer_orig":9.45158,"dwer":26.95449,"wer_pseudo":34.46262,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.65095,"utmos":1.58064,"dnsmos_ovrl":2.89193,"dnsmos_sig":3.31351,"dnsmos_bak":3.5666,"pesq_wb":1.22754,"pesq_nb":1.83396,"stoi":0.75316,"estoi":0.58809,"si_sdr":-28.06621,"mel_dist":0.30026,"stft_dist":1.83304,"f0_rmse_cents":227.77355,"f0_corr":0.6092,"vuv_err":0.25809,"score_intelligibility":0.27941,"score_speaker":0.65095,"score_quality":0.63141,"score_fidelity":0.47579,"score":0.50939},"tr":{"n":50,"unit":"wer","wer":25.0,"wer_orig":7.76316,"dwer":17.23684,"wer_pseudo":22.13439,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.66896,"utmos":1.52674,"dnsmos_ovrl":2.88816,"dnsmos_sig":3.37395,"dnsmos_bak":3.72949,"pesq_wb":1.44954,"pesq_nb":2.09992,"stoi":0.76108,"estoi":0.5639,"si_sdr":-26.82119,"mel_dist":0.29834,"stft_dist":1.98996,"f0_rmse_cents":263.15936,"f0_corr":0.71186,"vuv_err":0.22334,"score_intelligibility":0.33704,"score_speaker":0.66896,"score_quality":0.66658,"score_fidelity":0.53379,"score":0.5516},"id":{"n":50,"unit":"wer","wer":39.90555,"wer_orig":5.90319,"dwer":34.00236,"wer_pseudo":39.19717,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.52886,"utmos":1.47809,"dnsmos_ovrl":2.11845,"dnsmos_sig":2.59904,"dnsmos_bak":2.41163,"pesq_wb":1.25147,"pesq_nb":1.814,"stoi":0.59673,"estoi":0.37674,"si_sdr":-29.85649,"mel_dist":0.28876,"stft_dist":1.88856,"f0_rmse_cents":676.02129,"f0_corr":0.36334,"vuv_err":0.45717,"score_intelligibility":0.16876,"score_speaker":0.52886,"score_quality":0.57127,"score_fidelity":0.34397,"score":0.40321},"vi":{"n":50,"unit":"wer","wer":52.42641,"wer_orig":7.71679,"dwer":44.70963,"wer_pseudo":49.52229,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.58247,"utmos":1.37338,"dnsmos_ovrl":2.22398,"dnsmos_sig":2.77089,"dnsmos_bak":2.62389,"pesq_wb":1.189,"pesq_nb":1.69767,"stoi":0.58182,"estoi":0.36765,"si_sdr":-29.76435,"mel_dist":0.33576,"stft_dist":2.09191,"f0_rmse_cents":781.89996,"f0_corr":0.40913,"vuv_err":0.38484,"score_intelligibility":0.16315,"score_speaker":0.58247,"score_quality":0.50033,"score_fidelity":0.34832,"score":0.39857},"ru":{"n":50,"unit":"wer","wer":12.48555,"wer_orig":4.50867,"dwer":7.97688,"wer_pseudo":10.08111,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.60847,"utmos":1.84928,"dnsmos_ovrl":2.9916,"dnsmos_sig":3.38955,"dnsmos_bak":3.90589,"pesq_wb":1.37777,"pesq_nb":1.94534,"stoi":0.79175,"estoi":0.6332,"si_sdr":-28.58022,"mel_dist":0.30541,"stft_dist":1.9171,"f0_rmse_cents":346.16761,"f0_corr":0.66034,"vuv_err":0.27982,"score_intelligibility":0.40849,"score_speaker":0.60847,"score_quality":0.73918,"score_fidelity":0.52001,"score":0.56904},"uk":{"n":50,"unit":"wer","wer":25.08513,"wer_orig":6.46992,"dwer":18.61521,"wer_pseudo":22.84091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.58953,"utmos":1.78135,"dnsmos_ovrl":3.00516,"dnsmos_sig":3.42318,"dnsmos_bak":3.90847,"pesq_wb":1.37218,"pesq_nb":1.97861,"stoi":0.7999,"estoi":0.62573,"si_sdr":-28.89457,"mel_dist":0.30818,"stft_dist":1.93714,"f0_rmse_cents":277.03763,"f0_corr":0.67932,"vuv_err":0.25314,"score_intelligibility":0.28637,"score_speaker":0.58953,"score_quality":0.7352,"score_fidelity":0.52852,"score":0.5349},"el":{"n":50,"unit":"wer","wer":49.1984,"wer_orig":12.02405,"dwer":37.17435,"wer_pseudo":47.94795,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.48422,"utmos":1.65373,"dnsmos_ovrl":2.6577,"dnsmos_sig":3.2009,"dnsmos_bak":3.38204,"pesq_wb":1.31577,"pesq_nb":1.88714,"stoi":0.74024,"estoi":0.54981,"si_sdr":-26.6392,"mel_dist":0.32381,"stft_dist":1.87971,"f0_rmse_cents":203.29098,"f0_corr":0.65991,"vuv_err":0.26642,"score_intelligibility":0.25945,"score_speaker":0.48422,"score_quality":0.60687,"score_fidelity":0.49679,"score":0.46183},"ar":{"n":50,"unit":"wer","wer":27.49692,"wer_orig":12.45376,"dwer":15.04316,"wer_pseudo":21.87886,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.7276,"utmos":1.86886,"dnsmos_ovrl":3.06727,"dnsmos_sig":3.52712,"dnsmos_bak":3.78814,"pesq_wb":1.47154,"pesq_nb":2.09409,"stoi":0.83852,"estoi":0.72706,"si_sdr":-24.70965,"mel_dist":0.27841,"stft_dist":1.70939,"f0_rmse_cents":201.3433,"f0_corr":0.79952,"vuv_err":0.19003,"score_intelligibility":0.47211,"score_speaker":0.7276,"score_quality":0.73994,"score_fidelity":0.59092,"score":0.63264},"fa":{"n":50,"unit":"wer","wer":40.57143,"wer_orig":25.94286,"dwer":14.62857,"wer_pseudo":24.75676,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.73807,"utmos":1.88972,"dnsmos_ovrl":2.75597,"dnsmos_sig":3.29295,"dnsmos_bak":3.53255,"pesq_wb":1.42969,"pesq_nb":2.23389,"stoi":0.66717,"estoi":0.50041,"si_sdr":-25.7928,"mel_dist":0.2694,"stft_dist":1.85908,"f0_rmse_cents":505.79168,"f0_corr":0.58781,"vuv_err":0.38988,"score_intelligibility":0.64811,"score_speaker":0.73807,"score_quality":0.7527,"score_fidelity":0.45925,"score":0.64953},"he":{"n":50,"unit":"wer","wer":60.11628,"wer_orig":19.4186,"dwer":40.69767,"wer_pseudo":54.92958,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.58405,"utmos":1.66957,"dnsmos_ovrl":2.7418,"dnsmos_sig":3.24042,"dnsmos_bak":3.71436,"pesq_wb":1.27138,"pesq_nb":1.78426,"stoi":0.76988,"estoi":0.59003,"si_sdr":-26.77031,"mel_dist":0.3156,"stft_dist":2.01254,"f0_rmse_cents":248.57239,"f0_corr":0.59918,"vuv_err":0.33436,"score_intelligibility":0.33409,"score_speaker":0.58405,"score_quality":0.70491,"score_fidelity":0.4822,"score":0.52631},"hi":{"n":50,"unit":"wer","wer":45.70637,"wer_orig":26.31579,"dwer":19.39058,"wer_pseudo":36.96639,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.59714,"utmos":1.60895,"dnsmos_ovrl":2.33738,"dnsmos_sig":2.90983,"dnsmos_bak":2.80383,"pesq_wb":1.33696,"pesq_nb":1.87081,"stoi":0.70745,"estoi":0.51897,"si_sdr":-26.07115,"mel_dist":0.30922,"stft_dist":1.8836,"f0_rmse_cents":662.94158,"f0_corr":0.50165,"vuv_err":0.35727,"score_intelligibility":0.58484,"score_speaker":0.59714,"score_quality":0.61907,"score_fidelity":0.43513,"score":0.55905},"zh":{"n":50,"unit":"cer","wer":7.87172,"wer_orig":7.40525,"dwer":0.46647,"wer_pseudo":2.13415,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.7938,"utmos":2.03603,"dnsmos_ovrl":3.04693,"dnsmos_sig":3.43142,"dnsmos_bak":3.9832,"pesq_wb":1.77107,"pesq_nb":2.41096,"stoi":0.84745,"estoi":0.73344,"si_sdr":-23.07246,"mel_dist":0.25815,"stft_dist":1.69269,"f0_rmse_cents":141.12608,"f0_corr":0.86719,"vuv_err":0.21387,"score_intelligibility":0.94742,"score_speaker":0.7938,"score_quality":0.7814,"score_fidelity":0.64498,"score":0.7919},"yue":{"n":50,"unit":"cer","wer":30.34268,"wer_orig":14.39252,"dwer":15.95016,"wer_pseudo":30.58898,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.67089,"utmos":1.81405,"dnsmos_ovrl":2.82062,"dnsmos_sig":3.39839,"dnsmos_bak":3.39347,"pesq_wb":1.31099,"pesq_nb":1.87213,"stoi":0.77259,"estoi":0.58781,"si_sdr":-24.46051,"mel_dist":0.30671,"stft_dist":1.89112,"f0_rmse_cents":365.94431,"f0_corr":0.68478,"vuv_err":0.25716,"score_intelligibility":0.4911,"score_speaker":0.67089,"score_quality":0.65667,"score_fidelity":0.51541,"score":0.58352},"ja":{"n":50,"unit":"cer","wer":15.9853,"wer_orig":3.53698,"dwer":12.44832,"wer_pseudo":15.15847,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.63735,"utmos":1.60864,"dnsmos_ovrl":2.13897,"dnsmos_sig":2.53431,"dnsmos_bak":2.90312,"pesq_wb":1.53716,"pesq_nb":2.14779,"stoi":0.63812,"estoi":0.45655,"si_sdr":-27.36609,"mel_dist":0.2718,"stft_dist":1.83745,"f0_rmse_cents":415.16069,"f0_corr":0.63934,"vuv_err":0.32167,"score_intelligibility":0.26711,"score_speaker":0.63735,"score_quality":0.66384,"score_fidelity":0.47698,"score":0.51132},"ko":{"n":50,"unit":"cer","wer":7.9902,"wer_orig":5.14706,"dwer":2.84314,"wer_pseudo":5.16032,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.7069,"utmos":2.04879,"dnsmos_ovrl":2.92763,"dnsmos_sig":3.40037,"dnsmos_bak":3.85487,"pesq_wb":1.58462,"pesq_nb":2.28285,"stoi":0.81087,"estoi":0.68043,"si_sdr":-25.2229,"mel_dist":0.2622,"stft_dist":1.71231,"f0_rmse_cents":173.19203,"f0_corr":0.84647,"vuv_err":0.19319,"score_intelligibility":0.68375,"score_speaker":0.7069,"score_quality":0.70348,"score_fidelity":0.60813,"score":0.67556},"th":{"n":50,"unit":"cer","wer":35.42846,"wer_orig":7.61924,"dwer":27.80922,"wer_pseudo":33.40757,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.60444,"utmos":1.5148,"dnsmos_ovrl":2.41004,"dnsmos_sig":3.05287,"dnsmos_bak":2.97695,"pesq_wb":1.19638,"pesq_nb":1.80558,"stoi":0.74096,"estoi":0.57795,"si_sdr":-25.52754,"mel_dist":0.32627,"stft_dist":2.12681,"f0_rmse_cents":879.45078,"f0_corr":0.50181,"vuv_err":0.35547,"score_intelligibility":0.23661,"score_speaker":0.60444,"score_quality":0.5823,"score_fidelity":0.43296,"score":0.46408}}},{"codec":"minimax_h3_audiovae_32k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"minimax_h3_audiovae_32k","family":"MiniMax-H3-AudioVAE","checkpoint":"MiniMaxAI/MiniMax-H3","sample_rate":32000,"output_sample_rate":32000,"frame_rate":40,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":32,"domain":"general","causal":false,"multilingual":null,"license":"code Apache-2.0 (diffusers); weights MiniMax H3 Community License","paper":null,"year":2026,"bitrate_kbps":null,"notes":"waveform VAE of the MiniMax-H3 audio-video generator: DAC-lineage encoder (hop 800) + causal attention projection -> 32-d posterior mean at 40 Hz (normalised with the checkpoint's latents_mean/std) -> BigVGAN decoder at 32 kHz; mono (H3 codes stereo as 2 batch items)","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":151.32149,"efficiency":{"rtf_encode":0.00526,"rtf_decode":0.00744,"peak_vram_gb":1.91015,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.93091,"score_worst_lang":0.87037,"worst_lang":"ja","en_gap":-0.02455,"score_intelligibility":0.92238,"score_speaker":0.95306,"score_quality":0.97602,"score_fidelity":0.87219,"dwer":0.69195,"wer":9.49776,"wer_pseudo":3.05245,"sim":0.95306,"utmos":2.52207,"dnsmos_ovrl":2.96887,"dnsmos_sig":3.38101,"dnsmos_bak":3.86339,"pesq_wb":3.65142,"pesq_nb":3.92826,"stoi":0.93696,"estoi":0.88394,"si_sdr":10.79609,"mel_dist":0.15765,"stft_dist":1.0837,"f0_rmse_cents":106.31026,"f0_corr":0.92206,"vuv_err":0.10428,"score_ci95":[0.92408,0.93456]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":1.16732,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.89008,"utmos":2.25836,"dnsmos_ovrl":2.57079,"dnsmos_sig":3.09883,"dnsmos_bak":3.76899,"pesq_wb":3.33665,"pesq_nb":3.73752,"stoi":0.90365,"estoi":0.83149,"si_sdr":9.04878,"mel_dist":0.18461,"stft_dist":1.17122,"f0_rmse_cents":126.34157,"f0_corr":0.9102,"vuv_err":0.11258,"score_intelligibility":1.0,"score_speaker":0.89008,"score_quality":0.9123,"score_fidelity":0.82716,"score":0.90738},"de":{"n":50,"unit":"wer","wer":5.69685,"wer_orig":5.69685,"dwer":0.0,"wer_pseudo":1.32248,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96759,"utmos":2.70761,"dnsmos_ovrl":3.09484,"dnsmos_sig":3.39313,"dnsmos_bak":4.055,"pesq_wb":3.90414,"pesq_nb":4.02333,"stoi":0.96002,"estoi":0.90762,"si_sdr":14.63025,"mel_dist":0.13674,"stft_dist":0.97104,"f0_rmse_cents":87.96541,"f0_corr":0.92819,"vuv_err":0.09467,"score_intelligibility":1.0,"score_speaker":0.96759,"score_quality":0.99366,"score_fidelity":0.90599,"score":0.96681},"fr":{"n":50,"unit":"wer","wer":5.29644,"wer_orig":4.98024,"dwer":0.31621,"wer_pseudo":1.34921,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.9599,"utmos":2.33557,"dnsmos_ovrl":3.04876,"dnsmos_sig":3.38603,"dnsmos_bak":3.99812,"pesq_wb":3.58957,"pesq_nb":3.92156,"stoi":0.95612,"estoi":0.92075,"si_sdr":11.81916,"mel_dist":0.16486,"stft_dist":1.07882,"f0_rmse_cents":127.23476,"f0_corr":0.91697,"vuv_err":0.12291,"score_intelligibility":0.94978,"score_speaker":0.9599,"score_quality":0.98906,"score_fidelity":0.87099,"score":0.94243},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96853,"utmos":2.78188,"dnsmos_ovrl":3.2556,"dnsmos_sig":3.5888,"dnsmos_bak":3.98725,"pesq_wb":3.91913,"pesq_nb":4.07676,"stoi":0.96046,"estoi":0.92326,"si_sdr":13.20393,"mel_dist":0.15844,"stft_dist":1.07763,"f0_rmse_cents":154.78979,"f0_corr":0.92309,"vuv_err":0.10762,"score_intelligibility":0.95745,"score_speaker":0.96853,"score_quality":1.0,"score_fidelity":0.90586,"score":0.95796},"it":{"n":50,"unit":"wer","wer":3.46084,"wer_orig":2.55009,"dwer":0.91075,"wer_pseudo":1.1883,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97141,"utmos":3.05308,"dnsmos_ovrl":3.32864,"dnsmos_sig":3.61689,"dnsmos_bak":4.0889,"pesq_wb":3.92236,"pesq_nb":4.09125,"stoi":0.96186,"estoi":0.927,"si_sdr":13.48158,"mel_dist":0.15461,"stft_dist":1.03486,"f0_rmse_cents":91.68333,"f0_corr":0.91061,"vuv_err":0.09601,"score_intelligibility":0.79584,"score_speaker":0.97141,"score_quality":0.98775,"score_fidelity":0.90248,"score":0.91437},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":0.59055,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97382,"utmos":2.56116,"dnsmos_ovrl":3.0526,"dnsmos_sig":3.44821,"dnsmos_bak":3.76906,"pesq_wb":3.72682,"pesq_nb":3.96841,"stoi":0.93122,"estoi":0.8769,"si_sdr":10.80982,"mel_dist":0.15039,"stft_dist":1.07016,"f0_rmse_cents":215.58775,"f0_corr":0.91385,"vuv_err":0.1228,"score_intelligibility":1.0,"score_speaker":0.97382,"score_quality":1.0,"score_fidelity":0.87472,"score":0.96214},"nl":{"n":50,"unit":"wer","wer":6.51204,"wer_orig":5.26316,"dwer":1.24888,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.94716,"utmos":2.84382,"dnsmos_ovrl":2.70377,"dnsmos_sig":3.09772,"dnsmos_bak":4.08804,"pesq_wb":3.69772,"pesq_nb":3.91736,"stoi":0.95862,"estoi":0.91567,"si_sdr":8.89152,"mel_dist":0.16699,"stft_dist":1.14854,"f0_rmse_cents":96.05151,"f0_corr":0.92876,"vuv_err":0.13101,"score_intelligibility":0.83375,"score_speaker":0.94716,"score_quality":0.95885,"score_fidelity":0.88605,"score":0.90645},"pl":{"n":50,"unit":"wer","wer":4.38596,"wer_orig":3.28947,"dwer":1.09649,"wer_pseudo":2.30263,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95771,"utmos":2.68322,"dnsmos_ovrl":3.05475,"dnsmos_sig":3.39268,"dnsmos_bak":4.05407,"pesq_wb":3.66165,"pesq_nb":3.94569,"stoi":0.96419,"estoi":0.92379,"si_sdr":6.66137,"mel_dist":0.17233,"stft_dist":1.15375,"f0_rmse_cents":80.18909,"f0_corr":0.90029,"vuv_err":0.10377,"score_intelligibility":0.79642,"score_speaker":0.95771,"score_quality":0.98167,"score_fidelity":0.87498,"score":0.90269},"cs":{"n":50,"unit":"wer","wer":9.10152,"wer_orig":9.45158,"dwer":-0.35006,"wer_pseudo":4.43925,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9696,"utmos":2.50861,"dnsmos_ovrl":3.1447,"dnsmos_sig":3.47856,"dnsmos_bak":3.95127,"pesq_wb":3.64188,"pesq_nb":3.89264,"stoi":0.94764,"estoi":0.90021,"si_sdr":11.97973,"mel_dist":0.15511,"stft_dist":1.05806,"f0_rmse_cents":57.15494,"f0_corr":0.95735,"vuv_err":0.08448,"score_intelligibility":1.0,"score_speaker":0.9696,"score_quality":0.98041,"score_fidelity":0.8866,"score":0.95915},"tr":{"n":50,"unit":"wer","wer":8.94737,"wer_orig":7.76316,"dwer":1.18421,"wer_pseudo":2.50329,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.95425,"utmos":2.25929,"dnsmos_ovrl":3.065,"dnsmos_sig":3.41336,"dnsmos_bak":4.02556,"pesq_wb":3.75847,"pesq_nb":3.96288,"stoi":0.94365,"estoi":0.88361,"si_sdr":11.79541,"mel_dist":0.17333,"stft_dist":1.11517,"f0_rmse_cents":82.29186,"f0_corr":0.95196,"vuv_err":0.07709,"score_intelligibility":0.88095,"score_speaker":0.95425,"score_quality":0.9912,"score_fidelity":0.89458,"score":0.93025},"id":{"n":50,"unit":"wer","wer":6.37544,"wer_orig":5.90319,"dwer":0.47226,"wer_pseudo":2.83353,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.94851,"utmos":1.97155,"dnsmos_ovrl":2.71286,"dnsmos_sig":3.28412,"dnsmos_bak":3.25091,"pesq_wb":3.42233,"pesq_nb":3.70541,"stoi":0.88295,"estoi":0.7894,"si_sdr":9.80176,"mel_dist":0.138,"stft_dist":1.07109,"f0_rmse_cents":100.9793,"f0_corr":0.89161,"vuv_err":0.12572,"score_intelligibility":0.93597,"score_speaker":0.94851,"score_quality":0.99389,"score_fidelity":0.82222,"score":0.92515},"vi":{"n":50,"unit":"wer","wer":8.75099,"wer_orig":7.71679,"dwer":1.03421,"wer_pseudo":3.74204,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.94327,"utmos":2.05503,"dnsmos_ovrl":2.84933,"dnsmos_sig":3.39218,"dnsmos_bak":3.6664,"pesq_wb":3.58332,"pesq_nb":3.88465,"stoi":0.8781,"estoi":0.79249,"si_sdr":12.10911,"mel_dist":0.13467,"stft_dist":1.01023,"f0_rmse_cents":113.66422,"f0_corr":0.89645,"vuv_err":0.10452,"score_intelligibility":0.89394,"score_speaker":0.94327,"score_quality":0.97751,"score_fidelity":0.83755,"score":0.91307},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95998,"utmos":2.61962,"dnsmos_ovrl":3.08702,"dnsmos_sig":3.42317,"dnsmos_bak":4.04065,"pesq_wb":3.7122,"pesq_nb":3.96498,"stoi":0.95897,"estoi":0.91896,"si_sdr":10.41759,"mel_dist":0.1635,"stft_dist":1.11398,"f0_rmse_cents":137.14337,"f0_corr":0.84774,"vuv_err":0.12584,"score_intelligibility":0.88816,"score_speaker":0.95998,"score_quality":0.98038,"score_fidelity":0.86054,"score":0.92227},"uk":{"n":50,"unit":"wer","wer":8.51305,"wer_orig":6.46992,"dwer":2.04313,"wer_pseudo":3.97727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.94384,"utmos":2.49624,"dnsmos_ovrl":3.08983,"dnsmos_sig":3.41642,"dnsmos_bak":4.07926,"pesq_wb":3.73763,"pesq_nb":3.94573,"stoi":0.94898,"estoi":0.89252,"si_sdr":12.19296,"mel_dist":0.17298,"stft_dist":1.11213,"f0_rmse_cents":77.97371,"f0_corr":0.94456,"vuv_err":0.095,"score_intelligibility":0.78523,"score_speaker":0.94384,"score_quality":0.97411,"score_fidelity":0.89191,"score":0.89877},"el":{"n":50,"unit":"wer","wer":12.32465,"wer_orig":12.02405,"dwer":0.3006,"wer_pseudo":5.90591,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94832,"utmos":2.66074,"dnsmos_ovrl":3.01922,"dnsmos_sig":3.43474,"dnsmos_bak":3.88436,"pesq_wb":3.72971,"pesq_nb":4.02065,"stoi":0.94394,"estoi":0.88361,"si_sdr":12.86938,"mel_dist":0.13993,"stft_dist":1.00402,"f0_rmse_cents":102.80547,"f0_corr":0.89544,"vuv_err":0.10221,"score_intelligibility":0.97744,"score_speaker":0.94832,"score_quality":0.97828,"score_fidelity":0.8731,"score":0.94428},"ar":{"n":50,"unit":"wer","wer":12.70037,"wer_orig":12.45376,"dwer":0.24661,"wer_pseudo":2.47219,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97283,"utmos":2.70597,"dnsmos_ovrl":3.20799,"dnsmos_sig":3.56726,"dnsmos_bak":3.96768,"pesq_wb":3.61633,"pesq_nb":3.97244,"stoi":0.96921,"estoi":0.93905,"si_sdr":9.68683,"mel_dist":0.15595,"stft_dist":1.08453,"f0_rmse_cents":93.7569,"f0_corr":0.94134,"vuv_err":0.09537,"score_intelligibility":0.982,"score_speaker":0.97283,"score_quality":1.0,"score_fidelity":0.88602,"score":0.96021},"fa":{"n":50,"unit":"wer","wer":27.08571,"wer_orig":25.94286,"dwer":1.14286,"wer_pseudo":6.05405,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.94894,"utmos":2.45438,"dnsmos_ovrl":2.85592,"dnsmos_sig":3.36546,"dnsmos_bak":3.72808,"pesq_wb":3.48371,"pesq_nb":3.86207,"stoi":0.87199,"estoi":0.80442,"si_sdr":7.70977,"mel_dist":0.15315,"stft_dist":1.13573,"f0_rmse_cents":146.2201,"f0_corr":0.89213,"vuv_err":0.10506,"score_intelligibility":0.95931,"score_speaker":0.94894,"score_quality":0.94941,"score_fidelity":0.82458,"score":0.92056},"he":{"n":50,"unit":"wer","wer":22.7907,"wer_orig":19.4186,"dwer":3.37209,"wer_pseudo":8.56808,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.93724,"utmos":2.34342,"dnsmos_ovrl":2.81656,"dnsmos_sig":3.19652,"dnsmos_bak":3.95988,"pesq_wb":3.63006,"pesq_nb":3.89511,"stoi":0.95063,"estoi":0.90145,"si_sdr":11.68498,"mel_dist":0.15297,"stft_dist":1.02682,"f0_rmse_cents":74.65259,"f0_corr":0.92037,"vuv_err":0.1343,"score_intelligibility":0.85826,"score_speaker":0.93724,"score_quality":0.95166,"score_fidelity":0.87415,"score":0.90533},"hi":{"n":50,"unit":"wer","wer":27.8855,"wer_orig":26.31579,"dwer":1.56971,"wer_pseudo":7.62943,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95709,"utmos":2.31251,"dnsmos_ovrl":2.80323,"dnsmos_sig":3.38486,"dnsmos_bak":3.45344,"pesq_wb":3.58818,"pesq_nb":3.92422,"stoi":0.92813,"estoi":0.86857,"si_sdr":13.16728,"mel_dist":0.15795,"stft_dist":1.06164,"f0_rmse_cents":78.10195,"f0_corr":0.94697,"vuv_err":0.09679,"score_intelligibility":0.94566,"score_speaker":0.95709,"score_quality":1.0,"score_fidelity":0.87153,"score":0.94357},"zh":{"n":50,"unit":"cer","wer":7.98834,"wer_orig":7.40525,"dwer":0.58309,"wer_pseudo":1.03659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.96002,"utmos":2.71001,"dnsmos_ovrl":3.07065,"dnsmos_sig":3.42758,"dnsmos_bak":3.99056,"pesq_wb":3.68735,"pesq_nb":3.99893,"stoi":0.96091,"estoi":0.92631,"si_sdr":9.32609,"mel_dist":0.14599,"stft_dist":1.06144,"f0_rmse_cents":64.02996,"f0_corr":0.96277,"vuv_err":0.07204,"score_intelligibility":0.93513,"score_speaker":0.96002,"score_quality":0.97265,"score_fidelity":0.89716,"score":0.94124},"yue":{"n":50,"unit":"cer","wer":14.01869,"wer_orig":14.39252,"dwer":-0.37383,"wer_pseudo":7.21976,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96312,"utmos":2.86283,"dnsmos_ovrl":3.07228,"dnsmos_sig":3.45115,"dnsmos_bak":3.90022,"pesq_wb":3.59316,"pesq_nb":3.89036,"stoi":0.94811,"estoi":0.89783,"si_sdr":9.1407,"mel_dist":0.13908,"stft_dist":1.06913,"f0_rmse_cents":93.14417,"f0_corr":0.95514,"vuv_err":0.08194,"score_intelligibility":1.0,"score_speaker":0.96312,"score_quality":0.97884,"score_fidelity":0.88138,"score":0.95584},"ja":{"n":50,"unit":"cer","wer":4.68535,"wer_orig":3.53698,"dwer":1.14837,"wer_pseudo":1.51585,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.91404,"utmos":1.92463,"dnsmos_ovrl":2.51296,"dnsmos_sig":3.176,"dnsmos_bak":3.29432,"pesq_wb":3.4572,"pesq_nb":3.80198,"stoi":0.85619,"estoi":0.76926,"si_sdr":7.85853,"mel_dist":0.16509,"stft_dist":1.14554,"f0_rmse_cents":98.37889,"f0_corr":0.93641,"vuv_err":0.10375,"score_intelligibility":0.79801,"score_speaker":0.91404,"score_quality":0.93788,"score_fidelity":0.83155,"score":0.87037},"ko":{"n":50,"unit":"cer","wer":5.0,"wer_orig":5.14706,"dwer":-0.14706,"wer_pseudo":1.1523,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.95734,"utmos":3.11892,"dnsmos_ovrl":3.03345,"dnsmos_sig":3.40483,"dnsmos_bak":4.02083,"pesq_wb":3.81014,"pesq_nb":4.02879,"stoi":0.95684,"estoi":0.92137,"si_sdr":11.84769,"mel_dist":0.19994,"stft_dist":1.15085,"f0_rmse_cents":112.20982,"f0_corr":0.92386,"vuv_err":0.07692,"score_intelligibility":1.0,"score_speaker":0.95734,"score_quality":0.96625,"score_fidelity":0.89453,"score":0.95453},"th":{"n":50,"unit":"cer","wer":7.9426,"wer_orig":7.61924,"dwer":0.32336,"wer_pseudo":3.0573,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95889,"utmos":2.30119,"dnsmos_ovrl":2.80215,"dnsmos_sig":3.30575,"dnsmos_bak":3.69854,"pesq_wb":3.42429,"pesq_nb":3.84558,"stoi":0.9447,"estoi":0.89914,"si_sdr":8.972,"mel_dist":0.14693,"stft_dist":1.08255,"f0_rmse_cents":139.09589,"f0_corr":0.93329,"vuv_err":0.13031,"score_intelligibility":0.96384,"score_speaker":0.95889,"score_quality":0.96878,"score_fidelity":0.85688,"score":0.9371}}},{"codec":"miocodec_25hz_24khz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"miocodec_25hz_24khz","family":"MioCodec","checkpoint":"Aratako/MioCodec-25Hz-24kHz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":25,"n_codebooks":1,"codebook_size":12800,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2602.00594","year":2026,"bitrate_kbps":0.3411,"notes":"content tokens + continuous 128-d global embedding per utterance (not counted in bitrate); Kanade-based, iSTFT wave decoder","side_info":"continuous 128-d global speaker embedding / utterance","warning":null,"env":"main"},"kbps":0.3411,"kbps_measured":0.34081,"tokens_per_s":24.97929,"params_M":226.32447,"efficiency":{"rtf_encode":0.00136,"rtf_decode":0.00111,"peak_vram_gb":1.16961,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.74246,"score_worst_lang":0.62733,"worst_lang":"ja","en_gap":-0.00405,"score_intelligibility":0.70655,"score_speaker":0.7462,"score_quality":0.94209,"score_fidelity":0.575,"dwer":4.16248,"wer":12.96829,"wer_pseudo":7.90199,"sim":0.7462,"utmos":2.40624,"dnsmos_ovrl":2.98741,"dnsmos_sig":3.39925,"dnsmos_bak":3.8751,"pesq_wb":1.59231,"pesq_nb":2.02695,"stoi":0.75876,"estoi":0.61315,"si_sdr":-26.11947,"mel_dist":0.2416,"stft_dist":1.5601,"f0_rmse_cents":178.21047,"f0_corr":0.79702,"vuv_err":0.17525,"score_ci95":[0.73587,0.7482]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.75123,"wer_orig":6.98132,"dwer":1.76991,"wer_pseudo":2.23735,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.67232,"utmos":2.3667,"dnsmos_ovrl":2.50842,"dnsmos_sig":3.05323,"dnsmos_bak":3.67458,"pesq_wb":1.43981,"pesq_nb":1.81874,"stoi":0.711,"estoi":0.55566,"si_sdr":-25.65809,"mel_dist":0.2601,"stft_dist":1.7512,"f0_rmse_cents":232.60843,"f0_corr":0.7622,"vuv_err":0.17322,"score_intelligibility":0.81849,"score_speaker":0.67232,"score_quality":0.93054,"score_fidelity":0.53295,"score":0.73858},"de":{"n":50,"unit":"wer","wer":8.34181,"wer_orig":5.69685,"dwer":2.64496,"wer_pseudo":3.56053,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.76907,"utmos":2.5906,"dnsmos_ovrl":3.13915,"dnsmos_sig":3.45046,"dnsmos_bak":4.04328,"pesq_wb":1.60155,"pesq_nb":2.01904,"stoi":0.79885,"estoi":0.62807,"si_sdr":-25.88682,"mel_dist":0.23526,"stft_dist":1.49347,"f0_rmse_cents":201.32456,"f0_corr":0.77239,"vuv_err":0.18123,"score_intelligibility":0.71687,"score_speaker":0.76907,"score_quality":0.95983,"score_fidelity":0.58104,"score":0.7567},"fr":{"n":50,"unit":"wer","wer":10.59289,"wer_orig":4.98024,"dwer":5.61265,"wer_pseudo":7.46032,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.74819,"utmos":2.35266,"dnsmos_ovrl":3.11002,"dnsmos_sig":3.47268,"dnsmos_bak":3.99466,"pesq_wb":1.51888,"pesq_nb":1.91967,"stoi":0.78939,"estoi":0.68211,"si_sdr":-26.42489,"mel_dist":0.29948,"stft_dist":1.68767,"f0_rmse_cents":148.01627,"f0_corr":0.82651,"vuv_err":0.19661,"score_intelligibility":0.51585,"score_speaker":0.74819,"score_quality":0.99532,"score_fidelity":0.58805,"score":0.71185},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":1.27621,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.7994,"utmos":2.51574,"dnsmos_ovrl":3.32153,"dnsmos_sig":3.65166,"dnsmos_bak":4.01825,"pesq_wb":1.81023,"pesq_nb":2.21868,"stoi":0.81109,"estoi":0.67565,"si_sdr":-27.21901,"mel_dist":0.24454,"stft_dist":1.49003,"f0_rmse_cents":210.29106,"f0_corr":0.8029,"vuv_err":0.18597,"score_intelligibility":0.91837,"score_speaker":0.7994,"score_quality":0.9304,"score_fidelity":0.61516,"score":0.81583},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":2.01097,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.76082,"utmos":2.77596,"dnsmos_ovrl":3.34509,"dnsmos_sig":3.63577,"dnsmos_bak":4.10765,"pesq_wb":1.84745,"pesq_nb":2.26167,"stoi":0.81208,"estoi":0.68558,"si_sdr":-24.58993,"mel_dist":0.25038,"stft_dist":1.50451,"f0_rmse_cents":131.7062,"f0_corr":0.79771,"vuv_err":0.14506,"score_intelligibility":0.84776,"score_speaker":0.76082,"score_quality":0.92191,"score_fidelity":0.61731,"score":0.78695},"pt":{"n":50,"unit":"wer","wer":3.61328,"wer_orig":3.41797,"dwer":0.19531,"wer_pseudo":1.87008,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.78912,"utmos":2.58335,"dnsmos_ovrl":3.0953,"dnsmos_sig":3.49273,"dnsmos_bak":3.79771,"pesq_wb":1.6328,"pesq_nb":2.0428,"stoi":0.76172,"estoi":0.62554,"si_sdr":-24.52273,"mel_dist":0.25654,"stft_dist":1.53587,"f0_rmse_cents":279.48462,"f0_corr":0.7831,"vuv_err":0.22086,"score_intelligibility":0.95766,"score_speaker":0.78912,"score_quality":1.0,"score_fidelity":0.5752,"score":0.8305},"nl":{"n":50,"unit":"wer","wer":9.54505,"wer_orig":5.26316,"dwer":4.28189,"wer_pseudo":6.17726,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.69532,"utmos":2.68961,"dnsmos_ovrl":2.75071,"dnsmos_sig":3.14273,"dnsmos_bak":4.07203,"pesq_wb":1.57252,"pesq_nb":2.02771,"stoi":0.79768,"estoi":0.65598,"si_sdr":-26.5313,"mel_dist":0.21796,"stft_dist":1.60535,"f0_rmse_cents":172.98124,"f0_corr":0.86764,"vuv_err":0.20205,"score_intelligibility":0.59394,"score_speaker":0.69532,"score_quality":0.92913,"score_fidelity":0.60963,"score":0.70701},"pl":{"n":50,"unit":"wer","wer":8.00439,"wer_orig":3.28947,"dwer":4.71491,"wer_pseudo":7.56579,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.74612,"utmos":2.40041,"dnsmos_ovrl":3.0701,"dnsmos_sig":3.41057,"dnsmos_bak":4.05012,"pesq_wb":1.52539,"pesq_nb":1.92406,"stoi":0.80261,"estoi":0.65774,"si_sdr":-25.91522,"mel_dist":0.24642,"stft_dist":1.60044,"f0_rmse_cents":144.76324,"f0_corr":0.7153,"vuv_err":0.17699,"score_intelligibility":0.47638,"score_speaker":0.74612,"score_quality":0.90074,"score_fidelity":0.55601,"score":0.66981},"cs":{"n":50,"unit":"wer","wer":17.03617,"wer_orig":9.45158,"dwer":7.5846,"wer_pseudo":13.43458,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.79364,"utmos":2.6079,"dnsmos_ovrl":3.24535,"dnsmos_sig":3.56777,"dnsmos_bak":3.99143,"pesq_wb":1.42523,"pesq_nb":1.9414,"stoi":0.75445,"estoi":0.6175,"si_sdr":-26.47591,"mel_dist":0.23999,"stft_dist":1.4042,"f0_rmse_cents":126.03008,"f0_corr":0.80255,"vuv_err":0.14153,"score_intelligibility":0.57948,"score_speaker":0.79364,"score_quality":1.0,"score_fidelity":0.5595,"score":0.73315},"tr":{"n":50,"unit":"wer","wer":12.76316,"wer_orig":7.76316,"dwer":5.0,"wer_pseudo":8.5639,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.81438,"utmos":2.22515,"dnsmos_ovrl":3.06426,"dnsmos_sig":3.44477,"dnsmos_bak":3.98189,"pesq_wb":1.69636,"pesq_nb":2.16226,"stoi":0.77074,"estoi":0.59472,"si_sdr":-27.59582,"mel_dist":0.22705,"stft_dist":1.52968,"f0_rmse_cents":155.07064,"f0_corr":0.87193,"vuv_err":0.15035,"score_intelligibility":0.63671,"score_speaker":0.81438,"score_quality":0.97788,"score_fidelity":0.61388,"score":0.76071},"id":{"n":50,"unit":"wer","wer":11.57025,"wer_orig":5.90319,"dwer":5.66706,"wer_pseudo":10.15348,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.67102,"utmos":1.95073,"dnsmos_ovrl":2.78875,"dnsmos_sig":3.30189,"dnsmos_bak":3.36805,"pesq_wb":1.41038,"pesq_nb":1.89086,"stoi":0.6437,"estoi":0.45343,"si_sdr":-27.40649,"mel_dist":0.2214,"stft_dist":1.47375,"f0_rmse_cents":206.46507,"f0_corr":0.71311,"vuv_err":0.21791,"score_intelligibility":0.54917,"score_speaker":0.67102,"score_quality":0.99471,"score_fidelity":0.49136,"score":0.67656},"vi":{"n":50,"unit":"wer","wer":15.19491,"wer_orig":7.71679,"dwer":7.47812,"wer_pseudo":11.54459,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.7418,"utmos":2.02695,"dnsmos_ovrl":2.81438,"dnsmos_sig":3.34593,"dnsmos_bak":3.63338,"pesq_wb":1.52774,"pesq_nb":1.95442,"stoi":0.62837,"estoi":0.45744,"si_sdr":-27.25797,"mel_dist":0.21108,"stft_dist":1.47696,"f0_rmse_cents":189.34652,"f0_corr":0.82434,"vuv_err":0.18669,"score_intelligibility":0.53824,"score_speaker":0.7418,"score_quality":0.95597,"score_fidelity":0.5345,"score":0.69263},"ru":{"n":50,"unit":"wer","wer":6.12717,"wer_orig":4.50867,"dwer":1.6185,"wer_pseudo":2.66512,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.73066,"utmos":2.57069,"dnsmos_ovrl":3.07367,"dnsmos_sig":3.41874,"dnsmos_bak":4.03265,"pesq_wb":1.61195,"pesq_nb":2.02559,"stoi":0.79637,"estoi":0.66089,"si_sdr":-24.1274,"mel_dist":0.23607,"stft_dist":1.51967,"f0_rmse_cents":149.57077,"f0_corr":0.81159,"vuv_err":0.18086,"score_intelligibility":0.77291,"score_speaker":0.73066,"score_quality":0.96587,"score_fidelity":0.59427,"score":0.76593},"uk":{"n":50,"unit":"wer","wer":10.55619,"wer_orig":6.46992,"dwer":4.08627,"wer_pseudo":6.81818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.70423,"utmos":2.3989,"dnsmos_ovrl":3.07802,"dnsmos_sig":3.42262,"dnsmos_bak":4.04643,"pesq_wb":1.60088,"pesq_nb":2.04524,"stoi":0.79657,"estoi":0.63885,"si_sdr":-26.82062,"mel_dist":0.26438,"stft_dist":1.66141,"f0_rmse_cents":120.41632,"f0_corr":0.87953,"vuv_err":0.15515,"score_intelligibility":0.6464,"score_speaker":0.70423,"score_quality":0.94327,"score_fidelity":0.61593,"score":0.72746},"el":{"n":50,"unit":"wer","wer":17.73547,"wer_orig":12.02405,"dwer":5.71142,"wer_pseudo":12.11211,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.69553,"utmos":2.54707,"dnsmos_ovrl":3.02891,"dnsmos_sig":3.44308,"dnsmos_bak":3.91238,"pesq_wb":1.74829,"pesq_nb":2.21398,"stoi":0.77564,"estoi":0.62565,"si_sdr":-26.44913,"mel_dist":0.22263,"stft_dist":1.42434,"f0_rmse_cents":135.6035,"f0_corr":0.80992,"vuv_err":0.15961,"score_intelligibility":0.69515,"score_speaker":0.69553,"score_quality":0.94554,"score_fidelity":0.59978,"score":0.734},"ar":{"n":50,"unit":"wer","wer":18.9889,"wer_orig":12.45376,"dwer":6.53514,"wer_pseudo":11.61928,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.81077,"utmos":2.47229,"dnsmos_ovrl":3.18586,"dnsmos_sig":3.56549,"dnsmos_bak":3.93014,"pesq_wb":1.49567,"pesq_nb":1.89954,"stoi":0.82474,"estoi":0.7224,"si_sdr":-24.00385,"mel_dist":0.24508,"stft_dist":1.4854,"f0_rmse_cents":134.70078,"f0_corr":0.84961,"vuv_err":0.15378,"score_intelligibility":0.67306,"score_speaker":0.81077,"score_quality":0.94003,"score_fidelity":0.60532,"score":0.7573},"fa":{"n":50,"unit":"wer","wer":29.82857,"wer_orig":25.94286,"dwer":3.88571,"wer_pseudo":13.08108,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.75614,"utmos":2.35518,"dnsmos_ovrl":2.84522,"dnsmos_sig":3.34227,"dnsmos_bak":3.73275,"pesq_wb":1.59039,"pesq_nb":2.22169,"stoi":0.64593,"estoi":0.48077,"si_sdr":-26.85565,"mel_dist":0.21766,"stft_dist":1.59536,"f0_rmse_cents":252.90386,"f0_corr":0.63685,"vuv_err":0.18536,"score_intelligibility":0.87396,"score_speaker":0.75614,"score_quality":0.91875,"score_fidelity":0.48382,"score":0.75817},"he":{"n":50,"unit":"wer","wer":29.30233,"wer_orig":19.4186,"dwer":9.88372,"wer_pseudo":17.95775,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.67487,"utmos":2.22664,"dnsmos_ovrl":2.88163,"dnsmos_sig":3.24189,"dnsmos_bak":4.03257,"pesq_wb":1.46156,"pesq_nb":1.86679,"stoi":0.77763,"estoi":0.63605,"si_sdr":-26.90987,"mel_dist":0.30223,"stft_dist":1.75318,"f0_rmse_cents":205.35677,"f0_corr":0.71876,"vuv_err":0.22481,"score_intelligibility":0.67383,"score_speaker":0.67487,"score_quality":0.9124,"score_fidelity":0.54275,"score":0.70096},"hi":{"n":50,"unit":"wer","wer":32.2253,"wer_orig":26.31579,"dwer":5.90951,"wer_pseudo":15.89464,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.73572,"utmos":2.28604,"dnsmos_ovrl":2.84916,"dnsmos_sig":3.42685,"dnsmos_bak":3.51415,"pesq_wb":1.56422,"pesq_nb":1.98912,"stoi":0.7425,"estoi":0.58223,"si_sdr":-26.54444,"mel_dist":0.25174,"stft_dist":1.53355,"f0_rmse_cents":200.70644,"f0_corr":0.74176,"vuv_err":0.18655,"score_intelligibility":0.82214,"score_speaker":0.73572,"score_quality":0.99638,"score_fidelity":0.54849,"score":0.77568},"zh":{"n":50,"unit":"cer","wer":9.73761,"wer_orig":7.40525,"dwer":2.33236,"wer_pseudo":4.14634,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.76582,"utmos":2.41314,"dnsmos_ovrl":3.06169,"dnsmos_sig":3.4188,"dnsmos_bak":4.01227,"pesq_wb":1.65113,"pesq_nb":1.98048,"stoi":0.7915,"estoi":0.67608,"si_sdr":-25.75494,"mel_dist":0.2308,"stft_dist":1.62747,"f0_rmse_cents":136.57119,"f0_corr":0.85,"vuv_err":0.11993,"score_intelligibility":0.78279,"score_speaker":0.76582,"score_quality":0.8892,"score_fidelity":0.60918,"score":0.76175},"yue":{"n":50,"unit":"cer","wer":17.75701,"wer_orig":14.39252,"dwer":3.36449,"wer_pseudo":12.15959,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.75845,"utmos":2.62599,"dnsmos_ovrl":3.09429,"dnsmos_sig":3.4778,"dnsmos_bak":3.92514,"pesq_wb":1.5353,"pesq_nb":1.98582,"stoi":0.77144,"estoi":0.6219,"si_sdr":-25.79933,"mel_dist":0.23922,"stft_dist":1.56247,"f0_rmse_cents":169.62931,"f0_corr":0.82134,"vuv_err":0.1687,"score_intelligibility":0.82063,"score_speaker":0.75845,"score_quality":0.91796,"score_fidelity":0.5819,"score":0.76974},"ja":{"n":50,"unit":"cer","wer":9.09508,"wer_orig":3.53698,"dwer":5.55811,"wer_pseudo":6.20119,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.6923,"utmos":1.69738,"dnsmos_ovrl":2.54928,"dnsmos_sig":3.15516,"dnsmos_bak":3.38005,"pesq_wb":1.60885,"pesq_nb":2.05644,"stoi":0.63455,"estoi":0.44987,"si_sdr":-29.72052,"mel_dist":0.24678,"stft_dist":1.75432,"f0_rmse_cents":198.70142,"f0_corr":0.78421,"vuv_err":0.16226,"score_intelligibility":0.44942,"score_speaker":0.6923,"score_quality":0.83669,"score_fidelity":0.53091,"score":0.62733},"ko":{"n":50,"unit":"cer","wer":5.44118,"wer_orig":5.14706,"dwer":0.29412,"wer_pseudo":1.80361,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8132,"utmos":2.73008,"dnsmos_ovrl":2.96996,"dnsmos_sig":3.35241,"dnsmos_bak":3.98601,"pesq_wb":1.88798,"pesq_nb":2.33022,"stoi":0.81099,"estoi":0.69663,"si_sdr":-22.68953,"mel_dist":0.20562,"stft_dist":1.44056,"f0_rmse_cents":106.50582,"f0_corr":0.93547,"vuv_err":0.11034,"score_intelligibility":0.95434,"score_speaker":0.8132,"score_quality":0.86465,"score_fidelity":0.66672,"score":0.82473},"th":{"n":50,"unit":"cer","wer":12.38884,"wer_orig":7.61924,"dwer":4.7696,"wer_pseudo":9.33387,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.7699,"utmos":2.3406,"dnsmos_ovrl":2.82711,"dnsmos_sig":3.34663,"dnsmos_bak":3.76474,"pesq_wb":1.45101,"pesq_nb":1.85062,"stoi":0.76063,"estoi":0.6349,"si_sdr":-25.70793,"mel_dist":0.22599,"stft_dist":1.53164,"f0_rmse_cents":268.29718,"f0_corr":0.74977,"vuv_err":0.22019,"score_intelligibility":0.64376,"score_speaker":0.7699,"score_quality":0.98298,"score_fidelity":0.54642,"score":0.73576}}},{"codec":"miocodec_25hz_44khz_v2","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"miocodec_25hz_44khz_v2","family":"MioCodec","checkpoint":"Aratako/MioCodec-25Hz-44.1kHz-v2","sample_rate":44100,"output_sample_rate":44100,"frame_rate":25,"n_codebooks":1,"codebook_size":12800,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2602.00594","year":2026,"bitrate_kbps":0.3411,"notes":"content tokens + continuous 128-d global embedding per utterance (not counted in bitrate); same tokens as miocodec_25hz_24khz, 44.1 kHz upsampling iSTFT decoder","side_info":"continuous 128-d global speaker embedding / utterance","warning":null,"env":"main"},"kbps":0.3411,"kbps_measured":0.34081,"tokens_per_s":24.97929,"params_M":227.57798,"efficiency":{"rtf_encode":0.00138,"rtf_decode":0.00127,"peak_vram_gb":1.17827,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.7331,"score_worst_lang":0.62321,"worst_lang":"ja","en_gap":-0.04071,"score_intelligibility":0.68052,"score_speaker":0.73542,"score_quality":0.95329,"score_fidelity":0.56319,"dwer":4.50409,"wer":13.3099,"wer_pseudo":8.48525,"sim":0.73542,"utmos":2.46972,"dnsmos_ovrl":2.98556,"dnsmos_sig":3.39519,"dnsmos_bak":3.87766,"pesq_wb":1.5809,"pesq_nb":2.01843,"stoi":0.75822,"estoi":0.61017,"si_sdr":-26.67617,"mel_dist":0.228,"stft_dist":1.51499,"f0_rmse_cents":207.17349,"f0_corr":0.76537,"vuv_err":0.2055,"score_ci95":[0.72676,0.7397]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.83284,"wer_orig":6.98132,"dwer":2.85152,"wer_pseudo":3.59922,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.61449,"utmos":2.27506,"dnsmos_ovrl":2.52008,"dnsmos_sig":3.05119,"dnsmos_bak":3.74991,"pesq_wb":1.42521,"pesq_nb":1.79741,"stoi":0.7091,"estoi":0.54723,"si_sdr":-27.32203,"mel_dist":0.24184,"stft_dist":1.64651,"f0_rmse_cents":311.35051,"f0_corr":0.73196,"vuv_err":0.18928,"score_intelligibility":0.73677,"score_speaker":0.61449,"score_quality":0.90425,"score_fidelity":0.52085,"score":0.69409},"de":{"n":50,"unit":"wer","wer":8.74873,"wer_orig":5.69685,"dwer":3.05188,"wer_pseudo":3.56053,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.76245,"utmos":2.61253,"dnsmos_ovrl":3.18018,"dnsmos_sig":3.47612,"dnsmos_bak":4.06927,"pesq_wb":1.59933,"pesq_nb":2.04282,"stoi":0.79646,"estoi":0.62583,"si_sdr":-25.09671,"mel_dist":0.21851,"stft_dist":1.42715,"f0_rmse_cents":232.10124,"f0_corr":0.72011,"vuv_err":0.19629,"score_intelligibility":0.68695,"score_speaker":0.76245,"score_quality":0.96617,"score_fidelity":0.5626,"score":0.74454},"fr":{"n":50,"unit":"wer","wer":9.01186,"wer_orig":4.98024,"dwer":4.03162,"wer_pseudo":6.66667,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.73983,"utmos":2.48074,"dnsmos_ovrl":3.16867,"dnsmos_sig":3.49307,"dnsmos_bak":4.06486,"pesq_wb":1.52626,"pesq_nb":1.93779,"stoi":0.79454,"estoi":0.68238,"si_sdr":-27.34293,"mel_dist":0.26503,"stft_dist":1.56508,"f0_rmse_cents":143.50258,"f0_corr":0.8261,"vuv_err":0.19536,"score_intelligibility":0.59732,"score_speaker":0.73983,"score_quality":1.0,"score_fidelity":0.59033,"score":0.73187},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.78943,"utmos":2.58966,"dnsmos_ovrl":3.27406,"dnsmos_sig":3.61969,"dnsmos_bak":3.97031,"pesq_wb":1.82536,"pesq_nb":2.24028,"stoi":0.81399,"estoi":0.67685,"si_sdr":-25.84441,"mel_dist":0.22395,"stft_dist":1.41383,"f0_rmse_cents":203.80441,"f0_corr":0.83831,"vuv_err":0.21783,"score_intelligibility":0.81818,"score_speaker":0.78943,"score_quality":0.95139,"score_fidelity":0.62937,"score":0.79709},"it":{"n":50,"unit":"wer","wer":4.46266,"wer_orig":2.55009,"dwer":1.91257,"wer_pseudo":3.10786,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.753,"utmos":2.74906,"dnsmos_ovrl":3.33943,"dnsmos_sig":3.62938,"dnsmos_bak":4.0963,"pesq_wb":1.86336,"pesq_nb":2.25517,"stoi":0.81502,"estoi":0.68927,"si_sdr":-25.16481,"mel_dist":0.23024,"stft_dist":1.44327,"f0_rmse_cents":118.26267,"f0_corr":0.8134,"vuv_err":0.17163,"score_intelligibility":0.64988,"score_speaker":0.753,"score_quality":0.91552,"score_fidelity":0.62503,"score":0.73586},"pt":{"n":50,"unit":"wer","wer":4.49219,"wer_orig":3.41797,"dwer":1.07422,"wer_pseudo":2.46063,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.77554,"utmos":2.6954,"dnsmos_ovrl":3.08041,"dnsmos_sig":3.46697,"dnsmos_bak":3.80379,"pesq_wb":1.62292,"pesq_nb":2.04316,"stoi":0.76122,"estoi":0.62047,"si_sdr":-26.63938,"mel_dist":0.23562,"stft_dist":1.48779,"f0_rmse_cents":333.87237,"f0_corr":0.72144,"vuv_err":0.26687,"score_intelligibility":0.80441,"score_speaker":0.77554,"score_quality":1.0,"score_fidelity":0.55354,"score":0.78337},"nl":{"n":50,"unit":"wer","wer":10.08029,"wer_orig":5.26316,"dwer":4.81713,"wer_pseudo":6.71441,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.69833,"utmos":2.70501,"dnsmos_ovrl":2.7671,"dnsmos_sig":3.15234,"dnsmos_bak":4.08226,"pesq_wb":1.55344,"pesq_nb":1.9988,"stoi":0.79314,"estoi":0.6489,"si_sdr":-26.14807,"mel_dist":0.21661,"stft_dist":1.5972,"f0_rmse_cents":180.34522,"f0_corr":0.83785,"vuv_err":0.21612,"score_intelligibility":0.56525,"score_speaker":0.69833,"score_quality":0.93304,"score_fidelity":0.59637,"score":0.69825},"pl":{"n":50,"unit":"wer","wer":8.22368,"wer_orig":3.28947,"dwer":4.93421,"wer_pseudo":7.89474,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.73854,"utmos":2.54356,"dnsmos_ovrl":3.11168,"dnsmos_sig":3.43236,"dnsmos_bak":4.08205,"pesq_wb":1.50667,"pesq_nb":1.9087,"stoi":0.80388,"estoi":0.66099,"si_sdr":-27.54884,"mel_dist":0.24293,"stft_dist":1.63706,"f0_rmse_cents":147.87549,"f0_corr":0.71599,"vuv_err":0.17738,"score_intelligibility":0.46505,"score_speaker":0.73854,"score_quality":0.94171,"score_fidelity":0.55488,"score":0.67504},"cs":{"n":50,"unit":"wer","wer":17.50292,"wer_orig":9.45158,"dwer":8.05134,"wer_pseudo":14.6028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.7959,"utmos":2.72529,"dnsmos_ovrl":3.20852,"dnsmos_sig":3.52855,"dnsmos_bak":3.98178,"pesq_wb":1.40075,"pesq_nb":1.92385,"stoi":0.75416,"estoi":0.61723,"si_sdr":-28.23666,"mel_dist":0.23527,"stft_dist":1.39139,"f0_rmse_cents":125.13837,"f0_corr":0.81894,"vuv_err":0.15731,"score_intelligibility":0.56486,"score_speaker":0.7959,"score_quality":1.0,"score_fidelity":0.56253,"score":0.73082},"tr":{"n":50,"unit":"wer","wer":11.71053,"wer_orig":7.76316,"dwer":3.94737,"wer_pseudo":7.37813,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.78545,"utmos":2.302,"dnsmos_ovrl":3.05515,"dnsmos_sig":3.41755,"dnsmos_bak":4.00831,"pesq_wb":1.67473,"pesq_nb":2.15618,"stoi":0.77503,"estoi":0.59528,"si_sdr":-26.96186,"mel_dist":0.21434,"stft_dist":1.49907,"f0_rmse_cents":181.68713,"f0_corr":0.83591,"vuv_err":0.18464,"score_intelligibility":0.68944,"score_speaker":0.78545,"score_quality":1.0,"score_fidelity":0.60124,"score":0.76903},"id":{"n":50,"unit":"wer","wer":11.09799,"wer_orig":5.90319,"dwer":5.19481,"wer_pseudo":8.61865,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.67055,"utmos":2.00946,"dnsmos_ovrl":2.79528,"dnsmos_sig":3.36931,"dnsmos_bak":3.38942,"pesq_wb":1.34085,"pesq_nb":1.87342,"stoi":0.63543,"estoi":0.43974,"si_sdr":-29.13536,"mel_dist":0.20371,"stft_dist":1.43878,"f0_rmse_cents":276.96295,"f0_corr":0.64507,"vuv_err":0.31458,"score_intelligibility":0.57061,"score_speaker":0.67055,"score_quality":1.0,"score_fidelity":0.4593,"score":0.67511},"vi":{"n":50,"unit":"wer","wer":15.11535,"wer_orig":7.71679,"dwer":7.39857,"wer_pseudo":11.46497,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.71799,"utmos":2.04556,"dnsmos_ovrl":2.75855,"dnsmos_sig":3.32014,"dnsmos_bak":3.55295,"pesq_wb":1.49809,"pesq_nb":1.94889,"stoi":0.62774,"estoi":0.4532,"si_sdr":-26.38445,"mel_dist":0.20473,"stft_dist":1.45161,"f0_rmse_cents":242.96993,"f0_corr":0.79169,"vuv_err":0.23631,"score_intelligibility":0.5409,"score_speaker":0.71799,"score_quality":0.94928,"score_fidelity":0.52058,"score":0.68219},"ru":{"n":50,"unit":"wer","wer":6.47399,"wer_orig":4.50867,"dwer":1.96532,"wer_pseudo":2.43337,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.7361,"utmos":2.71859,"dnsmos_ovrl":3.0986,"dnsmos_sig":3.43113,"dnsmos_bak":4.04592,"pesq_wb":1.6143,"pesq_nb":2.03138,"stoi":0.79998,"estoi":0.65927,"si_sdr":-25.42881,"mel_dist":0.22554,"stft_dist":1.47565,"f0_rmse_cents":168.12819,"f0_corr":0.77739,"vuv_err":0.1871,"score_intelligibility":0.73705,"score_speaker":0.7361,"score_quality":1.0,"score_fidelity":0.5843,"score":0.76436},"uk":{"n":50,"unit":"wer","wer":10.89671,"wer_orig":6.46992,"dwer":4.42679,"wer_pseudo":8.29545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.7037,"utmos":2.52434,"dnsmos_ovrl":3.09058,"dnsmos_sig":3.41782,"dnsmos_bak":4.0599,"pesq_wb":1.61066,"pesq_nb":2.05428,"stoi":0.79652,"estoi":0.63849,"si_sdr":-27.71884,"mel_dist":0.24823,"stft_dist":1.55518,"f0_rmse_cents":126.24877,"f0_corr":0.8737,"vuv_err":0.1783,"score_intelligibility":0.6279,"score_speaker":0.7037,"score_quality":0.98302,"score_fidelity":0.6149,"score":0.73238},"el":{"n":50,"unit":"wer","wer":18.13627,"wer_orig":12.02405,"dwer":6.11222,"wer_pseudo":12.71271,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.67272,"utmos":2.56858,"dnsmos_ovrl":3.00598,"dnsmos_sig":3.4244,"dnsmos_bak":3.88349,"pesq_wb":1.70234,"pesq_nb":2.1724,"stoi":0.77171,"estoi":0.61794,"si_sdr":-25.05842,"mel_dist":0.21844,"stft_dist":1.41886,"f0_rmse_cents":229.06602,"f0_corr":0.65878,"vuv_err":0.22382,"score_intelligibility":0.68059,"score_speaker":0.67272,"score_quality":0.95174,"score_fidelity":0.54372,"score":0.71219},"ar":{"n":50,"unit":"wer","wer":18.8656,"wer_orig":12.45376,"dwer":6.41184,"wer_pseudo":11.00124,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.8112,"utmos":2.53826,"dnsmos_ovrl":3.19001,"dnsmos_sig":3.54848,"dnsmos_bak":3.95885,"pesq_wb":1.51281,"pesq_nb":1.89496,"stoi":0.82774,"estoi":0.72469,"si_sdr":-24.72561,"mel_dist":0.23549,"stft_dist":1.47086,"f0_rmse_cents":121.65769,"f0_corr":0.86397,"vuv_err":0.15996,"score_intelligibility":0.67724,"score_speaker":0.8112,"score_quality":0.95975,"score_fidelity":0.61274,"score":0.76523},"fa":{"n":50,"unit":"wer","wer":31.65714,"wer_orig":25.94286,"dwer":5.71429,"wer_pseudo":15.89189,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.73704,"utmos":2.39443,"dnsmos_ovrl":2.81726,"dnsmos_sig":3.326,"dnsmos_bak":3.71615,"pesq_wb":1.57427,"pesq_nb":2.14922,"stoi":0.63647,"estoi":0.47165,"si_sdr":-29.10678,"mel_dist":0.21508,"stft_dist":1.58783,"f0_rmse_cents":302.87517,"f0_corr":0.65792,"vuv_err":0.23996,"score_intelligibility":0.82502,"score_speaker":0.73704,"score_quality":0.92533,"score_fidelity":0.48615,"score":0.74339},"he":{"n":50,"unit":"wer","wer":31.04651,"wer_orig":19.4186,"dwer":11.62791,"wer_pseudo":21.00939,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.64648,"utmos":2.27663,"dnsmos_ovrl":2.84451,"dnsmos_sig":3.20787,"dnsmos_bak":4.00078,"pesq_wb":1.44532,"pesq_nb":1.869,"stoi":0.77461,"estoi":0.62826,"si_sdr":-27.01381,"mel_dist":0.26635,"stft_dist":1.62254,"f0_rmse_cents":248.74936,"f0_corr":0.64213,"vuv_err":0.27424,"score_intelligibility":0.63716,"score_speaker":0.64648,"score_quality":0.92921,"score_fidelity":0.51466,"score":0.68187},"hi":{"n":50,"unit":"wer","wer":33.05633,"wer_orig":26.31579,"dwer":6.74054,"wer_pseudo":18.1653,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.72331,"utmos":2.35609,"dnsmos_ovrl":2.80833,"dnsmos_sig":3.40471,"dnsmos_bak":3.45767,"pesq_wb":1.56123,"pesq_nb":2.00243,"stoi":0.7403,"estoi":0.57842,"si_sdr":-24.78078,"mel_dist":0.23564,"stft_dist":1.48475,"f0_rmse_cents":265.27727,"f0_corr":0.68099,"vuv_err":0.20976,"score_intelligibility":0.80208,"score_speaker":0.72331,"score_quality":1.0,"score_fidelity":0.52721,"score":0.76315},"zh":{"n":50,"unit":"cer","wer":9.27114,"wer_orig":7.40525,"dwer":1.86589,"wer_pseudo":3.90244,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.77759,"utmos":2.4755,"dnsmos_ovrl":3.08654,"dnsmos_sig":3.42039,"dnsmos_bak":4.04626,"pesq_wb":1.67121,"pesq_nb":1.99727,"stoi":0.79452,"estoi":0.67642,"si_sdr":-26.5247,"mel_dist":0.21639,"stft_dist":1.55154,"f0_rmse_cents":142.34169,"f0_corr":0.84764,"vuv_err":0.11976,"score_intelligibility":0.81834,"score_speaker":0.77759,"score_quality":0.90783,"score_fidelity":0.61131,"score":0.77877},"yue":{"n":50,"unit":"cer","wer":18.50467,"wer_orig":14.39252,"dwer":4.11215,"wer_pseudo":13.74288,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.76087,"utmos":2.70706,"dnsmos_ovrl":3.07267,"dnsmos_sig":3.45148,"dnsmos_bak":3.91798,"pesq_wb":1.52026,"pesq_nb":1.96395,"stoi":0.77065,"estoi":0.62302,"si_sdr":-28.29817,"mel_dist":0.22215,"stft_dist":1.49973,"f0_rmse_cents":187.89861,"f0_corr":0.79163,"vuv_err":0.19559,"score_intelligibility":0.78917,"score_speaker":0.76087,"score_quality":0.9388,"score_fidelity":0.57031,"score":0.76479},"ja":{"n":50,"unit":"cer","wer":9.32476,"wer_orig":3.53698,"dwer":5.78778,"wer_pseudo":7.44143,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.68402,"utmos":1.74073,"dnsmos_ovrl":2.53864,"dnsmos_sig":3.16702,"dnsmos_bak":3.35204,"pesq_wb":1.56147,"pesq_nb":2.01434,"stoi":0.63004,"estoi":0.44161,"si_sdr":-30.37136,"mel_dist":0.23348,"stft_dist":1.71269,"f0_rmse_cents":193.3888,"f0_corr":0.7454,"vuv_err":0.17638,"score_intelligibility":0.43943,"score_speaker":0.68402,"score_quality":0.85744,"score_fidelity":0.51195,"score":0.62321},"ko":{"n":50,"unit":"cer","wer":5.29412,"wer_orig":5.14706,"dwer":0.14706,"wer_pseudo":1.75351,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.80043,"utmos":2.73056,"dnsmos_ovrl":2.96914,"dnsmos_sig":3.34632,"dnsmos_bak":3.98589,"pesq_wb":1.89774,"pesq_nb":2.31663,"stoi":0.8117,"estoi":0.69489,"si_sdr":-24.62365,"mel_dist":0.19995,"stft_dist":1.44308,"f0_rmse_cents":159.90609,"f0_corr":0.88002,"vuv_err":0.19173,"score_intelligibility":0.97664,"score_speaker":0.80043,"score_quality":0.86455,"score_fidelity":0.64941,"score":0.82276},"th":{"n":50,"unit":"cer","wer":12.63137,"wer_orig":7.61924,"dwer":5.01213,"wer_pseudo":9.67807,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.75503,"utmos":2.5092,"dnsmos_ovrl":2.87208,"dnsmos_sig":3.38218,"dnsmos_bak":3.78766,"pesq_wb":1.43312,"pesq_nb":1.85008,"stoi":0.76344,"estoi":0.6321,"si_sdr":-24.75171,"mel_dist":0.22254,"stft_dist":1.53828,"f0_rmse_cents":328.75311,"f0_corr":0.65247,"vuv_err":0.25174,"score_intelligibility":0.63231,"score_speaker":0.75503,"score_quality":1.0,"score_fidelity":0.51322,"score":0.72514}}},{"codec":"moss_audio_tokenizer_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"moss_audio_tokenizer_16q","family":"MOSS-Audio-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS-Audio-Tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2602.10934","year":2026,"bitrate_kbps":2.0,"notes":"1.6B causal transformer codec (Cat), residual LFQ; RVQ prefix of 32; remote code","side_info":null,"warning":null,"env":"main"},"kbps":2.0,"kbps_measured":1.99435,"tokens_per_s":199.43515,"params_M":1774.5664,"efficiency":{"rtf_encode":0.11312,"rtf_decode":0.11083,"peak_vram_gb":0.0,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.92682,"score_worst_lang":0.88168,"worst_lang":"ja","en_gap":0.00657,"score_intelligibility":0.93727,"score_speaker":0.95727,"score_quality":0.99945,"score_fidelity":0.8133,"dwer":0.61394,"wer":9.41975,"wer_pseudo":2.8409,"sim":0.95727,"utmos":2.75356,"dnsmos_ovrl":2.98114,"dnsmos_sig":3.38897,"dnsmos_bak":3.88179,"pesq_wb":3.11486,"pesq_nb":3.61793,"stoi":0.9136,"estoi":0.84035,"si_sdr":8.08571,"mel_dist":0.15162,"stft_dist":1.09485,"f0_rmse_cents":110.43796,"f0_corr":0.92206,"vuv_err":0.12509,"score_ci95":[0.91995,0.93026]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.88299,"wer_orig":6.98132,"dwer":-0.09833,"wer_pseudo":1.26459,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.94579,"utmos":2.62785,"dnsmos_ovrl":2.59765,"dnsmos_sig":3.1329,"dnsmos_bak":3.76407,"pesq_wb":2.87408,"pesq_nb":3.54712,"stoi":0.88288,"estoi":0.79171,"si_sdr":6.45708,"mel_dist":0.15423,"stft_dist":1.13747,"f0_rmse_cents":118.55947,"f0_corr":0.94173,"vuv_err":0.12303,"score_intelligibility":1.0,"score_speaker":0.94579,"score_quality":1.0,"score_fidelity":0.78669,"score":0.93312},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96169,"utmos":2.93184,"dnsmos_ovrl":3.11195,"dnsmos_sig":3.41048,"dnsmos_bak":4.05142,"pesq_wb":3.27125,"pesq_nb":3.70021,"stoi":0.93976,"estoi":0.86153,"si_sdr":10.99665,"mel_dist":0.15205,"stft_dist":1.05269,"f0_rmse_cents":100.95722,"f0_corr":0.92889,"vuv_err":0.12108,"score_intelligibility":0.95641,"score_speaker":0.96169,"score_quality":1.0,"score_fidelity":0.83919,"score":0.93932},"fr":{"n":50,"unit":"wer","wer":5.21739,"wer_orig":4.98024,"dwer":0.23715,"wer_pseudo":2.53968,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95678,"utmos":2.52595,"dnsmos_ovrl":3.0747,"dnsmos_sig":3.40026,"dnsmos_bak":4.02475,"pesq_wb":3.04168,"pesq_nb":3.56589,"stoi":0.94003,"estoi":0.88793,"si_sdr":8.75956,"mel_dist":0.17226,"stft_dist":1.13365,"f0_rmse_cents":102.93139,"f0_corr":0.94141,"vuv_err":0.14066,"score_intelligibility":0.96186,"score_speaker":0.95678,"score_quality":1.0,"score_fidelity":0.82159,"score":0.93506},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95819,"utmos":2.97465,"dnsmos_ovrl":3.20154,"dnsmos_sig":3.53918,"dnsmos_bak":3.96625,"pesq_wb":3.46456,"pesq_nb":3.81092,"stoi":0.94065,"estoi":0.88312,"si_sdr":9.94876,"mel_dist":0.15054,"stft_dist":1.07625,"f0_rmse_cents":148.08863,"f0_corr":0.94228,"vuv_err":0.1476,"score_intelligibility":0.95745,"score_speaker":0.95819,"score_quality":1.0,"score_fidelity":0.86236,"score":0.9445},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.09689,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96838,"utmos":3.26945,"dnsmos_ovrl":3.32524,"dnsmos_sig":3.61227,"dnsmos_bak":4.09339,"pesq_wb":3.51837,"pesq_nb":3.86305,"stoi":0.94711,"estoi":0.89916,"si_sdr":10.6781,"mel_dist":0.15509,"stft_dist":1.06543,"f0_rmse_cents":88.62785,"f0_corr":0.90951,"vuv_err":0.10915,"score_intelligibility":0.84776,"score_speaker":0.96838,"score_quality":1.0,"score_fidelity":0.85872,"score":0.91871},"pt":{"n":50,"unit":"wer","wer":3.51562,"wer_orig":3.41797,"dwer":0.09766,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96695,"utmos":2.72138,"dnsmos_ovrl":3.0375,"dnsmos_sig":3.40818,"dnsmos_bak":3.80876,"pesq_wb":3.24663,"pesq_nb":3.66756,"stoi":0.90568,"estoi":0.83151,"si_sdr":8.07644,"mel_dist":0.1532,"stft_dist":1.08655,"f0_rmse_cents":240.64165,"f0_corr":0.89885,"vuv_err":0.1507,"score_intelligibility":0.97837,"score_speaker":0.96695,"score_quality":1.0,"score_fidelity":0.81547,"score":0.9402},"nl":{"n":50,"unit":"wer","wer":6.15522,"wer_orig":5.26316,"dwer":0.89206,"wer_pseudo":1.96956,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95573,"utmos":3.1391,"dnsmos_ovrl":2.69071,"dnsmos_sig":3.0868,"dnsmos_bak":4.08812,"pesq_wb":3.10269,"pesq_nb":3.58821,"stoi":0.94421,"estoi":0.88096,"si_sdr":6.27119,"mel_dist":0.15049,"stft_dist":1.15151,"f0_rmse_cents":99.52647,"f0_corr":0.92951,"vuv_err":0.15896,"score_intelligibility":0.87533,"score_speaker":0.95573,"score_quality":0.9868,"score_fidelity":0.82483,"score":0.91067},"pl":{"n":50,"unit":"wer","wer":4.16667,"wer_orig":3.28947,"dwer":0.87719,"wer_pseudo":1.64474,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.94945,"utmos":2.86777,"dnsmos_ovrl":3.07306,"dnsmos_sig":3.40304,"dnsmos_bak":4.06749,"pesq_wb":3.10639,"pesq_nb":3.55763,"stoi":0.95203,"estoi":0.89319,"si_sdr":3.72491,"mel_dist":0.15806,"stft_dist":1.16742,"f0_rmse_cents":99.98754,"f0_corr":0.86065,"vuv_err":0.11838,"score_intelligibility":0.83022,"score_speaker":0.94945,"score_quality":1.0,"score_fidelity":0.80483,"score":0.89613},"cs":{"n":50,"unit":"wer","wer":9.80163,"wer_orig":9.45158,"dwer":0.35006,"wer_pseudo":5.49065,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96281,"utmos":2.76246,"dnsmos_ovrl":3.16427,"dnsmos_sig":3.49364,"dnsmos_bak":3.96093,"pesq_wb":2.84287,"pesq_nb":3.40815,"stoi":0.91956,"estoi":0.849,"si_sdr":9.09124,"mel_dist":0.15555,"stft_dist":1.07756,"f0_rmse_cents":64.21089,"f0_corr":0.95042,"vuv_err":0.10588,"score_intelligibility":0.96759,"score_speaker":0.96281,"score_quality":1.0,"score_fidelity":0.79884,"score":0.93231},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":1.84453,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.96091,"utmos":2.44623,"dnsmos_ovrl":3.08307,"dnsmos_sig":3.42973,"dnsmos_bak":4.02989,"pesq_wb":3.27821,"pesq_nb":3.72532,"stoi":0.92885,"estoi":0.85212,"si_sdr":8.55816,"mel_dist":0.15062,"stft_dist":1.10643,"f0_rmse_cents":83.59305,"f0_corr":0.95676,"vuv_err":0.10816,"score_intelligibility":0.98521,"score_speaker":0.96091,"score_quality":1.0,"score_fidelity":0.84551,"score":0.94791},"id":{"n":50,"unit":"wer","wer":6.37544,"wer_orig":5.90319,"dwer":0.47226,"wer_pseudo":2.71547,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.94597,"utmos":2.17545,"dnsmos_ovrl":2.77939,"dnsmos_sig":3.36166,"dnsmos_bak":3.31847,"pesq_wb":2.74639,"pesq_nb":3.29026,"stoi":0.84182,"estoi":0.72115,"si_sdr":7.31746,"mel_dist":0.14287,"stft_dist":1.09927,"f0_rmse_cents":119.73769,"f0_corr":0.87044,"vuv_err":0.16109,"score_intelligibility":0.93597,"score_speaker":0.94597,"score_quality":1.0,"score_fidelity":0.73707,"score":0.90475},"vi":{"n":50,"unit":"wer","wer":8.035,"wer_orig":7.71679,"dwer":0.31822,"wer_pseudo":2.62739,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.95314,"utmos":2.25136,"dnsmos_ovrl":2.89208,"dnsmos_sig":3.42856,"dnsmos_bak":3.69949,"pesq_wb":2.99744,"pesq_nb":3.53659,"stoi":0.83132,"estoi":0.72393,"si_sdr":9.34877,"mel_dist":0.13979,"stft_dist":1.02847,"f0_rmse_cents":106.04248,"f0_corr":0.92231,"vuv_err":0.11761,"score_intelligibility":0.96478,"score_speaker":0.95314,"score_quality":1.0,"score_fidelity":0.77478,"score":0.92317},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95937,"utmos":2.85379,"dnsmos_ovrl":3.06176,"dnsmos_sig":3.40458,"dnsmos_bak":4.02654,"pesq_wb":3.18781,"pesq_nb":3.65181,"stoi":0.9418,"estoi":0.881,"si_sdr":7.76388,"mel_dist":0.15752,"stft_dist":1.13334,"f0_rmse_cents":109.14229,"f0_corr":0.90614,"vuv_err":0.151,"score_intelligibility":0.94077,"score_speaker":0.95937,"score_quality":1.0,"score_fidelity":0.82434,"score":0.93112},"uk":{"n":50,"unit":"wer","wer":7.60499,"wer_orig":6.46992,"dwer":1.13507,"wer_pseudo":2.84091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.95589,"utmos":2.7212,"dnsmos_ovrl":3.08224,"dnsmos_sig":3.41764,"dnsmos_bak":4.06284,"pesq_wb":3.18793,"pesq_nb":3.65129,"stoi":0.93652,"estoi":0.86296,"si_sdr":9.50431,"mel_dist":0.15757,"stft_dist":1.11596,"f0_rmse_cents":69.85663,"f0_corr":0.9571,"vuv_err":0.11968,"score_intelligibility":0.86809,"score_speaker":0.95589,"score_quality":1.0,"score_fidelity":0.83958,"score":0.91589},"el":{"n":50,"unit":"wer","wer":12.62525,"wer_orig":12.02405,"dwer":0.6012,"wer_pseudo":5.80581,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94874,"utmos":2.93435,"dnsmos_ovrl":3.00466,"dnsmos_sig":3.40776,"dnsmos_bak":3.90136,"pesq_wb":3.24839,"pesq_nb":3.70175,"stoi":0.92216,"estoi":0.84248,"si_sdr":10.07573,"mel_dist":0.15037,"stft_dist":1.06293,"f0_rmse_cents":68.68914,"f0_corr":0.95232,"vuv_err":0.1062,"score_intelligibility":0.95588,"score_speaker":0.94874,"score_quality":1.0,"score_fidelity":0.83896,"score":0.93589},"ar":{"n":50,"unit":"wer","wer":13.81011,"wer_orig":12.45376,"dwer":1.35635,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96721,"utmos":2.90755,"dnsmos_ovrl":3.21131,"dnsmos_sig":3.55792,"dnsmos_bak":3.9831,"pesq_wb":3.219,"pesq_nb":3.69696,"stoi":0.95695,"estoi":0.91244,"si_sdr":7.6175,"mel_dist":0.15311,"stft_dist":1.08922,"f0_rmse_cents":119.70911,"f0_corr":0.90762,"vuv_err":0.12399,"score_intelligibility":0.90842,"score_speaker":0.96721,"score_quality":1.0,"score_fidelity":0.83286,"score":0.92712},"fa":{"n":50,"unit":"wer","wer":26.62857,"wer_orig":25.94286,"dwer":0.68571,"wer_pseudo":4.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9536,"utmos":2.7792,"dnsmos_ovrl":2.87477,"dnsmos_sig":3.37157,"dnsmos_bak":3.75856,"pesq_wb":2.97408,"pesq_nb":3.57591,"stoi":0.8215,"estoi":0.72658,"si_sdr":5.99592,"mel_dist":0.14854,"stft_dist":1.14196,"f0_rmse_cents":174.6721,"f0_corr":0.84465,"vuv_err":0.11955,"score_intelligibility":0.97518,"score_speaker":0.9536,"score_quality":1.0,"score_fidelity":0.74339,"score":0.91804},"he":{"n":50,"unit":"wer","wer":22.44186,"wer_orig":19.4186,"dwer":3.02326,"wer_pseudo":6.69014,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.9469,"utmos":2.60964,"dnsmos_ovrl":2.8276,"dnsmos_sig":3.20689,"dnsmos_bak":3.96908,"pesq_wb":2.95302,"pesq_nb":3.51836,"stoi":0.9362,"estoi":0.87096,"si_sdr":8.36409,"mel_dist":0.15304,"stft_dist":1.06007,"f0_rmse_cents":89.3284,"f0_corr":0.89053,"vuv_err":0.15013,"score_intelligibility":0.87103,"score_speaker":0.9469,"score_quality":1.0,"score_fidelity":0.79491,"score":0.90321},"hi":{"n":50,"unit":"wer","wer":28.07018,"wer_orig":26.31579,"dwer":1.75439,"wer_pseudo":7.62943,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95391,"utmos":2.48435,"dnsmos_ovrl":2.80141,"dnsmos_sig":3.37138,"dnsmos_bak":3.48194,"pesq_wb":2.96816,"pesq_nb":3.55686,"stoi":0.89862,"estoi":0.81301,"si_sdr":9.70316,"mel_dist":0.15564,"stft_dist":1.08019,"f0_rmse_cents":89.81514,"f0_corr":0.9232,"vuv_err":0.13205,"score_intelligibility":0.93965,"score_speaker":0.95391,"score_quality":1.0,"score_fidelity":0.79472,"score":0.92207},"zh":{"n":50,"unit":"cer","wer":7.34694,"wer_orig":7.40525,"dwer":-0.05831,"wer_pseudo":0.91463,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.96361,"utmos":2.93931,"dnsmos_ovrl":3.10771,"dnsmos_sig":3.44812,"dnsmos_bak":4.02599,"pesq_wb":3.29353,"pesq_nb":3.78676,"stoi":0.94563,"estoi":0.89513,"si_sdr":6.76926,"mel_dist":0.14389,"stft_dist":1.08502,"f0_rmse_cents":70.23972,"f0_corr":0.95478,"vuv_err":0.07535,"score_intelligibility":1.0,"score_speaker":0.96361,"score_quality":1.0,"score_fidelity":0.8519,"score":0.95388},"yue":{"n":50,"unit":"cer","wer":14.64174,"wer_orig":14.39252,"dwer":0.24922,"wer_pseudo":5.82647,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96367,"utmos":3.1079,"dnsmos_ovrl":3.06177,"dnsmos_sig":3.44023,"dnsmos_bak":3.90691,"pesq_wb":2.98101,"pesq_nb":3.54971,"stoi":0.92172,"estoi":0.84531,"si_sdr":6.62811,"mel_dist":0.14643,"stft_dist":1.10128,"f0_rmse_cents":119.0755,"f0_corr":0.9468,"vuv_err":0.09626,"score_intelligibility":0.98407,"score_speaker":0.96367,"score_quality":1.0,"score_fidelity":0.81151,"score":0.93981},"ja":{"n":50,"unit":"cer","wer":4.59348,"wer_orig":3.53698,"dwer":1.0565,"wer_pseudo":2.20487,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.94646,"utmos":2.1369,"dnsmos_ovrl":2.56724,"dnsmos_sig":3.25128,"dnsmos_bak":3.3256,"pesq_wb":3.00728,"pesq_nb":3.53012,"stoi":0.8081,"estoi":0.69711,"si_sdr":5.94754,"mel_dist":0.14894,"stft_dist":1.10766,"f0_rmse_cents":109.87658,"f0_corr":0.92579,"vuv_err":0.11825,"score_intelligibility":0.81112,"score_speaker":0.94646,"score_quality":1.0,"score_fidelity":0.76913,"score":0.88168},"ko":{"n":50,"unit":"cer","wer":5.14706,"wer_orig":5.14706,"dwer":0.0,"wer_pseudo":0.4008,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96369,"utmos":3.33814,"dnsmos_ovrl":3.05898,"dnsmos_sig":3.40606,"dnsmos_bak":4.06656,"pesq_wb":3.44953,"pesq_nb":3.8607,"stoi":0.94187,"estoi":0.89636,"si_sdr":9.87489,"mel_dist":0.14043,"stft_dist":1.01159,"f0_rmse_cents":73.67422,"f0_corr":0.96858,"vuv_err":0.08231,"score_intelligibility":1.0,"score_speaker":0.96369,"score_quality":1.0,"score_fidelity":0.87011,"score":0.95845},"th":{"n":50,"unit":"cer","wer":7.80113,"wer_orig":7.61924,"dwer":0.18189,"wer_pseudo":3.11804,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.9656,"utmos":2.57949,"dnsmos_ovrl":2.85664,"dnsmos_sig":3.3451,"dnsmos_bak":3.78136,"pesq_wb":2.79628,"pesq_nb":3.48928,"stoi":0.92133,"estoi":0.84982,"si_sdr":6.58425,"mel_dist":0.14865,"stft_dist":1.10438,"f0_rmse_cents":183.5278,"f0_corr":0.89908,"vuv_err":0.16511,"score_intelligibility":0.97933,"score_speaker":0.9656,"score_quality":1.0,"score_fidelity":0.77788,"score":0.9307}}},{"codec":"moss_audio_tokenizer_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"moss_audio_tokenizer_32q","family":"MOSS-Audio-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS-Audio-Tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2602.10934","year":2026,"bitrate_kbps":4.0,"notes":"1.6B causal transformer codec (Cat), residual LFQ; RVQ prefix of 32; remote code","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":3.9887,"tokens_per_s":398.87031,"params_M":1774.5664,"efficiency":{"rtf_encode":0.11383,"rtf_decode":0.11101,"peak_vram_gb":0.0,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.94607,"score_worst_lang":0.91034,"worst_lang":"ja","en_gap":0.00263,"score_intelligibility":0.95507,"score_speaker":0.97434,"score_quality":0.99938,"score_fidelity":0.85548,"dwer":0.35456,"wer":9.16037,"wer_pseudo":2.0371,"sim":0.97434,"utmos":2.70594,"dnsmos_ovrl":2.96693,"dnsmos_sig":3.38039,"dnsmos_bak":3.86671,"pesq_wb":3.43745,"pesq_nb":3.8251,"stoi":0.93638,"estoi":0.87991,"si_sdr":9.71813,"mel_dist":0.13801,"stft_dist":1.04264,"f0_rmse_cents":101.19821,"f0_corr":0.93366,"vuv_err":0.1118,"score_ci95":[0.94037,0.94836]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.78466,"wer_orig":6.98132,"dwer":-0.19666,"wer_pseudo":0.58366,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.96689,"utmos":2.61821,"dnsmos_ovrl":2.57658,"dnsmos_sig":3.12306,"dnsmos_bak":3.74874,"pesq_wb":3.22154,"pesq_nb":3.75689,"stoi":0.91088,"estoi":0.83816,"si_sdr":8.06961,"mel_dist":0.14151,"stft_dist":1.0875,"f0_rmse_cents":121.19217,"f0_corr":0.93679,"vuv_err":0.11111,"score_intelligibility":1.0,"score_speaker":0.96689,"score_quality":1.0,"score_fidelity":0.82747,"score":0.94859},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.97835,"utmos":2.88209,"dnsmos_ovrl":3.10057,"dnsmos_sig":3.39465,"dnsmos_bak":4.05394,"pesq_wb":3.57946,"pesq_nb":3.9102,"stoi":0.95764,"estoi":0.89976,"si_sdr":12.99423,"mel_dist":0.13794,"stft_dist":1.0019,"f0_rmse_cents":85.90113,"f0_corr":0.94691,"vuv_err":0.11094,"score_intelligibility":0.95641,"score_speaker":0.97835,"score_quality":1.0,"score_fidelity":0.88051,"score":0.95382},"fr":{"n":50,"unit":"wer","wer":5.05929,"wer_orig":4.98024,"dwer":0.07905,"wer_pseudo":1.50794,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.97394,"utmos":2.48811,"dnsmos_ovrl":3.06203,"dnsmos_sig":3.39524,"dnsmos_bak":4.00709,"pesq_wb":3.41802,"pesq_nb":3.81863,"stoi":0.9575,"estoi":0.91758,"si_sdr":10.3371,"mel_dist":0.15651,"stft_dist":1.07651,"f0_rmse_cents":105.21857,"f0_corr":0.93555,"vuv_err":0.12623,"score_intelligibility":0.98695,"score_speaker":0.97394,"score_quality":1.0,"score_fidelity":0.8613,"score":0.95555},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.09116,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.97592,"utmos":2.90704,"dnsmos_ovrl":3.18136,"dnsmos_sig":3.52831,"dnsmos_bak":3.9433,"pesq_wb":3.73179,"pesq_nb":3.98309,"stoi":0.95807,"estoi":0.91572,"si_sdr":11.7346,"mel_dist":0.13652,"stft_dist":1.02448,"f0_rmse_cents":139.0679,"f0_corr":0.94199,"vuv_err":0.1246,"score_intelligibility":0.97826,"score_speaker":0.97592,"score_quality":0.99892,"score_fidelity":0.89352,"score":0.96165},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":0.63985,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.98208,"utmos":3.22755,"dnsmos_ovrl":3.32105,"dnsmos_sig":3.61105,"dnsmos_bak":4.08538,"pesq_wb":3.80014,"pesq_nb":4.03437,"stoi":0.96337,"estoi":0.9285,"si_sdr":12.48493,"mel_dist":0.14105,"stft_dist":1.01374,"f0_rmse_cents":81.54341,"f0_corr":0.93088,"vuv_err":0.10248,"score_intelligibility":0.90693,"score_speaker":0.98208,"score_quality":1.0,"score_fidelity":0.8981,"score":0.94678},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.98046,"utmos":2.67357,"dnsmos_ovrl":3.00946,"dnsmos_sig":3.39399,"dnsmos_bak":3.77507,"pesq_wb":3.55557,"pesq_nb":3.87152,"stoi":0.92969,"estoi":0.87065,"si_sdr":9.52673,"mel_dist":0.13932,"stft_dist":1.03606,"f0_rmse_cents":202.16327,"f0_corr":0.91762,"vuv_err":0.13467,"score_intelligibility":1.0,"score_speaker":0.98046,"score_quality":1.0,"score_fidelity":0.85916,"score":0.9599},"nl":{"n":50,"unit":"wer","wer":5.79839,"wer_orig":5.26316,"dwer":0.53524,"wer_pseudo":1.96956,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.9725,"utmos":3.07592,"dnsmos_ovrl":2.69197,"dnsmos_sig":3.08587,"dnsmos_bak":4.09129,"pesq_wb":3.43063,"pesq_nb":3.81026,"stoi":0.9613,"estoi":0.91479,"si_sdr":7.86238,"mel_dist":0.13613,"stft_dist":1.09293,"f0_rmse_cents":81.08265,"f0_corr":0.95019,"vuv_err":0.14292,"score_intelligibility":0.92127,"score_speaker":0.9725,"score_quality":0.98716,"score_fidelity":0.86865,"score":0.9374},"pl":{"n":50,"unit":"wer","wer":4.27632,"wer_orig":3.28947,"dwer":0.98684,"wer_pseudo":1.42544,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.97018,"utmos":2.82773,"dnsmos_ovrl":3.05616,"dnsmos_sig":3.38716,"dnsmos_bak":4.06672,"pesq_wb":3.49785,"pesq_nb":3.81555,"stoi":0.96652,"estoi":0.92257,"si_sdr":5.30479,"mel_dist":0.14274,"stft_dist":1.10485,"f0_rmse_cents":72.15852,"f0_corr":0.92383,"vuv_err":0.11042,"score_intelligibility":0.81297,"score_speaker":0.97018,"score_quality":1.0,"score_fidelity":0.86801,"score":0.91279},"cs":{"n":50,"unit":"wer","wer":9.56826,"wer_orig":9.45158,"dwer":0.11669,"wer_pseudo":3.6215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9786,"utmos":2.71311,"dnsmos_ovrl":3.13823,"dnsmos_sig":3.47808,"dnsmos_bak":3.9382,"pesq_wb":3.22278,"pesq_nb":3.68442,"stoi":0.94286,"estoi":0.88978,"si_sdr":10.52034,"mel_dist":0.14045,"stft_dist":1.02837,"f0_rmse_cents":64.87427,"f0_corr":0.94371,"vuv_err":0.09508,"score_intelligibility":0.98896,"score_speaker":0.9786,"score_quality":1.0,"score_fidelity":0.84055,"score":0.95203},"tr":{"n":50,"unit":"wer","wer":7.76316,"wer_orig":7.76316,"dwer":0.0,"wer_pseudo":1.18577,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.97668,"utmos":2.39885,"dnsmos_ovrl":3.06201,"dnsmos_sig":3.41595,"dnsmos_bak":4.01163,"pesq_wb":3.58782,"pesq_nb":3.91377,"stoi":0.9485,"estoi":0.8906,"si_sdr":10.4837,"mel_dist":0.13717,"stft_dist":1.05025,"f0_rmse_cents":78.83093,"f0_corr":0.95998,"vuv_err":0.10045,"score_intelligibility":1.0,"score_speaker":0.97668,"score_quality":1.0,"score_fidelity":0.88262,"score":0.96483},"id":{"n":50,"unit":"wer","wer":6.72963,"wer_orig":5.90319,"dwer":0.82645,"wer_pseudo":2.47934,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.96499,"utmos":2.11458,"dnsmos_ovrl":2.76524,"dnsmos_sig":3.35422,"dnsmos_bak":3.30764,"pesq_wb":3.0884,"pesq_nb":3.53121,"stoi":0.88073,"estoi":0.78212,"si_sdr":8.80995,"mel_dist":0.13083,"stft_dist":1.04981,"f0_rmse_cents":103.49642,"f0_corr":0.89539,"vuv_err":0.13882,"score_intelligibility":0.89308,"score_speaker":0.96499,"score_quality":1.0,"score_fidelity":0.79094,"score":0.91225},"vi":{"n":50,"unit":"wer","wer":8.11456,"wer_orig":7.71679,"dwer":0.39777,"wer_pseudo":1.67197,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.97069,"utmos":2.22219,"dnsmos_ovrl":2.84344,"dnsmos_sig":3.39919,"dnsmos_bak":3.64534,"pesq_wb":3.30434,"pesq_nb":3.71953,"stoi":0.87212,"estoi":0.78546,"si_sdr":11.09349,"mel_dist":0.12913,"stft_dist":0.98856,"f0_rmse_cents":87.24215,"f0_corr":0.94726,"vuv_err":0.10549,"score_intelligibility":0.95636,"score_speaker":0.97069,"score_quality":0.99903,"score_fidelity":0.82592,"score":0.938},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.97515,"utmos":2.79853,"dnsmos_ovrl":3.04975,"dnsmos_sig":3.39375,"dnsmos_bak":4.02025,"pesq_wb":3.48631,"pesq_nb":3.8507,"stoi":0.9588,"estoi":0.91328,"si_sdr":9.31354,"mel_dist":0.14372,"stft_dist":1.08301,"f0_rmse_cents":104.04478,"f0_corr":0.90987,"vuv_err":0.14047,"score_intelligibility":0.97945,"score_speaker":0.97515,"score_quality":1.0,"score_fidelity":0.85968,"score":0.95357},"uk":{"n":50,"unit":"wer","wer":7.26447,"wer_orig":6.46992,"dwer":0.79455,"wer_pseudo":1.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.97405,"utmos":2.67307,"dnsmos_ovrl":3.06052,"dnsmos_sig":3.39619,"dnsmos_bak":4.05261,"pesq_wb":3.52243,"pesq_nb":3.87489,"stoi":0.9543,"estoi":0.89886,"si_sdr":11.22682,"mel_dist":0.14285,"stft_dist":1.0568,"f0_rmse_cents":76.56758,"f0_corr":0.95532,"vuv_err":0.11204,"score_intelligibility":0.90386,"score_speaker":0.97405,"score_quality":1.0,"score_fidelity":0.87677,"score":0.93867},"el":{"n":50,"unit":"wer","wer":12.32465,"wer_orig":12.02405,"dwer":0.3006,"wer_pseudo":4.3043,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.97052,"utmos":2.8625,"dnsmos_ovrl":3.00374,"dnsmos_sig":3.41979,"dnsmos_bak":3.88297,"pesq_wb":3.53308,"pesq_nb":3.8853,"stoi":0.94343,"estoi":0.88046,"si_sdr":11.64279,"mel_dist":0.13766,"stft_dist":1.01872,"f0_rmse_cents":67.09094,"f0_corr":0.93818,"vuv_err":0.09924,"score_intelligibility":0.97744,"score_speaker":0.97052,"score_quality":1.0,"score_fidelity":0.86845,"score":0.9541},"ar":{"n":50,"unit":"wer","wer":12.70037,"wer_orig":12.45376,"dwer":0.24661,"wer_pseudo":1.48331,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.98069,"utmos":2.82882,"dnsmos_ovrl":3.21554,"dnsmos_sig":3.55919,"dnsmos_bak":3.98972,"pesq_wb":3.52773,"pesq_nb":3.90078,"stoi":0.97,"estoi":0.93569,"si_sdr":9.04174,"mel_dist":0.13779,"stft_dist":1.03198,"f0_rmse_cents":117.14056,"f0_corr":0.92419,"vuv_err":0.1108,"score_intelligibility":0.982,"score_speaker":0.98069,"score_quality":1.0,"score_fidelity":0.87213,"score":0.95871},"fa":{"n":50,"unit":"wer","wer":26.4,"wer_orig":25.94286,"dwer":0.45714,"wer_pseudo":4.10811,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9718,"utmos":2.72175,"dnsmos_ovrl":2.86607,"dnsmos_sig":3.37658,"dnsmos_bak":3.73876,"pesq_wb":3.35562,"pesq_nb":3.78091,"stoi":0.86674,"estoi":0.79443,"si_sdr":7.23462,"mel_dist":0.13476,"stft_dist":1.09404,"f0_rmse_cents":164.34347,"f0_corr":0.85604,"vuv_err":0.10263,"score_intelligibility":0.98332,"score_speaker":0.9718,"score_quality":1.0,"score_fidelity":0.7986,"score":0.93843},"he":{"n":50,"unit":"wer","wer":20.23256,"wer_orig":19.4186,"dwer":0.81395,"wer_pseudo":4.46009,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.96989,"utmos":2.56651,"dnsmos_ovrl":2.82128,"dnsmos_sig":3.19378,"dnsmos_bak":3.96139,"pesq_wb":3.34833,"pesq_nb":3.76663,"stoi":0.95487,"estoi":0.90542,"si_sdr":10.02613,"mel_dist":0.13807,"stft_dist":1.0053,"f0_rmse_cents":80.66072,"f0_corr":0.92332,"vuv_err":0.13223,"score_intelligibility":0.96166,"score_speaker":0.96989,"score_quality":1.0,"score_fidelity":0.84972,"score":0.94532},"hi":{"n":50,"unit":"wer","wer":27.33149,"wer_orig":26.31579,"dwer":1.0157,"wer_pseudo":5.8129,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.97283,"utmos":2.43736,"dnsmos_ovrl":2.8061,"dnsmos_sig":3.3792,"dnsmos_bak":3.46901,"pesq_wb":3.31403,"pesq_nb":3.76973,"stoi":0.92474,"estoi":0.85828,"si_sdr":11.63248,"mel_dist":0.1418,"stft_dist":1.02343,"f0_rmse_cents":85.91039,"f0_corr":0.92887,"vuv_err":0.11622,"score_intelligibility":0.96415,"score_speaker":0.97283,"score_quality":1.0,"score_fidelity":0.83825,"score":0.94381},"zh":{"n":50,"unit":"cer","wer":7.69679,"wer_orig":7.40525,"dwer":0.29155,"wer_pseudo":1.15854,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.9779,"utmos":2.88838,"dnsmos_ovrl":3.0821,"dnsmos_sig":3.42374,"dnsmos_bak":4.01963,"pesq_wb":3.5981,"pesq_nb":3.97697,"stoi":0.96128,"estoi":0.92378,"si_sdr":8.91489,"mel_dist":0.13003,"stft_dist":1.01775,"f0_rmse_cents":69.47017,"f0_corr":0.95587,"vuv_err":0.06437,"score_intelligibility":0.96648,"score_speaker":0.9779,"score_quality":1.0,"score_fidelity":0.88649,"score":0.95772},"yue":{"n":50,"unit":"cer","wer":14.95327,"wer_orig":14.39252,"dwer":0.56075,"wer_pseudo":4.11653,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.97724,"utmos":3.07375,"dnsmos_ovrl":3.05195,"dnsmos_sig":3.43392,"dnsmos_bak":3.89288,"pesq_wb":3.30742,"pesq_nb":3.76031,"stoi":0.94324,"estoi":0.885,"si_sdr":8.09599,"mel_dist":0.13377,"stft_dist":1.05295,"f0_rmse_cents":101.4252,"f0_corr":0.95536,"vuv_err":0.08303,"score_intelligibility":0.96485,"score_speaker":0.97724,"score_quality":1.0,"score_fidelity":0.85262,"score":0.94868},"ja":{"n":50,"unit":"cer","wer":4.27193,"wer_orig":3.53698,"dwer":0.73496,"wer_pseudo":1.37804,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.96624,"utmos":2.11607,"dnsmos_ovrl":2.5471,"dnsmos_sig":3.23169,"dnsmos_bak":3.3004,"pesq_wb":3.30088,"pesq_nb":3.70299,"stoi":0.84656,"estoi":0.7565,"si_sdr":7.45259,"mel_dist":0.13786,"stft_dist":1.06528,"f0_rmse_cents":97.50576,"f0_corr":0.9396,"vuv_err":0.10941,"score_intelligibility":0.86059,"score_speaker":0.96624,"score_quality":1.0,"score_fidelity":0.81452,"score":0.91034},"ko":{"n":50,"unit":"cer","wer":5.29412,"wer_orig":5.14706,"dwer":0.14706,"wer_pseudo":0.2505,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.97846,"utmos":3.29797,"dnsmos_ovrl":3.05197,"dnsmos_sig":3.4074,"dnsmos_bak":4.05031,"pesq_wb":3.65896,"pesq_nb":3.99647,"stoi":0.95783,"estoi":0.92324,"si_sdr":11.28656,"mel_dist":0.12928,"stft_dist":0.97083,"f0_rmse_cents":75.0767,"f0_corr":0.9685,"vuv_err":0.07072,"score_intelligibility":0.97664,"score_speaker":0.97846,"score_quality":1.0,"score_fidelity":0.89535,"score":0.96261},"th":{"n":50,"unit":"cer","wer":7.43735,"wer_orig":7.61924,"dwer":-0.18189,"wer_pseudo":2.12594,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97812,"utmos":2.52899,"dnsmos_ovrl":2.84205,"dnsmos_sig":3.3473,"dnsmos_bak":3.74871,"pesq_wb":3.10746,"pesq_nb":3.6874,"stoi":0.94214,"estoi":0.88723,"si_sdr":8.14524,"mel_dist":0.13526,"stft_dist":1.04839,"f0_rmse_cents":166.74928,"f0_corr":0.92258,"vuv_err":0.13882,"score_intelligibility":1.0,"score_speaker":0.97812,"score_quality":1.0,"score_fidelity":0.82228,"score":0.9501}}},{"codec":"moss_audio_tokenizer_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"moss_audio_tokenizer_8q","family":"MOSS-Audio-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS-Audio-Tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2602.10934","year":2026,"bitrate_kbps":1.0,"notes":"1.6B causal transformer codec (Cat), residual LFQ; RVQ prefix of 32; remote code","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":0.99718,"tokens_per_s":99.71758,"params_M":1774.5664,"efficiency":{"rtf_encode":0.11324,"rtf_decode":0.11117,"peak_vram_gb":0.0,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.87633,"score_worst_lang":0.82589,"worst_lang":"pl","en_gap":0.02484,"score_intelligibility":0.85832,"score_speaker":0.90636,"score_quality":0.99966,"score_fidelity":0.74099,"dwer":1.54534,"wer":10.35115,"wer_pseudo":4.50692,"sim":0.90636,"utmos":2.80767,"dnsmos_ovrl":2.99863,"dnsmos_sig":3.39873,"dnsmos_bak":3.90016,"pesq_wb":2.59876,"pesq_nb":3.19335,"stoi":0.87331,"estoi":0.77292,"si_sdr":5.26417,"mel_dist":0.17345,"stft_dist":1.19435,"f0_rmse_cents":132.24654,"f0_corr":0.89287,"vuv_err":0.14215,"score_ci95":[0.87045,0.8832]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.48968,"wer_orig":6.98132,"dwer":-0.49164,"wer_pseudo":1.6537,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.87816,"utmos":2.65988,"dnsmos_ovrl":2.61545,"dnsmos_sig":3.14322,"dnsmos_bak":3.77567,"pesq_wb":2.41468,"pesq_nb":3.12103,"stoi":0.83779,"estoi":0.71975,"si_sdr":3.80531,"mel_dist":0.17404,"stft_dist":1.22979,"f0_rmse_cents":137.57982,"f0_corr":0.92514,"vuv_err":0.14889,"score_intelligibility":1.0,"score_speaker":0.87816,"score_quality":1.0,"score_fidelity":0.72237,"score":0.90013},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":1.52594,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.91173,"utmos":2.96791,"dnsmos_ovrl":3.12807,"dnsmos_sig":3.41581,"dnsmos_bak":4.06109,"pesq_wb":2.70009,"pesq_nb":3.21397,"stoi":0.90553,"estoi":0.79269,"si_sdr":7.97482,"mel_dist":0.17641,"stft_dist":1.16285,"f0_rmse_cents":132.35184,"f0_corr":0.89501,"vuv_err":0.13444,"score_intelligibility":0.90389,"score_speaker":0.91173,"score_quality":1.0,"score_fidelity":0.76209,"score":0.89443},"fr":{"n":50,"unit":"wer","wer":6.48221,"wer_orig":4.98024,"dwer":1.50198,"wer_pseudo":3.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89738,"utmos":2.59361,"dnsmos_ovrl":3.09591,"dnsmos_sig":3.42324,"dnsmos_bak":4.03347,"pesq_wb":2.47979,"pesq_nb":3.07594,"stoi":0.90443,"estoi":0.82955,"si_sdr":6.09864,"mel_dist":0.1991,"stft_dist":1.23939,"f0_rmse_cents":111.892,"f0_corr":0.92369,"vuv_err":0.16472,"score_intelligibility":0.79926,"score_speaker":0.89738,"score_quality":1.0,"score_fidelity":0.75031,"score":0.86174},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":0.72926,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.90712,"utmos":3.03547,"dnsmos_ovrl":3.20244,"dnsmos_sig":3.53863,"dnsmos_bak":3.96994,"pesq_wb":2.94216,"pesq_nb":3.42639,"stoi":0.90892,"estoi":0.8258,"si_sdr":6.97285,"mel_dist":0.17218,"stft_dist":1.16638,"f0_rmse_cents":170.26367,"f0_corr":0.9029,"vuv_err":0.16449,"score_intelligibility":0.9375,"score_speaker":0.90712,"score_quality":1.0,"score_fidelity":0.78891,"score":0.90838},"it":{"n":50,"unit":"wer","wer":3.55191,"wer_orig":2.55009,"dwer":1.00182,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92586,"utmos":3.30517,"dnsmos_ovrl":3.33221,"dnsmos_sig":3.61757,"dnsmos_bak":4.09906,"pesq_wb":3.04302,"pesq_nb":3.48188,"stoi":0.91604,"estoi":0.84452,"si_sdr":7.70565,"mel_dist":0.17774,"stft_dist":1.16435,"f0_rmse_cents":110.01766,"f0_corr":0.87302,"vuv_err":0.11899,"score_intelligibility":0.77991,"score_speaker":0.92586,"score_quality":1.0,"score_fidelity":0.79093,"score":0.87417},"pt":{"n":50,"unit":"wer","wer":3.80859,"wer_orig":3.41797,"dwer":0.39062,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92286,"utmos":2.77677,"dnsmos_ovrl":3.06706,"dnsmos_sig":3.43645,"dnsmos_bak":3.82546,"pesq_wb":2.72723,"pesq_nb":3.24702,"stoi":0.86345,"estoi":0.76526,"si_sdr":5.48972,"mel_dist":0.17382,"stft_dist":1.17834,"f0_rmse_cents":262.45489,"f0_corr":0.86904,"vuv_err":0.16626,"score_intelligibility":0.91877,"score_speaker":0.92286,"score_quality":1.0,"score_fidelity":0.74199,"score":0.8959},"nl":{"n":50,"unit":"wer","wer":7.3149,"wer_orig":5.26316,"dwer":2.05174,"wer_pseudo":3.40197,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.90133,"utmos":3.17923,"dnsmos_ovrl":2.70861,"dnsmos_sig":3.10067,"dnsmos_bak":4.09904,"pesq_wb":2.53531,"pesq_nb":3.12409,"stoi":0.91062,"estoi":0.81902,"si_sdr":3.52195,"mel_dist":0.17276,"stft_dist":1.2568,"f0_rmse_cents":106.03459,"f0_corr":0.92185,"vuv_err":0.17546,"score_intelligibility":0.75325,"score_speaker":0.90133,"score_quality":0.99195,"score_fidelity":0.75704,"score":0.85089},"pl":{"n":50,"unit":"wer","wer":5.26316,"wer_orig":3.28947,"dwer":1.97368,"wer_pseudo":2.74123,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.88764,"utmos":2.89915,"dnsmos_ovrl":3.07224,"dnsmos_sig":3.40361,"dnsmos_bak":4.07291,"pesq_wb":2.48053,"pesq_nb":3.02074,"stoi":0.92203,"estoi":0.83526,"si_sdr":1.04837,"mel_dist":0.18405,"stft_dist":1.28446,"f0_rmse_cents":102.72924,"f0_corr":0.84813,"vuv_err":0.13444,"score_intelligibility":0.68487,"score_speaker":0.88764,"score_quality":1.0,"score_fidelity":0.73106,"score":0.82589},"cs":{"n":50,"unit":"wer","wer":12.48541,"wer_orig":9.45158,"dwer":3.03384,"wer_pseudo":8.41121,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.91869,"utmos":2.80544,"dnsmos_ovrl":3.18003,"dnsmos_sig":3.50266,"dnsmos_bak":3.97165,"pesq_wb":2.26655,"pesq_nb":2.93028,"stoi":0.87665,"estoi":0.77764,"si_sdr":6.6703,"mel_dist":0.17969,"stft_dist":1.16889,"f0_rmse_cents":81.69905,"f0_corr":0.91942,"vuv_err":0.1188,"score_intelligibility":0.77503,"score_speaker":0.91869,"score_quality":1.0,"score_fidelity":0.71932,"score":0.85326},"tr":{"n":50,"unit":"wer","wer":9.73684,"wer_orig":7.76316,"dwer":1.97368,"wer_pseudo":4.34783,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.9174,"utmos":2.48852,"dnsmos_ovrl":3.09947,"dnsmos_sig":3.43911,"dnsmos_bak":4.04749,"pesq_wb":2.72389,"pesq_nb":3.32888,"stoi":0.8844,"estoi":0.77174,"si_sdr":3.10305,"mel_dist":0.17303,"stft_dist":1.2283,"f0_rmse_cents":127.37724,"f0_corr":0.89983,"vuv_err":0.11952,"score_intelligibility":0.81618,"score_speaker":0.9174,"score_quality":1.0,"score_fidelity":0.75892,"score":0.87312},"id":{"n":50,"unit":"wer","wer":7.31995,"wer_orig":5.90319,"dwer":1.41677,"wer_pseudo":4.2503,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89335,"utmos":2.24354,"dnsmos_ovrl":2.81714,"dnsmos_sig":3.39958,"dnsmos_bak":3.3659,"pesq_wb":2.24116,"pesq_nb":2.88078,"stoi":0.77968,"estoi":0.62646,"si_sdr":4.79943,"mel_dist":0.16129,"stft_dist":1.19359,"f0_rmse_cents":138.5832,"f0_corr":0.80694,"vuv_err":0.18213,"score_intelligibility":0.82971,"score_speaker":0.89335,"score_quality":1.0,"score_fidelity":0.64708,"score":0.84254},"vi":{"n":50,"unit":"wer","wer":8.98966,"wer_orig":7.71679,"dwer":1.27287,"wer_pseudo":4.06051,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.90796,"utmos":2.28683,"dnsmos_ovrl":2.89371,"dnsmos_sig":3.42259,"dnsmos_bak":3.71279,"pesq_wb":2.50191,"pesq_nb":3.1355,"stoi":0.76431,"estoi":0.62674,"si_sdr":6.67067,"mel_dist":0.15749,"stft_dist":1.11206,"f0_rmse_cents":142.5702,"f0_corr":0.87142,"vuv_err":0.13513,"score_intelligibility":0.87258,"score_speaker":0.90796,"score_quality":1.0,"score_fidelity":0.68828,"score":0.86721},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91081,"utmos":2.90876,"dnsmos_ovrl":3.09796,"dnsmos_sig":3.42607,"dnsmos_bak":4.06904,"pesq_wb":2.66989,"pesq_nb":3.20223,"stoi":0.91021,"estoi":0.82325,"si_sdr":5.21722,"mel_dist":0.17923,"stft_dist":1.22931,"f0_rmse_cents":130.3735,"f0_corr":0.87034,"vuv_err":0.16398,"score_intelligibility":0.85624,"score_speaker":0.91081,"score_quality":1.0,"score_fidelity":0.75255,"score":0.8799},"uk":{"n":50,"unit":"wer","wer":8.17253,"wer_orig":6.46992,"dwer":1.70261,"wer_pseudo":4.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90114,"utmos":2.77223,"dnsmos_ovrl":3.09533,"dnsmos_sig":3.42193,"dnsmos_bak":4.07951,"pesq_wb":2.63653,"pesq_nb":3.21158,"stoi":0.90455,"estoi":0.80211,"si_sdr":6.81793,"mel_dist":0.17997,"stft_dist":1.21145,"f0_rmse_cents":79.97549,"f0_corr":0.94839,"vuv_err":0.13476,"score_intelligibility":0.81438,"score_speaker":0.90114,"score_quality":1.0,"score_fidelity":0.77351,"score":0.87226},"el":{"n":50,"unit":"wer","wer":14.02806,"wer_orig":12.02405,"dwer":2.00401,"wer_pseudo":8.40841,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87991,"utmos":3.00618,"dnsmos_ovrl":3.01439,"dnsmos_sig":3.41102,"dnsmos_bak":3.89379,"pesq_wb":2.75653,"pesq_nb":3.30197,"stoi":0.88251,"estoi":0.77406,"si_sdr":7.32789,"mel_dist":0.17206,"stft_dist":1.15951,"f0_rmse_cents":82.12226,"f0_corr":0.91651,"vuv_err":0.11774,"score_intelligibility":0.86665,"score_speaker":0.87991,"score_quality":1.0,"score_fidelity":0.76696,"score":0.87838},"ar":{"n":50,"unit":"wer","wer":14.05672,"wer_orig":12.45376,"dwer":1.60296,"wer_pseudo":5.06799,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9242,"utmos":2.97232,"dnsmos_ovrl":3.24104,"dnsmos_sig":3.57148,"dnsmos_bak":4.01564,"pesq_wb":2.63296,"pesq_nb":3.232,"stoi":0.93124,"estoi":0.86894,"si_sdr":5.26924,"mel_dist":0.17939,"stft_dist":1.20045,"f0_rmse_cents":116.04756,"f0_corr":0.88953,"vuv_err":0.13496,"score_intelligibility":0.89354,"score_speaker":0.9242,"score_quality":1.0,"score_fidelity":0.76244,"score":0.89505},"fa":{"n":50,"unit":"wer","wer":30.05714,"wer_orig":25.94286,"dwer":4.11429,"wer_pseudo":10.37838,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89898,"utmos":2.84546,"dnsmos_ovrl":2.87976,"dnsmos_sig":3.36875,"dnsmos_bak":3.7561,"pesq_wb":2.44549,"pesq_nb":3.16851,"stoi":0.75495,"estoi":0.6293,"si_sdr":3.68949,"mel_dist":0.16948,"stft_dist":1.23191,"f0_rmse_cents":189.23015,"f0_corr":0.8265,"vuv_err":0.14534,"score_intelligibility":0.86753,"score_speaker":0.89898,"score_quality":1.0,"score_fidelity":0.66481,"score":0.85783},"he":{"n":50,"unit":"wer","wer":24.88372,"wer_orig":19.4186,"dwer":5.46512,"wer_pseudo":12.55869,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.87911,"utmos":2.67239,"dnsmos_ovrl":2.83382,"dnsmos_sig":3.21099,"dnsmos_bak":3.9734,"pesq_wb":2.42045,"pesq_nb":3.03334,"stoi":0.9004,"estoi":0.8084,"si_sdr":5.46589,"mel_dist":0.17807,"stft_dist":1.16977,"f0_rmse_cents":105.91596,"f0_corr":0.86089,"vuv_err":0.18153,"score_intelligibility":0.78886,"score_speaker":0.87911,"score_quality":1.0,"score_fidelity":0.72238,"score":0.84759},"hi":{"n":50,"unit":"wer","wer":28.07018,"wer_orig":26.31579,"dwer":1.75439,"wer_pseudo":10.6267,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90126,"utmos":2.5757,"dnsmos_ovrl":2.84987,"dnsmos_sig":3.41226,"dnsmos_bak":3.53548,"pesq_wb":2.46441,"pesq_nb":3.15467,"stoi":0.8541,"estoi":0.73795,"si_sdr":6.6679,"mel_dist":0.17661,"stft_dist":1.17918,"f0_rmse_cents":127.37083,"f0_corr":0.87166,"vuv_err":0.14367,"score_intelligibility":0.93965,"score_speaker":0.90126,"score_quality":1.0,"score_fidelity":0.71472,"score":0.88891},"zh":{"n":50,"unit":"cer","wer":7.87172,"wer_orig":7.40525,"dwer":0.46647,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.92432,"utmos":3.00983,"dnsmos_ovrl":3.11352,"dnsmos_sig":3.44503,"dnsmos_bak":4.04362,"pesq_wb":2.80868,"pesq_nb":3.36087,"stoi":0.9154,"estoi":0.84395,"si_sdr":3.2832,"mel_dist":0.16553,"stft_dist":1.21038,"f0_rmse_cents":93.86315,"f0_corr":0.91425,"vuv_err":0.09034,"score_intelligibility":0.94742,"score_speaker":0.92432,"score_quality":1.0,"score_fidelity":0.78214,"score":0.91347},"yue":{"n":50,"unit":"cer","wer":16.01246,"wer_orig":14.39252,"dwer":1.61994,"wer_pseudo":8.48638,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.92392,"utmos":3.17278,"dnsmos_ovrl":3.09167,"dnsmos_sig":3.45321,"dnsmos_bak":3.94654,"pesq_wb":2.48296,"pesq_nb":3.14112,"stoi":0.88553,"estoi":0.78134,"si_sdr":4.10179,"mel_dist":0.16743,"stft_dist":1.19234,"f0_rmse_cents":172.57449,"f0_corr":0.91644,"vuv_err":0.12572,"score_intelligibility":0.90478,"score_speaker":0.92392,"score_quality":1.0,"score_fidelity":0.74189,"score":0.89265},"ja":{"n":50,"unit":"cer","wer":4.54754,"wer_orig":3.53698,"dwer":1.01056,"wer_pseudo":2.34267,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.88456,"utmos":2.15986,"dnsmos_ovrl":2.57377,"dnsmos_sig":3.2178,"dnsmos_bak":3.35933,"pesq_wb":2.5944,"pesq_nb":3.19825,"stoi":0.75058,"estoi":0.61046,"si_sdr":3.30672,"mel_dist":0.16631,"stft_dist":1.19435,"f0_rmse_cents":130.16851,"f0_corr":0.91423,"vuv_err":0.1435,"score_intelligibility":0.81784,"score_speaker":0.88456,"score_quality":1.0,"score_fidelity":0.70678,"score":0.85229},"ko":{"n":50,"unit":"cer","wer":5.83333,"wer_orig":5.14706,"dwer":0.68627,"wer_pseudo":0.9018,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92505,"utmos":3.36674,"dnsmos_ovrl":3.07451,"dnsmos_sig":3.41348,"dnsmos_bak":4.08636,"pesq_wb":3.06837,"pesq_nb":3.56781,"stoi":0.91211,"estoi":0.84646,"si_sdr":7.59158,"mel_dist":0.15766,"stft_dist":1.08887,"f0_rmse_cents":70.89632,"f0_corr":0.96739,"vuv_err":0.08882,"score_intelligibility":0.89957,"score_speaker":0.92505,"score_quality":1.0,"score_fidelity":0.82349,"score":0.91203},"th":{"n":50,"unit":"cer","wer":8.24576,"wer_orig":7.61924,"dwer":0.62652,"wer_pseudo":3.80644,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.92993,"utmos":2.68042,"dnsmos_ovrl":2.88901,"dnsmos_sig":3.37428,"dnsmos_bak":3.81051,"pesq_wb":2.33334,"pesq_nb":3.08141,"stoi":0.88399,"estoi":0.78945,"si_sdr":3.74041,"mel_dist":0.16954,"stft_dist":1.21157,"f0_rmse_cents":251.82525,"f0_corr":0.87634,"vuv_err":0.17799,"score_intelligibility":0.93224,"score_speaker":0.92993,"score_quality":1.0,"score_fidelity":0.71376,"score":0.89398}}},{"codec":"moss_audio_tokenizer_nano_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"moss_audio_tokenizer_nano_16q","family":"MOSS-Audio-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS-Audio-Tokenizer-Nano","sample_rate":48000,"output_sample_rate":48000,"frame_rate":12.5,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2602.10934","year":2026,"bitrate_kbps":2.0,"notes":"22M-param Cat; 48 kHz stereo model fed duplicated mono, output down-mixed; tokenizer of MOSS-TTS-Nano; remote code","side_info":null,"warning":null,"env":"main"},"kbps":2.0,"kbps_measured":1.99435,"tokens_per_s":199.43515,"params_M":21.96966,"efficiency":{"rtf_encode":0.00181,"rtf_decode":0.00188,"peak_vram_gb":0.56629,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.86057,"score_worst_lang":0.80016,"worst_lang":"id","en_gap":0.00556,"score_intelligibility":0.82099,"score_speaker":0.89968,"score_quality":0.97561,"score_fidelity":0.74598,"dwer":2.21908,"wer":11.02489,"wer_pseudo":5.27971,"sim":0.89968,"utmos":2.50709,"dnsmos_ovrl":2.98555,"dnsmos_sig":3.39515,"dnsmos_bak":3.8855,"pesq_wb":2.61794,"pesq_nb":3.20919,"stoi":0.88548,"estoi":0.7921,"si_sdr":6.87447,"mel_dist":0.18196,"stft_dist":1.18384,"f0_rmse_cents":128.35133,"f0_corr":0.8902,"vuv_err":0.13999,"score_ci95":[0.85391,0.86718]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.57129,"wer_orig":6.98132,"dwer":0.58997,"wer_pseudo":2.43191,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.85274,"utmos":2.41117,"dnsmos_ovrl":2.56578,"dnsmos_sig":3.10563,"dnsmos_bak":3.75602,"pesq_wb":2.34487,"pesq_nb":3.08064,"stoi":0.84661,"estoi":0.7328,"si_sdr":5.23214,"mel_dist":0.18301,"stft_dist":1.21199,"f0_rmse_cents":127.28406,"f0_corr":0.92109,"vuv_err":0.14094,"score_intelligibility":0.93117,"score_speaker":0.85274,"score_quality":0.96237,"score_fidelity":0.71732,"score":0.8659},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":2.03459,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.91655,"utmos":2.6867,"dnsmos_ovrl":3.11918,"dnsmos_sig":3.41369,"dnsmos_bak":4.06141,"pesq_wb":2.85853,"pesq_nb":3.34059,"stoi":0.91789,"estoi":0.81599,"si_sdr":9.71095,"mel_dist":0.17716,"stft_dist":1.10107,"f0_rmse_cents":131.40345,"f0_corr":0.88846,"vuv_err":0.13866,"score_intelligibility":0.85683,"score_speaker":0.91655,"score_quality":0.98761,"score_fidelity":0.77912,"score":0.88503},"fr":{"n":50,"unit":"wer","wer":6.87747,"wer_orig":4.98024,"dwer":1.89723,"wer_pseudo":3.57143,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.9071,"utmos":2.33653,"dnsmos_ovrl":3.05227,"dnsmos_sig":3.39365,"dnsmos_bak":3.99279,"pesq_wb":2.58541,"pesq_nb":3.16293,"stoi":0.91849,"estoi":0.85241,"si_sdr":8.00143,"mel_dist":0.19976,"stft_dist":1.18455,"f0_rmse_cents":123.35897,"f0_corr":0.90225,"vuv_err":0.1588,"score_intelligibility":0.75916,"score_speaker":0.9071,"score_quality":0.98941,"score_fidelity":0.7579,"score":0.85339},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.91421,"utmos":2.65643,"dnsmos_ovrl":3.24246,"dnsmos_sig":3.5796,"dnsmos_bak":3.9767,"pesq_wb":2.95408,"pesq_nb":3.45036,"stoi":0.91994,"estoi":0.84465,"si_sdr":8.51611,"mel_dist":0.18284,"stft_dist":1.18042,"f0_rmse_cents":165.60263,"f0_corr":0.91977,"vuv_err":0.14173,"score_intelligibility":0.95745,"score_speaker":0.91421,"score_quality":0.97035,"score_fidelity":0.79934,"score":0.91034},"it":{"n":50,"unit":"wer","wer":3.82514,"wer_orig":2.55009,"dwer":1.27505,"wer_pseudo":1.55393,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91615,"utmos":2.89119,"dnsmos_ovrl":3.30571,"dnsmos_sig":3.59753,"dnsmos_bak":4.08091,"pesq_wb":3.03474,"pesq_nb":3.48136,"stoi":0.92358,"estoi":0.85538,"si_sdr":9.02503,"mel_dist":0.18515,"stft_dist":1.13936,"f0_rmse_cents":103.63152,"f0_corr":0.87244,"vuv_err":0.1262,"score_intelligibility":0.73575,"score_speaker":0.91615,"score_quality":0.94909,"score_fidelity":0.79246,"score":0.84836},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92929,"utmos":2.45749,"dnsmos_ovrl":3.09249,"dnsmos_sig":3.46302,"dnsmos_bak":3.83258,"pesq_wb":2.68794,"pesq_nb":3.21033,"stoi":0.87495,"estoi":0.78113,"si_sdr":6.7556,"mel_dist":0.18311,"stft_dist":1.18958,"f0_rmse_cents":238.35105,"f0_corr":0.89065,"vuv_err":0.16728,"score_intelligibility":1.0,"score_speaker":0.92929,"score_quality":0.98398,"score_fidelity":0.74929,"score":0.91564},"nl":{"n":50,"unit":"wer","wer":6.95807,"wer_orig":5.26316,"dwer":1.69492,"wer_pseudo":3.4915,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.89298,"utmos":2.82368,"dnsmos_ovrl":2.72631,"dnsmos_sig":3.12982,"dnsmos_bak":4.10449,"pesq_wb":2.58967,"pesq_nb":3.17065,"stoi":0.92286,"estoi":0.83761,"si_sdr":5.76594,"mel_dist":0.18292,"stft_dist":1.24608,"f0_rmse_cents":111.17465,"f0_corr":0.90594,"vuv_err":0.16908,"score_intelligibility":0.78702,"score_speaker":0.89298,"score_quality":0.96022,"score_fidelity":0.761,"score":0.85031},"pl":{"n":50,"unit":"wer","wer":5.70175,"wer_orig":3.28947,"dwer":2.41228,"wer_pseudo":4.05702,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.89062,"utmos":2.59558,"dnsmos_ovrl":3.07439,"dnsmos_sig":3.41602,"dnsmos_bak":4.06349,"pesq_wb":2.51452,"pesq_nb":3.04965,"stoi":0.9288,"estoi":0.84844,"si_sdr":2.61275,"mel_dist":0.18924,"stft_dist":1.25896,"f0_rmse_cents":108.12677,"f0_corr":0.83847,"vuv_err":0.14189,"score_intelligibility":0.64005,"score_speaker":0.89062,"score_quality":0.95659,"score_fidelity":0.73333,"score":0.80515},"cs":{"n":50,"unit":"wer","wer":12.25204,"wer_orig":9.45158,"dwer":2.80047,"wer_pseudo":9.81308,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.91568,"utmos":2.48128,"dnsmos_ovrl":3.18752,"dnsmos_sig":3.52947,"dnsmos_bak":3.95165,"pesq_wb":2.34969,"pesq_nb":2.99663,"stoi":0.8927,"estoi":0.80425,"si_sdr":8.16872,"mel_dist":0.18991,"stft_dist":1.17655,"f0_rmse_cents":95.51083,"f0_corr":0.89261,"vuv_err":0.13434,"score_intelligibility":0.78868,"score_speaker":0.91568,"score_quality":0.97171,"score_fidelity":0.72364,"score":0.84993},"tr":{"n":50,"unit":"wer","wer":9.21053,"wer_orig":7.76316,"dwer":1.44737,"wer_pseudo":4.08432,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90623,"utmos":2.31289,"dnsmos_ovrl":3.05505,"dnsmos_sig":3.4222,"dnsmos_bak":3.99718,"pesq_wb":2.76825,"pesq_nb":3.3532,"stoi":0.89925,"estoi":0.7995,"si_sdr":7.0469,"mel_dist":0.18259,"stft_dist":1.21883,"f0_rmse_cents":103.38248,"f0_corr":0.92648,"vuv_err":0.11252,"score_intelligibility":0.85825,"score_speaker":0.90623,"score_quality":1.0,"score_fidelity":0.77698,"score":0.88536},"id":{"n":50,"unit":"wer","wer":9.68123,"wer_orig":5.90319,"dwer":3.77804,"wer_pseudo":6.61157,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.88316,"utmos":1.96697,"dnsmos_ovrl":2.80543,"dnsmos_sig":3.37415,"dnsmos_bak":3.34872,"pesq_wb":2.23196,"pesq_nb":2.82409,"stoi":0.79516,"estoi":0.65239,"si_sdr":5.83301,"mel_dist":0.17237,"stft_dist":1.19757,"f0_rmse_cents":119.21941,"f0_corr":0.86644,"vuv_err":0.18929,"score_intelligibility":0.64629,"score_speaker":0.88316,"score_quality":1.0,"score_fidelity":0.67119,"score":0.80016},"vi":{"n":50,"unit":"wer","wer":10.10342,"wer_orig":7.71679,"dwer":2.38663,"wer_pseudo":5.25478,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.90161,"utmos":2.10877,"dnsmos_ovrl":2.86565,"dnsmos_sig":3.39193,"dnsmos_bak":3.69467,"pesq_wb":2.51162,"pesq_nb":3.15389,"stoi":0.79014,"estoi":0.66519,"si_sdr":8.02207,"mel_dist":0.16901,"stft_dist":1.13445,"f0_rmse_cents":140.31983,"f0_corr":0.88824,"vuv_err":0.13223,"score_intelligibility":0.78505,"score_speaker":0.90161,"score_quality":1.0,"score_fidelity":0.70342,"score":0.84752},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":1.50637,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.90142,"utmos":2.59123,"dnsmos_ovrl":3.07707,"dnsmos_sig":3.40815,"dnsmos_bak":4.06045,"pesq_wb":2.63439,"pesq_nb":3.2247,"stoi":0.91794,"estoi":0.83821,"si_sdr":6.67409,"mel_dist":0.19163,"stft_dist":1.22825,"f0_rmse_cents":146.67816,"f0_corr":0.85773,"vuv_err":0.16304,"score_intelligibility":0.88816,"score_speaker":0.90142,"score_quality":0.97196,"score_fidelity":0.74755,"score":0.87727},"uk":{"n":50,"unit":"wer","wer":9.87514,"wer_orig":6.46992,"dwer":3.40522,"wer_pseudo":5.45455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.88724,"utmos":2.47599,"dnsmos_ovrl":3.10729,"dnsmos_sig":3.43521,"dnsmos_bak":4.0834,"pesq_wb":2.68055,"pesq_nb":3.2489,"stoi":0.91218,"estoi":0.81687,"si_sdr":8.29535,"mel_dist":0.18924,"stft_dist":1.18784,"f0_rmse_cents":83.66468,"f0_corr":0.94225,"vuv_err":0.12481,"score_intelligibility":0.68688,"score_speaker":0.88724,"score_quality":0.9677,"score_fidelity":0.7782,"score":0.83},"el":{"n":50,"unit":"wer","wer":17.13427,"wer_orig":12.02405,"dwer":5.11022,"wer_pseudo":11.31131,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.88215,"utmos":2.61468,"dnsmos_ovrl":3.03035,"dnsmos_sig":3.43939,"dnsmos_bak":3.89242,"pesq_wb":2.7977,"pesq_nb":3.34654,"stoi":0.89738,"estoi":0.79689,"si_sdr":8.93375,"mel_dist":0.1782,"stft_dist":1.13506,"f0_rmse_cents":126.38311,"f0_corr":0.844,"vuv_err":0.12839,"score_intelligibility":0.7182,"score_speaker":0.88215,"score_quality":0.96501,"score_fidelity":0.75167,"score":0.82926},"ar":{"n":50,"unit":"wer","wer":16.52281,"wer_orig":12.45376,"dwer":4.06905,"wer_pseudo":7.16934,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.923,"utmos":2.65012,"dnsmos_ovrl":3.2209,"dnsmos_sig":3.57333,"dnsmos_bak":3.98208,"pesq_wb":2.68606,"pesq_nb":3.26521,"stoi":0.93773,"estoi":0.87995,"si_sdr":6.79106,"mel_dist":0.18998,"stft_dist":1.18944,"f0_rmse_cents":133.3951,"f0_corr":0.87916,"vuv_err":0.13217,"score_intelligibility":0.76779,"score_speaker":0.923,"score_quality":0.99318,"score_fidelity":0.76621,"score":0.86254},"fa":{"n":50,"unit":"wer","wer":28.91429,"wer_orig":25.94286,"dwer":2.97143,"wer_pseudo":8.75676,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.88418,"utmos":2.58455,"dnsmos_ovrl":2.88002,"dnsmos_sig":3.38282,"dnsmos_bak":3.7621,"pesq_wb":2.44184,"pesq_nb":3.2156,"stoi":0.78161,"estoi":0.66346,"si_sdr":5.16886,"mel_dist":0.17556,"stft_dist":1.21008,"f0_rmse_cents":177.32216,"f0_corr":0.84274,"vuv_err":0.13725,"score_intelligibility":0.90067,"score_speaker":0.88418,"score_quality":0.98963,"score_fidelity":0.67877,"score":0.86331},"he":{"n":50,"unit":"wer","wer":28.83721,"wer_orig":19.4186,"dwer":9.4186,"wer_pseudo":16.78404,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.87946,"utmos":2.35823,"dnsmos_ovrl":2.84314,"dnsmos_sig":3.22224,"dnsmos_bak":3.98558,"pesq_wb":2.52456,"pesq_nb":3.13721,"stoi":0.91112,"estoi":0.82402,"si_sdr":7.27577,"mel_dist":0.18328,"stft_dist":1.15251,"f0_rmse_cents":116.41122,"f0_corr":0.8339,"vuv_err":0.17254,"score_intelligibility":0.68433,"score_speaker":0.87946,"score_quality":0.95664,"score_fidelity":0.72687,"score":0.81183},"hi":{"n":50,"unit":"wer","wer":29.54755,"wer_orig":26.31579,"dwer":3.23176,"wer_pseudo":12.17075,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.88306,"utmos":2.30675,"dnsmos_ovrl":2.85974,"dnsmos_sig":3.40596,"dnsmos_bak":3.55103,"pesq_wb":2.51653,"pesq_nb":3.13109,"stoi":0.86742,"estoi":0.76361,"si_sdr":8.25835,"mel_dist":0.18664,"stft_dist":1.16398,"f0_rmse_cents":98.29102,"f0_corr":0.87755,"vuv_err":0.14319,"score_intelligibility":0.89421,"score_speaker":0.88306,"score_quality":1.0,"score_fidelity":0.72609,"score":0.87584},"zh":{"n":50,"unit":"cer","wer":7.81341,"wer_orig":7.40525,"dwer":0.40816,"wer_pseudo":0.85366,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.92115,"utmos":2.6491,"dnsmos_ovrl":3.05778,"dnsmos_sig":3.40103,"dnsmos_bak":4.02431,"pesq_wb":2.78174,"pesq_nb":3.32879,"stoi":0.91921,"estoi":0.84744,"si_sdr":4.87711,"mel_dist":0.17411,"stft_dist":1.19321,"f0_rmse_cents":84.29578,"f0_corr":0.93222,"vuv_err":0.09222,"score_intelligibility":0.95369,"score_speaker":0.92115,"score_quality":0.95348,"score_fidelity":0.78683,"score":0.90379},"yue":{"n":50,"unit":"cer","wer":16.13707,"wer_orig":14.39252,"dwer":1.74455,"wer_pseudo":9.62635,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91713,"utmos":2.80342,"dnsmos_ovrl":3.06585,"dnsmos_sig":3.44408,"dnsmos_bak":3.91072,"pesq_wb":2.49749,"pesq_nb":3.14144,"stoi":0.89727,"estoi":0.80047,"si_sdr":5.39211,"mel_dist":0.17384,"stft_dist":1.18742,"f0_rmse_cents":123.89003,"f0_corr":0.92922,"vuv_err":0.11375,"score_intelligibility":0.8982,"score_speaker":0.91713,"score_quality":0.96357,"score_fidelity":0.75145,"score":0.88259},"ja":{"n":50,"unit":"cer","wer":5.2825,"wer_orig":3.53698,"dwer":1.74552,"wer_pseudo":2.98576,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.86,"utmos":1.99365,"dnsmos_ovrl":2.54263,"dnsmos_sig":3.21216,"dnsmos_bak":3.33118,"pesq_wb":2.53348,"pesq_nb":3.1562,"stoi":0.76698,"estoi":0.63206,"si_sdr":4.39889,"mel_dist":0.1764,"stft_dist":1.20119,"f0_rmse_cents":127.35582,"f0_corr":0.8935,"vuv_err":0.1357,"score_intelligibility":0.72216,"score_speaker":0.86,"score_quality":0.97973,"score_fidelity":0.69954,"score":0.81536},"ko":{"n":50,"unit":"cer","wer":5.44118,"wer_orig":5.14706,"dwer":0.29412,"wer_pseudo":0.7014,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.91703,"utmos":3.04402,"dnsmos_ovrl":3.0307,"dnsmos_sig":3.38131,"dnsmos_bak":4.05864,"pesq_wb":3.0043,"pesq_nb":3.51768,"stoi":0.91981,"estoi":0.85526,"si_sdr":8.69988,"mel_dist":0.16952,"stft_dist":1.11165,"f0_rmse_cents":86.22243,"f0_corr":0.94971,"vuv_err":0.08974,"score_intelligibility":0.95434,"score_speaker":0.91703,"score_quality":0.94899,"score_fidelity":0.81406,"score":0.90861},"th":{"n":50,"unit":"cer","wer":8.69038,"wer_orig":7.61924,"dwer":1.07114,"wer_pseudo":5.22373,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91025,"utmos":2.36962,"dnsmos_ovrl":2.84559,"dnsmos_sig":3.36129,"dnsmos_bak":3.74944,"pesq_wb":2.30075,"pesq_nb":3.03286,"stoi":0.89247,"estoi":0.80252,"si_sdr":5.5315,"mel_dist":0.18165,"stft_dist":1.21214,"f0_rmse_cents":209.15677,"f0_corr":0.86989,"vuv_err":0.17403,"score_intelligibility":0.88946,"score_speaker":0.91025,"score_quality":0.99344,"score_fidelity":0.71134,"score":0.87612}}},{"codec":"moss_audio_tokenizer_nano_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"moss_audio_tokenizer_nano_8q","family":"MOSS-Audio-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS-Audio-Tokenizer-Nano","sample_rate":48000,"output_sample_rate":48000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2602.10934","year":2026,"bitrate_kbps":1.0,"notes":"22M-param Cat; 48 kHz stereo model fed duplicated mono, output down-mixed; tokenizer of MOSS-TTS-Nano; remote code","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":0.99718,"tokens_per_s":99.71758,"params_M":21.96966,"efficiency":{"rtf_encode":0.00169,"rtf_decode":0.00181,"peak_vram_gb":0.56628,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.74229,"score_worst_lang":0.64585,"worst_lang":"pl","en_gap":-0.00437,"score_intelligibility":0.55191,"score_speaker":0.79659,"score_quality":0.94333,"score_fidelity":0.67733,"dwer":8.58242,"wer":17.38823,"wer_pseudo":13.24511,"sim":0.79659,"utmos":2.40033,"dnsmos_ovrl":2.99998,"dnsmos_sig":3.4084,"dnsmos_bak":3.89367,"pesq_wb":2.18175,"pesq_nb":2.78641,"stoi":0.84324,"estoi":0.72105,"si_sdr":4.43664,"mel_dist":0.20231,"stft_dist":1.28128,"f0_rmse_cents":160.19853,"f0_corr":0.85109,"vuv_err":0.16868,"score_ci95":[0.73589,0.74843]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.91445,"wer_orig":6.98132,"dwer":3.93314,"wer_pseudo":6.51751,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.71983,"utmos":2.28407,"dnsmos_ovrl":2.58138,"dnsmos_sig":3.11819,"dnsmos_bak":3.76726,"pesq_wb":1.98114,"pesq_nb":2.6866,"stoi":0.80124,"estoi":0.66147,"si_sdr":3.02942,"mel_dist":0.20392,"stft_dist":1.31158,"f0_rmse_cents":186.0534,"f0_corr":0.84434,"vuv_err":0.18146,"score_intelligibility":0.66989,"score_speaker":0.71983,"score_quality":0.92072,"score_fidelity":0.64197,"score":0.7381},"de":{"n":50,"unit":"wer","wer":10.17294,"wer_orig":5.69685,"dwer":4.47609,"wer_pseudo":6.20549,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.80918,"utmos":2.55597,"dnsmos_ovrl":3.17038,"dnsmos_sig":3.46445,"dnsmos_bak":4.07751,"pesq_wb":2.31297,"pesq_nb":2.86982,"stoi":0.87981,"estoi":0.74064,"si_sdr":6.79364,"mel_dist":0.20044,"stft_dist":1.21595,"f0_rmse_cents":149.36881,"f0_corr":0.87932,"vuv_err":0.15002,"score_intelligibility":0.59938,"score_speaker":0.80918,"score_quality":0.94982,"score_fidelity":0.71142,"score":0.76745},"fr":{"n":50,"unit":"wer","wer":13.83399,"wer_orig":4.98024,"dwer":8.85375,"wer_pseudo":11.5873,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.80666,"utmos":2.30111,"dnsmos_ovrl":3.07201,"dnsmos_sig":3.4182,"dnsmos_bak":3.99221,"pesq_wb":2.1447,"pesq_nb":2.7009,"stoi":0.87865,"estoi":0.78918,"si_sdr":5.72924,"mel_dist":0.22431,"stft_dist":1.28482,"f0_rmse_cents":181.77176,"f0_corr":0.84975,"vuv_err":0.18437,"score_intelligibility":0.40314,"score_speaker":0.80666,"score_quality":0.97644,"score_fidelity":0.68515,"score":0.71785},"es":{"n":50,"unit":"wer","wer":4.81818,"wer_orig":3.09091,"dwer":1.72727,"wer_pseudo":2.55242,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.81309,"utmos":2.52823,"dnsmos_ovrl":3.24328,"dnsmos_sig":3.58403,"dnsmos_bak":3.97202,"pesq_wb":2.4864,"pesq_nb":3.0467,"stoi":0.88429,"estoi":0.78093,"si_sdr":5.98605,"mel_dist":0.20296,"stft_dist":1.27217,"f0_rmse_cents":192.35181,"f0_corr":0.86982,"vuv_err":0.18524,"score_intelligibility":0.70312,"score_speaker":0.81309,"score_quality":0.93394,"score_fidelity":0.72627,"score":0.79411},"it":{"n":50,"unit":"wer","wer":4.82696,"wer_orig":2.55009,"dwer":2.27687,"wer_pseudo":4.11335,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.80352,"utmos":2.76487,"dnsmos_ovrl":3.31971,"dnsmos_sig":3.61263,"dnsmos_bak":4.08478,"pesq_wb":2.58004,"pesq_nb":3.07251,"stoi":0.88772,"estoi":0.7906,"si_sdr":6.5478,"mel_dist":0.20685,"stft_dist":1.23574,"f0_rmse_cents":106.54842,"f0_corr":0.85531,"vuv_err":0.14763,"score_intelligibility":0.60925,"score_speaker":0.80352,"score_quality":0.91928,"score_fidelity":0.73149,"score":0.76589},"pt":{"n":50,"unit":"wer","wer":4.58984,"wer_orig":3.41797,"dwer":1.17188,"wer_pseudo":3.24803,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.84188,"utmos":2.38137,"dnsmos_ovrl":3.09822,"dnsmos_sig":3.48338,"dnsmos_bak":3.80481,"pesq_wb":2.22207,"pesq_nb":2.7904,"stoi":0.83112,"estoi":0.71236,"si_sdr":4.52552,"mel_dist":0.2032,"stft_dist":1.28108,"f0_rmse_cents":297.31134,"f0_corr":0.81047,"vuv_err":0.20825,"score_intelligibility":0.79036,"score_speaker":0.84188,"score_quality":0.9587,"score_fidelity":0.66358,"score":0.81363},"nl":{"n":50,"unit":"wer","wer":15.87868,"wer_orig":5.26316,"dwer":10.61552,"wer_pseudo":12.53357,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.78807,"utmos":2.63032,"dnsmos_ovrl":2.72397,"dnsmos_sig":3.12909,"dnsmos_bak":4.10519,"pesq_wb":2.14115,"pesq_nb":2.73868,"stoi":0.88473,"estoi":0.76603,"si_sdr":3.40136,"mel_dist":0.20476,"stft_dist":1.35358,"f0_rmse_cents":136.78113,"f0_corr":0.88054,"vuv_err":0.19595,"score_intelligibility":0.37107,"score_speaker":0.78807,"score_quality":0.91044,"score_fidelity":0.6971,"score":0.69167},"pl":{"n":50,"unit":"wer","wer":17.54386,"wer_orig":3.28947,"dwer":14.25439,"wer_pseudo":16.11842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.76087,"utmos":2.51687,"dnsmos_ovrl":3.07064,"dnsmos_sig":3.40435,"dnsmos_bak":4.07712,"pesq_wb":2.0002,"pesq_nb":2.54885,"stoi":0.8903,"estoi":0.77778,"si_sdr":0.428,"mel_dist":0.21569,"stft_dist":1.37591,"f0_rmse_cents":124.11731,"f0_corr":0.79536,"vuv_err":0.16785,"score_intelligibility":0.23132,"score_speaker":0.76087,"score_quality":0.93407,"score_fidelity":0.65715,"score":0.64585},"cs":{"n":50,"unit":"wer","wer":26.37106,"wer_orig":9.45158,"dwer":16.91949,"wer_pseudo":24.76636,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.81098,"utmos":2.39666,"dnsmos_ovrl":3.22683,"dnsmos_sig":3.55536,"dnsmos_bak":3.98524,"pesq_wb":1.88544,"pesq_nb":2.54101,"stoi":0.84545,"estoi":0.72398,"si_sdr":5.9238,"mel_dist":0.21059,"stft_dist":1.26162,"f0_rmse_cents":106.75573,"f0_corr":0.87473,"vuv_err":0.16812,"score_intelligibility":0.38185,"score_speaker":0.81098,"score_quality":0.94476,"score_fidelity":0.65772,"score":0.69883},"tr":{"n":50,"unit":"wer","wer":15.52632,"wer_orig":7.76316,"dwer":7.76316,"wer_pseudo":11.46245,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.80904,"utmos":2.22533,"dnsmos_ovrl":3.09061,"dnsmos_sig":3.45137,"dnsmos_bak":4.01494,"pesq_wb":2.33891,"pesq_nb":2.96083,"stoi":0.85672,"estoi":0.7227,"si_sdr":3.62155,"mel_dist":0.20095,"stft_dist":1.33205,"f0_rmse_cents":154.56032,"f0_corr":0.88763,"vuv_err":0.13783,"score_intelligibility":0.53025,"score_speaker":0.80904,"score_quality":0.97795,"score_fidelity":0.70896,"score":0.75655},"id":{"n":50,"unit":"wer","wer":18.41795,"wer_orig":5.90319,"dwer":12.51476,"wer_pseudo":16.76505,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.77961,"utmos":1.92822,"dnsmos_ovrl":2.82407,"dnsmos_sig":3.36373,"dnsmos_bak":3.38289,"pesq_wb":1.87273,"pesq_nb":2.45747,"stoi":0.73757,"estoi":0.56187,"si_sdr":3.47067,"mel_dist":0.18789,"stft_dist":1.27802,"f0_rmse_cents":142.74219,"f0_corr":0.8148,"vuv_err":0.2092,"score_intelligibility":0.35551,"score_speaker":0.77961,"score_quality":0.983,"score_fidelity":0.60057,"score":0.67967},"vi":{"n":50,"unit":"wer","wer":15.0358,"wer_orig":7.71679,"dwer":7.31901,"wer_pseudo":11.30573,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.81889,"utmos":2.02251,"dnsmos_ovrl":2.89379,"dnsmos_sig":3.41889,"dnsmos_bak":3.71984,"pesq_wb":2.14197,"pesq_nb":2.79555,"stoi":0.73344,"estoi":0.58057,"si_sdr":5.60978,"mel_dist":0.18277,"stft_dist":1.20705,"f0_rmse_cents":167.30604,"f0_corr":0.87764,"vuv_err":0.16217,"score_intelligibility":0.54358,"score_speaker":0.81889,"score_quality":0.9628,"score_fidelity":0.64579,"score":0.74276},"ru":{"n":50,"unit":"wer","wer":8.09249,"wer_orig":4.50867,"dwer":3.58382,"wer_pseudo":4.40324,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.78351,"utmos":2.46411,"dnsmos_ovrl":3.09782,"dnsmos_sig":3.42447,"dnsmos_bak":4.07664,"pesq_wb":2.19378,"pesq_nb":2.76528,"stoi":0.88009,"estoi":0.77129,"si_sdr":4.44474,"mel_dist":0.21065,"stft_dist":1.31759,"f0_rmse_cents":169.98584,"f0_corr":0.83045,"vuv_err":0.20477,"score_intelligibility":0.60585,"score_speaker":0.78351,"score_quality":0.93426,"score_fidelity":0.68387,"score":0.75187},"uk":{"n":50,"unit":"wer","wer":15.55051,"wer_orig":6.46992,"dwer":9.08059,"wer_pseudo":12.72727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.76622,"utmos":2.36163,"dnsmos_ovrl":3.10921,"dnsmos_sig":3.43894,"dnsmos_bak":4.0843,"pesq_wb":2.21517,"pesq_nb":2.80847,"stoi":0.87365,"estoi":0.745,"si_sdr":5.64974,"mel_dist":0.21192,"stft_dist":1.29393,"f0_rmse_cents":99.55006,"f0_corr":0.92543,"vuv_err":0.15897,"score_intelligibility":0.45134,"score_speaker":0.76622,"score_quality":0.93146,"score_fidelity":0.71542,"score":0.71611},"el":{"n":50,"unit":"wer","wer":28.65731,"wer_orig":12.02405,"dwer":16.63327,"wer_pseudo":24.82482,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.75114,"utmos":2.5254,"dnsmos_ovrl":3.05651,"dnsmos_sig":3.47543,"dnsmos_bak":3.89649,"pesq_wb":2.37316,"pesq_nb":2.9512,"stoi":0.85634,"estoi":0.72732,"si_sdr":6.36307,"mel_dist":0.19639,"stft_dist":1.22136,"f0_rmse_cents":157.2318,"f0_corr":0.78055,"vuv_err":0.1535,"score_intelligibility":0.43915,"score_speaker":0.75114,"score_quality":0.9393,"score_fidelity":0.67641,"score":0.7015},"ar":{"n":50,"unit":"wer","wer":22.93465,"wer_orig":12.45376,"dwer":10.48089,"wer_pseudo":17.0581,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.82637,"utmos":2.50294,"dnsmos_ovrl":3.24382,"dnsmos_sig":3.58235,"dnsmos_bak":4.01386,"pesq_wb":2.16692,"pesq_nb":2.76765,"stoi":0.90433,"estoi":0.82436,"si_sdr":4.6558,"mel_dist":0.21364,"stft_dist":1.2896,"f0_rmse_cents":170.5642,"f0_corr":0.85521,"vuv_err":0.16783,"score_intelligibility":0.5621,"score_speaker":0.82637,"score_quality":0.94919,"score_fidelity":0.69765,"score":0.75883},"fa":{"n":50,"unit":"wer","wer":39.54286,"wer_orig":25.94286,"dwer":13.6,"wer_pseudo":23.02703,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.77169,"utmos":2.49733,"dnsmos_ovrl":2.87724,"dnsmos_sig":3.38162,"dnsmos_bak":3.76262,"pesq_wb":2.05185,"pesq_nb":2.8206,"stoi":0.72597,"estoi":0.58159,"si_sdr":3.13182,"mel_dist":0.19401,"stft_dist":1.29533,"f0_rmse_cents":224.44487,"f0_corr":0.75586,"vuv_err":0.16692,"score_intelligibility":0.66455,"score_speaker":0.77169,"score_quality":0.96268,"score_fidelity":0.59412,"score":0.74826},"he":{"n":50,"unit":"wer","wer":44.65116,"wer_orig":19.4186,"dwer":25.23256,"wer_pseudo":36.38498,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.75628,"utmos":2.26268,"dnsmos_ovrl":2.84901,"dnsmos_sig":3.22808,"dnsmos_bak":3.98694,"pesq_wb":2.01496,"pesq_nb":2.643,"stoi":0.86838,"estoi":0.75047,"si_sdr":4.62225,"mel_dist":0.20705,"stft_dist":1.26116,"f0_rmse_cents":145.06803,"f0_corr":0.82106,"vuv_err":0.19076,"score_intelligibility":0.44727,"score_speaker":0.75628,"score_quality":0.92452,"score_fidelity":0.65981,"score":0.69697},"hi":{"n":50,"unit":"wer","wer":36.84211,"wer_orig":26.31579,"dwer":10.52632,"wer_pseudo":26.24886,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.76631,"utmos":2.19131,"dnsmos_ovrl":2.84347,"dnsmos_sig":3.39258,"dnsmos_bak":3.53136,"pesq_wb":2.11584,"pesq_nb":2.75898,"stoi":0.82177,"estoi":0.68864,"si_sdr":5.58628,"mel_dist":0.20582,"stft_dist":1.25936,"f0_rmse_cents":123.18765,"f0_corr":0.84612,"vuv_err":0.16561,"score_intelligibility":0.72184,"score_speaker":0.76631,"score_quality":0.95981,"score_fidelity":0.66223,"score":0.77755},"zh":{"n":50,"unit":"cer","wer":10.90379,"wer_orig":7.40525,"dwer":3.49854,"wer_pseudo":4.63415,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.85107,"utmos":2.59245,"dnsmos_ovrl":3.06961,"dnsmos_sig":3.41174,"dnsmos_bak":4.02915,"pesq_wb":2.30314,"pesq_nb":2.85701,"stoi":0.88326,"estoi":0.78647,"si_sdr":2.01685,"mel_dist":0.19688,"stft_dist":1.31742,"f0_rmse_cents":101.58596,"f0_corr":0.91853,"vuv_err":0.12899,"score_intelligibility":0.7061,"score_speaker":0.85107,"score_quality":0.94015,"score_fidelity":0.7247,"score":0.80551},"yue":{"n":50,"unit":"cer","wer":22.49221,"wer_orig":14.39252,"dwer":8.09969,"wer_pseudo":20.076,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.84768,"utmos":2.66804,"dnsmos_ovrl":3.07447,"dnsmos_sig":3.46077,"dnsmos_bak":3.90663,"pesq_wb":2.09634,"pesq_nb":2.72517,"stoi":0.8592,"estoi":0.73385,"si_sdr":3.33761,"mel_dist":0.19472,"stft_dist":1.28308,"f0_rmse_cents":152.84133,"f0_corr":0.90324,"vuv_err":0.13605,"score_intelligibility":0.65522,"score_speaker":0.84768,"score_quality":0.92877,"score_fidelity":0.69189,"score":0.78089},"ja":{"n":50,"unit":"cer","wer":9.14102,"wer_orig":3.53698,"dwer":5.60404,"wer_pseudo":7.11989,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.76575,"utmos":1.91833,"dnsmos_ovrl":2.54712,"dnsmos_sig":3.22362,"dnsmos_bak":3.33295,"pesq_wb":2.19641,"pesq_nb":2.82018,"stoi":0.71829,"estoi":0.55602,"si_sdr":1.97045,"mel_dist":0.19294,"stft_dist":1.29146,"f0_rmse_cents":161.56091,"f0_corr":0.83579,"vuv_err":0.15553,"score_intelligibility":0.44739,"score_speaker":0.76575,"score_quality":0.94336,"score_fidelity":0.63197,"score":0.69712},"ko":{"n":50,"unit":"cer","wer":7.05882,"wer_orig":5.14706,"dwer":1.91176,"wer_pseudo":3.00601,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8415,"utmos":2.85836,"dnsmos_ovrl":3.04573,"dnsmos_sig":3.39958,"dnsmos_bak":4.06333,"pesq_wb":2.58384,"pesq_nb":3.12867,"stoi":0.88506,"estoi":0.79645,"si_sdr":6.54645,"mel_dist":0.18753,"stft_dist":1.2026,"f0_rmse_cents":123.87208,"f0_corr":0.90689,"vuv_err":0.11198,"score_intelligibility":0.76277,"score_speaker":0.8415,"score_quality":0.91137,"score_fidelity":0.74816,"score":0.81595},"th":{"n":50,"unit":"cer","wer":13.52061,"wer_orig":7.61924,"dwer":5.90137,"wer_pseudo":11.1966,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.8291,"utmos":2.22982,"dnsmos_ovrl":2.8706,"dnsmos_sig":3.37866,"dnsmos_bak":3.78008,"pesq_wb":1.94278,"pesq_nb":2.61826,"stoi":0.85049,"estoi":0.73552,"si_sdr":3.08753,"mel_dist":0.19965,"stft_dist":1.30818,"f0_rmse_cents":269.20383,"f0_corr":0.80733,"vuv_err":0.20925,"score_intelligibility":0.59359,"score_speaker":0.8291,"score_quality":0.94307,"score_fidelity":0.6424,"score":0.75204}}},{"codec":"moss_audio_tokenizer_v2_16q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"moss_audio_tokenizer_v2_16q","family":"MOSS-Audio-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS-Audio-Tokenizer-v2","sample_rate":48000,"output_sample_rate":48000,"frame_rate":12.5,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2602.10934","year":2026,"bitrate_kbps":2.0,"notes":"2B Cat v2; 48 kHz stereo model fed duplicated mono, output down-mixed; bf16 enc/dec weights + bf16 compute (the checkpoint's default compute dtype), fp32 quantizer; remote code","side_info":null,"warning":null,"env":"main"},"kbps":2.0,"kbps_measured":1.99435,"tokens_per_s":199.43515,"params_M":2123.70125,"efficiency":{"rtf_encode":0.00809,"rtf_decode":0.00841,"peak_vram_gb":4.4582,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.92675,"score_worst_lang":0.87824,"worst_lang":"pl","en_gap":0.00922,"score_intelligibility":0.93935,"score_speaker":0.95987,"score_quality":1.0,"score_fidelity":0.80777,"dwer":0.60375,"wer":9.40956,"wer_pseudo":2.77176,"sim":0.95987,"utmos":2.80849,"dnsmos_ovrl":2.99943,"dnsmos_sig":3.4031,"dnsmos_bak":3.89335,"pesq_wb":3.11203,"pesq_nb":3.62063,"stoi":0.91217,"estoi":0.83845,"si_sdr":9.11015,"mel_dist":0.15637,"stft_dist":1.07856,"f0_rmse_cents":120.21699,"f0_corr":0.9077,"vuv_err":0.12655,"score_ci95":[0.9204,0.92943]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.588,"wer_orig":6.98132,"dwer":-0.39331,"wer_pseudo":1.16732,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.95173,"utmos":2.6825,"dnsmos_ovrl":2.6066,"dnsmos_sig":3.13711,"dnsmos_bak":3.77609,"pesq_wb":2.94085,"pesq_nb":3.57706,"stoi":0.88115,"estoi":0.78903,"si_sdr":7.5676,"mel_dist":0.15402,"stft_dist":1.11185,"f0_rmse_cents":122.69968,"f0_corr":0.93615,"vuv_err":0.12457,"score_intelligibility":1.0,"score_speaker":0.95173,"score_quality":1.0,"score_fidelity":0.79061,"score":0.93558},"de":{"n":50,"unit":"wer","wer":5.69685,"wer_orig":5.69685,"dwer":0.0,"wer_pseudo":0.81384,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96095,"utmos":2.94594,"dnsmos_ovrl":3.09939,"dnsmos_sig":3.3905,"dnsmos_bak":4.0608,"pesq_wb":3.28036,"pesq_nb":3.70482,"stoi":0.9397,"estoi":0.86147,"si_sdr":12.06914,"mel_dist":0.15058,"stft_dist":0.99478,"f0_rmse_cents":116.09954,"f0_corr":0.91423,"vuv_err":0.12333,"score_intelligibility":1.0,"score_speaker":0.96095,"score_quality":1.0,"score_fidelity":0.83515,"score":0.94903},"fr":{"n":50,"unit":"wer","wer":4.90119,"wer_orig":4.98024,"dwer":-0.07905,"wer_pseudo":1.42857,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95541,"utmos":2.57634,"dnsmos_ovrl":3.08575,"dnsmos_sig":3.41812,"dnsmos_bak":4.01795,"pesq_wb":3.03451,"pesq_nb":3.56176,"stoi":0.9408,"estoi":0.88796,"si_sdr":9.71216,"mel_dist":0.16839,"stft_dist":1.06609,"f0_rmse_cents":118.43954,"f0_corr":0.93032,"vuv_err":0.1511,"score_intelligibility":1.0,"score_speaker":0.95541,"score_quality":1.0,"score_fidelity":0.81747,"score":0.94322},"es":{"n":50,"unit":"wer","wer":3.0,"wer_orig":3.09091,"dwer":-0.09091,"wer_pseudo":0.09116,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96222,"utmos":3.07791,"dnsmos_ovrl":3.21429,"dnsmos_sig":3.56029,"dnsmos_bak":3.95439,"pesq_wb":3.45751,"pesq_nb":3.82478,"stoi":0.94092,"estoi":0.88334,"si_sdr":11.0785,"mel_dist":0.16253,"stft_dist":1.07137,"f0_rmse_cents":152.40794,"f0_corr":0.91762,"vuv_err":0.13253,"score_intelligibility":1.0,"score_speaker":0.96222,"score_quality":1.0,"score_fidelity":0.85356,"score":0.95395},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.09689,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9707,"utmos":3.3525,"dnsmos_ovrl":3.33801,"dnsmos_sig":3.61836,"dnsmos_bak":4.10653,"pesq_wb":3.51541,"pesq_nb":3.8719,"stoi":0.94666,"estoi":0.8991,"si_sdr":11.84722,"mel_dist":0.15727,"stft_dist":1.01779,"f0_rmse_cents":91.11896,"f0_corr":0.90762,"vuv_err":0.11086,"score_intelligibility":0.84776,"score_speaker":0.9707,"score_quality":1.0,"score_fidelity":0.85766,"score":0.91903},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96752,"utmos":2.73425,"dnsmos_ovrl":3.07242,"dnsmos_sig":3.44572,"dnsmos_bak":3.81453,"pesq_wb":3.20836,"pesq_nb":3.65074,"stoi":0.90257,"estoi":0.82638,"si_sdr":9.08536,"mel_dist":0.16119,"stft_dist":1.07949,"f0_rmse_cents":259.35283,"f0_corr":0.87804,"vuv_err":0.14467,"score_intelligibility":1.0,"score_speaker":0.96752,"score_quality":1.0,"score_fidelity":0.80386,"score":0.94284},"nl":{"n":50,"unit":"wer","wer":6.15522,"wer_orig":5.26316,"dwer":0.89206,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.96001,"utmos":3.17349,"dnsmos_ovrl":2.78259,"dnsmos_sig":3.16627,"dnsmos_bak":4.11219,"pesq_wb":3.1252,"pesq_nb":3.61228,"stoi":0.94684,"estoi":0.88599,"si_sdr":7.56337,"mel_dist":0.16195,"stft_dist":1.17094,"f0_rmse_cents":109.51618,"f0_corr":0.91759,"vuv_err":0.15021,"score_intelligibility":0.87533,"score_speaker":0.96001,"score_quality":1.0,"score_fidelity":0.82388,"score":0.9148},"pl":{"n":50,"unit":"wer","wer":4.71491,"wer_orig":3.28947,"dwer":1.42544,"wer_pseudo":2.30263,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95588,"utmos":2.96202,"dnsmos_ovrl":3.08962,"dnsmos_sig":3.41697,"dnsmos_bak":4.07505,"pesq_wb":3.1914,"pesq_nb":3.62519,"stoi":0.95565,"estoi":0.89907,"si_sdr":4.96565,"mel_dist":0.15781,"stft_dist":1.13543,"f0_rmse_cents":117.63863,"f0_corr":0.83769,"vuv_err":0.12657,"score_intelligibility":0.75058,"score_speaker":0.95588,"score_quality":1.0,"score_fidelity":0.80648,"score":0.87824},"cs":{"n":50,"unit":"wer","wer":9.45158,"wer_orig":9.45158,"dwer":0.0,"wer_pseudo":4.78972,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96335,"utmos":2.78233,"dnsmos_ovrl":3.16174,"dnsmos_sig":3.48768,"dnsmos_bak":3.97249,"pesq_wb":2.85804,"pesq_nb":3.42201,"stoi":0.91976,"estoi":0.84975,"si_sdr":10.01513,"mel_dist":0.16685,"stft_dist":1.09337,"f0_rmse_cents":72.20328,"f0_corr":0.92977,"vuv_err":0.10739,"score_intelligibility":1.0,"score_speaker":0.96335,"score_quality":1.0,"score_fidelity":0.79347,"score":0.9392},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":1.44928,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.96555,"utmos":2.55126,"dnsmos_ovrl":3.10139,"dnsmos_sig":3.44474,"dnsmos_bak":4.03894,"pesq_wb":3.23642,"pesq_nb":3.711,"stoi":0.92715,"estoi":0.84853,"si_sdr":9.28088,"mel_dist":0.16257,"stft_dist":1.12745,"f0_rmse_cents":84.8952,"f0_corr":0.95636,"vuv_err":0.09811,"score_intelligibility":0.98521,"score_speaker":0.96555,"score_quality":1.0,"score_fidelity":0.84083,"score":0.9479},"id":{"n":50,"unit":"wer","wer":7.08383,"wer_orig":5.90319,"dwer":1.18064,"wer_pseudo":3.54191,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.95071,"utmos":2.24016,"dnsmos_ovrl":2.81726,"dnsmos_sig":3.39805,"dnsmos_bak":3.35985,"pesq_wb":2.71397,"pesq_nb":3.28333,"stoi":0.8355,"estoi":0.71281,"si_sdr":8.23706,"mel_dist":0.14768,"stft_dist":1.07908,"f0_rmse_cents":140.14485,"f0_corr":0.82823,"vuv_err":0.17235,"score_intelligibility":0.85395,"score_speaker":0.95071,"score_quality":1.0,"score_fidelity":0.71781,"score":0.88062},"vi":{"n":50,"unit":"wer","wer":8.98966,"wer_orig":7.71679,"dwer":1.27287,"wer_pseudo":2.70701,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.95671,"utmos":2.28593,"dnsmos_ovrl":2.87687,"dnsmos_sig":3.40383,"dnsmos_bak":3.69738,"pesq_wb":2.94195,"pesq_nb":3.51174,"stoi":0.82114,"estoi":0.71116,"si_sdr":10.32888,"mel_dist":0.14538,"stft_dist":1.03572,"f0_rmse_cents":118.83021,"f0_corr":0.91209,"vuv_err":0.13007,"score_intelligibility":0.87258,"score_speaker":0.95671,"score_quality":1.0,"score_fidelity":0.76269,"score":0.898},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.96082,"utmos":2.94458,"dnsmos_ovrl":3.11119,"dnsmos_sig":3.4389,"dnsmos_bak":4.05685,"pesq_wb":3.16097,"pesq_nb":3.64529,"stoi":0.94262,"estoi":0.88166,"si_sdr":8.74666,"mel_dist":0.16476,"stft_dist":1.12371,"f0_rmse_cents":111.17148,"f0_corr":0.89353,"vuv_err":0.15312,"score_intelligibility":0.97945,"score_speaker":0.96082,"score_quality":1.0,"score_fidelity":0.81786,"score":0.93953},"uk":{"n":50,"unit":"wer","wer":7.03746,"wer_orig":6.46992,"dwer":0.56754,"wer_pseudo":1.70455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.95864,"utmos":2.76632,"dnsmos_ovrl":3.12743,"dnsmos_sig":3.45364,"dnsmos_bak":4.08512,"pesq_wb":3.19994,"pesq_nb":3.67397,"stoi":0.93689,"estoi":0.86366,"si_sdr":10.58312,"mel_dist":0.1653,"stft_dist":1.09254,"f0_rmse_cents":69.88369,"f0_corr":0.9551,"vuv_err":0.10834,"score_intelligibility":0.92939,"score_speaker":0.95864,"score_quality":1.0,"score_fidelity":0.84018,"score":0.93205},"el":{"n":50,"unit":"wer","wer":13.32665,"wer_orig":12.02405,"dwer":1.30261,"wer_pseudo":6.10611,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94687,"utmos":2.9836,"dnsmos_ovrl":3.0205,"dnsmos_sig":3.41114,"dnsmos_bak":3.90419,"pesq_wb":3.22947,"pesq_nb":3.71019,"stoi":0.92068,"estoi":0.84014,"si_sdr":11.10339,"mel_dist":0.15015,"stft_dist":1.02153,"f0_rmse_cents":75.68005,"f0_corr":0.93244,"vuv_err":0.11173,"score_intelligibility":0.90908,"score_speaker":0.94687,"score_quality":1.0,"score_fidelity":0.83004,"score":0.9215},"ar":{"n":50,"unit":"wer","wer":12.45376,"wer_orig":12.45376,"dwer":0.0,"wer_pseudo":3.21384,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97055,"utmos":2.95989,"dnsmos_ovrl":3.21512,"dnsmos_sig":3.5702,"dnsmos_bak":3.97358,"pesq_wb":3.23087,"pesq_nb":3.72825,"stoi":0.95889,"estoi":0.9145,"si_sdr":8.55085,"mel_dist":0.16355,"stft_dist":1.08638,"f0_rmse_cents":115.65385,"f0_corr":0.91121,"vuv_err":0.1186,"score_intelligibility":1.0,"score_speaker":0.97055,"score_quality":1.0,"score_fidelity":0.83583,"score":0.95159},"fa":{"n":50,"unit":"wer","wer":27.08571,"wer_orig":25.94286,"dwer":1.14286,"wer_pseudo":4.21622,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.96003,"utmos":2.82951,"dnsmos_ovrl":2.86721,"dnsmos_sig":3.36025,"dnsmos_bak":3.75679,"pesq_wb":2.92437,"pesq_nb":3.56921,"stoi":0.81495,"estoi":0.71864,"si_sdr":6.78784,"mel_dist":0.15159,"stft_dist":1.12503,"f0_rmse_cents":171.76528,"f0_corr":0.84657,"vuv_err":0.11763,"score_intelligibility":0.95931,"score_speaker":0.96003,"score_quality":1.0,"score_fidelity":0.73711,"score":0.91411},"he":{"n":50,"unit":"wer","wer":23.60465,"wer_orig":19.4186,"dwer":4.18605,"wer_pseudo":7.62911,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.9524,"utmos":2.66207,"dnsmos_ovrl":2.84811,"dnsmos_sig":3.2295,"dnsmos_bak":3.96406,"pesq_wb":3.04452,"pesq_nb":3.55633,"stoi":0.9392,"estoi":0.87629,"si_sdr":9.83764,"mel_dist":0.15379,"stft_dist":1.03401,"f0_rmse_cents":110.71147,"f0_corr":0.84682,"vuv_err":0.15687,"score_intelligibility":0.82987,"score_speaker":0.9524,"score_quality":1.0,"score_fidelity":0.79005,"score":0.89308},"hi":{"n":50,"unit":"wer","wer":27.70083,"wer_orig":26.31579,"dwer":1.38504,"wer_pseudo":7.81108,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95809,"utmos":2.55356,"dnsmos_ovrl":2.86438,"dnsmos_sig":3.40502,"dnsmos_bak":3.55844,"pesq_wb":2.94509,"pesq_nb":3.54658,"stoi":0.89593,"estoi":0.80714,"si_sdr":10.74181,"mel_dist":0.16044,"stft_dist":1.05797,"f0_rmse_cents":79.8731,"f0_corr":0.9248,"vuv_err":0.12983,"score_intelligibility":0.95174,"score_speaker":0.95809,"score_quality":1.0,"score_fidelity":0.79216,"score":0.9255},"zh":{"n":50,"unit":"cer","wer":7.28863,"wer_orig":7.40525,"dwer":-0.11662,"wer_pseudo":0.42683,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.96279,"utmos":2.9997,"dnsmos_ovrl":3.09649,"dnsmos_sig":3.43809,"dnsmos_bak":4.02634,"pesq_wb":3.3514,"pesq_nb":3.80019,"stoi":0.94523,"estoi":0.89481,"si_sdr":7.96137,"mel_dist":0.14532,"stft_dist":1.05617,"f0_rmse_cents":80.11026,"f0_corr":0.94092,"vuv_err":0.08031,"score_intelligibility":1.0,"score_speaker":0.96279,"score_quality":1.0,"score_fidelity":0.85266,"score":0.95386},"yue":{"n":50,"unit":"cer","wer":15.51402,"wer_orig":14.39252,"dwer":1.1215,"wer_pseudo":6.77644,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96297,"utmos":3.16088,"dnsmos_ovrl":3.06865,"dnsmos_sig":3.44282,"dnsmos_bak":3.9139,"pesq_wb":2.9354,"pesq_nb":3.52787,"stoi":0.919,"estoi":0.84206,"si_sdr":7.43399,"mel_dist":0.1498,"stft_dist":1.07884,"f0_rmse_cents":155.62434,"f0_corr":0.92622,"vuv_err":0.10685,"score_intelligibility":0.93209,"score_speaker":0.96297,"score_quality":1.0,"score_fidelity":0.7994,"score":0.92361},"ja":{"n":50,"unit":"cer","wer":4.226,"wer_orig":3.53698,"dwer":0.68902,"wer_pseudo":2.29674,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.95081,"utmos":2.1734,"dnsmos_ovrl":2.61881,"dnsmos_sig":3.2991,"dnsmos_bak":3.37501,"pesq_wb":2.99,"pesq_nb":3.49288,"stoi":0.80134,"estoi":0.68856,"si_sdr":7.07308,"mel_dist":0.15241,"stft_dist":1.09868,"f0_rmse_cents":115.4741,"f0_corr":0.90722,"vuv_err":0.13247,"score_intelligibility":0.86816,"score_speaker":0.95081,"score_quality":1.0,"score_fidelity":0.75905,"score":0.8945},"ko":{"n":50,"unit":"cer","wer":4.7549,"wer_orig":5.14706,"dwer":-0.39216,"wer_pseudo":0.5511,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96646,"utmos":3.3747,"dnsmos_ovrl":3.05831,"dnsmos_sig":3.40418,"dnsmos_bak":4.06844,"pesq_wb":3.42433,"pesq_nb":3.82438,"stoi":0.93996,"estoi":0.89432,"si_sdr":10.70429,"mel_dist":0.14547,"stft_dist":1.01425,"f0_rmse_cents":83.80501,"f0_corr":0.9597,"vuv_err":0.08571,"score_intelligibility":1.0,"score_speaker":0.96646,"score_quality":1.0,"score_fidelity":0.86411,"score":0.95764},"th":{"n":50,"unit":"cer","wer":7.61924,"wer_orig":7.61924,"dwer":0.0,"wer_pseudo":2.89532,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.96566,"utmos":2.63096,"dnsmos_ovrl":2.84428,"dnsmos_sig":3.33391,"dnsmos_bak":3.7715,"pesq_wb":2.74849,"pesq_nb":3.46343,"stoi":0.91943,"estoi":0.84649,"si_sdr":7.36865,"mel_dist":0.15408,"stft_dist":1.11288,"f0_rmse_cents":212.10824,"f0_corr":0.87461,"vuv_err":0.1641,"score_intelligibility":1.0,"score_speaker":0.96566,"score_quality":1.0,"score_fidelity":0.76454,"score":0.93255}}},{"codec":"moss_audio_tokenizer_v2_32q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"moss_audio_tokenizer_v2_32q","family":"MOSS-Audio-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS-Audio-Tokenizer-v2","sample_rate":48000,"output_sample_rate":48000,"frame_rate":12.5,"n_codebooks":32,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2602.10934","year":2026,"bitrate_kbps":4.0,"notes":"2B Cat v2; 48 kHz stereo model fed duplicated mono, output down-mixed; bf16 enc/dec weights + bf16 compute (the checkpoint's default compute dtype), fp32 quantizer; remote code","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":3.9887,"tokens_per_s":398.87031,"params_M":2123.70125,"efficiency":{"rtf_encode":0.00867,"rtf_decode":0.00856,"peak_vram_gb":4.45822,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.94916,"score_worst_lang":0.9054,"worst_lang":"id","en_gap":0.0033,"score_intelligibility":0.96185,"score_speaker":0.97686,"score_quality":1.0,"score_fidelity":0.85795,"dwer":0.29601,"wer":9.10182,"wer_pseudo":2.07824,"sim":0.97686,"utmos":2.74587,"dnsmos_ovrl":2.98043,"dnsmos_sig":3.39105,"dnsmos_bak":3.87114,"pesq_wb":3.46464,"pesq_nb":3.84041,"stoi":0.93762,"estoi":0.88247,"si_sdr":10.75855,"mel_dist":0.14185,"stft_dist":1.02486,"f0_rmse_cents":101.05396,"f0_corr":0.93205,"vuv_err":0.11009,"score_ci95":[0.94428,0.95143]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.48968,"wer_orig":6.98132,"dwer":-0.49164,"wer_pseudo":0.77821,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.97157,"utmos":2.63326,"dnsmos_ovrl":2.58967,"dnsmos_sig":3.14072,"dnsmos_bak":3.73265,"pesq_wb":3.30825,"pesq_nb":3.78462,"stoi":0.9134,"estoi":0.84229,"si_sdr":9.18353,"mel_dist":0.1407,"stft_dist":1.05591,"f0_rmse_cents":116.27625,"f0_corr":0.94032,"vuv_err":0.11057,"score_intelligibility":1.0,"score_speaker":0.97157,"score_quality":1.0,"score_fidelity":0.83774,"score":0.95233},"de":{"n":50,"unit":"wer","wer":5.59512,"wer_orig":5.69685,"dwer":-0.10173,"wer_pseudo":0.40692,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.97935,"utmos":2.90961,"dnsmos_ovrl":3.10444,"dnsmos_sig":3.39605,"dnsmos_bak":4.0627,"pesq_wb":3.6332,"pesq_nb":3.93751,"stoi":0.9591,"estoi":0.90305,"si_sdr":14.20817,"mel_dist":0.13555,"stft_dist":0.94227,"f0_rmse_cents":94.22776,"f0_corr":0.93711,"vuv_err":0.11015,"score_intelligibility":1.0,"score_speaker":0.97935,"score_quality":1.0,"score_fidelity":0.88285,"score":0.96555},"fr":{"n":50,"unit":"wer","wer":4.34783,"wer_orig":4.98024,"dwer":-0.63241,"wer_pseudo":1.11111,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.97537,"utmos":2.50291,"dnsmos_ovrl":3.07232,"dnsmos_sig":3.39812,"dnsmos_bak":4.0264,"pesq_wb":3.4058,"pesq_nb":3.82002,"stoi":0.95904,"estoi":0.91976,"si_sdr":11.33764,"mel_dist":0.15118,"stft_dist":1.01013,"f0_rmse_cents":92.67658,"f0_corr":0.95521,"vuv_err":0.12466,"score_intelligibility":1.0,"score_speaker":0.97537,"score_quality":1.0,"score_fidelity":0.86721,"score":0.96064},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.0,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.98004,"utmos":2.98815,"dnsmos_ovrl":3.202,"dnsmos_sig":3.5563,"dnsmos_bak":3.93583,"pesq_wb":3.7577,"pesq_nb":4.0017,"stoi":0.95954,"estoi":0.91831,"si_sdr":12.92006,"mel_dist":0.14689,"stft_dist":1.01629,"f0_rmse_cents":151.32122,"f0_corr":0.92946,"vuv_err":0.11146,"score_intelligibility":1.0,"score_speaker":0.98004,"score_quality":1.0,"score_fidelity":0.8923,"score":0.96809},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9839,"utmos":3.28808,"dnsmos_ovrl":3.33884,"dnsmos_sig":3.61961,"dnsmos_bak":4.10643,"pesq_wb":3.82912,"pesq_nb":4.0494,"stoi":0.96488,"estoi":0.93112,"si_sdr":13.62643,"mel_dist":0.14221,"stft_dist":0.96833,"f0_rmse_cents":80.20677,"f0_corr":0.92988,"vuv_err":0.09767,"score_intelligibility":0.88631,"score_speaker":0.9839,"score_quality":1.0,"score_fidelity":0.90102,"score":0.94281},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9818,"utmos":2.66381,"dnsmos_ovrl":3.05025,"dnsmos_sig":3.43511,"dnsmos_bak":3.78582,"pesq_wb":3.52878,"pesq_nb":3.86158,"stoi":0.92867,"estoi":0.86905,"si_sdr":10.49943,"mel_dist":0.14681,"stft_dist":1.03167,"f0_rmse_cents":207.28158,"f0_corr":0.91434,"vuv_err":0.12974,"score_intelligibility":1.0,"score_speaker":0.9818,"score_quality":1.0,"score_fidelity":0.85517,"score":0.95924},"nl":{"n":50,"unit":"wer","wer":5.61998,"wer_orig":5.26316,"dwer":0.35682,"wer_pseudo":1.43241,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.977,"utmos":3.11759,"dnsmos_ovrl":2.77507,"dnsmos_sig":3.16065,"dnsmos_bak":4.10277,"pesq_wb":3.49454,"pesq_nb":3.84454,"stoi":0.96402,"estoi":0.92083,"si_sdr":8.82941,"mel_dist":0.14694,"stft_dist":1.11275,"f0_rmse_cents":83.11529,"f0_corr":0.9487,"vuv_err":0.13691,"score_intelligibility":0.9461,"score_speaker":0.977,"score_quality":1.0,"score_fidelity":0.87515,"score":0.94956},"pl":{"n":50,"unit":"wer","wer":3.72807,"wer_orig":3.28947,"dwer":0.4386,"wer_pseudo":0.87719,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.97679,"utmos":2.90004,"dnsmos_ovrl":3.05862,"dnsmos_sig":3.39919,"dnsmos_bak":4.04317,"pesq_wb":3.58887,"pesq_nb":3.89128,"stoi":0.97046,"estoi":0.92971,"si_sdr":6.59253,"mel_dist":0.14153,"stft_dist":1.06382,"f0_rmse_cents":96.63741,"f0_corr":0.8803,"vuv_err":0.11195,"score_intelligibility":0.90724,"score_speaker":0.97679,"score_quality":1.0,"score_fidelity":0.86348,"score":0.93687},"cs":{"n":50,"unit":"wer","wer":8.86814,"wer_orig":9.45158,"dwer":-0.58343,"wer_pseudo":3.50467,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97904,"utmos":2.72654,"dnsmos_ovrl":3.14482,"dnsmos_sig":3.4772,"dnsmos_bak":3.95741,"pesq_wb":3.26129,"pesq_nb":3.70775,"stoi":0.94538,"estoi":0.89492,"si_sdr":11.36445,"mel_dist":0.15076,"stft_dist":1.04182,"f0_rmse_cents":68.45376,"f0_corr":0.93864,"vuv_err":0.0938,"score_intelligibility":1.0,"score_speaker":0.97904,"score_quality":1.0,"score_fidelity":0.84337,"score":0.9556},"tr":{"n":50,"unit":"wer","wer":7.23684,"wer_orig":7.76316,"dwer":-0.52632,"wer_pseudo":1.31752,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.97873,"utmos":2.48933,"dnsmos_ovrl":3.09609,"dnsmos_sig":3.44256,"dnsmos_bak":4.03497,"pesq_wb":3.58228,"pesq_nb":3.91276,"stoi":0.94959,"estoi":0.89224,"si_sdr":11.69877,"mel_dist":0.14788,"stft_dist":1.07001,"f0_rmse_cents":72.45078,"f0_corr":0.97012,"vuv_err":0.08478,"score_intelligibility":1.0,"score_speaker":0.97873,"score_quality":1.0,"score_fidelity":0.88583,"score":0.96614},"id":{"n":50,"unit":"wer","wer":6.96576,"wer_orig":5.90319,"dwer":1.06257,"wer_pseudo":2.47934,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.96808,"utmos":2.16673,"dnsmos_ovrl":2.77765,"dnsmos_sig":3.37913,"dnsmos_bak":3.30143,"pesq_wb":3.10792,"pesq_nb":3.52399,"stoi":0.88081,"estoi":0.78441,"si_sdr":9.87803,"mel_dist":0.13531,"stft_dist":1.02993,"f0_rmse_cents":104.83906,"f0_corr":0.87766,"vuv_err":0.14511,"score_intelligibility":0.86661,"score_speaker":0.96808,"score_quality":1.0,"score_fidelity":0.78691,"score":0.9054},"vi":{"n":50,"unit":"wer","wer":8.35322,"wer_orig":7.71679,"dwer":0.63644,"wer_pseudo":1.51274,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.97402,"utmos":2.24343,"dnsmos_ovrl":2.86446,"dnsmos_sig":3.4052,"dnsmos_bak":3.66849,"pesq_wb":3.31009,"pesq_nb":3.7207,"stoi":0.87027,"estoi":0.78499,"si_sdr":12.03751,"mel_dist":0.13332,"stft_dist":0.99035,"f0_rmse_cents":101.53914,"f0_corr":0.9157,"vuv_err":0.11208,"score_intelligibility":0.93196,"score_speaker":0.97402,"score_quality":1.0,"score_fidelity":0.81533,"score":0.93033},"ru":{"n":50,"unit":"wer","wer":4.9711,"wer_orig":4.50867,"dwer":0.46243,"wer_pseudo":0.4635,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.9772,"utmos":2.87245,"dnsmos_ovrl":3.08944,"dnsmos_sig":3.42308,"dnsmos_bak":4.04469,"pesq_wb":3.50642,"pesq_nb":3.86722,"stoi":0.96026,"estoi":0.91534,"si_sdr":10.18316,"mel_dist":0.14958,"stft_dist":1.07386,"f0_rmse_cents":114.84336,"f0_corr":0.90569,"vuv_err":0.13843,"score_intelligibility":0.92256,"score_speaker":0.9772,"score_quality":1.0,"score_fidelity":0.86069,"score":0.94011},"uk":{"n":50,"unit":"wer","wer":6.69694,"wer_orig":6.46992,"dwer":0.22701,"wer_pseudo":1.81818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.97728,"utmos":2.71023,"dnsmos_ovrl":3.09475,"dnsmos_sig":3.42576,"dnsmos_bak":4.07013,"pesq_wb":3.57157,"pesq_nb":3.91091,"stoi":0.95614,"estoi":0.90216,"si_sdr":12.15587,"mel_dist":0.15012,"stft_dist":1.04057,"f0_rmse_cents":72.19484,"f0_corr":0.95894,"vuv_err":0.1018,"score_intelligibility":0.97051,"score_speaker":0.97728,"score_quality":1.0,"score_fidelity":0.88327,"score":0.95776},"el":{"n":50,"unit":"wer","wer":12.22445,"wer_orig":12.02405,"dwer":0.2004,"wer_pseudo":4.1041,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.97231,"utmos":2.90654,"dnsmos_ovrl":2.98684,"dnsmos_sig":3.38193,"dnsmos_bak":3.86827,"pesq_wb":3.55416,"pesq_nb":3.90116,"stoi":0.94448,"estoi":0.88281,"si_sdr":12.64067,"mel_dist":0.13692,"stft_dist":0.9815,"f0_rmse_cents":70.3949,"f0_corr":0.93785,"vuv_err":0.10233,"score_intelligibility":0.98485,"score_speaker":0.97231,"score_quality":1.0,"score_fidelity":0.8707,"score":0.95696},"ar":{"n":50,"unit":"wer","wer":12.33046,"wer_orig":12.45376,"dwer":-0.1233,"wer_pseudo":1.48331,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.98319,"utmos":2.85919,"dnsmos_ovrl":3.21277,"dnsmos_sig":3.56563,"dnsmos_bak":3.96994,"pesq_wb":3.55096,"pesq_nb":3.93606,"stoi":0.97148,"estoi":0.93838,"si_sdr":9.9062,"mel_dist":0.1474,"stft_dist":1.03096,"f0_rmse_cents":96.65269,"f0_corr":0.93727,"vuv_err":0.10281,"score_intelligibility":1.0,"score_speaker":0.98319,"score_quality":1.0,"score_fidelity":0.8792,"score":0.9656},"fa":{"n":50,"unit":"wer","wer":26.62857,"wer_orig":25.94286,"dwer":0.68571,"wer_pseudo":3.78378,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.97669,"utmos":2.75825,"dnsmos_ovrl":2.84304,"dnsmos_sig":3.34314,"dnsmos_bak":3.72544,"pesq_wb":3.33982,"pesq_nb":3.78559,"stoi":0.86725,"estoi":0.79591,"si_sdr":7.95233,"mel_dist":0.13753,"stft_dist":1.07403,"f0_rmse_cents":140.98116,"f0_corr":0.89469,"vuv_err":0.10285,"score_intelligibility":0.97518,"score_speaker":0.97669,"score_quality":1.0,"score_fidelity":0.81015,"score":0.94051},"he":{"n":50,"unit":"wer","wer":21.97674,"wer_orig":19.4186,"dwer":2.55814,"wer_pseudo":6.22066,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.97488,"utmos":2.61264,"dnsmos_ovrl":2.82784,"dnsmos_sig":3.20368,"dnsmos_bak":3.96509,"pesq_wb":3.42048,"pesq_nb":3.81084,"stoi":0.95797,"estoi":0.91169,"si_sdr":11.52637,"mel_dist":0.13776,"stft_dist":0.97744,"f0_rmse_cents":82.53812,"f0_corr":0.91968,"vuv_err":0.13837,"score_intelligibility":0.88866,"score_speaker":0.97488,"score_quality":1.0,"score_fidelity":0.85641,"score":0.92999},"hi":{"n":50,"unit":"wer","wer":27.05448,"wer_orig":26.31579,"dwer":0.73869,"wer_pseudo":6.26703,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.97461,"utmos":2.47016,"dnsmos_ovrl":2.80641,"dnsmos_sig":3.38121,"dnsmos_bak":3.46042,"pesq_wb":3.35066,"pesq_nb":3.7786,"stoi":0.92547,"estoi":0.85924,"si_sdr":12.73953,"mel_dist":0.14597,"stft_dist":1.00166,"f0_rmse_cents":78.78503,"f0_corr":0.94119,"vuv_err":0.10609,"score_intelligibility":0.97367,"score_speaker":0.97461,"score_quality":1.0,"score_fidelity":0.84609,"score":0.94859},"zh":{"n":50,"unit":"cer","wer":7.23032,"wer_orig":7.40525,"dwer":-0.17493,"wer_pseudo":0.42683,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.97864,"utmos":2.93787,"dnsmos_ovrl":3.09006,"dnsmos_sig":3.43325,"dnsmos_bak":4.02213,"pesq_wb":3.68196,"pesq_nb":3.99723,"stoi":0.96334,"estoi":0.92658,"si_sdr":10.39236,"mel_dist":0.13017,"stft_dist":0.98135,"f0_rmse_cents":73.88466,"f0_corr":0.94956,"vuv_err":0.06716,"score_intelligibility":1.0,"score_speaker":0.97864,"score_quality":1.0,"score_fidelity":0.89306,"score":0.96792},"yue":{"n":50,"unit":"cer","wer":16.5109,"wer_orig":14.39252,"dwer":2.11838,"wer_pseudo":5.00317,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.97648,"utmos":3.10615,"dnsmos_ovrl":3.05274,"dnsmos_sig":3.43237,"dnsmos_bak":3.89739,"pesq_wb":3.29914,"pesq_nb":3.76154,"stoi":0.94354,"estoi":0.88664,"si_sdr":9.01723,"mel_dist":0.13534,"stft_dist":1.02233,"f0_rmse_cents":118.45101,"f0_corr":0.94772,"vuv_err":0.0868,"score_intelligibility":0.87903,"score_speaker":0.97648,"score_quality":1.0,"score_fidelity":0.84938,"score":0.92622},"ja":{"n":50,"unit":"cer","wer":3.76665,"wer_orig":3.53698,"dwer":0.22967,"wer_pseudo":1.51585,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.96908,"utmos":2.14853,"dnsmos_ovrl":2.57411,"dnsmos_sig":3.25147,"dnsmos_bak":3.3283,"pesq_wb":3.27459,"pesq_nb":3.70629,"stoi":0.84582,"estoi":0.75637,"si_sdr":8.58073,"mel_dist":0.14056,"stft_dist":1.04731,"f0_rmse_cents":111.53233,"f0_corr":0.91349,"vuv_err":0.11362,"score_intelligibility":0.95182,"score_speaker":0.96908,"score_quality":1.0,"score_fidelity":0.80306,"score":0.93099},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":0.8016,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.97955,"utmos":3.33597,"dnsmos_ovrl":3.04495,"dnsmos_sig":3.39979,"dnsmos_bak":4.05017,"pesq_wb":3.68019,"pesq_nb":3.97963,"stoi":0.95871,"estoi":0.92515,"si_sdr":12.04086,"mel_dist":0.13335,"stft_dist":0.9747,"f0_rmse_cents":69.6778,"f0_corr":0.97486,"vuv_err":0.07021,"score_intelligibility":1.0,"score_speaker":0.97955,"score_quality":1.0,"score_fidelity":0.89978,"score":0.96983},"th":{"n":50,"unit":"cer","wer":7.57882,"wer_orig":7.61924,"dwer":-0.04042,"wer_pseudo":2.87508,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97897,"utmos":2.55342,"dnsmos_ovrl":2.83302,"dnsmos_sig":3.33401,"dnsmos_bak":3.7473,"pesq_wb":3.11345,"pesq_nb":3.67897,"stoi":0.94321,"estoi":0.88848,"si_sdr":8.89387,"mel_dist":0.14053,"stft_dist":1.05762,"f0_rmse_cents":126.33358,"f0_corr":0.95087,"vuv_err":0.14282,"score_intelligibility":1.0,"score_speaker":0.97897,"score_quality":1.0,"score_fidelity":0.83264,"score":0.9529}}},{"codec":"moss_audio_tokenizer_v2_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"moss_audio_tokenizer_v2_8q","family":"MOSS-Audio-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS-Audio-Tokenizer-v2","sample_rate":48000,"output_sample_rate":48000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2602.10934","year":2026,"bitrate_kbps":1.0,"notes":"2B Cat v2; 48 kHz stereo model fed duplicated mono, output down-mixed; bf16 enc/dec weights + bf16 compute (the checkpoint's default compute dtype), fp32 quantizer; remote code","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":0.99718,"tokens_per_s":99.71758,"params_M":2123.70125,"efficiency":{"rtf_encode":0.00781,"rtf_decode":0.00835,"peak_vram_gb":4.45819,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.88018,"score_worst_lang":0.83333,"worst_lang":"id","en_gap":0.00389,"score_intelligibility":0.87888,"score_speaker":0.90631,"score_quality":1.0,"score_fidelity":0.73552,"dwer":1.38182,"wer":10.18763,"wer_pseudo":4.21828,"sim":0.90631,"utmos":2.87079,"dnsmos_ovrl":3.01781,"dnsmos_sig":3.4152,"dnsmos_bak":3.90973,"pesq_wb":2.58509,"pesq_nb":3.19466,"stoi":0.87233,"estoi":0.77217,"si_sdr":6.30798,"mel_dist":0.17837,"stft_dist":1.17772,"f0_rmse_cents":139.70556,"f0_corr":0.88136,"vuv_err":0.14473,"score_ci95":[0.8732,0.88541]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.57129,"wer_orig":6.98132,"dwer":0.58997,"wer_pseudo":1.55642,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.88403,"utmos":2.73383,"dnsmos_ovrl":2.62072,"dnsmos_sig":3.13345,"dnsmos_bak":3.7822,"pesq_wb":2.4189,"pesq_nb":3.14418,"stoi":0.83796,"estoi":0.72146,"si_sdr":5.03652,"mel_dist":0.17469,"stft_dist":1.20898,"f0_rmse_cents":136.40535,"f0_corr":0.91795,"vuv_err":0.14858,"score_intelligibility":0.93117,"score_speaker":0.88403,"score_quality":1.0,"score_fidelity":0.72044,"score":0.88391},"de":{"n":50,"unit":"wer","wer":6.30722,"wer_orig":5.69685,"dwer":0.61038,"wer_pseudo":1.42421,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9058,"utmos":2.99912,"dnsmos_ovrl":3.1556,"dnsmos_sig":3.43992,"dnsmos_bak":4.08984,"pesq_wb":2.7093,"pesq_nb":3.21835,"stoi":0.90497,"estoi":0.7922,"si_sdr":8.78641,"mel_dist":0.17342,"stft_dist":1.09214,"f0_rmse_cents":123.03644,"f0_corr":0.91047,"vuv_err":0.14199,"score_intelligibility":0.91647,"score_speaker":0.9058,"score_quality":1.0,"score_fidelity":0.76794,"score":0.89755},"fr":{"n":50,"unit":"wer","wer":5.6917,"wer_orig":4.98024,"dwer":0.71146,"wer_pseudo":3.65079,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89167,"utmos":2.67247,"dnsmos_ovrl":3.08824,"dnsmos_sig":3.41889,"dnsmos_bak":4.02755,"pesq_wb":2.47285,"pesq_nb":3.07309,"stoi":0.90452,"estoi":0.83062,"si_sdr":7.04963,"mel_dist":0.19637,"stft_dist":1.16918,"f0_rmse_cents":138.54258,"f0_corr":0.9008,"vuv_err":0.16976,"score_intelligibility":0.89368,"score_speaker":0.89167,"score_quality":1.0,"score_fidelity":0.74204,"score":0.88185},"es":{"n":50,"unit":"wer","wer":3.0,"wer_orig":3.09091,"dwer":-0.09091,"wer_pseudo":0.09116,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.90867,"utmos":3.10978,"dnsmos_ovrl":3.21449,"dnsmos_sig":3.55938,"dnsmos_bak":3.95478,"pesq_wb":2.92082,"pesq_nb":3.43534,"stoi":0.90873,"estoi":0.82501,"si_sdr":7.99988,"mel_dist":0.18483,"stft_dist":1.17398,"f0_rmse_cents":188.16066,"f0_corr":0.87494,"vuv_err":0.16443,"score_intelligibility":1.0,"score_speaker":0.90867,"score_quality":1.0,"score_fidelity":0.77749,"score":0.92154},"it":{"n":50,"unit":"wer","wer":3.55191,"wer_orig":2.55009,"dwer":1.00182,"wer_pseudo":1.91956,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9257,"utmos":3.3999,"dnsmos_ovrl":3.33459,"dnsmos_sig":3.61595,"dnsmos_bak":4.10496,"pesq_wb":3.0127,"pesq_nb":3.47268,"stoi":0.91523,"estoi":0.8435,"si_sdr":8.79719,"mel_dist":0.18079,"stft_dist":1.11845,"f0_rmse_cents":94.02794,"f0_corr":0.8915,"vuv_err":0.1157,"score_intelligibility":0.77991,"score_speaker":0.9257,"score_quality":1.0,"score_fidelity":0.79393,"score":0.87488},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":0.7874,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.92442,"utmos":2.8017,"dnsmos_ovrl":3.09353,"dnsmos_sig":3.46786,"dnsmos_bak":3.82611,"pesq_wb":2.67864,"pesq_nb":3.2184,"stoi":0.86139,"estoi":0.76092,"si_sdr":6.50575,"mel_dist":0.18276,"stft_dist":1.1752,"f0_rmse_cents":301.71261,"f0_corr":0.831,"vuv_err":0.16736,"score_intelligibility":1.0,"score_speaker":0.92442,"score_quality":1.0,"score_fidelity":0.724,"score":0.91211},"nl":{"n":50,"unit":"wer","wer":7.22569,"wer_orig":5.26316,"dwer":1.96253,"wer_pseudo":3.22292,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.90443,"utmos":3.25322,"dnsmos_ovrl":2.79651,"dnsmos_sig":3.17957,"dnsmos_bak":4.11832,"pesq_wb":2.59293,"pesq_nb":3.16752,"stoi":0.91366,"estoi":0.8245,"si_sdr":4.95867,"mel_dist":0.18415,"stft_dist":1.26849,"f0_rmse_cents":114.77741,"f0_corr":0.90096,"vuv_err":0.15132,"score_intelligibility":0.76141,"score_speaker":0.90443,"score_quality":1.0,"score_fidelity":0.75658,"score":0.85561},"pl":{"n":50,"unit":"wer","wer":4.60526,"wer_orig":3.28947,"dwer":1.31579,"wer_pseudo":3.07018,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.88878,"utmos":2.95982,"dnsmos_ovrl":3.10676,"dnsmos_sig":3.42965,"dnsmos_bak":4.08021,"pesq_wb":2.49595,"pesq_nb":3.04865,"stoi":0.92487,"estoi":0.83981,"si_sdr":2.27758,"mel_dist":0.18422,"stft_dist":1.25433,"f0_rmse_cents":116.60341,"f0_corr":0.82054,"vuv_err":0.14001,"score_intelligibility":0.76526,"score_speaker":0.88878,"score_quality":1.0,"score_fidelity":0.72427,"score":0.84458},"cs":{"n":50,"unit":"wer","wer":11.66861,"wer_orig":9.45158,"dwer":2.21704,"wer_pseudo":7.71028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.91339,"utmos":2.83766,"dnsmos_ovrl":3.21579,"dnsmos_sig":3.53052,"dnsmos_bak":4.00303,"pesq_wb":2.24327,"pesq_nb":2.91915,"stoi":0.87665,"estoi":0.77706,"si_sdr":7.5999,"mel_dist":0.1909,"stft_dist":1.18353,"f0_rmse_cents":84.90902,"f0_corr":0.91308,"vuv_err":0.12368,"score_intelligibility":0.825,"score_speaker":0.91339,"score_quality":1.0,"score_fidelity":0.71498,"score":0.86334},"tr":{"n":50,"unit":"wer","wer":8.28947,"wer_orig":7.76316,"dwer":0.52632,"wer_pseudo":3.0303,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.91605,"utmos":2.63737,"dnsmos_ovrl":3.13672,"dnsmos_sig":3.47757,"dnsmos_bak":4.05375,"pesq_wb":2.72906,"pesq_nb":3.33786,"stoi":0.8873,"estoi":0.77659,"si_sdr":5.37812,"mel_dist":0.18435,"stft_dist":1.2484,"f0_rmse_cents":104.07557,"f0_corr":0.9229,"vuv_err":0.11773,"score_intelligibility":0.94334,"score_speaker":0.91605,"score_quality":1.0,"score_fidelity":0.76807,"score":0.90687},"id":{"n":50,"unit":"wer","wer":7.55608,"wer_orig":5.90319,"dwer":1.65289,"wer_pseudo":4.48642,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89686,"utmos":2.33104,"dnsmos_ovrl":2.85297,"dnsmos_sig":3.42671,"dnsmos_bak":3.39558,"pesq_wb":2.22849,"pesq_nb":2.8622,"stoi":0.77202,"estoi":0.61912,"si_sdr":5.56437,"mel_dist":0.16613,"stft_dist":1.17138,"f0_rmse_cents":157.15507,"f0_corr":0.76596,"vuv_err":0.20009,"score_intelligibility":0.80682,"score_speaker":0.89686,"score_quality":1.0,"score_fidelity":0.62966,"score":0.83333},"vi":{"n":50,"unit":"wer","wer":9.22832,"wer_orig":7.71679,"dwer":1.51154,"wer_pseudo":4.69745,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.90753,"utmos":2.32237,"dnsmos_ovrl":2.91257,"dnsmos_sig":3.42222,"dnsmos_bak":3.74523,"pesq_wb":2.43394,"pesq_nb":3.10297,"stoi":0.75575,"estoi":0.6181,"si_sdr":7.34421,"mel_dist":0.16334,"stft_dist":1.12351,"f0_rmse_cents":159.95361,"f0_corr":0.86868,"vuv_err":0.14849,"score_intelligibility":0.85222,"score_speaker":0.90753,"score_quality":1.0,"score_fidelity":0.67804,"score":0.85945},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.90641,"utmos":3.00112,"dnsmos_ovrl":3.11879,"dnsmos_sig":3.44116,"dnsmos_bak":4.07729,"pesq_wb":2.63784,"pesq_nb":3.19843,"stoi":0.91007,"estoi":0.82265,"si_sdr":6.19231,"mel_dist":0.18717,"stft_dist":1.22118,"f0_rmse_cents":110.77794,"f0_corr":0.89384,"vuv_err":0.16087,"score_intelligibility":0.88816,"score_speaker":0.90641,"score_quality":1.0,"score_fidelity":0.75729,"score":0.88797},"uk":{"n":50,"unit":"wer","wer":8.62656,"wer_orig":6.46992,"dwer":2.15664,"wer_pseudo":3.86364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90334,"utmos":2.81282,"dnsmos_ovrl":3.12843,"dnsmos_sig":3.45641,"dnsmos_bak":4.09008,"pesq_wb":2.66056,"pesq_nb":3.22643,"stoi":0.90524,"estoi":0.80215,"si_sdr":7.70886,"mel_dist":0.18828,"stft_dist":1.19323,"f0_rmse_cents":74.18237,"f0_corr":0.95435,"vuv_err":0.12415,"score_intelligibility":0.77597,"score_speaker":0.90334,"score_quality":1.0,"score_fidelity":0.77801,"score":0.86433},"el":{"n":50,"unit":"wer","wer":15.43086,"wer_orig":12.02405,"dwer":3.40681,"wer_pseudo":8.30831,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87064,"utmos":3.0853,"dnsmos_ovrl":3.019,"dnsmos_sig":3.42786,"dnsmos_bak":3.88508,"pesq_wb":2.73686,"pesq_nb":3.30507,"stoi":0.88317,"estoi":0.77476,"si_sdr":8.36259,"mel_dist":0.17085,"stft_dist":1.10638,"f0_rmse_cents":104.65835,"f0_corr":0.88521,"vuv_err":0.12729,"score_intelligibility":0.79266,"score_speaker":0.87064,"score_quality":1.0,"score_fidelity":0.75488,"score":0.85454},"ar":{"n":50,"unit":"wer","wer":14.42663,"wer_orig":12.45376,"dwer":1.97287,"wer_pseudo":6.67491,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.92902,"utmos":3.02667,"dnsmos_ovrl":3.23065,"dnsmos_sig":3.58131,"dnsmos_bak":3.98408,"pesq_wb":2.66186,"pesq_nb":3.28868,"stoi":0.93247,"estoi":0.87062,"si_sdr":6.22678,"mel_dist":0.18915,"stft_dist":1.19162,"f0_rmse_cents":143.42992,"f0_corr":0.87748,"vuv_err":0.1341,"score_intelligibility":0.87211,"score_speaker":0.92902,"score_quality":1.0,"score_fidelity":0.76159,"score":0.89068},"fa":{"n":50,"unit":"wer","wer":27.88571,"wer_orig":25.94286,"dwer":1.94286,"wer_pseudo":7.67568,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.90339,"utmos":2.93529,"dnsmos_ovrl":2.89233,"dnsmos_sig":3.37004,"dnsmos_bak":3.77732,"pesq_wb":2.39914,"pesq_nb":3.173,"stoi":0.74866,"estoi":0.62472,"si_sdr":4.5885,"mel_dist":0.17209,"stft_dist":1.21179,"f0_rmse_cents":210.6718,"f0_corr":0.78954,"vuv_err":0.14446,"score_intelligibility":0.93274,"score_speaker":0.90339,"score_quality":1.0,"score_fidelity":0.64598,"score":0.87053},"he":{"n":50,"unit":"wer","wer":23.72093,"wer_orig":19.4186,"dwer":4.30233,"wer_pseudo":11.38498,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.88588,"utmos":2.71094,"dnsmos_ovrl":2.84876,"dnsmos_sig":3.22086,"dnsmos_bak":3.97748,"pesq_wb":2.45115,"pesq_nb":3.07351,"stoi":0.90444,"estoi":0.81522,"si_sdr":7.01658,"mel_dist":0.17985,"stft_dist":1.1407,"f0_rmse_cents":103.25178,"f0_corr":0.86855,"vuv_err":0.18116,"score_intelligibility":0.82596,"score_speaker":0.88588,"score_quality":1.0,"score_fidelity":0.7292,"score":0.86026},"hi":{"n":50,"unit":"wer","wer":28.99354,"wer_orig":26.31579,"dwer":2.67775,"wer_pseudo":10.08174,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.9044,"utmos":2.6611,"dnsmos_ovrl":2.89621,"dnsmos_sig":3.43718,"dnsmos_bak":3.59495,"pesq_wb":2.44956,"pesq_nb":3.14899,"stoi":0.85163,"estoi":0.7352,"si_sdr":7.52848,"mel_dist":0.1814,"stft_dist":1.15674,"f0_rmse_cents":110.72467,"f0_corr":0.88167,"vuv_err":0.1488,"score_intelligibility":0.91072,"score_speaker":0.9044,"score_quality":1.0,"score_fidelity":0.71582,"score":0.88273},"zh":{"n":50,"unit":"cer","wer":7.69679,"wer_orig":7.40525,"dwer":0.29155,"wer_pseudo":1.15854,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.9191,"utmos":3.07674,"dnsmos_ovrl":3.12364,"dnsmos_sig":3.45805,"dnsmos_bak":4.04888,"pesq_wb":2.80073,"pesq_nb":3.34475,"stoi":0.91443,"estoi":0.84273,"si_sdr":4.3,"mel_dist":0.16837,"stft_dist":1.18965,"f0_rmse_cents":82.40847,"f0_corr":0.93646,"vuv_err":0.10207,"score_intelligibility":0.96648,"score_speaker":0.9191,"score_quality":1.0,"score_fidelity":0.78846,"score":0.91851},"yue":{"n":50,"unit":"cer","wer":16.69782,"wer_orig":14.39252,"dwer":2.3053,"wer_pseudo":7.9164,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91772,"utmos":3.19949,"dnsmos_ovrl":3.09419,"dnsmos_sig":3.45064,"dnsmos_bak":3.95835,"pesq_wb":2.41031,"pesq_nb":3.09323,"stoi":0.88293,"estoi":0.77769,"si_sdr":4.87915,"mel_dist":0.17187,"stft_dist":1.17721,"f0_rmse_cents":195.02383,"f0_corr":0.87997,"vuv_err":0.12975,"score_intelligibility":0.86974,"score_speaker":0.91772,"score_quality":1.0,"score_fidelity":0.72195,"score":0.87735},"ja":{"n":50,"unit":"cer","wer":4.18006,"wer_orig":3.53698,"dwer":0.64309,"wer_pseudo":2.2508,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.89569,"utmos":2.20278,"dnsmos_ovrl":2.61319,"dnsmos_sig":3.25188,"dnsmos_bak":3.38696,"pesq_wb":2.57753,"pesq_nb":3.19449,"stoi":0.7476,"estoi":0.60704,"si_sdr":4.26527,"mel_dist":0.16933,"stft_dist":1.1881,"f0_rmse_cents":110.25939,"f0_corr":0.91263,"vuv_err":0.15317,"score_intelligibility":0.87585,"score_speaker":0.89569,"score_quality":1.0,"score_fidelity":0.70365,"score":0.8688},"ko":{"n":50,"unit":"cer","wer":5.34314,"wer_orig":5.14706,"dwer":0.19608,"wer_pseudo":0.3507,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92562,"utmos":3.40749,"dnsmos_ovrl":3.07047,"dnsmos_sig":3.40829,"dnsmos_bak":4.08863,"pesq_wb":3.01545,"pesq_nb":3.54029,"stoi":0.91072,"estoi":0.84471,"si_sdr":8.27729,"mel_dist":0.16208,"stft_dist":1.08946,"f0_rmse_cents":96.67434,"f0_corr":0.94061,"vuv_err":0.09383,"score_intelligibility":0.96909,"score_speaker":0.92562,"score_quality":1.0,"score_fidelity":0.80906,"score":0.92594},"th":{"n":50,"unit":"cer","wer":8.18513,"wer_orig":7.61924,"dwer":0.56589,"wer_pseudo":4.53533,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.92287,"utmos":2.72102,"dnsmos_ovrl":2.8634,"dnsmos_sig":3.35946,"dnsmos_bak":3.78278,"pesq_wb":2.30431,"pesq_nb":3.08462,"stoi":0.88159,"estoi":0.78578,"si_sdr":4.74742,"mel_dist":0.17461,"stft_dist":1.21176,"f0_rmse_cents":291.51081,"f0_corr":0.81353,"vuv_err":0.18472,"score_intelligibility":0.93839,"score_speaker":0.92287,"score_quality":1.0,"score_fidelity":0.68926,"score":0.88763}}},{"codec":"nemo_audio_codec_22khz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"nemo_audio_codec_22khz","family":"NeMo","checkpoint":"nvidia/audio-codec-22khz","sample_rate":22050,"output_sample_rate":22050,"frame_rate":86.133,"n_codebooks":8,"codebook_size":1000,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"NSCLv1 (NVIDIA Source Code License, non-commercial)","paper":"2406.05298","year":2024,"bitrate_kbps":6.8671,"notes":"HiFi-GAN style FSQ audio codec","side_info":null,"warning":null,"env":"nemo"},"kbps":6.8671,"kbps_measured":6.87089,"tokens_per_s":689.44842,"params_M":61.74283,"efficiency":{"rtf_encode":0.0082,"rtf_decode":0.00884,"peak_vram_gb":1.09482,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.9263,"score_worst_lang":0.84985,"worst_lang":"en","en_gap":-0.07977,"score_intelligibility":0.90897,"score_speaker":0.94366,"score_quality":0.97262,"score_fidelity":0.87996,"dwer":0.99262,"wer":9.79842,"wer_pseudo":3.38988,"sim":0.94366,"utmos":2.5154,"dnsmos_ovrl":2.95568,"dnsmos_sig":3.3816,"dnsmos_bak":3.82778,"pesq_wb":3.64597,"pesq_nb":3.89491,"stoi":0.94042,"estoi":0.89136,"si_sdr":9.80187,"mel_dist":0.19776,"stft_dist":1.17975,"f0_rmse_cents":86.30558,"f0_corr":0.94348,"vuv_err":0.09607,"score_ci95":[0.92011,0.93141]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.9646,"wer_orig":6.98132,"dwer":0.98328,"wer_pseudo":1.94553,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.84369,"utmos":2.2351,"dnsmos_ovrl":2.47561,"dnsmos_sig":3.07413,"dnsmos_bak":3.53372,"pesq_wb":2.95319,"pesq_nb":3.42503,"stoi":0.87141,"estoi":0.7827,"si_sdr":8.0036,"mel_dist":0.22121,"stft_dist":1.24722,"f0_rmse_cents":99.04464,"f0_corr":0.93598,"vuv_err":0.10512,"score_intelligibility":0.89031,"score_speaker":0.84369,"score_quality":0.87693,"score_fidelity":0.78848,"score":0.84985},"de":{"n":50,"unit":"wer","wer":5.79858,"wer_orig":5.69685,"dwer":0.10173,"wer_pseudo":0.61038,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96423,"utmos":2.70259,"dnsmos_ovrl":3.08934,"dnsmos_sig":3.38762,"dnsmos_bak":4.03701,"pesq_wb":4.01262,"pesq_nb":4.10125,"stoi":0.96483,"estoi":0.91764,"si_sdr":14.48013,"mel_dist":0.18102,"stft_dist":1.06873,"f0_rmse_cents":74.84758,"f0_corr":0.9576,"vuv_err":0.08392,"score_intelligibility":0.98504,"score_speaker":0.96423,"score_quality":0.9922,"score_fidelity":0.92772,"score":0.9673},"fr":{"n":50,"unit":"wer","wer":5.6917,"wer_orig":4.98024,"dwer":0.71146,"wer_pseudo":3.1746,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95058,"utmos":2.31008,"dnsmos_ovrl":3.05111,"dnsmos_sig":3.39208,"dnsmos_bak":3.98143,"pesq_wb":3.6672,"pesq_nb":3.91015,"stoi":0.96203,"estoi":0.92656,"si_sdr":10.33332,"mel_dist":0.21377,"stft_dist":1.21179,"f0_rmse_cents":82.26067,"f0_corr":0.95732,"vuv_err":0.10959,"score_intelligibility":0.89368,"score_speaker":0.95058,"score_quality":0.97973,"score_fidelity":0.8938,"score":0.92945},"es":{"n":50,"unit":"wer","wer":3.0,"wer_orig":3.09091,"dwer":-0.09091,"wer_pseudo":0.6381,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96867,"utmos":2.77522,"dnsmos_ovrl":3.22779,"dnsmos_sig":3.58139,"dnsmos_bak":3.94714,"pesq_wb":4.06881,"pesq_nb":4.14332,"stoi":0.97133,"estoi":0.94365,"si_sdr":11.79258,"mel_dist":0.20439,"stft_dist":1.17301,"f0_rmse_cents":139.51679,"f0_corr":0.93388,"vuv_err":0.10812,"score_intelligibility":1.0,"score_speaker":0.96867,"score_quality":1.0,"score_fidelity":0.92734,"score":0.974},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":1.09689,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97252,"utmos":3.02207,"dnsmos_ovrl":3.32455,"dnsmos_sig":3.61937,"dnsmos_bak":4.08078,"pesq_wb":4.00494,"pesq_nb":4.11718,"stoi":0.97084,"estoi":0.94449,"si_sdr":11.93288,"mel_dist":0.20293,"stft_dist":1.1704,"f0_rmse_cents":62.75693,"f0_corr":0.94473,"vuv_err":0.08339,"score_intelligibility":0.90693,"score_speaker":0.97252,"score_quality":0.98038,"score_fidelity":0.92471,"score":0.94614},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":0.7874,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97656,"utmos":2.55684,"dnsmos_ovrl":3.05486,"dnsmos_sig":3.44866,"dnsmos_bak":3.77344,"pesq_wb":3.83056,"pesq_nb":4.00436,"stoi":0.94585,"estoi":0.90364,"si_sdr":9.28536,"mel_dist":0.18229,"stft_dist":1.15298,"f0_rmse_cents":171.97604,"f0_corr":0.94157,"vuv_err":0.11047,"score_intelligibility":1.0,"score_speaker":0.97656,"score_quality":1.0,"score_fidelity":0.89872,"score":0.96882},"nl":{"n":50,"unit":"wer","wer":6.86887,"wer_orig":5.26316,"dwer":1.60571,"wer_pseudo":2.68577,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.94391,"utmos":2.78883,"dnsmos_ovrl":2.71887,"dnsmos_sig":3.11901,"dnsmos_bak":4.05477,"pesq_wb":3.32368,"pesq_nb":3.75945,"stoi":0.96093,"estoi":0.91511,"si_sdr":8.63388,"mel_dist":0.25256,"stft_dist":1.3826,"f0_rmse_cents":87.96313,"f0_corr":0.92956,"vuv_err":0.11881,"score_intelligibility":0.79594,"score_speaker":0.94391,"score_quality":0.94923,"score_fidelity":0.85147,"score":0.88514},"pl":{"n":50,"unit":"wer","wer":3.94737,"wer_orig":3.28947,"dwer":0.65789,"wer_pseudo":2.08333,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.94921,"utmos":2.67972,"dnsmos_ovrl":3.00107,"dnsmos_sig":3.3647,"dnsmos_bak":3.97235,"pesq_wb":3.53824,"pesq_nb":3.83294,"stoi":0.96777,"estoi":0.92594,"si_sdr":5.57577,"mel_dist":0.21585,"stft_dist":1.25653,"f0_rmse_cents":87.29308,"f0_corr":0.89293,"vuv_err":0.09831,"score_intelligibility":0.86702,"score_speaker":0.94921,"score_quality":0.98067,"score_fidelity":0.86197,"score":0.91472},"cs":{"n":50,"unit":"wer","wer":11.55193,"wer_orig":9.45158,"dwer":2.10035,"wer_pseudo":3.97196,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97085,"utmos":2.51996,"dnsmos_ovrl":3.13943,"dnsmos_sig":3.47446,"dnsmos_bak":3.9471,"pesq_wb":3.81236,"pesq_nb":3.92356,"stoi":0.95823,"estoi":0.91786,"si_sdr":11.43591,"mel_dist":0.19262,"stft_dist":1.12284,"f0_rmse_cents":52.55266,"f0_corr":0.96338,"vuv_err":0.07669,"score_intelligibility":0.83267,"score_speaker":0.97085,"score_quality":0.98402,"score_fidelity":0.90838,"score":0.92398},"tr":{"n":50,"unit":"wer","wer":9.34211,"wer_orig":7.76316,"dwer":1.57895,"wer_pseudo":2.7668,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.93404,"utmos":2.25083,"dnsmos_ovrl":3.0413,"dnsmos_sig":3.41398,"dnsmos_bak":3.96251,"pesq_wb":3.64137,"pesq_nb":3.90145,"stoi":0.94118,"estoi":0.88063,"si_sdr":10.43081,"mel_dist":0.22483,"stft_dist":1.24037,"f0_rmse_cents":70.31976,"f0_corr":0.96715,"vuv_err":0.08037,"score_intelligibility":0.84733,"score_speaker":0.93404,"score_quality":0.98642,"score_fidelity":0.88767,"score":0.91387},"id":{"n":50,"unit":"wer","wer":7.08383,"wer_orig":5.90319,"dwer":1.18064,"wer_pseudo":3.06966,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.94144,"utmos":2.01084,"dnsmos_ovrl":2.79036,"dnsmos_sig":3.4009,"dnsmos_bak":3.29439,"pesq_wb":3.66138,"pesq_nb":3.84331,"stoi":0.91304,"estoi":0.84633,"si_sdr":9.19397,"mel_dist":0.15814,"stft_dist":1.104,"f0_rmse_cents":85.40437,"f0_corr":0.93609,"vuv_err":0.11913,"score_intelligibility":0.85395,"score_speaker":0.94144,"score_quality":1.0,"score_fidelity":0.86984,"score":0.91631},"vi":{"n":50,"unit":"wer","wer":9.14877,"wer_orig":7.71679,"dwer":1.43198,"wer_pseudo":3.34395,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.93601,"utmos":2.11449,"dnsmos_ovrl":2.84413,"dnsmos_sig":3.39019,"dnsmos_bak":3.62974,"pesq_wb":3.73635,"pesq_nb":3.9546,"stoi":0.89896,"estoi":0.83338,"si_sdr":11.45759,"mel_dist":0.16712,"stft_dist":1.10164,"f0_rmse_cents":78.79672,"f0_corr":0.9487,"vuv_err":0.08699,"score_intelligibility":0.8589,"score_speaker":0.93601,"score_quality":0.99921,"score_fidelity":0.87649,"score":0.91765},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95497,"utmos":2.58786,"dnsmos_ovrl":3.06031,"dnsmos_sig":3.40621,"dnsmos_bak":4.01149,"pesq_wb":3.66694,"pesq_nb":3.92565,"stoi":0.9615,"estoi":0.9199,"si_sdr":9.88651,"mel_dist":0.22353,"stft_dist":1.26652,"f0_rmse_cents":75.48138,"f0_corr":0.93519,"vuv_err":0.10984,"score_intelligibility":0.90503,"score_speaker":0.95497,"score_quality":0.97096,"score_fidelity":0.88622,"score":0.9293},"uk":{"n":50,"unit":"wer","wer":7.83201,"wer_orig":6.46992,"dwer":1.36209,"wer_pseudo":3.40909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.92566,"utmos":2.46124,"dnsmos_ovrl":3.07963,"dnsmos_sig":3.42255,"dnsmos_bak":4.03853,"pesq_wb":3.59562,"pesq_nb":3.79724,"stoi":0.93722,"estoi":0.87412,"si_sdr":11.48388,"mel_dist":0.22217,"stft_dist":1.2166,"f0_rmse_cents":57.88795,"f0_corr":0.97164,"vuv_err":0.09166,"score_intelligibility":0.84578,"score_speaker":0.92566,"score_quality":0.96302,"score_fidelity":0.88349,"score":0.90449},"el":{"n":50,"unit":"wer","wer":13.02605,"wer_orig":12.02405,"dwer":1.002,"wer_pseudo":6.80681,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94933,"utmos":2.6453,"dnsmos_ovrl":2.98538,"dnsmos_sig":3.42657,"dnsmos_bak":3.84618,"pesq_wb":3.8998,"pesq_nb":4.06177,"stoi":0.94911,"estoi":0.89805,"si_sdr":12.1702,"mel_dist":0.17845,"stft_dist":1.10813,"f0_rmse_cents":58.53057,"f0_corr":0.95104,"vuv_err":0.08294,"score_intelligibility":0.92856,"score_speaker":0.94933,"score_quality":0.97383,"score_fidelity":0.90956,"score":0.94032},"ar":{"n":50,"unit":"wer","wer":12.70037,"wer_orig":12.45376,"dwer":0.24661,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97328,"utmos":2.69172,"dnsmos_ovrl":3.18118,"dnsmos_sig":3.56185,"dnsmos_bak":3.92249,"pesq_wb":3.72914,"pesq_nb":3.9595,"stoi":0.97533,"estoi":0.94784,"si_sdr":8.30972,"mel_dist":0.18933,"stft_dist":1.16571,"f0_rmse_cents":78.14195,"f0_corr":0.94211,"vuv_err":0.08822,"score_intelligibility":0.982,"score_speaker":0.97328,"score_quality":1.0,"score_fidelity":0.89906,"score":0.96359},"fa":{"n":50,"unit":"wer","wer":27.31429,"wer_orig":25.94286,"dwer":1.37143,"wer_pseudo":6.59459,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.93829,"utmos":2.483,"dnsmos_ovrl":2.814,"dnsmos_sig":3.33429,"dnsmos_bak":3.67044,"pesq_wb":3.2209,"pesq_nb":3.74628,"stoi":0.86399,"estoi":0.80121,"si_sdr":6.70822,"mel_dist":0.188,"stft_dist":1.18432,"f0_rmse_cents":137.61406,"f0_corr":0.87979,"vuv_err":0.10112,"score_intelligibility":0.95156,"score_speaker":0.93829,"score_quality":0.95181,"score_fidelity":0.79277,"score":0.90861},"he":{"n":50,"unit":"wer","wer":26.39535,"wer_orig":19.4186,"dwer":6.97674,"wer_pseudo":12.9108,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91747,"utmos":2.31816,"dnsmos_ovrl":2.79904,"dnsmos_sig":3.18831,"dnsmos_bak":3.92664,"pesq_wb":3.40591,"pesq_nb":3.69305,"stoi":0.9404,"estoi":0.8823,"si_sdr":10.37747,"mel_dist":0.19671,"stft_dist":1.14837,"f0_rmse_cents":82.77995,"f0_corr":0.90602,"vuv_err":0.121,"score_intelligibility":0.74533,"score_speaker":0.91747,"score_quality":0.93874,"score_fidelity":0.84461,"score":0.86154},"hi":{"n":50,"unit":"wer","wer":27.23915,"wer_orig":26.31579,"dwer":0.92336,"wer_pseudo":7.72025,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95063,"utmos":2.25417,"dnsmos_ovrl":2.79056,"dnsmos_sig":3.39006,"dnsmos_bak":3.41389,"pesq_wb":3.74404,"pesq_nb":3.96117,"stoi":0.94247,"estoi":0.89469,"si_sdr":11.85971,"mel_dist":0.19607,"stft_dist":1.16155,"f0_rmse_cents":67.96087,"f0_corr":0.96082,"vuv_err":0.10074,"score_intelligibility":0.9673,"score_speaker":0.95063,"score_quality":0.98408,"score_fidelity":0.89577,"score":0.94944},"zh":{"n":50,"unit":"cer","wer":7.05539,"wer_orig":7.40525,"dwer":-0.34985,"wer_pseudo":1.15854,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95391,"utmos":2.72326,"dnsmos_ovrl":3.08482,"dnsmos_sig":3.4421,"dnsmos_bak":3.99552,"pesq_wb":3.83926,"pesq_nb":4.05939,"stoi":0.96315,"estoi":0.93221,"si_sdr":8.04365,"mel_dist":0.18701,"stft_dist":1.14755,"f0_rmse_cents":70.06553,"f0_corr":0.95041,"vuv_err":0.06704,"score_intelligibility":1.0,"score_speaker":0.95391,"score_quality":0.97631,"score_fidelity":0.90826,"score":0.95962},"yue":{"n":50,"unit":"cer","wer":15.20249,"wer_orig":14.39252,"dwer":0.80997,"wer_pseudo":6.58645,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96285,"utmos":2.89092,"dnsmos_ovrl":3.08018,"dnsmos_sig":3.46943,"dnsmos_bak":3.88522,"pesq_wb":3.79591,"pesq_nb":3.99176,"stoi":0.95311,"estoi":0.91342,"si_sdr":8.42119,"mel_dist":0.16397,"stft_dist":1.10868,"f0_rmse_cents":87.01308,"f0_corr":0.96565,"vuv_err":0.07052,"score_intelligibility":0.95001,"score_speaker":0.96285,"score_quality":0.98606,"score_fidelity":0.90586,"score":0.9512},"ja":{"n":50,"unit":"cer","wer":4.13413,"wer_orig":3.53698,"dwer":0.59715,"wer_pseudo":1.60772,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.87778,"utmos":1.94358,"dnsmos_ovrl":2.50524,"dnsmos_sig":3.15629,"dnsmos_bak":3.27817,"pesq_wb":3.24377,"pesq_nb":3.66356,"stoi":0.85117,"estoi":0.76405,"si_sdr":6.52214,"mel_dist":0.19055,"stft_dist":1.21104,"f0_rmse_cents":92.00637,"f0_corr":0.95182,"vuv_err":0.10087,"score_intelligibility":0.88369,"score_speaker":0.87778,"score_quality":0.94452,"score_fidelity":0.81469,"score":0.88017},"ko":{"n":50,"unit":"cer","wer":4.60784,"wer_orig":5.14706,"dwer":-0.53922,"wer_pseudo":0.8517,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94018,"utmos":3.12233,"dnsmos_ovrl":3.01751,"dnsmos_sig":3.38058,"dnsmos_bak":4.01345,"pesq_wb":3.7112,"pesq_nb":3.92382,"stoi":0.96039,"estoi":0.9244,"si_sdr":10.78997,"mel_dist":0.1966,"stft_dist":1.1219,"f0_rmse_cents":61.57804,"f0_corr":0.97331,"vuv_err":0.05754,"score_intelligibility":1.0,"score_speaker":0.94018,"score_quality":0.9631,"score_fidelity":0.90278,"score":0.95152},"th":{"n":50,"unit":"cer","wer":8.3266,"wer_orig":7.61924,"dwer":0.70736,"wer_pseudo":3.86718,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95185,"utmos":2.28144,"dnsmos_ovrl":2.77992,"dnsmos_sig":3.31372,"dnsmos_bak":3.65033,"pesq_wb":3.40005,"pesq_nb":3.77803,"stoi":0.94587,"estoi":0.90248,"si_sdr":8.11645,"mel_dist":0.19708,"stft_dist":1.24151,"f0_rmse_cents":109.54173,"f0_corr":0.94683,"vuv_err":0.13333,"score_intelligibility":0.92416,"score_speaker":0.95185,"score_quality":0.96167,"score_fidelity":0.85948,"score":0.92429}}},{"codec":"nemo_audio_codec_44khz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"nemo_audio_codec_44khz","family":"NeMo","checkpoint":"nvidia/audio-codec-44khz","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":8,"codebook_size":1000,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"NSCLv1 (NVIDIA Source Code License, non-commercial)","paper":"2406.05298","year":2024,"bitrate_kbps":6.8671,"notes":"HiFi-GAN style FSQ audio codec","side_info":null,"warning":null,"env":"nemo"},"kbps":6.8671,"kbps_measured":6.87089,"tokens_per_s":689.44842,"params_M":61.89028,"efficiency":{"rtf_encode":0.01336,"rtf_decode":0.01448,"peak_vram_gb":1.53209,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.92791,"score_worst_lang":0.87054,"worst_lang":"ja","en_gap":-0.0525,"score_intelligibility":0.91458,"score_speaker":0.94883,"score_quality":0.97172,"score_fidelity":0.8765,"dwer":0.9297,"wer":9.73551,"wer_pseudo":3.2809,"sim":0.94883,"utmos":2.51206,"dnsmos_ovrl":2.96273,"dnsmos_sig":3.39475,"dnsmos_bak":3.81337,"pesq_wb":3.65791,"pesq_nb":3.92816,"stoi":0.93856,"estoi":0.88826,"si_sdr":10.03869,"mel_dist":0.20569,"stft_dist":1.20539,"f0_rmse_cents":101.00799,"f0_corr":0.93153,"vuv_err":0.09803,"score_ci95":[0.92049,0.9316]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":2.23735,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.87092,"utmos":2.26027,"dnsmos_ovrl":2.3879,"dnsmos_sig":3.01313,"dnsmos_bak":3.42392,"pesq_wb":2.94582,"pesq_nb":3.53557,"stoi":0.87334,"estoi":0.78619,"si_sdr":8.28065,"mel_dist":0.23231,"stft_dist":1.3405,"f0_rmse_cents":123.85392,"f0_corr":0.91782,"vuv_err":0.10605,"score_intelligibility":1.0,"score_speaker":0.87092,"score_quality":0.8571,"score_fidelity":0.78237,"score":0.8776},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":1.32248,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96438,"utmos":2.69361,"dnsmos_ovrl":3.1243,"dnsmos_sig":3.42947,"dnsmos_bak":4.04729,"pesq_wb":3.9815,"pesq_nb":4.10059,"stoi":0.96207,"estoi":0.91251,"si_sdr":14.34843,"mel_dist":0.1841,"stft_dist":1.08416,"f0_rmse_cents":73.08558,"f0_corr":0.95126,"vuv_err":0.08342,"score_intelligibility":0.95641,"score_speaker":0.96438,"score_quality":0.98961,"score_fidelity":0.92173,"score":0.95803},"fr":{"n":50,"unit":"wer","wer":6.00791,"wer_orig":4.98024,"dwer":1.02767,"wer_pseudo":2.38095,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95432,"utmos":2.31974,"dnsmos_ovrl":3.04339,"dnsmos_sig":3.3943,"dnsmos_bak":3.94825,"pesq_wb":3.61673,"pesq_nb":3.88872,"stoi":0.96007,"estoi":0.92424,"si_sdr":10.3434,"mel_dist":0.20983,"stft_dist":1.18905,"f0_rmse_cents":92.17505,"f0_corr":0.95283,"vuv_err":0.11263,"score_intelligibility":0.85336,"score_speaker":0.95432,"score_quality":0.98326,"score_fidelity":0.88684,"score":0.91945},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96741,"utmos":2.75949,"dnsmos_ovrl":3.23069,"dnsmos_sig":3.58982,"dnsmos_bak":3.9373,"pesq_wb":4.0921,"pesq_nb":4.16822,"stoi":0.96918,"estoi":0.9403,"si_sdr":12.16735,"mel_dist":0.20449,"stft_dist":1.15265,"f0_rmse_cents":134.38929,"f0_corr":0.93931,"vuv_err":0.10183,"score_intelligibility":0.95745,"score_speaker":0.96741,"score_quality":0.99961,"score_fidelity":0.93065,"score":0.96378},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":0.91408,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97234,"utmos":3.02554,"dnsmos_ovrl":3.33443,"dnsmos_sig":3.62794,"dnsmos_bak":4.08079,"pesq_wb":4.05249,"pesq_nb":4.14081,"stoi":0.96745,"estoi":0.93838,"si_sdr":12.31117,"mel_dist":0.20138,"stft_dist":1.14681,"f0_rmse_cents":65.87928,"f0_corr":0.9466,"vuv_err":0.08367,"score_intelligibility":0.88631,"score_speaker":0.97234,"score_quality":0.98121,"score_fidelity":0.92873,"score":0.94215},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97675,"utmos":2.53,"dnsmos_ovrl":3.06155,"dnsmos_sig":3.46093,"dnsmos_bak":3.76324,"pesq_wb":3.84292,"pesq_nb":4.01041,"stoi":0.94293,"estoi":0.89833,"si_sdr":9.37662,"mel_dist":0.1858,"stft_dist":1.15386,"f0_rmse_cents":203.9948,"f0_corr":0.92583,"vuv_err":0.12811,"score_intelligibility":1.0,"score_speaker":0.97675,"score_quality":1.0,"score_fidelity":0.89367,"score":0.96761},"nl":{"n":50,"unit":"wer","wer":7.49331,"wer_orig":5.26316,"dwer":2.23015,"wer_pseudo":3.4915,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95155,"utmos":2.82537,"dnsmos_ovrl":2.76905,"dnsmos_sig":3.17036,"dnsmos_bak":4.05107,"pesq_wb":3.32164,"pesq_nb":3.75216,"stoi":0.95761,"estoi":0.91197,"si_sdr":8.73587,"mel_dist":0.27218,"stft_dist":1.42325,"f0_rmse_cents":94.62651,"f0_corr":0.92658,"vuv_err":0.1348,"score_intelligibility":0.73742,"score_speaker":0.95155,"score_quality":0.96361,"score_fidelity":0.84917,"score":0.87544},"pl":{"n":50,"unit":"wer","wer":4.16667,"wer_orig":3.28947,"dwer":0.87719,"wer_pseudo":2.08333,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95939,"utmos":2.6877,"dnsmos_ovrl":3.04649,"dnsmos_sig":3.40414,"dnsmos_bak":3.99428,"pesq_wb":3.5503,"pesq_nb":3.8847,"stoi":0.9658,"estoi":0.92305,"si_sdr":5.77341,"mel_dist":0.23098,"stft_dist":1.31685,"f0_rmse_cents":145.04316,"f0_corr":0.81404,"vuv_err":0.09592,"score_intelligibility":0.83022,"score_speaker":0.95939,"score_quality":0.98295,"score_fidelity":0.83616,"score":0.90218},"cs":{"n":50,"unit":"wer","wer":9.45158,"wer_orig":9.45158,"dwer":0.0,"wer_pseudo":4.90654,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97147,"utmos":2.51584,"dnsmos_ovrl":3.15255,"dnsmos_sig":3.49439,"dnsmos_bak":3.93524,"pesq_wb":3.77237,"pesq_nb":3.9525,"stoi":0.95388,"estoi":0.91105,"si_sdr":11.68192,"mel_dist":0.20143,"stft_dist":1.1552,"f0_rmse_cents":74.17302,"f0_corr":0.93003,"vuv_err":0.08825,"score_intelligibility":1.0,"score_speaker":0.97147,"score_quality":0.98271,"score_fidelity":0.892,"score":0.96155},"tr":{"n":50,"unit":"wer","wer":8.42105,"wer_orig":7.76316,"dwer":0.65789,"wer_pseudo":2.63505,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.95061,"utmos":2.22382,"dnsmos_ovrl":3.04531,"dnsmos_sig":3.4259,"dnsmos_bak":3.94271,"pesq_wb":3.70303,"pesq_nb":3.97949,"stoi":0.94118,"estoi":0.88159,"si_sdr":11.38854,"mel_dist":0.23278,"stft_dist":1.27338,"f0_rmse_cents":74.51089,"f0_corr":0.96872,"vuv_err":0.08131,"score_intelligibility":0.93017,"score_speaker":0.95061,"score_quality":0.97687,"score_fidelity":0.89407,"score":0.93793},"id":{"n":50,"unit":"wer","wer":7.31995,"wer_orig":5.90319,"dwer":1.41677,"wer_pseudo":3.42385,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.93648,"utmos":1.9835,"dnsmos_ovrl":2.82541,"dnsmos_sig":3.44151,"dnsmos_bak":3.334,"pesq_wb":3.70221,"pesq_nb":3.88315,"stoi":0.90768,"estoi":0.83937,"si_sdr":9.4427,"mel_dist":0.16593,"stft_dist":1.14105,"f0_rmse_cents":90.33201,"f0_corr":0.88889,"vuv_err":0.11366,"score_intelligibility":0.82971,"score_speaker":0.93648,"score_quality":1.0,"score_fidelity":0.85621,"score":0.9056},"vi":{"n":50,"unit":"wer","wer":8.51233,"wer_orig":7.71679,"dwer":0.79554,"wer_pseudo":3.02548,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.94073,"utmos":2.10012,"dnsmos_ovrl":2.85411,"dnsmos_sig":3.39802,"dnsmos_bak":3.63032,"pesq_wb":3.74468,"pesq_nb":3.95499,"stoi":0.89131,"estoi":0.82244,"si_sdr":11.7186,"mel_dist":0.17078,"stft_dist":1.1014,"f0_rmse_cents":94.8214,"f0_corr":0.94303,"vuv_err":0.09326,"score_intelligibility":0.91637,"score_speaker":0.94073,"score_quality":0.99793,"score_fidelity":0.87284,"score":0.93197},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":0.69525,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95857,"utmos":2.56712,"dnsmos_ovrl":3.06455,"dnsmos_sig":3.41521,"dnsmos_bak":4.00566,"pesq_wb":3.6723,"pesq_nb":3.93672,"stoi":0.958,"estoi":0.91445,"si_sdr":9.98539,"mel_dist":0.2362,"stft_dist":1.28434,"f0_rmse_cents":118.45657,"f0_corr":0.90305,"vuv_err":0.11593,"score_intelligibility":0.88816,"score_speaker":0.95857,"score_quality":0.96481,"score_fidelity":0.87486,"score":0.9216},"uk":{"n":50,"unit":"wer","wer":7.26447,"wer_orig":6.46992,"dwer":0.79455,"wer_pseudo":3.29545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.93234,"utmos":2.47729,"dnsmos_ovrl":3.08127,"dnsmos_sig":3.43248,"dnsmos_bak":4.01779,"pesq_wb":3.6273,"pesq_nb":3.89713,"stoi":0.94114,"estoi":0.87975,"si_sdr":11.69532,"mel_dist":0.23981,"stft_dist":1.29288,"f0_rmse_cents":60.88167,"f0_corr":0.97188,"vuv_err":0.09464,"score_intelligibility":0.90386,"score_speaker":0.93234,"score_quality":0.96811,"score_fidelity":0.88789,"score":0.92305},"el":{"n":50,"unit":"wer","wer":14.32866,"wer_orig":12.02405,"dwer":2.30461,"wer_pseudo":6.20621,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.93729,"utmos":2.63406,"dnsmos_ovrl":2.9942,"dnsmos_sig":3.44475,"dnsmos_bak":3.81019,"pesq_wb":3.85725,"pesq_nb":4.04554,"stoi":0.94403,"estoi":0.88759,"si_sdr":12.16454,"mel_dist":0.18199,"stft_dist":1.11031,"f0_rmse_cents":60.06919,"f0_corr":0.95614,"vuv_err":0.08782,"score_intelligibility":0.84965,"score_speaker":0.93729,"score_quality":0.97059,"score_fidelity":0.90551,"score":0.91576},"ar":{"n":50,"unit":"wer","wer":12.82367,"wer_orig":12.45376,"dwer":0.36991,"wer_pseudo":2.47219,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97265,"utmos":2.66598,"dnsmos_ovrl":3.21044,"dnsmos_sig":3.57584,"dnsmos_bak":3.96032,"pesq_wb":3.78663,"pesq_nb":4.00076,"stoi":0.97348,"estoi":0.94562,"si_sdr":8.64848,"mel_dist":0.19559,"stft_dist":1.15696,"f0_rmse_cents":109.85954,"f0_corr":0.93663,"vuv_err":0.09685,"score_intelligibility":0.97324,"score_speaker":0.97265,"score_quality":0.99792,"score_fidelity":0.9021,"score":0.96148},"fa":{"n":50,"unit":"wer","wer":28.22857,"wer_orig":25.94286,"dwer":2.28571,"wer_pseudo":6.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.94521,"utmos":2.50529,"dnsmos_ovrl":2.8464,"dnsmos_sig":3.37666,"dnsmos_bak":3.66725,"pesq_wb":3.37348,"pesq_nb":3.80331,"stoi":0.86278,"estoi":0.79772,"si_sdr":6.8923,"mel_dist":0.20293,"stft_dist":1.26241,"f0_rmse_cents":158.29223,"f0_corr":0.87228,"vuv_err":0.09703,"score_intelligibility":0.9218,"score_speaker":0.94521,"score_quality":0.96514,"score_fidelity":0.8044,"score":0.90914},"he":{"n":50,"unit":"wer","wer":25.23256,"wer_orig":19.4186,"dwer":5.81395,"wer_pseudo":10.56338,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.93402,"utmos":2.37272,"dnsmos_ovrl":2.76612,"dnsmos_sig":3.15977,"dnsmos_bak":3.85017,"pesq_wb":3.35869,"pesq_nb":3.78568,"stoi":0.94366,"estoi":0.88873,"si_sdr":10.90784,"mel_dist":0.20867,"stft_dist":1.19229,"f0_rmse_cents":81.07633,"f0_corr":0.92386,"vuv_err":0.1149,"score_intelligibility":0.77837,"score_speaker":0.93402,"score_quality":0.94802,"score_fidelity":0.84714,"score":0.87689},"hi":{"n":50,"unit":"wer","wer":27.79317,"wer_orig":26.31579,"dwer":1.47738,"wer_pseudo":7.1753,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95121,"utmos":2.23824,"dnsmos_ovrl":2.81362,"dnsmos_sig":3.40669,"dnsmos_bak":3.4382,"pesq_wb":3.76482,"pesq_nb":3.9855,"stoi":0.93838,"estoi":0.88784,"si_sdr":12.17434,"mel_dist":0.19867,"stft_dist":1.162,"f0_rmse_cents":75.27105,"f0_corr":0.9498,"vuv_err":0.09569,"score_intelligibility":0.94869,"score_speaker":0.95121,"score_quality":0.97793,"score_fidelity":0.89271,"score":0.94264},"zh":{"n":50,"unit":"cer","wer":7.28863,"wer_orig":7.40525,"dwer":-0.11662,"wer_pseudo":0.54878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95634,"utmos":2.69007,"dnsmos_ovrl":3.08678,"dnsmos_sig":3.45008,"dnsmos_bak":3.97755,"pesq_wb":3.81615,"pesq_nb":4.05491,"stoi":0.96108,"estoi":0.9286,"si_sdr":8.00676,"mel_dist":0.20645,"stft_dist":1.19976,"f0_rmse_cents":68.79458,"f0_corr":0.95423,"vuv_err":0.06544,"score_intelligibility":1.0,"score_speaker":0.95634,"score_quality":0.96714,"score_fidelity":0.90664,"score":0.95753},"yue":{"n":50,"unit":"cer","wer":14.45483,"wer_orig":14.39252,"dwer":0.06231,"wer_pseudo":6.39645,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96355,"utmos":2.85301,"dnsmos_ovrl":3.07044,"dnsmos_sig":3.47128,"dnsmos_bak":3.85276,"pesq_wb":3.80414,"pesq_nb":4.00035,"stoi":0.95156,"estoi":0.91011,"si_sdr":8.74353,"mel_dist":0.16818,"stft_dist":1.11916,"f0_rmse_cents":93.62963,"f0_corr":0.96069,"vuv_err":0.06941,"score_intelligibility":0.99597,"score_speaker":0.96355,"score_quality":0.97632,"score_fidelity":0.90448,"score":0.96008},"ja":{"n":50,"unit":"cer","wer":4.59348,"wer_orig":3.53698,"dwer":1.0565,"wer_pseudo":2.06706,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.90326,"utmos":1.95181,"dnsmos_ovrl":2.50083,"dnsmos_sig":3.17926,"dnsmos_bak":3.23909,"pesq_wb":3.30681,"pesq_nb":3.76011,"stoi":0.85734,"estoi":0.76747,"si_sdr":6.86405,"mel_dist":0.20207,"stft_dist":1.27265,"f0_rmse_cents":106.28276,"f0_corr":0.94569,"vuv_err":0.10187,"score_intelligibility":0.81112,"score_speaker":0.90326,"score_quality":0.94707,"score_fidelity":0.82071,"score":0.87054},"ko":{"n":50,"unit":"cer","wer":4.80392,"wer_orig":5.14706,"dwer":-0.34314,"wer_pseudo":1.0521,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94809,"utmos":3.14436,"dnsmos_ovrl":3.03553,"dnsmos_sig":3.41101,"dnsmos_bak":3.98985,"pesq_wb":3.68953,"pesq_nb":3.95968,"stoi":0.95885,"estoi":0.92268,"si_sdr":10.85824,"mel_dist":0.20433,"stft_dist":1.1868,"f0_rmse_cents":95.02196,"f0_corr":0.93998,"vuv_err":0.06422,"score_intelligibility":1.0,"score_speaker":0.94809,"score_quality":0.97239,"score_fidelity":0.88909,"score":0.95239},"th":{"n":50,"unit":"cer","wer":7.78092,"wer_orig":7.61924,"dwer":0.16168,"wer_pseudo":3.72545,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95301,"utmos":2.26442,"dnsmos_ovrl":2.76022,"dnsmos_sig":3.30115,"dnsmos_bak":3.62364,"pesq_wb":3.40706,"pesq_nb":3.79477,"stoi":0.94262,"estoi":0.89826,"si_sdr":8.41917,"mel_dist":0.19978,"stft_dist":1.2117,"f0_rmse_cents":129.6714,"f0_corr":0.93762,"vuv_err":0.12606,"score_intelligibility":0.98159,"score_speaker":0.95301,"score_quality":0.95092,"score_fidelity":0.85599,"score":0.93538}}},{"codec":"nemo_lfr_speech_codec_22khz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"nemo_lfr_speech_codec_22khz","family":"NeMo","checkpoint":"nvidia/low-frame-rate-speech-codec-22khz","sample_rate":22050,"output_sample_rate":22050,"frame_rate":21.533,"n_codebooks":8,"codebook_size":2016,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"NSCLv1 (NVIDIA Source Code License, non-commercial)","paper":"2409.12117","year":2024,"bitrate_kbps":1.891,"notes":"Low Frame-rate Speech Codec (FSQ + WavLM SLM discriminator)","side_info":null,"warning":null,"env":"nemo"},"kbps":1.891,"kbps_measured":1.89536,"tokens_per_s":172.66196,"params_M":112.69746,"efficiency":{"rtf_encode":0.00384,"rtf_decode":0.00457,"peak_vram_gb":1.56017,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.8208,"score_worst_lang":0.72366,"worst_lang":"en","en_gap":-0.10137,"score_intelligibility":0.72524,"score_speaker":0.87343,"score_quality":0.98329,"score_fidelity":0.70126,"dwer":4.0033,"wer":12.80911,"wer_pseudo":7.71512,"sim":0.87343,"utmos":2.55765,"dnsmos_ovrl":3.02553,"dnsmos_sig":3.42757,"dnsmos_bak":3.9007,"pesq_wb":2.49609,"pesq_nb":3.22288,"stoi":0.87322,"estoi":0.7735,"si_sdr":3.79534,"mel_dist":0.2351,"stft_dist":1.25173,"f0_rmse_cents":217.03974,"f0_corr":0.80311,"vuv_err":0.17579,"score_ci95":[0.81312,0.82807]},"per_lang":{"en":{"n":50,"unit":"wer","wer":11.01278,"wer_orig":6.98132,"dwer":4.03147,"wer_pseudo":7.10117,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.72967,"utmos":2.25596,"dnsmos_ovrl":2.52595,"dnsmos_sig":3.08484,"dnsmos_bak":3.66158,"pesq_wb":1.9408,"pesq_nb":2.75257,"stoi":0.78921,"estoi":0.65596,"si_sdr":0.63278,"mel_dist":0.25955,"stft_dist":1.43963,"f0_rmse_cents":365.57263,"f0_corr":0.74405,"vuv_err":0.25433,"score_intelligibility":0.6644,"score_speaker":0.72967,"score_quality":0.89987,"score_fidelity":0.60069,"score":0.72366},"de":{"n":50,"unit":"wer","wer":7.73143,"wer_orig":5.69685,"dwer":2.03459,"wer_pseudo":3.15361,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.90389,"utmos":2.78826,"dnsmos_ovrl":3.15234,"dnsmos_sig":3.44989,"dnsmos_bak":4.06974,"pesq_wb":2.60939,"pesq_nb":3.43774,"stoi":0.91778,"estoi":0.8157,"si_sdr":7.35876,"mel_dist":0.21828,"stft_dist":1.16041,"f0_rmse_cents":145.82622,"f0_corr":0.89143,"vuv_err":0.14532,"score_intelligibility":0.76698,"score_speaker":0.90389,"score_quality":1.0,"score_fidelity":0.75634,"score":0.8568},"fr":{"n":50,"unit":"wer","wer":8.3004,"wer_orig":4.98024,"dwer":3.32016,"wer_pseudo":5.55556,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.90061,"utmos":2.38379,"dnsmos_ovrl":3.10168,"dnsmos_sig":3.42987,"dnsmos_bak":4.02314,"pesq_wb":2.58217,"pesq_nb":3.2519,"stoi":0.91589,"estoi":0.84605,"si_sdr":5.15084,"mel_dist":0.24707,"stft_dist":1.21429,"f0_rmse_cents":232.22848,"f0_corr":0.82386,"vuv_err":0.17062,"score_intelligibility":0.64301,"score_speaker":0.90061,"score_quality":1.0,"score_fidelity":0.7306,"score":0.81855},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.91872,"utmos":2.81391,"dnsmos_ovrl":3.29295,"dnsmos_sig":3.60981,"dnsmos_bak":4.02673,"pesq_wb":3.03124,"pesq_nb":3.56805,"stoi":0.92375,"estoi":0.85108,"si_sdr":6.30126,"mel_dist":0.22895,"stft_dist":1.19835,"f0_rmse_cents":217.33749,"f0_corr":0.87208,"vuv_err":0.16879,"score_intelligibility":0.95745,"score_speaker":0.91872,"score_quality":1.0,"score_fidelity":0.79206,"score":0.91706},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":2.19378,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92896,"utmos":3.12609,"dnsmos_ovrl":3.37814,"dnsmos_sig":3.64656,"dnsmos_bak":4.1353,"pesq_wb":3.05177,"pesq_nb":3.59697,"stoi":0.92653,"estoi":0.86187,"si_sdr":7.24369,"mel_dist":0.22925,"stft_dist":1.15089,"f0_rmse_cents":140.56616,"f0_corr":0.83269,"vuv_err":0.15474,"score_intelligibility":0.86661,"score_speaker":0.92896,"score_quality":1.0,"score_fidelity":0.78181,"score":0.89434},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93795,"utmos":2.55131,"dnsmos_ovrl":3.13119,"dnsmos_sig":3.49164,"dnsmos_bak":3.8591,"pesq_wb":2.73314,"pesq_nb":3.31723,"stoi":0.87728,"estoi":0.78354,"si_sdr":1.01797,"mel_dist":0.21216,"stft_dist":1.18556,"f0_rmse_cents":242.20522,"f0_corr":0.87102,"vuv_err":0.17067,"score_intelligibility":1.0,"score_speaker":0.93795,"score_quality":1.0,"score_fidelity":0.74783,"score":0.92145},"nl":{"n":50,"unit":"wer","wer":10.97235,"wer_orig":5.26316,"dwer":5.70919,"wer_pseudo":7.43062,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.79374,"utmos":2.84549,"dnsmos_ovrl":2.74834,"dnsmos_sig":3.1532,"dnsmos_bak":4.04158,"pesq_wb":2.33957,"pesq_nb":3.05093,"stoi":0.90173,"estoi":0.80313,"si_sdr":4.06531,"mel_dist":0.29568,"stft_dist":1.44757,"f0_rmse_cents":181.20336,"f0_corr":0.8163,"vuv_err":0.24071,"score_intelligibility":0.52314,"score_speaker":0.79374,"score_quality":0.96872,"score_fidelity":0.70025,"score":0.74646},"pl":{"n":50,"unit":"wer","wer":8.00439,"wer_orig":3.28947,"dwer":4.71491,"wer_pseudo":6.6886,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.87533,"utmos":2.72605,"dnsmos_ovrl":3.08743,"dnsmos_sig":3.43121,"dnsmos_bak":4.05686,"pesq_wb":2.57522,"pesq_nb":3.20376,"stoi":0.92792,"estoi":0.84081,"si_sdr":1.83693,"mel_dist":0.26194,"stft_dist":1.32021,"f0_rmse_cents":484.13518,"f0_corr":0.53947,"vuv_err":0.20287,"score_intelligibility":0.47638,"score_speaker":0.87533,"score_quality":0.99393,"score_fidelity":0.63915,"score":0.7462},"cs":{"n":50,"unit":"wer","wer":12.36873,"wer_orig":9.45158,"dwer":2.91715,"wer_pseudo":9.34579,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.91359,"utmos":2.55319,"dnsmos_ovrl":3.20946,"dnsmos_sig":3.52646,"dnsmos_bak":3.99768,"pesq_wb":2.47525,"pesq_nb":3.17489,"stoi":0.89479,"estoi":0.80491,"si_sdr":7.96806,"mel_dist":0.23676,"stft_dist":1.18099,"f0_rmse_cents":90.15351,"f0_corr":0.90049,"vuv_err":0.11489,"score_intelligibility":0.78179,"score_speaker":0.91359,"score_quality":0.99461,"score_fidelity":0.73893,"score":0.85723},"tr":{"n":50,"unit":"wer","wer":11.44737,"wer_orig":7.76316,"dwer":3.68421,"wer_pseudo":7.24638,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.86504,"utmos":2.24404,"dnsmos_ovrl":3.09307,"dnsmos_sig":3.45046,"dnsmos_bak":4.01059,"pesq_wb":2.5198,"pesq_nb":3.27902,"stoi":0.88793,"estoi":0.77687,"si_sdr":-0.92807,"mel_dist":0.25266,"stft_dist":1.38918,"f0_rmse_cents":148.87337,"f0_corr":0.88561,"vuv_err":0.14027,"score_intelligibility":0.70402,"score_speaker":0.86504,"score_quality":0.98525,"score_fidelity":0.73592,"score":0.82256},"id":{"n":50,"unit":"wer","wer":10.38961,"wer_orig":5.90319,"dwer":4.48642,"wer_pseudo":7.67414,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.87026,"utmos":2.08622,"dnsmos_ovrl":2.9111,"dnsmos_sig":3.46024,"dnsmos_bak":3.4644,"pesq_wb":2.23869,"pesq_nb":2.97992,"stoi":0.78557,"estoi":0.64175,"si_sdr":2.99986,"mel_dist":0.19487,"stft_dist":1.18527,"f0_rmse_cents":170.40923,"f0_corr":0.76894,"vuv_err":0.20753,"score_intelligibility":0.6061,"score_speaker":0.87026,"score_quality":1.0,"score_fidelity":0.63614,"score":0.77812},"vi":{"n":50,"unit":"wer","wer":14.08115,"wer_orig":7.71679,"dwer":6.36436,"wer_pseudo":9.87261,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.87503,"utmos":2.12231,"dnsmos_ovrl":2.97532,"dnsmos_sig":3.46769,"dnsmos_bak":3.76697,"pesq_wb":2.20209,"pesq_nb":3.17968,"stoi":0.75962,"estoi":0.62676,"si_sdr":2.93527,"mel_dist":0.20789,"stft_dist":1.14421,"f0_rmse_cents":282.15389,"f0_corr":0.72219,"vuv_err":0.22889,"score_intelligibility":0.57799,"score_speaker":0.87503,"score_quality":1.0,"score_fidelity":0.60842,"score":0.76536},"ru":{"n":50,"unit":"wer","wer":6.82081,"wer_orig":4.50867,"dwer":2.31214,"wer_pseudo":2.43337,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.89556,"utmos":2.59537,"dnsmos_ovrl":3.10687,"dnsmos_sig":3.43344,"dnsmos_bak":4.06991,"pesq_wb":2.57602,"pesq_nb":3.22082,"stoi":0.90979,"estoi":0.82145,"si_sdr":4.44339,"mel_dist":0.26452,"stft_dist":1.3076,"f0_rmse_cents":192.66185,"f0_corr":0.81811,"vuv_err":0.19384,"score_intelligibility":0.70436,"score_speaker":0.89556,"score_quality":0.97319,"score_fidelity":0.72606,"score":0.82479},"uk":{"n":50,"unit":"wer","wer":9.64813,"wer_orig":6.46992,"dwer":3.17821,"wer_pseudo":6.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.84739,"utmos":2.47886,"dnsmos_ovrl":3.1216,"dnsmos_sig":3.45108,"dnsmos_bak":4.08168,"pesq_wb":2.55033,"pesq_nb":3.16378,"stoi":0.89317,"estoi":0.78649,"si_sdr":2.98171,"mel_dist":0.25627,"stft_dist":1.33483,"f0_rmse_cents":132.69908,"f0_corr":0.88341,"vuv_err":0.1578,"score_intelligibility":0.70152,"score_speaker":0.84739,"score_quality":0.96861,"score_fidelity":0.73985,"score":0.81434},"el":{"n":50,"unit":"wer","wer":21.24248,"wer_orig":12.02405,"dwer":9.21844,"wer_pseudo":14.31431,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.84214,"utmos":2.70946,"dnsmos_ovrl":3.06352,"dnsmos_sig":3.47408,"dnsmos_bak":3.90856,"pesq_wb":2.68758,"pesq_nb":3.36367,"stoi":0.88596,"estoi":0.78067,"si_sdr":2.89158,"mel_dist":0.22018,"stft_dist":1.14503,"f0_rmse_cents":163.22624,"f0_corr":0.78832,"vuv_err":0.13921,"score_intelligibility":0.58555,"score_speaker":0.84214,"score_quality":0.99231,"score_fidelity":0.71882,"score":0.7847},"ar":{"n":50,"unit":"wer","wer":16.76942,"wer_orig":12.45376,"dwer":4.31566,"wer_pseudo":8.03461,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93061,"utmos":2.74198,"dnsmos_ovrl":3.26941,"dnsmos_sig":3.60081,"dnsmos_bak":4.02338,"pesq_wb":2.64974,"pesq_nb":3.38139,"stoi":0.9414,"estoi":0.88072,"si_sdr":5.55144,"mel_dist":0.22951,"stft_dist":1.20048,"f0_rmse_cents":239.39811,"f0_corr":0.783,"vuv_err":0.14235,"score_intelligibility":0.75713,"score_speaker":0.93061,"score_quality":1.0,"score_fidelity":0.73192,"score":0.85491},"fa":{"n":50,"unit":"wer","wer":32.57143,"wer_orig":25.94286,"dwer":6.62857,"wer_pseudo":13.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.8662,"utmos":2.45559,"dnsmos_ovrl":2.92482,"dnsmos_sig":3.41308,"dnsmos_bak":3.79191,"pesq_wb":2.08558,"pesq_nb":3.07165,"stoi":0.7412,"estoi":0.6155,"si_sdr":2.71676,"mel_dist":0.23667,"stft_dist":1.33054,"f0_rmse_cents":314.54388,"f0_corr":0.67324,"vuv_err":0.22453,"score_intelligibility":0.80255,"score_speaker":0.8662,"score_quality":0.94978,"score_fidelity":0.57487,"score":0.79835},"he":{"n":50,"unit":"wer","wer":35.11628,"wer_orig":19.4186,"dwer":15.69767,"wer_pseudo":24.88263,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83102,"utmos":2.38415,"dnsmos_ovrl":2.82877,"dnsmos_sig":3.21459,"dnsmos_bak":3.94764,"pesq_wb":2.37795,"pesq_nb":3.03531,"stoi":0.88936,"estoi":0.79363,"si_sdr":5.07043,"mel_dist":0.23737,"stft_dist":1.27017,"f0_rmse_cents":131.63577,"f0_corr":0.82124,"vuv_err":0.18581,"score_intelligibility":0.56536,"score_speaker":0.83102,"score_quality":0.96536,"score_fidelity":0.70143,"score":0.76579},"hi":{"n":50,"unit":"wer","wer":31.57895,"wer_orig":26.31579,"dwer":5.26316,"wer_pseudo":14.7139,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.89135,"utmos":2.30513,"dnsmos_ovrl":2.93369,"dnsmos_sig":3.47381,"dnsmos_bak":3.59981,"pesq_wb":2.42116,"pesq_nb":3.19501,"stoi":0.86212,"estoi":0.75104,"si_sdr":4.077,"mel_dist":0.22649,"stft_dist":1.2387,"f0_rmse_cents":181.18145,"f0_corr":0.78139,"vuv_err":0.16359,"score_intelligibility":0.83845,"score_speaker":0.89135,"score_quality":1.0,"score_fidelity":0.68319,"score":0.85325},"zh":{"n":50,"unit":"cer","wer":8.92128,"wer_orig":7.40525,"dwer":1.51603,"wer_pseudo":2.9878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.88666,"utmos":2.79121,"dnsmos_ovrl":3.09122,"dnsmos_sig":3.45363,"dnsmos_bak":3.98304,"pesq_wb":2.6615,"pesq_nb":3.40965,"stoi":0.91321,"estoi":0.8384,"si_sdr":3.13849,"mel_dist":0.22974,"stft_dist":1.24358,"f0_rmse_cents":193.48667,"f0_corr":0.7841,"vuv_err":0.13083,"score_intelligibility":0.84719,"score_speaker":0.88666,"score_quality":0.99509,"score_fidelity":0.72401,"score":0.86324},"yue":{"n":50,"unit":"cer","wer":15.2648,"wer_orig":14.39252,"dwer":0.87227,"wer_pseudo":10.89297,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91937,"utmos":2.98703,"dnsmos_ovrl":3.11668,"dnsmos_sig":3.49248,"dnsmos_bak":3.92177,"pesq_wb":2.50497,"pesq_nb":3.23378,"stoi":0.89206,"estoi":0.79404,"si_sdr":4.28014,"mel_dist":0.203,"stft_dist":1.1432,"f0_rmse_cents":227.79628,"f0_corr":0.84072,"vuv_err":0.1518,"score_intelligibility":0.94637,"score_speaker":0.91937,"score_quality":1.0,"score_fidelity":0.72093,"score":0.89667},"ja":{"n":50,"unit":"cer","wer":7.16582,"wer_orig":3.53698,"dwer":3.62885,"wer_pseudo":5.51217,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.79971,"utmos":1.91718,"dnsmos_ovrl":2.60306,"dnsmos_sig":3.25313,"dnsmos_bak":3.39329,"pesq_wb":2.2827,"pesq_nb":3.03558,"stoi":0.74549,"estoi":0.59614,"si_sdr":0.76723,"mel_dist":0.22714,"stft_dist":1.36054,"f0_rmse_cents":151.04184,"f0_corr":0.87121,"vuv_err":0.1908,"score_intelligibility":0.55561,"score_speaker":0.79971,"score_quality":0.9428,"score_fidelity":0.66106,"score":0.7398},"ko":{"n":50,"unit":"cer","wer":5.78431,"wer_orig":5.14706,"dwer":0.63725,"wer_pseudo":2.05411,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.85985,"utmos":3.1528,"dnsmos_ovrl":3.0876,"dnsmos_sig":3.43624,"dnsmos_bak":4.06223,"pesq_wb":2.85836,"pesq_nb":3.48875,"stoi":0.90625,"estoi":0.83412,"si_sdr":6.59179,"mel_dist":0.22781,"stft_dist":1.16406,"f0_rmse_cents":176.39636,"f0_corr":0.85976,"vuv_err":0.11057,"score_intelligibility":0.90607,"score_speaker":0.85985,"score_quality":0.97655,"score_fidelity":0.76566,"score":0.87703},"th":{"n":50,"unit":"cer","wer":12.73242,"wer_orig":7.61924,"dwer":5.11318,"wer_pseudo":9.94128,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.87963,"utmos":2.36822,"dnsmos_ovrl":2.8584,"dnsmos_sig":3.36341,"dnsmos_bak":3.71997,"pesq_wb":1.95121,"pesq_nb":2.95719,"stoi":0.86928,"estoi":0.76346,"si_sdr":1.99563,"mel_dist":0.23865,"stft_dist":1.28625,"f0_rmse_cents":404.22157,"f0_corr":0.7021,"vuv_err":0.22807,"score_intelligibility":0.62766,"score_speaker":0.87963,"score_quality":0.99293,"score_fidelity":0.61439,"score":0.77865}}},{"codec":"nemo_mel_codec_44khz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"nemo_mel_codec_44khz","family":"NeMo","checkpoint":"nvidia/mel-codec-44khz","sample_rate":44100,"output_sample_rate":44100,"frame_rate":86.133,"n_codebooks":8,"codebook_size":1000,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"NSCLv1 (NVIDIA Source Code License, non-commercial)","paper":"2406.05298","year":2024,"bitrate_kbps":6.8671,"notes":"Spectral (mel-band) codec, FSQ","side_info":null,"warning":null,"env":"nemo"},"kbps":6.8671,"kbps_measured":6.87089,"tokens_per_s":689.44842,"params_M":64.45703,"efficiency":{"rtf_encode":0.00075,"rtf_decode":0.01668,"peak_vram_gb":1.96575,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.85419,"score_worst_lang":0.73934,"worst_lang":"en","en_gap":-0.11984,"score_intelligibility":0.85245,"score_speaker":0.90478,"score_quality":0.8931,"score_fidelity":0.76642,"dwer":1.70923,"wer":10.51504,"wer_pseudo":4.22789,"sim":0.90478,"utmos":2.25853,"dnsmos_ovrl":2.95099,"dnsmos_sig":3.37943,"dnsmos_bak":3.81798,"pesq_wb":2.92764,"pesq_nb":3.50372,"stoi":0.92043,"estoi":0.85468,"si_sdr":-15.05559,"mel_dist":0.21431,"stft_dist":1.30699,"f0_rmse_cents":182.659,"f0_corr":0.82808,"vuv_err":0.19117,"score_ci95":[0.84749,0.86068]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.22616,"wer_orig":6.98132,"dwer":3.24484,"wer_pseudo":6.03113,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.78626,"utmos":2.01911,"dnsmos_ovrl":2.42769,"dnsmos_sig":3.03007,"dnsmos_bak":3.45341,"pesq_wb":2.23789,"pesq_nb":2.90261,"stoi":0.83224,"estoi":0.72553,"si_sdr":-21.62562,"mel_dist":0.28589,"stft_dist":1.58064,"f0_rmse_cents":211.16351,"f0_corr":0.82203,"vuv_err":0.22708,"score_intelligibility":0.71096,"score_speaker":0.78626,"score_quality":0.79082,"score_fidelity":0.66932,"score":0.73934},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":1.32248,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94631,"utmos":2.47669,"dnsmos_ovrl":3.09252,"dnsmos_sig":3.38963,"dnsmos_bak":4.0658,"pesq_wb":3.32512,"pesq_nb":3.76624,"stoi":0.94996,"estoi":0.88642,"si_sdr":-17.27198,"mel_dist":0.16589,"stft_dist":1.1162,"f0_rmse_cents":161.04617,"f0_corr":0.87998,"vuv_err":0.17802,"score_intelligibility":0.94272,"score_speaker":0.94631,"score_quality":0.9269,"score_fidelity":0.83142,"score":0.91184},"fr":{"n":50,"unit":"wer","wer":6.95652,"wer_orig":4.98024,"dwer":1.97628,"wer_pseudo":4.04762,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91578,"utmos":2.0804,"dnsmos_ovrl":3.03996,"dnsmos_sig":3.38928,"dnsmos_bak":3.96245,"pesq_wb":2.90902,"pesq_nb":3.49836,"stoi":0.9446,"estoi":0.89446,"si_sdr":-11.47018,"mel_dist":0.22199,"stft_dist":1.27599,"f0_rmse_cents":150.42677,"f0_corr":0.84753,"vuv_err":0.18236,"score_intelligibility":0.75161,"score_speaker":0.91578,"score_quality":0.89562,"score_fidelity":0.77919,"score":0.83555},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":0.54695,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.93588,"utmos":2.42,"dnsmos_ovrl":3.20455,"dnsmos_sig":3.56433,"dnsmos_bak":3.93091,"pesq_wb":3.37602,"pesq_nb":3.75486,"stoi":0.95645,"estoi":0.9137,"si_sdr":-15.0356,"mel_dist":0.18532,"stft_dist":1.21374,"f0_rmse_cents":203.73107,"f0_corr":0.86147,"vuv_err":0.20686,"score_intelligibility":0.9375,"score_speaker":0.93588,"score_quality":0.90321,"score_fidelity":0.83226,"score":0.90221},"it":{"n":50,"unit":"wer","wer":3.36976,"wer_orig":2.55009,"dwer":0.81967,"wer_pseudo":1.09689,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94735,"utmos":2.75198,"dnsmos_ovrl":3.33589,"dnsmos_sig":3.62732,"dnsmos_bak":4.09263,"pesq_wb":3.51542,"pesq_nb":3.8293,"stoi":0.95717,"estoi":0.91823,"si_sdr":-9.5668,"mel_dist":0.18574,"stft_dist":1.17958,"f0_rmse_cents":109.38841,"f0_corr":0.86095,"vuv_err":0.15283,"score_intelligibility":0.81242,"score_speaker":0.94735,"score_quality":0.91622,"score_fidelity":0.8456,"score":0.8804},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95631,"utmos":2.36923,"dnsmos_ovrl":3.01683,"dnsmos_sig":3.40969,"dnsmos_bak":3.7531,"pesq_wb":3.32997,"pesq_nb":3.72388,"stoi":0.93379,"estoi":0.8813,"si_sdr":-17.2846,"mel_dist":0.17013,"stft_dist":1.18817,"f0_rmse_cents":247.74563,"f0_corr":0.85488,"vuv_err":0.21588,"score_intelligibility":1.0,"score_speaker":0.95631,"score_quality":0.95467,"score_fidelity":0.81812,"score":0.93228},"nl":{"n":50,"unit":"wer","wer":6.51204,"wer_orig":5.26316,"dwer":1.24888,"wer_pseudo":2.59624,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.91525,"utmos":2.43423,"dnsmos_ovrl":2.73033,"dnsmos_sig":3.13936,"dnsmos_bak":4.03835,"pesq_wb":2.54868,"pesq_nb":3.21682,"stoi":0.94149,"estoi":0.87339,"si_sdr":-16.25251,"mel_dist":0.30898,"stft_dist":1.61138,"f0_rmse_cents":114.88234,"f0_corr":0.90323,"vuv_err":0.18442,"score_intelligibility":0.83375,"score_speaker":0.91525,"score_quality":0.86247,"score_fidelity":0.7624,"score":0.84347},"pl":{"n":50,"unit":"wer","wer":4.93421,"wer_orig":3.28947,"dwer":1.64474,"wer_pseudo":2.30263,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.91623,"utmos":2.38006,"dnsmos_ovrl":3.00524,"dnsmos_sig":3.37893,"dnsmos_bak":3.98038,"pesq_wb":2.97622,"pesq_nb":3.48069,"stoi":0.94998,"estoi":0.88892,"si_sdr":-15.95058,"mel_dist":0.26739,"stft_dist":1.47148,"f0_rmse_cents":122.86398,"f0_corr":0.80723,"vuv_err":0.16331,"score_intelligibility":0.72284,"score_speaker":0.91623,"score_quality":0.89492,"score_fidelity":0.77395,"score":0.82698},"cs":{"n":50,"unit":"wer","wer":11.08518,"wer_orig":9.45158,"dwer":1.63361,"wer_pseudo":5.60748,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9387,"utmos":2.33812,"dnsmos_ovrl":3.13856,"dnsmos_sig":3.47994,"dnsmos_bak":3.93664,"pesq_wb":2.9606,"pesq_nb":3.59361,"stoi":0.94193,"estoi":0.88835,"si_sdr":-13.93072,"mel_dist":0.18327,"stft_dist":1.16582,"f0_rmse_cents":101.16728,"f0_corr":0.8825,"vuv_err":0.14824,"score_intelligibility":0.86483,"score_speaker":0.9387,"score_quality":0.92612,"score_fidelity":0.79487,"score":0.88113},"tr":{"n":50,"unit":"wer","wer":11.44737,"wer_orig":7.76316,"dwer":3.68421,"wer_pseudo":5.5336,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90793,"utmos":2.09111,"dnsmos_ovrl":3.05526,"dnsmos_sig":3.42075,"dnsmos_bak":3.97561,"pesq_wb":2.95422,"pesq_nb":3.52239,"stoi":0.92585,"estoi":0.84984,"si_sdr":-15.07487,"mel_dist":0.23401,"stft_dist":1.39807,"f0_rmse_cents":136.24483,"f0_corr":0.898,"vuv_err":0.18754,"score_intelligibility":0.70402,"score_speaker":0.90793,"score_quality":0.9256,"score_fidelity":0.79407,"score":0.8329},"id":{"n":50,"unit":"wer","wer":7.67414,"wer_orig":5.90319,"dwer":1.77096,"wer_pseudo":3.30579,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.85174,"utmos":1.85083,"dnsmos_ovrl":2.80621,"dnsmos_sig":3.38413,"dnsmos_bak":3.34599,"pesq_wb":2.70415,"pesq_nb":3.52897,"stoi":0.88969,"estoi":0.80812,"si_sdr":-22.66571,"mel_dist":0.1618,"stft_dist":1.20094,"f0_rmse_cents":240.22376,"f0_corr":0.70391,"vuv_err":0.24342,"score_intelligibility":0.79584,"score_speaker":0.85174,"score_quality":0.94273,"score_fidelity":0.6935,"score":0.82095},"vi":{"n":50,"unit":"wer","wer":9.22832,"wer_orig":7.71679,"dwer":1.51154,"wer_pseudo":3.66242,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.8768,"utmos":1.95274,"dnsmos_ovrl":2.82014,"dnsmos_sig":3.36606,"dnsmos_bak":3.61491,"pesq_wb":2.86218,"pesq_nb":3.52943,"stoi":0.86827,"estoi":0.78792,"si_sdr":-13.74956,"mel_dist":0.17209,"stft_dist":1.18187,"f0_rmse_cents":196.59327,"f0_corr":0.82491,"vuv_err":0.17477,"score_intelligibility":0.85222,"score_speaker":0.8768,"score_quality":0.92394,"score_fidelity":0.74174,"score":0.84867},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.92458,"utmos":2.36021,"dnsmos_ovrl":3.0349,"dnsmos_sig":3.39559,"dnsmos_bak":3.98798,"pesq_wb":3.0049,"pesq_nb":3.5339,"stoi":0.94521,"estoi":0.88675,"si_sdr":-14.60111,"mel_dist":0.24675,"stft_dist":1.38544,"f0_rmse_cents":149.4991,"f0_corr":0.82737,"vuv_err":0.18831,"score_intelligibility":0.90503,"score_speaker":0.92458,"score_quality":0.90132,"score_fidelity":0.7818,"score":0.87818},"uk":{"n":50,"unit":"wer","wer":9.76163,"wer_orig":6.46992,"dwer":3.29171,"wer_pseudo":5.34091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.87602,"utmos":2.30535,"dnsmos_ovrl":3.07532,"dnsmos_sig":3.4279,"dnsmos_bak":4.01762,"pesq_wb":2.86441,"pesq_nb":3.36382,"stoi":0.91456,"estoi":0.83634,"si_sdr":-14.17499,"mel_dist":0.25232,"stft_dist":1.40338,"f0_rmse_cents":117.29045,"f0_corr":0.90375,"vuv_err":0.20377,"score_intelligibility":0.69413,"score_speaker":0.87602,"score_quality":0.91363,"score_fidelity":0.78367,"score":0.81686},"el":{"n":50,"unit":"wer","wer":13.92786,"wer_orig":12.02405,"dwer":1.90381,"wer_pseudo":6.40641,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.90126,"utmos":2.32171,"dnsmos_ovrl":3.02271,"dnsmos_sig":3.45579,"dnsmos_bak":3.8632,"pesq_wb":3.15428,"pesq_nb":3.6799,"stoi":0.93182,"estoi":0.8647,"si_sdr":-8.85992,"mel_dist":0.16656,"stft_dist":1.12238,"f0_rmse_cents":146.74107,"f0_corr":0.81903,"vuv_err":0.17832,"score_intelligibility":0.87247,"score_speaker":0.90126,"score_quality":0.88064,"score_fidelity":0.78879,"score":0.86079},"ar":{"n":50,"unit":"wer","wer":12.57707,"wer_orig":12.45376,"dwer":0.1233,"wer_pseudo":2.22497,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9456,"utmos":2.27426,"dnsmos_ovrl":3.17413,"dnsmos_sig":3.56421,"dnsmos_bak":3.90987,"pesq_wb":3.13667,"pesq_nb":3.58971,"stoi":0.95972,"estoi":0.91896,"si_sdr":-15.63406,"mel_dist":0.18392,"stft_dist":1.20786,"f0_rmse_cents":144.72437,"f0_corr":0.86748,"vuv_err":0.15362,"score_intelligibility":0.99092,"score_speaker":0.9456,"score_quality":0.88084,"score_fidelity":0.81256,"score":0.90748},"fa":{"n":50,"unit":"wer","wer":28.45714,"wer_orig":25.94286,"dwer":2.51429,"wer_pseudo":9.51351,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.90292,"utmos":2.13814,"dnsmos_ovrl":2.85477,"dnsmos_sig":3.369,"dnsmos_bak":3.71732,"pesq_wb":2.46533,"pesq_nb":3.30801,"stoi":0.83367,"estoi":0.7487,"si_sdr":-16.91809,"mel_dist":0.23473,"stft_dist":1.42227,"f0_rmse_cents":254.20718,"f0_corr":0.76266,"vuv_err":0.22965,"score_intelligibility":0.91465,"score_speaker":0.90292,"score_quality":0.85169,"score_fidelity":0.67166,"score":0.83523},"he":{"n":50,"unit":"wer","wer":28.95349,"wer_orig":19.4186,"dwer":9.53488,"wer_pseudo":15.84507,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.87726,"utmos":2.1592,"dnsmos_ovrl":2.8232,"dnsmos_sig":3.22261,"dnsmos_bak":3.91211,"pesq_wb":2.69465,"pesq_nb":3.26049,"stoi":0.91766,"estoi":0.84301,"si_sdr":-8.37737,"mel_dist":0.22779,"stft_dist":1.33364,"f0_rmse_cents":155.8472,"f0_corr":0.80203,"vuv_err":0.19609,"score_intelligibility":0.68168,"score_speaker":0.87726,"score_quality":0.88973,"score_fidelity":0.73462,"score":0.79582},"hi":{"n":50,"unit":"wer","wer":27.14681,"wer_orig":26.31579,"dwer":0.83102,"wer_pseudo":7.72025,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90796,"utmos":1.99997,"dnsmos_ovrl":2.78779,"dnsmos_sig":3.39537,"dnsmos_bak":3.41245,"pesq_wb":2.90387,"pesq_nb":3.54232,"stoi":0.92482,"estoi":0.85987,"si_sdr":-16.68618,"mel_dist":0.19789,"stft_dist":1.27219,"f0_rmse_cents":242.53934,"f0_corr":0.76306,"vuv_err":0.1904,"score_intelligibility":0.97048,"score_speaker":0.90796,"score_quality":0.88596,"score_fidelity":0.74395,"score":0.87709},"zh":{"n":50,"unit":"cer","wer":7.58017,"wer_orig":7.40525,"dwer":0.17493,"wer_pseudo":0.97561,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.9194,"utmos":2.39301,"dnsmos_ovrl":3.06368,"dnsmos_sig":3.43128,"dnsmos_bak":3.9746,"pesq_wb":3.14228,"pesq_nb":3.7232,"stoi":0.9476,"estoi":0.89975,"si_sdr":-11.2667,"mel_dist":0.23901,"stft_dist":1.38663,"f0_rmse_cents":139.49541,"f0_corr":0.8829,"vuv_err":0.16813,"score_intelligibility":0.97961,"score_speaker":0.9194,"score_quality":0.88412,"score_fidelity":0.81419,"score":0.89933},"yue":{"n":50,"unit":"cer","wer":15.82555,"wer_orig":14.39252,"dwer":1.43302,"wer_pseudo":6.01647,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.9366,"utmos":2.61701,"dnsmos_ovrl":3.06657,"dnsmos_sig":3.46265,"dnsmos_bak":3.86607,"pesq_wb":3.04361,"pesq_nb":3.65299,"stoi":0.93546,"estoi":0.87666,"si_sdr":-20.2438,"mel_dist":0.15853,"stft_dist":1.13441,"f0_rmse_cents":279.41715,"f0_corr":0.78069,"vuv_err":0.19655,"score_intelligibility":0.91483,"score_speaker":0.9366,"score_quality":0.91565,"score_fidelity":0.76668,"score":0.88344},"ja":{"n":50,"unit":"cer","wer":5.32843,"wer_orig":3.53698,"dwer":1.79146,"wer_pseudo":2.98576,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.81644,"utmos":1.72884,"dnsmos_ovrl":2.50571,"dnsmos_sig":3.14008,"dnsmos_bak":3.26417,"pesq_wb":2.49677,"pesq_nb":3.14858,"stoi":0.82206,"estoi":0.7123,"si_sdr":-18.79945,"mel_dist":0.24994,"stft_dist":1.5022,"f0_rmse_cents":147.49743,"f0_corr":0.85512,"vuv_err":0.22131,"score_intelligibility":0.71692,"score_speaker":0.81644,"score_quality":0.84101,"score_fidelity":0.70161,"score":0.76899},"ko":{"n":50,"unit":"cer","wer":4.90196,"wer_orig":5.14706,"dwer":-0.2451,"wer_pseudo":1.55311,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.90042,"utmos":2.72081,"dnsmos_ovrl":3.04375,"dnsmos_sig":3.41394,"dnsmos_bak":4.00555,"pesq_wb":3.03507,"pesq_nb":3.58511,"stoi":0.94326,"estoi":0.89143,"si_sdr":-7.71947,"mel_dist":0.24239,"stft_dist":1.31518,"f0_rmse_cents":161.44561,"f0_corr":0.81783,"vuv_err":0.16773,"score_intelligibility":1.0,"score_speaker":0.90042,"score_quality":0.88064,"score_fidelity":0.78085,"score":0.89047},"th":{"n":50,"unit":"cer","wer":8.69038,"wer_orig":7.61924,"dwer":1.07114,"wer_pseudo":5.10225,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91169,"utmos":2.02163,"dnsmos_ovrl":2.69791,"dnsmos_sig":3.24843,"dnsmos_bak":3.55054,"pesq_wb":2.62195,"pesq_nb":3.35401,"stoi":0.92315,"estoi":0.85765,"si_sdr":-18.17435,"mel_dist":0.20102,"stft_dist":1.29831,"f0_rmse_cents":449.63464,"f0_corr":0.64529,"vuv_err":0.22944,"score_intelligibility":0.88946,"score_speaker":0.91169,"score_quality":0.84591,"score_fidelity":0.67728,"score":0.83109}}},{"codec":"nemo_nanocodec_22khz_0.6kbps_12.5fps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"nemo_nanocodec_22khz_0.6kbps_12.5fps","family":"NeMo","checkpoint":"nvidia/nemo-nano-codec-22khz-0.6kbps-12.5fps","sample_rate":22050,"output_sample_rate":22050,"frame_rate":12.5,"n_codebooks":4,"codebook_size":4032,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"NVIDIA Open Model License","paper":"2508.05835","year":2025,"bitrate_kbps":0.5989,"notes":"NanoCodec (FSQ + SLM/WavLM discriminator), paper 2508.05835","side_info":null,"warning":null,"env":"nemo"},"kbps":0.5989,"kbps_measured":0.60055,"tokens_per_s":50.14071,"params_M":61.76225,"efficiency":{"rtf_encode":0.00311,"rtf_decode":0.00544,"peak_vram_gb":0.86001,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.66529,"score_worst_lang":0.53215,"worst_lang":"en","en_gap":-0.13893,"score_intelligibility":0.38579,"score_speaker":0.69565,"score_quality":0.97393,"score_fidelity":0.6058,"dwer":17.86484,"wer":26.67065,"wer_pseudo":23.24595,"sim":0.69565,"utmos":2.55524,"dnsmos_ovrl":3.03505,"dnsmos_sig":3.42642,"dnsmos_bak":3.94202,"pesq_wb":1.83868,"pesq_nb":2.45727,"stoi":0.79131,"estoi":0.64304,"si_sdr":-9.55403,"mel_dist":0.29142,"stft_dist":1.49337,"f0_rmse_cents":201.77041,"f0_corr":0.78648,"vuv_err":0.18287,"score_ci95":[0.65928,0.67102]},"per_lang":{"en":{"n":50,"unit":"wer","wer":30.87512,"wer_orig":6.98132,"dwer":23.89381,"wer_pseudo":28.11284,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.48228,"utmos":2.18766,"dnsmos_ovrl":2.53007,"dnsmos_sig":3.06983,"dnsmos_bak":3.73626,"pesq_wb":1.50524,"pesq_nb":2.05833,"stoi":0.68528,"estoi":0.50755,"si_sdr":-12.55815,"mel_dist":0.30535,"stft_dist":1.62623,"f0_rmse_cents":318.79171,"f0_corr":0.72176,"vuv_err":0.22894,"score_intelligibility":0.25039,"score_speaker":0.48228,"score_quality":0.87881,"score_fidelity":0.51713,"score":0.53215},"de":{"n":50,"unit":"wer","wer":13.22482,"wer_orig":5.69685,"dwer":7.52798,"wer_pseudo":10.47813,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.76911,"utmos":2.73739,"dnsmos_ovrl":3.19907,"dnsmos_sig":3.49119,"dnsmos_bak":4.06873,"pesq_wb":2.05421,"pesq_nb":2.6105,"stoi":0.84353,"estoi":0.67761,"si_sdr":-4.49353,"mel_dist":0.28265,"stft_dist":1.41308,"f0_rmse_cents":198.67113,"f0_corr":0.81199,"vuv_err":0.18472,"score_intelligibility":0.47079,"score_speaker":0.76911,"score_quality":1.0,"score_fidelity":0.65224,"score":0.72303},"fr":{"n":50,"unit":"wer","wer":21.02767,"wer_orig":4.98024,"dwer":16.04743,"wer_pseudo":19.12698,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.73851,"utmos":2.43124,"dnsmos_ovrl":3.11842,"dnsmos_sig":3.44246,"dnsmos_bak":4.04057,"pesq_wb":1.81607,"pesq_nb":2.38297,"stoi":0.83625,"estoi":0.71926,"si_sdr":-13.75856,"mel_dist":0.2864,"stft_dist":1.3961,"f0_rmse_cents":129.88321,"f0_corr":0.86987,"vuv_err":0.19,"score_intelligibility":0.27149,"score_speaker":0.73851,"score_quality":1.0,"score_fidelity":0.64643,"score":0.66411},"es":{"n":50,"unit":"wer","wer":4.36364,"wer_orig":3.09091,"dwer":1.27273,"wer_pseudo":3.46399,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.7507,"utmos":2.91007,"dnsmos_ovrl":3.31919,"dnsmos_sig":3.62849,"dnsmos_bak":4.05334,"pesq_wb":2.28529,"pesq_nb":2.8673,"stoi":0.86301,"estoi":0.74106,"si_sdr":-4.33865,"mel_dist":0.29983,"stft_dist":1.47243,"f0_rmse_cents":195.22169,"f0_corr":0.84438,"vuv_err":0.18389,"score_intelligibility":0.76271,"score_speaker":0.7507,"score_quality":1.0,"score_fidelity":0.69154,"score":0.80124},"it":{"n":50,"unit":"wer","wer":9.01639,"wer_orig":2.55009,"dwer":6.4663,"wer_pseudo":7.58684,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.73474,"utmos":3.04541,"dnsmos_ovrl":3.3886,"dnsmos_sig":3.65232,"dnsmos_bak":4.14749,"pesq_wb":2.26672,"pesq_nb":2.80348,"stoi":0.8635,"estoi":0.74441,"si_sdr":-1.57001,"mel_dist":0.30192,"stft_dist":1.45566,"f0_rmse_cents":154.65489,"f0_corr":0.73468,"vuv_err":0.15614,"score_intelligibility":0.35443,"score_speaker":0.73474,"score_quality":0.98592,"score_fidelity":0.65337,"score":0.68211},"pt":{"n":50,"unit":"wer","wer":9.47266,"wer_orig":3.41797,"dwer":6.05469,"wer_pseudo":8.36614,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.74914,"utmos":2.76009,"dnsmos_ovrl":3.19526,"dnsmos_sig":3.52508,"dnsmos_bak":3.93961,"pesq_wb":1.97026,"pesq_nb":2.57896,"stoi":0.80225,"estoi":0.6631,"si_sdr":-15.38836,"mel_dist":0.2845,"stft_dist":1.44982,"f0_rmse_cents":320.67998,"f0_corr":0.72229,"vuv_err":0.22203,"score_intelligibility":0.42186,"score_speaker":0.74914,"score_quality":1.0,"score_fidelity":0.60059,"score":0.6929},"nl":{"n":50,"unit":"wer","wer":25.42373,"wer_orig":5.26316,"dwer":20.16057,"wer_pseudo":22.38138,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.69311,"utmos":2.62525,"dnsmos_ovrl":2.69176,"dnsmos_sig":3.1005,"dnsmos_bak":4.08136,"pesq_wb":1.62084,"pesq_nb":2.25696,"stoi":0.81887,"estoi":0.66411,"si_sdr":-4.56589,"mel_dist":0.32847,"stft_dist":1.71112,"f0_rmse_cents":141.99828,"f0_corr":0.86242,"vuv_err":0.19065,"score_intelligibility":0.23703,"score_speaker":0.69311,"score_quality":0.89988,"score_fidelity":0.61956,"score":0.61239},"pl":{"n":50,"unit":"wer","wer":23.35526,"wer_orig":3.28947,"dwer":20.06579,"wer_pseudo":22.80702,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.71525,"utmos":2.60143,"dnsmos_ovrl":3.11894,"dnsmos_sig":3.45702,"dnsmos_bak":4.08131,"pesq_wb":1.71096,"pesq_nb":2.26579,"stoi":0.85394,"estoi":0.70515,"si_sdr":-8.43147,"mel_dist":0.29428,"stft_dist":1.54369,"f0_rmse_cents":201.51297,"f0_corr":0.68243,"vuv_err":0.15779,"score_intelligibility":0.17612,"score_speaker":0.71525,"score_quality":0.95827,"score_fidelity":0.57983,"score":0.60737},"cs":{"n":50,"unit":"wer","wer":29.05484,"wer_orig":9.45158,"dwer":19.60327,"wer_pseudo":27.1028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.76631,"utmos":2.53619,"dnsmos_ovrl":3.2578,"dnsmos_sig":3.55647,"dnsmos_bak":4.03737,"pesq_wb":1.67509,"pesq_nb":2.34434,"stoi":0.80178,"estoi":0.65637,"si_sdr":-9.57147,"mel_dist":0.31359,"stft_dist":1.47423,"f0_rmse_cents":113.32806,"f0_corr":0.86117,"vuv_err":0.13043,"score_intelligibility":0.34775,"score_speaker":0.76631,"score_quality":0.98919,"score_fidelity":0.61861,"score":0.68046},"tr":{"n":50,"unit":"wer","wer":39.47368,"wer_orig":7.76316,"dwer":31.71053,"wer_pseudo":36.89065,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.71661,"utmos":2.46231,"dnsmos_ovrl":3.12148,"dnsmos_sig":3.46115,"dnsmos_bak":4.05327,"pesq_wb":1.91343,"pesq_nb":2.59901,"stoi":0.79811,"estoi":0.6281,"si_sdr":-12.35959,"mel_dist":0.31666,"stft_dist":1.60358,"f0_rmse_cents":137.45913,"f0_corr":0.88543,"vuv_err":0.15555,"score_intelligibility":0.21651,"score_speaker":0.71661,"score_quality":1.0,"score_fidelity":0.64817,"score":0.64532},"id":{"n":50,"unit":"wer","wer":26.91854,"wer_orig":5.90319,"dwer":21.01535,"wer_pseudo":25.14758,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.62586,"utmos":2.30441,"dnsmos_ovrl":3.04018,"dnsmos_sig":3.54012,"dnsmos_bak":3.6423,"pesq_wb":1.67199,"pesq_nb":2.35045,"stoi":0.69717,"estoi":0.51237,"si_sdr":-10.43693,"mel_dist":0.27599,"stft_dist":1.47211,"f0_rmse_cents":291.55626,"f0_corr":0.70276,"vuv_err":0.21658,"score_intelligibility":0.24726,"score_speaker":0.62586,"score_quality":1.0,"score_fidelity":0.53064,"score":0.60094},"vi":{"n":50,"unit":"wer","wer":24.42323,"wer_orig":7.71679,"dwer":16.70644,"wer_pseudo":21.97452,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.6748,"utmos":2.1693,"dnsmos_ovrl":2.89134,"dnsmos_sig":3.39839,"dnsmos_bak":3.72894,"pesq_wb":1.76622,"pesq_nb":2.44074,"stoi":0.66913,"estoi":0.50127,"si_sdr":-12.38605,"mel_dist":0.27455,"stft_dist":1.41558,"f0_rmse_cents":163.2965,"f0_corr":0.83676,"vuv_err":0.17614,"score_intelligibility":0.34287,"score_speaker":0.6748,"score_quality":1.0,"score_fidelity":0.57494,"score":0.64815},"ru":{"n":50,"unit":"wer","wer":9.82659,"wer_orig":4.50867,"dwer":5.31792,"wer_pseudo":6.83662,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.72721,"utmos":2.59305,"dnsmos_ovrl":3.08721,"dnsmos_sig":3.4176,"dnsmos_bak":4.07537,"pesq_wb":1.81999,"pesq_nb":2.41942,"stoi":0.8318,"estoi":0.69173,"si_sdr":-3.1914,"mel_dist":0.31117,"stft_dist":1.54642,"f0_rmse_cents":153.76675,"f0_corr":0.82675,"vuv_err":0.18646,"score_intelligibility":0.50881,"score_speaker":0.72721,"score_quality":0.9725,"score_fidelity":0.63094,"score":0.70987},"uk":{"n":50,"unit":"wer","wer":27.80931,"wer_orig":6.46992,"dwer":21.33939,"wer_pseudo":25.68182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.66296,"utmos":2.47708,"dnsmos_ovrl":3.12199,"dnsmos_sig":3.45309,"dnsmos_bak":4.0724,"pesq_wb":1.88207,"pesq_nb":2.42278,"stoi":0.80295,"estoi":0.64525,"si_sdr":-4.97525,"mel_dist":0.3099,"stft_dist":1.53908,"f0_rmse_cents":130.94952,"f0_corr":0.87881,"vuv_err":0.16219,"score_intelligibility":0.25929,"score_speaker":0.66296,"score_quality":0.96804,"score_fidelity":0.64459,"score":0.63372},"el":{"n":50,"unit":"wer","wer":35.77154,"wer_orig":12.02405,"dwer":23.74749,"wer_pseudo":31.43143,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.63206,"utmos":2.70815,"dnsmos_ovrl":3.02956,"dnsmos_sig":3.42726,"dnsmos_bak":3.93532,"pesq_wb":1.96343,"pesq_nb":2.6293,"stoi":0.80723,"estoi":0.65566,"si_sdr":-9.91767,"mel_dist":0.28663,"stft_dist":1.42963,"f0_rmse_cents":126.69765,"f0_corr":0.83324,"vuv_err":0.16098,"score_intelligibility":0.35419,"score_speaker":0.63206,"score_quality":0.99193,"score_fidelity":0.63858,"score":0.65419},"ar":{"n":50,"unit":"wer","wer":28.85327,"wer_orig":12.45376,"dwer":16.39951,"wer_pseudo":24.10383,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.7623,"utmos":2.73939,"dnsmos_ovrl":3.23762,"dnsmos_sig":3.57283,"dnsmos_bak":4.02772,"pesq_wb":1.84576,"pesq_nb":2.46256,"stoi":0.87231,"estoi":0.76807,"si_sdr":-1.33252,"mel_dist":0.29586,"stft_dist":1.48374,"f0_rmse_cents":181.62901,"f0_corr":0.80712,"vuv_err":0.16242,"score_intelligibility":0.45066,"score_speaker":0.7623,"score_quality":1.0,"score_fidelity":0.64036,"score":0.71333},"fa":{"n":50,"unit":"wer","wer":46.51429,"wer_orig":25.94286,"dwer":20.57143,"wer_pseudo":31.78378,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.67983,"utmos":2.44688,"dnsmos_ovrl":2.89884,"dnsmos_sig":3.38067,"dnsmos_bak":3.82133,"pesq_wb":1.61851,"pesq_nb":2.44173,"stoi":0.65261,"estoi":0.4888,"si_sdr":-19.19146,"mel_dist":0.289,"stft_dist":1.5236,"f0_rmse_cents":295.21456,"f0_corr":0.62331,"vuv_err":0.21437,"score_intelligibility":0.56705,"score_speaker":0.67983,"score_quality":0.94709,"score_fidelity":0.48421,"score":0.66954},"he":{"n":50,"unit":"wer","wer":60.34884,"wer_orig":19.4186,"dwer":40.93023,"wer_pseudo":54.10798,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.62179,"utmos":2.40391,"dnsmos_ovrl":2.827,"dnsmos_sig":3.19881,"dnsmos_bak":3.99055,"pesq_wb":1.73714,"pesq_nb":2.26896,"stoi":0.79916,"estoi":0.65,"si_sdr":-12.00768,"mel_dist":0.27968,"stft_dist":1.44406,"f0_rmse_cents":203.66123,"f0_corr":0.72331,"vuv_err":0.2053,"score_intelligibility":0.33283,"score_speaker":0.62179,"score_quality":0.972,"score_fidelity":0.57769,"score":0.62608},"hi":{"n":50,"unit":"wer","wer":49.76916,"wer_orig":26.31579,"dwer":23.45337,"wer_pseudo":39.78202,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.66693,"utmos":2.44455,"dnsmos_ovrl":2.99762,"dnsmos_sig":3.50266,"dnsmos_bak":3.69607,"pesq_wb":1.80938,"pesq_nb":2.49649,"stoi":0.78622,"estoi":0.63183,"si_sdr":-10.38837,"mel_dist":0.29214,"stft_dist":1.47247,"f0_rmse_cents":365.1764,"f0_corr":0.70633,"vuv_err":0.20436,"score_intelligibility":0.53804,"score_speaker":0.66693,"score_quality":1.0,"score_fidelity":0.5746,"score":0.69489},"zh":{"n":50,"unit":"cer","wer":14.98542,"wer_orig":7.40525,"dwer":7.58017,"wer_pseudo":9.57317,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.73502,"utmos":2.5965,"dnsmos_ovrl":3.05793,"dnsmos_sig":3.41292,"dnsmos_bak":4.02736,"pesq_wb":1.94264,"pesq_nb":2.51898,"stoi":0.83496,"estoi":0.70693,"si_sdr":-14.09703,"mel_dist":0.27172,"stft_dist":1.49867,"f0_rmse_cents":252.67774,"f0_corr":0.72976,"vuv_err":0.15446,"score_intelligibility":0.52581,"score_speaker":0.73502,"score_quality":0.93897,"score_fidelity":0.61135,"score":0.70279},"yue":{"n":50,"unit":"cer","wer":22.80374,"wer_orig":14.39252,"dwer":8.41121,"wer_pseudo":21.78594,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.75886,"utmos":2.81618,"dnsmos_ovrl":3.12234,"dnsmos_sig":3.47794,"dnsmos_bak":3.97306,"pesq_wb":1.84168,"pesq_nb":2.46568,"stoi":0.8198,"estoi":0.67272,"si_sdr":-9.15259,"mel_dist":0.27059,"stft_dist":1.44252,"f0_rmse_cents":187.74261,"f0_corr":0.85272,"vuv_err":0.1867,"score_intelligibility":0.64664,"score_speaker":0.75886,"score_quality":0.96685,"score_fidelity":0.63767,"score":0.75251},"ja":{"n":50,"unit":"cer","wer":51.63068,"wer_orig":3.53698,"dwer":48.09371,"wer_pseudo":49.79329,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.57756,"utmos":2.06314,"dnsmos_ovrl":2.69763,"dnsmos_sig":3.32284,"dnsmos_bak":3.5254,"pesq_wb":1.73341,"pesq_nb":2.33243,"stoi":0.63068,"estoi":0.44184,"si_sdr":-13.70407,"mel_dist":0.27174,"stft_dist":1.50663,"f0_rmse_cents":208.32381,"f0_corr":0.71067,"vuv_err":0.19363,"score_intelligibility":0.0862,"score_speaker":0.57756,"score_quality":1.0,"score_fidelity":0.51696,"score":0.54518},"ko":{"n":50,"unit":"cer","wer":9.95098,"wer_orig":5.14706,"dwer":4.80392,"wer_pseudo":6.56313,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.73051,"utmos":2.94974,"dnsmos_ovrl":3.041,"dnsmos_sig":3.39145,"dnsmos_bak":4.07696,"pesq_wb":2.13845,"pesq_nb":2.76154,"stoi":0.83419,"estoi":0.71241,"si_sdr":-12.28116,"mel_dist":0.26299,"stft_dist":1.36691,"f0_rmse_cents":106.86908,"f0_corr":0.91298,"vuv_err":0.12155,"score_intelligibility":0.56132,"score_speaker":0.73051,"score_quality":0.93064,"score_fidelity":0.69081,"score":0.72832},"th":{"n":50,"unit":"cer","wer":25.2021,"wer_orig":7.61924,"dwer":17.58286,"wer_pseudo":23.02085,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.72415,"utmos":2.31636,"dnsmos_ovrl":2.85038,"dnsmos_sig":3.3529,"dnsmos_bak":3.77628,"pesq_wb":1.53962,"pesq_nb":2.19583,"stoi":0.78666,"estoi":0.6474,"si_sdr":-9.19875,"mel_dist":0.28845,"stft_dist":1.55349,"f0_rmse_cents":262.72762,"f0_corr":0.7345,"vuv_err":0.24371,"score_intelligibility":0.32895,"score_speaker":0.72415,"score_quality":0.97425,"score_fidelity":0.55845,"score":0.64645}}},{"codec":"nemo_nanocodec_22khz_1.78kbps_12.5fps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"nemo_nanocodec_22khz_1.78kbps_12.5fps","family":"NeMo","checkpoint":"nvidia/nemo-nano-codec-22khz-1.78kbps-12.5fps","sample_rate":22050,"output_sample_rate":22050,"frame_rate":12.5,"n_codebooks":13,"codebook_size":2016,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"NVIDIA Open Model License","paper":"2508.05835","year":2025,"bitrate_kbps":1.7838,"notes":"NanoCodec (FSQ + SLM/WavLM discriminator), paper 2508.05835","side_info":null,"warning":null,"env":"nemo"},"kbps":1.7838,"kbps_measured":1.78883,"tokens_per_s":162.95732,"params_M":62.17359,"efficiency":{"rtf_encode":0.00326,"rtf_decode":0.00551,"peak_vram_gb":0.86332,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.84358,"score_worst_lang":0.68912,"worst_lang":"en","en_gap":-0.16117,"score_intelligibility":0.78142,"score_speaker":0.90313,"score_quality":0.98256,"score_fidelity":0.7072,"dwer":2.8487,"wer":11.6545,"wer_pseudo":6.12934,"sim":0.90313,"utmos":2.56539,"dnsmos_ovrl":2.98354,"dnsmos_sig":3.39668,"dnsmos_bak":3.86954,"pesq_wb":2.44308,"pesq_nb":3.1062,"stoi":0.87258,"estoi":0.76957,"si_sdr":-2.83285,"mel_dist":0.21143,"stft_dist":1.21509,"f0_rmse_cents":168.43264,"f0_corr":0.8367,"vuv_err":0.15982,"score_ci95":[0.83673,0.85013]},"per_lang":{"en":{"n":50,"unit":"wer","wer":14.84759,"wer_orig":6.98132,"dwer":7.86627,"wer_pseudo":10.21401,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.82433,"utmos":2.23146,"dnsmos_ovrl":2.44354,"dnsmos_sig":3.02638,"dnsmos_bak":3.51532,"pesq_wb":1.8772,"pesq_nb":2.62563,"stoi":0.7907,"estoi":0.64782,"si_sdr":-3.89826,"mel_dist":0.24521,"stft_dist":1.42892,"f0_rmse_cents":418.43716,"f0_corr":0.64786,"vuv_err":0.26171,"score_intelligibility":0.50363,"score_speaker":0.82433,"score_quality":0.86547,"score_fidelity":0.56306,"score":0.68912},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":2.44151,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.93406,"utmos":2.68175,"dnsmos_ovrl":3.12391,"dnsmos_sig":3.42678,"dnsmos_bak":4.05441,"pesq_wb":2.67314,"pesq_nb":3.30924,"stoi":0.91466,"estoi":0.81163,"si_sdr":3.5217,"mel_dist":0.19215,"stft_dist":1.10607,"f0_rmse_cents":161.88258,"f0_corr":0.86481,"vuv_err":0.16111,"score_intelligibility":0.85683,"score_speaker":0.93406,"score_quality":0.98618,"score_fidelity":0.7525,"score":0.88239},"fr":{"n":50,"unit":"wer","wer":6.87747,"wer_orig":4.98024,"dwer":1.89723,"wer_pseudo":4.52381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91702,"utmos":2.36028,"dnsmos_ovrl":3.05668,"dnsmos_sig":3.38945,"dnsmos_bak":4.00003,"pesq_wb":2.45991,"pesq_nb":3.05973,"stoi":0.914,"estoi":0.83858,"si_sdr":-17.71821,"mel_dist":0.22023,"stft_dist":1.18688,"f0_rmse_cents":108.84015,"f0_corr":0.90958,"vuv_err":0.17128,"score_intelligibility":0.75916,"score_speaker":0.91702,"score_quality":0.99811,"score_fidelity":0.7469,"score":0.8553},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":1.27621,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92946,"utmos":2.86445,"dnsmos_ovrl":3.24977,"dnsmos_sig":3.58756,"dnsmos_bak":3.97935,"pesq_wb":2.98923,"pesq_nb":3.47331,"stoi":0.92424,"estoi":0.84861,"si_sdr":3.88252,"mel_dist":0.21544,"stft_dist":1.17895,"f0_rmse_cents":199.23263,"f0_corr":0.83488,"vuv_err":0.16732,"score_intelligibility":0.95745,"score_speaker":0.92946,"score_quality":1.0,"score_fidelity":0.77582,"score":0.91568},"it":{"n":50,"unit":"wer","wer":3.36976,"wer_orig":2.55009,"dwer":0.81967,"wer_pseudo":2.28519,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.93377,"utmos":3.06772,"dnsmos_ovrl":3.32477,"dnsmos_sig":3.61269,"dnsmos_bak":4.08989,"pesq_wb":2.96577,"pesq_nb":3.47363,"stoi":0.92656,"estoi":0.86027,"si_sdr":5.31435,"mel_dist":0.20821,"stft_dist":1.12674,"f0_rmse_cents":88.73973,"f0_corr":0.88496,"vuv_err":0.12089,"score_intelligibility":0.81242,"score_speaker":0.93377,"score_quality":0.99123,"score_fidelity":0.79106,"score":0.88212},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":1.47638,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93779,"utmos":2.63792,"dnsmos_ovrl":3.1201,"dnsmos_sig":3.49182,"dnsmos_bak":3.84291,"pesq_wb":2.70014,"pesq_nb":3.25627,"stoi":0.87763,"estoi":0.78109,"si_sdr":-2.70058,"mel_dist":0.20082,"stft_dist":1.18299,"f0_rmse_cents":305.28088,"f0_corr":0.77535,"vuv_err":0.20723,"score_intelligibility":1.0,"score_speaker":0.93779,"score_quality":1.0,"score_fidelity":0.71291,"score":0.91267},"nl":{"n":50,"unit":"wer","wer":9.72346,"wer_orig":5.26316,"dwer":4.4603,"wer_pseudo":6.08774,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.87441,"utmos":2.90594,"dnsmos_ovrl":2.72647,"dnsmos_sig":3.14641,"dnsmos_bak":4.02814,"pesq_wb":2.22812,"pesq_nb":2.86878,"stoi":0.9061,"estoi":0.80777,"si_sdr":3.15843,"mel_dist":0.2541,"stft_dist":1.38828,"f0_rmse_cents":100.50117,"f0_corr":0.92098,"vuv_err":0.15184,"score_intelligibility":0.58406,"score_speaker":0.87441,"score_quality":0.98116,"score_fidelity":0.72599,"score":0.79141},"pl":{"n":50,"unit":"wer","wer":7.23684,"wer_orig":3.28947,"dwer":3.94737,"wer_pseudo":5.26316,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.90531,"utmos":2.65854,"dnsmos_ovrl":3.02136,"dnsmos_sig":3.37814,"dnsmos_bak":4.0064,"pesq_wb":2.43526,"pesq_nb":2.96504,"stoi":0.92699,"estoi":0.83595,"si_sdr":-8.77799,"mel_dist":0.21901,"stft_dist":1.25464,"f0_rmse_cents":116.79186,"f0_corr":0.81844,"vuv_err":0.13817,"score_intelligibility":0.52077,"score_speaker":0.90531,"score_quality":0.97461,"score_fidelity":0.7185,"score":0.7798},"cs":{"n":50,"unit":"wer","wer":13.4189,"wer_orig":9.45158,"dwer":3.96733,"wer_pseudo":7.00935,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93514,"utmos":2.57185,"dnsmos_ovrl":3.17405,"dnsmos_sig":3.50099,"dnsmos_bak":3.9695,"pesq_wb":2.3678,"pesq_nb":3.04854,"stoi":0.89232,"estoi":0.79808,"si_sdr":6.75252,"mel_dist":0.21381,"stft_dist":1.15194,"f0_rmse_cents":83.78593,"f0_corr":0.91358,"vuv_err":0.11845,"score_intelligibility":0.72485,"score_speaker":0.93514,"score_quality":1.0,"score_fidelity":0.73223,"score":0.84806},"tr":{"n":50,"unit":"wer","wer":10.39474,"wer_orig":7.76316,"dwer":2.63158,"wer_pseudo":4.47958,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.9055,"utmos":2.32895,"dnsmos_ovrl":2.99271,"dnsmos_sig":3.37517,"dnsmos_bak":3.89255,"pesq_wb":2.49673,"pesq_nb":3.17997,"stoi":0.87224,"estoi":0.75742,"si_sdr":-4.80326,"mel_dist":0.23449,"stft_dist":1.32245,"f0_rmse_cents":118.68151,"f0_corr":0.90675,"vuv_err":0.12898,"score_intelligibility":0.76905,"score_speaker":0.9055,"score_quality":0.98665,"score_fidelity":0.73554,"score":0.84919},"id":{"n":50,"unit":"wer","wer":9.09091,"wer_orig":5.90319,"dwer":3.18772,"wer_pseudo":6.37544,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.88173,"utmos":2.1338,"dnsmos_ovrl":2.90879,"dnsmos_sig":3.44672,"dnsmos_bak":3.48285,"pesq_wb":2.08715,"pesq_nb":2.94242,"stoi":0.78569,"estoi":0.64043,"si_sdr":-0.33341,"mel_dist":0.18251,"stft_dist":1.16968,"f0_rmse_cents":317.40465,"f0_corr":0.68959,"vuv_err":0.20111,"score_intelligibility":0.6841,"score_speaker":0.88173,"score_quality":1.0,"score_fidelity":0.5953,"score":0.79028},"vi":{"n":50,"unit":"wer","wer":10.34208,"wer_orig":7.71679,"dwer":2.6253,"wer_pseudo":5.17516,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.89446,"utmos":2.08854,"dnsmos_ovrl":2.87704,"dnsmos_sig":3.40051,"dnsmos_bak":3.69659,"pesq_wb":2.3256,"pesq_nb":3.0843,"stoi":0.75974,"estoi":0.625,"si_sdr":-1.67359,"mel_dist":0.17987,"stft_dist":1.10779,"f0_rmse_cents":202.30709,"f0_corr":0.80159,"vuv_err":0.15944,"score_intelligibility":0.76853,"score_speaker":0.89446,"score_quality":0.99268,"score_fidelity":0.64669,"score":0.82559},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":1.50637,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.9194,"utmos":2.60606,"dnsmos_ovrl":3.04298,"dnsmos_sig":3.38097,"dnsmos_bak":4.0399,"pesq_wb":2.47512,"pesq_nb":3.07828,"stoi":0.90977,"estoi":0.81918,"si_sdr":1.08992,"mel_dist":0.22857,"stft_dist":1.24831,"f0_rmse_cents":101.52061,"f0_corr":0.8885,"vuv_err":0.15909,"score_intelligibility":0.84113,"score_speaker":0.9194,"score_quality":0.97622,"score_fidelity":0.73991,"score":0.86916},"uk":{"n":50,"unit":"wer","wer":9.87514,"wer_orig":6.46992,"dwer":3.40522,"wer_pseudo":6.25,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.88148,"utmos":2.51177,"dnsmos_ovrl":3.10132,"dnsmos_sig":3.43941,"dnsmos_bak":4.06163,"pesq_wb":2.46791,"pesq_nb":3.0331,"stoi":0.89591,"estoi":0.78335,"si_sdr":5.33644,"mel_dist":0.23891,"stft_dist":1.28876,"f0_rmse_cents":152.739,"f0_corr":0.86122,"vuv_err":0.15612,"score_intelligibility":0.68688,"score_speaker":0.88148,"score_quality":0.97903,"score_fidelity":0.72551,"score":0.81823},"el":{"n":50,"unit":"wer","wer":17.03407,"wer_orig":12.02405,"dwer":5.01002,"wer_pseudo":9.90991,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.89794,"utmos":2.65477,"dnsmos_ovrl":2.98419,"dnsmos_sig":3.41461,"dnsmos_bak":3.86442,"pesq_wb":2.58656,"pesq_nb":3.30432,"stoi":0.88742,"estoi":0.77962,"si_sdr":-10.39441,"mel_dist":0.1907,"stft_dist":1.10713,"f0_rmse_cents":96.80851,"f0_corr":0.89884,"vuv_err":0.13147,"score_intelligibility":0.72219,"score_speaker":0.89794,"score_quality":0.97656,"score_fidelity":0.74652,"score":0.8358},"ar":{"n":50,"unit":"wer","wer":14.67324,"wer_orig":12.45376,"dwer":2.21948,"wer_pseudo":5.56242,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93941,"utmos":2.7124,"dnsmos_ovrl":3.22142,"dnsmos_sig":3.56092,"dnsmos_bak":4.01083,"pesq_wb":2.64845,"pesq_nb":3.24174,"stoi":0.93948,"estoi":0.87548,"si_sdr":4.37346,"mel_dist":0.21029,"stft_dist":1.17264,"f0_rmse_cents":117.29921,"f0_corr":0.8846,"vuv_err":0.13122,"score_intelligibility":0.85839,"score_speaker":0.93941,"score_quality":1.0,"score_fidelity":0.76502,"score":0.89071},"fa":{"n":50,"unit":"wer","wer":30.62857,"wer_orig":25.94286,"dwer":4.68571,"wer_pseudo":12.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89669,"utmos":2.62907,"dnsmos_ovrl":2.92703,"dnsmos_sig":3.40596,"dnsmos_bak":3.81654,"pesq_wb":1.99842,"pesq_nb":2.99936,"stoi":0.74741,"estoi":0.61968,"si_sdr":-2.452,"mel_dist":0.216,"stft_dist":1.27469,"f0_rmse_cents":256.17552,"f0_corr":0.64007,"vuv_err":0.17252,"score_intelligibility":0.85185,"score_speaker":0.89669,"score_quality":1.0,"score_fidelity":0.55758,"score":0.82653},"he":{"n":50,"unit":"wer","wer":28.95349,"wer_orig":19.4186,"dwer":9.53488,"wer_pseudo":17.95775,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.879,"utmos":2.46717,"dnsmos_ovrl":2.85818,"dnsmos_sig":3.24855,"dnsmos_bak":3.96887,"pesq_wb":2.34027,"pesq_nb":2.91731,"stoi":0.88941,"estoi":0.78901,"si_sdr":-7.75248,"mel_dist":0.2115,"stft_dist":1.20368,"f0_rmse_cents":176.35456,"f0_corr":0.7914,"vuv_err":0.1848,"score_intelligibility":0.68168,"score_speaker":0.879,"score_quality":0.99327,"score_fidelity":0.68791,"score":0.81046},"hi":{"n":50,"unit":"wer","wer":29.9169,"wer_orig":26.31579,"dwer":3.60111,"wer_pseudo":14.35059,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90106,"utmos":2.31639,"dnsmos_ovrl":2.88508,"dnsmos_sig":3.45244,"dnsmos_bak":3.53917,"pesq_wb":2.38379,"pesq_nb":3.11258,"stoi":0.86154,"estoi":0.74746,"si_sdr":-2.57165,"mel_dist":0.21056,"stft_dist":1.19915,"f0_rmse_cents":218.77157,"f0_corr":0.76428,"vuv_err":0.18752,"score_intelligibility":0.88352,"score_speaker":0.90106,"score_quality":1.0,"score_fidelity":0.67373,"score":0.86458},"zh":{"n":50,"unit":"cer","wer":8.86297,"wer_orig":7.40525,"dwer":1.45773,"wer_pseudo":2.0122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.91356,"utmos":2.68679,"dnsmos_ovrl":3.06714,"dnsmos_sig":3.42395,"dnsmos_bak":3.99416,"pesq_wb":2.58461,"pesq_nb":3.24059,"stoi":0.911,"estoi":0.83109,"si_sdr":-11.09685,"mel_dist":0.19918,"stft_dist":1.21856,"f0_rmse_cents":95.47651,"f0_corr":0.91943,"vuv_err":0.10351,"score_intelligibility":0.8522,"score_speaker":0.91356,"score_quality":0.96616,"score_fidelity":0.76106,"score":0.87325},"yue":{"n":50,"unit":"cer","wer":16.01246,"wer_orig":14.39252,"dwer":1.61994,"wer_pseudo":8.80304,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.924,"utmos":2.94775,"dnsmos_ovrl":3.06563,"dnsmos_sig":3.44949,"dnsmos_bak":3.89968,"pesq_wb":2.42823,"pesq_nb":3.13349,"stoi":0.88915,"estoi":0.78746,"si_sdr":-3.06594,"mel_dist":0.18211,"stft_dist":1.14818,"f0_rmse_cents":129.47613,"f0_corr":0.91195,"vuv_err":0.14292,"score_intelligibility":0.90478,"score_speaker":0.924,"score_quality":1.0,"score_fidelity":0.73639,"score":0.89129},"ja":{"n":50,"unit":"cer","wer":5.55811,"wer_orig":3.53698,"dwer":2.02113,"wer_pseudo":3.85852,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.83509,"utmos":2.10433,"dnsmos_ovrl":2.61644,"dnsmos_sig":3.25534,"dnsmos_bak":3.38434,"pesq_wb":2.21287,"pesq_nb":2.9441,"stoi":0.74372,"estoi":0.59014,"si_sdr":-3.50279,"mel_dist":0.21382,"stft_dist":1.30525,"f0_rmse_cents":139.30729,"f0_corr":0.83129,"vuv_err":0.15982,"score_intelligibility":0.69181,"score_speaker":0.83509,"score_quality":1.0,"score_fidelity":0.64052,"score":0.79185},"ko":{"n":50,"unit":"cer","wer":4.65686,"wer_orig":5.14706,"dwer":-0.4902,"wer_pseudo":1.60321,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.90032,"utmos":3.19183,"dnsmos_ovrl":3.06388,"dnsmos_sig":3.42578,"dnsmos_bak":4.04212,"pesq_wb":2.80647,"pesq_nb":3.37153,"stoi":0.90819,"estoi":0.83479,"si_sdr":-11.41983,"mel_dist":0.19752,"stft_dist":1.12677,"f0_rmse_cents":87.1064,"f0_corr":0.94291,"vuv_err":0.09174,"score_intelligibility":1.0,"score_speaker":0.90032,"score_quality":0.98519,"score_fidelity":0.78908,"score":0.91865},"th":{"n":50,"unit":"cer","wer":9.27648,"wer_orig":7.61924,"dwer":1.65724,"wer_pseudo":5.70966,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91427,"utmos":2.2098,"dnsmos_ovrl":2.75237,"dnsmos_sig":3.2802,"dnsmos_bak":3.68929,"pesq_wb":2.09504,"pesq_nb":2.88557,"stoi":0.86812,"estoi":0.75981,"si_sdr":-9.25646,"mel_dist":0.20919,"stft_dist":1.26374,"f0_rmse_cents":249.46269,"f0_corr":0.778,"vuv_err":0.22748,"score_intelligibility":0.83874,"score_speaker":0.91427,"score_quality":0.92903,"score_fidelity":0.653,"score":0.83376}}},{"codec":"nemo_nanocodec_22khz_1.89kbps_21.5fps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"nemo_nanocodec_22khz_1.89kbps_21.5fps","family":"NeMo","checkpoint":"nvidia/nemo-nano-codec-22khz-1.89kbps-21.5fps","sample_rate":22050,"output_sample_rate":22050,"frame_rate":21.533,"n_codebooks":8,"codebook_size":2016,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"NVIDIA Open Model License","paper":"2508.05835","year":2025,"bitrate_kbps":1.891,"notes":"NanoCodec (FSQ + SLM/WavLM discriminator), paper 2508.05835; codec used by Magpie TTS","side_info":null,"warning":null,"env":"nemo"},"kbps":1.891,"kbps_measured":1.89536,"tokens_per_s":172.66196,"params_M":62.60091,"efficiency":{"rtf_encode":0.00389,"rtf_decode":0.00707,"peak_vram_gb":0.8661,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.84675,"score_worst_lang":0.75547,"worst_lang":"en","en_gap":-0.09525,"score_intelligibility":0.78982,"score_speaker":0.9012,"score_quality":0.98314,"score_fidelity":0.71285,"dwer":2.76786,"wer":11.57367,"wer_pseudo":5.967,"sim":0.9012,"utmos":2.55188,"dnsmos_ovrl":3.02721,"dnsmos_sig":3.40961,"dnsmos_bak":3.94827,"pesq_wb":2.49857,"pesq_nb":3.18535,"stoi":0.8779,"estoi":0.77796,"si_sdr":2.24768,"mel_dist":0.23873,"stft_dist":1.31837,"f0_rmse_cents":171.28589,"f0_corr":0.83248,"vuv_err":0.15454,"score_ci95":[0.83947,0.85275]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.63618,"wer_orig":6.98132,"dwer":2.65487,"wer_pseudo":4.76654,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.7939,"utmos":2.19943,"dnsmos_ovrl":2.6171,"dnsmos_sig":3.11766,"dnsmos_bak":3.82146,"pesq_wb":1.90108,"pesq_nb":2.60566,"stoi":0.79482,"estoi":0.65337,"si_sdr":-3.45392,"mel_dist":0.25293,"stft_dist":1.46291,"f0_rmse_cents":324.42729,"f0_corr":0.70157,"vuv_err":0.19161,"score_intelligibility":0.75039,"score_speaker":0.7939,"score_quality":0.89299,"score_fidelity":0.58461,"score":0.75547},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":2.95015,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.93576,"utmos":2.74645,"dnsmos_ovrl":3.15513,"dnsmos_sig":3.43874,"dnsmos_bak":4.09974,"pesq_wb":2.63792,"pesq_nb":3.39428,"stoi":0.91828,"estoi":0.81644,"si_sdr":5.55986,"mel_dist":0.22479,"stft_dist":1.23327,"f0_rmse_cents":129.99753,"f0_corr":0.90857,"vuv_err":0.14561,"score_intelligibility":0.85683,"score_speaker":0.93576,"score_quality":1.0,"score_fidelity":0.76494,"score":0.88938},"fr":{"n":50,"unit":"wer","wer":7.90514,"wer_orig":4.98024,"dwer":2.9249,"wer_pseudo":4.7619,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91729,"utmos":2.35754,"dnsmos_ovrl":3.09411,"dnsmos_sig":3.41627,"dnsmos_bak":4.04045,"pesq_wb":2.54373,"pesq_nb":3.1638,"stoi":0.91712,"estoi":0.84489,"si_sdr":3.83081,"mel_dist":0.25547,"stft_dist":1.30786,"f0_rmse_cents":102.02734,"f0_corr":0.92143,"vuv_err":0.17375,"score_intelligibility":0.67155,"score_speaker":0.91729,"score_quality":0.99711,"score_fidelity":0.75987,"score":0.83645},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92586,"utmos":2.83063,"dnsmos_ovrl":3.26233,"dnsmos_sig":3.56726,"dnsmos_bak":4.04202,"pesq_wb":3.01404,"pesq_nb":3.52412,"stoi":0.92683,"estoi":0.85338,"si_sdr":4.08654,"mel_dist":0.24579,"stft_dist":1.29774,"f0_rmse_cents":174.40197,"f0_corr":0.88023,"vuv_err":0.16116,"score_intelligibility":0.9375,"score_speaker":0.92586,"score_quality":1.0,"score_fidelity":0.79417,"score":0.91438},"it":{"n":50,"unit":"wer","wer":3.36976,"wer_orig":2.55009,"dwer":0.81967,"wer_pseudo":1.64534,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94159,"utmos":3.0573,"dnsmos_ovrl":3.35906,"dnsmos_sig":3.62844,"dnsmos_bak":4.13023,"pesq_wb":3.09824,"pesq_nb":3.54578,"stoi":0.9292,"estoi":0.86416,"si_sdr":5.87476,"mel_dist":0.24136,"stft_dist":1.25273,"f0_rmse_cents":85.85116,"f0_corr":0.88675,"vuv_err":0.12658,"score_intelligibility":0.81242,"score_speaker":0.94159,"score_quality":0.98875,"score_fidelity":0.80515,"score":0.88698},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.67323,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93803,"utmos":2.60867,"dnsmos_ovrl":3.10909,"dnsmos_sig":3.45181,"dnsmos_bak":3.886,"pesq_wb":2.70905,"pesq_nb":3.25418,"stoi":0.88072,"estoi":0.78697,"si_sdr":0.9238,"mel_dist":0.22983,"stft_dist":1.28373,"f0_rmse_cents":225.67262,"f0_corr":0.86774,"vuv_err":0.19452,"score_intelligibility":1.0,"score_speaker":0.93803,"score_quality":1.0,"score_fidelity":0.74559,"score":0.9209},"nl":{"n":50,"unit":"wer","wer":9.18822,"wer_orig":5.26316,"dwer":3.92507,"wer_pseudo":5.46106,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.87809,"utmos":2.87026,"dnsmos_ovrl":2.78643,"dnsmos_sig":3.1705,"dnsmos_bak":4.10911,"pesq_wb":2.33915,"pesq_nb":3.04454,"stoi":0.90998,"estoi":0.81537,"si_sdr":2.13493,"mel_dist":0.27895,"stft_dist":1.50635,"f0_rmse_cents":120.75495,"f0_corr":0.89389,"vuv_err":0.15565,"score_intelligibility":0.61474,"score_speaker":0.87809,"score_quality":0.97501,"score_fidelity":0.72883,"score":0.79917},"pl":{"n":50,"unit":"wer","wer":5.37281,"wer_orig":3.28947,"dwer":2.08333,"wer_pseudo":3.28947,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.90566,"utmos":2.66273,"dnsmos_ovrl":3.07232,"dnsmos_sig":3.40314,"dnsmos_bak":4.08463,"pesq_wb":2.51645,"pesq_nb":3.10423,"stoi":0.92936,"estoi":0.84094,"si_sdr":-0.28257,"mel_dist":0.24462,"stft_dist":1.37472,"f0_rmse_cents":318.05159,"f0_corr":0.61862,"vuv_err":0.16038,"score_intelligibility":0.67309,"score_speaker":0.90566,"score_quality":0.97581,"score_fidelity":0.66042,"score":0.80374},"cs":{"n":50,"unit":"wer","wer":13.30222,"wer_orig":9.45158,"dwer":3.85064,"wer_pseudo":9.69626,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93068,"utmos":2.5509,"dnsmos_ovrl":3.1952,"dnsmos_sig":3.49995,"dnsmos_bak":4.01803,"pesq_wb":2.4458,"pesq_nb":3.13849,"stoi":0.89638,"estoi":0.80592,"si_sdr":6.39593,"mel_dist":0.24056,"stft_dist":1.22575,"f0_rmse_cents":83.91694,"f0_corr":0.90981,"vuv_err":0.10347,"score_intelligibility":0.73077,"score_speaker":0.93068,"score_quality":0.99388,"score_fidelity":0.73976,"score":0.84877},"tr":{"n":50,"unit":"wer","wer":10.52632,"wer_orig":7.76316,"dwer":2.76316,"wer_pseudo":5.66535,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90628,"utmos":2.25928,"dnsmos_ovrl":3.08897,"dnsmos_sig":3.42561,"dnsmos_bak":4.04918,"pesq_wb":2.56138,"pesq_nb":3.23229,"stoi":0.88037,"estoi":0.76926,"si_sdr":-5.22152,"mel_dist":0.25919,"stft_dist":1.43251,"f0_rmse_cents":107.50284,"f0_corr":0.91901,"vuv_err":0.12354,"score_intelligibility":0.76027,"score_speaker":0.90628,"score_quality":0.9912,"score_fidelity":0.7485,"score":0.85156},"id":{"n":50,"unit":"wer","wer":9.4451,"wer_orig":5.90319,"dwer":3.54191,"wer_pseudo":6.37544,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89544,"utmos":2.13159,"dnsmos_ovrl":2.91101,"dnsmos_sig":3.44127,"dnsmos_bak":3.55468,"pesq_wb":2.11301,"pesq_nb":2.96797,"stoi":0.79697,"estoi":0.6556,"si_sdr":1.65605,"mel_dist":0.21337,"stft_dist":1.27147,"f0_rmse_cents":309.60027,"f0_corr":0.69285,"vuv_err":0.20981,"score_intelligibility":0.6609,"score_speaker":0.89544,"score_quality":1.0,"score_fidelity":0.60261,"score":0.78974},"vi":{"n":50,"unit":"wer","wer":11.77407,"wer_orig":7.71679,"dwer":4.05728,"wer_pseudo":6.84713,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.89761,"utmos":2.10742,"dnsmos_ovrl":2.92109,"dnsmos_sig":3.40218,"dnsmos_bak":3.78398,"pesq_wb":2.24994,"pesq_nb":3.13292,"stoi":0.77017,"estoi":0.63923,"si_sdr":4.20994,"mel_dist":0.21286,"stft_dist":1.20374,"f0_rmse_cents":250.63082,"f0_corr":0.77294,"vuv_err":0.17391,"score_intelligibility":0.68238,"score_speaker":0.89761,"score_quality":1.0,"score_fidelity":0.63341,"score":0.80335},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.96987,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.91628,"utmos":2.57847,"dnsmos_ovrl":3.12445,"dnsmos_sig":3.43371,"dnsmos_bak":4.10927,"pesq_wb":2.59779,"pesq_nb":3.16833,"stoi":0.91257,"estoi":0.82585,"si_sdr":2.80195,"mel_dist":0.26284,"stft_dist":1.37944,"f0_rmse_cents":107.64307,"f0_corr":0.88344,"vuv_err":0.15723,"score_intelligibility":0.85624,"score_speaker":0.91628,"score_quality":0.96818,"score_fidelity":0.75084,"score":0.87289},"uk":{"n":50,"unit":"wer","wer":10.32917,"wer_orig":6.46992,"dwer":3.85925,"wer_pseudo":6.36364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.8874,"utmos":2.49893,"dnsmos_ovrl":3.12929,"dnsmos_sig":3.44499,"dnsmos_bak":4.10037,"pesq_wb":2.54065,"pesq_nb":3.11541,"stoi":0.89858,"estoi":0.78857,"si_sdr":4.30681,"mel_dist":0.26019,"stft_dist":1.36495,"f0_rmse_cents":164.48327,"f0_corr":0.8066,"vuv_err":0.14479,"score_intelligibility":0.65935,"score_speaker":0.8874,"score_quality":0.97497,"score_fidelity":0.71512,"score":0.80921},"el":{"n":50,"unit":"wer","wer":15.93186,"wer_orig":12.02405,"dwer":3.90782,"wer_pseudo":10.41041,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.88428,"utmos":2.71293,"dnsmos_ovrl":3.03505,"dnsmos_sig":3.42051,"dnsmos_bak":3.94619,"pesq_wb":2.77236,"pesq_nb":3.38421,"stoi":0.89357,"estoi":0.79023,"si_sdr":5.76961,"mel_dist":0.22804,"stft_dist":1.22919,"f0_rmse_cents":83.85978,"f0_corr":0.90925,"vuv_err":0.12828,"score_intelligibility":0.7692,"score_speaker":0.88428,"score_quality":0.99331,"score_fidelity":0.76974,"score":0.85413},"ar":{"n":50,"unit":"wer","wer":13.93342,"wer_orig":12.45376,"dwer":1.47965,"wer_pseudo":5.3152,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93434,"utmos":2.72544,"dnsmos_ovrl":3.26801,"dnsmos_sig":3.57313,"dnsmos_bak":4.06838,"pesq_wb":2.65791,"pesq_nb":3.30744,"stoi":0.93962,"estoi":0.87811,"si_sdr":3.02334,"mel_dist":0.24112,"stft_dist":1.29478,"f0_rmse_cents":191.46958,"f0_corr":0.81011,"vuv_err":0.13051,"score_intelligibility":0.90092,"score_speaker":0.93434,"score_quality":1.0,"score_fidelity":0.74114,"score":0.8941},"fa":{"n":50,"unit":"wer","wer":30.74286,"wer_orig":25.94286,"dwer":4.8,"wer_pseudo":10.7027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89288,"utmos":2.57287,"dnsmos_ovrl":2.91796,"dnsmos_sig":3.37586,"dnsmos_bak":3.8498,"pesq_wb":2.11058,"pesq_nb":3.11331,"stoi":0.76103,"estoi":0.63264,"si_sdr":1.17892,"mel_dist":0.22966,"stft_dist":1.32673,"f0_rmse_cents":274.948,"f0_corr":0.60984,"vuv_err":0.17171,"score_intelligibility":0.84878,"score_speaker":0.89288,"score_quality":0.98602,"score_fidelity":0.56273,"score":0.8226},"he":{"n":50,"unit":"wer","wer":32.09302,"wer_orig":19.4186,"dwer":12.67442,"wer_pseudo":19.60094,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.86888,"utmos":2.38698,"dnsmos_ovrl":2.86901,"dnsmos_sig":3.24499,"dnsmos_bak":3.99684,"pesq_wb":2.34788,"pesq_nb":3.02973,"stoi":0.89607,"estoi":0.79867,"si_sdr":2.71969,"mel_dist":0.23542,"stft_dist":1.29858,"f0_rmse_cents":145.29631,"f0_corr":0.81351,"vuv_err":0.1726,"score_intelligibility":0.61701,"score_speaker":0.86888,"score_quality":0.96631,"score_fidelity":0.69823,"score":0.78761},"hi":{"n":50,"unit":"wer","wer":29.82456,"wer_orig":26.31579,"dwer":3.50877,"wer_pseudo":11.71662,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90704,"utmos":2.27957,"dnsmos_ovrl":2.90032,"dnsmos_sig":3.42025,"dnsmos_bak":3.60644,"pesq_wb":2.40942,"pesq_nb":3.17171,"stoi":0.86766,"estoi":0.75764,"si_sdr":2.63671,"mel_dist":0.24515,"stft_dist":1.33713,"f0_rmse_cents":175.33214,"f0_corr":0.81446,"vuv_err":0.17212,"score_intelligibility":0.88617,"score_speaker":0.90704,"score_quality":0.99388,"score_fidelity":0.69494,"score":0.87051},"zh":{"n":50,"unit":"cer","wer":7.81341,"wer_orig":7.40525,"dwer":0.40816,"wer_pseudo":1.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90736,"utmos":2.71797,"dnsmos_ovrl":3.07694,"dnsmos_sig":3.40707,"dnsmos_bak":4.04906,"pesq_wb":2.6964,"pesq_nb":3.38434,"stoi":0.91413,"estoi":0.83799,"si_sdr":-0.01992,"mel_dist":0.22569,"stft_dist":1.32242,"f0_rmse_cents":107.72413,"f0_corr":0.90269,"vuv_err":0.09602,"score_intelligibility":0.95369,"score_speaker":0.90736,"score_quality":0.97485,"score_fidelity":0.76717,"score":0.90077},"yue":{"n":50,"unit":"cer","wer":16.82243,"wer_orig":14.39252,"dwer":2.42991,"wer_pseudo":9.43635,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91569,"utmos":2.97202,"dnsmos_ovrl":3.10762,"dnsmos_sig":3.44323,"dnsmos_bak":3.99467,"pesq_wb":2.52972,"pesq_nb":3.21731,"stoi":0.89315,"estoi":0.7957,"si_sdr":2.36216,"mel_dist":0.21177,"stft_dist":1.24474,"f0_rmse_cents":135.02278,"f0_corr":0.89624,"vuv_err":0.14148,"score_intelligibility":0.86366,"score_speaker":0.91569,"score_quality":1.0,"score_fidelity":0.74215,"score":0.88038},"ja":{"n":50,"unit":"cer","wer":5.74185,"wer_orig":3.53698,"dwer":2.20487,"wer_pseudo":3.44511,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.83514,"utmos":2.03447,"dnsmos_ovrl":2.71044,"dnsmos_sig":3.35396,"dnsmos_bak":3.50677,"pesq_wb":2.23962,"pesq_nb":3.06023,"stoi":0.75431,"estoi":0.60794,"si_sdr":-0.65664,"mel_dist":0.22374,"stft_dist":1.36262,"f0_rmse_cents":135.31125,"f0_corr":0.85497,"vuv_err":0.14829,"score_intelligibility":0.67296,"score_speaker":0.83514,"score_quality":0.99943,"score_fidelity":0.65449,"score":0.7905},"ko":{"n":50,"unit":"cer","wer":5.19608,"wer_orig":5.14706,"dwer":0.04902,"wer_pseudo":1.65331,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.90928,"utmos":3.1243,"dnsmos_ovrl":3.07669,"dnsmos_sig":3.41457,"dnsmos_bak":4.08576,"pesq_wb":2.88561,"pesq_nb":3.48152,"stoi":0.9129,"estoi":0.84052,"si_sdr":5.09213,"mel_dist":0.21987,"stft_dist":1.21152,"f0_rmse_cents":99.76355,"f0_corr":0.91345,"vuv_err":0.10918,"score_intelligibility":0.99209,"score_speaker":0.90928,"score_quality":0.97024,"score_fidelity":0.78836,"score":0.91499},"th":{"n":50,"unit":"cer","wer":9.98383,"wer_orig":7.61924,"dwer":2.36459,"wer_pseudo":6.78275,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.90409,"utmos":2.25887,"dnsmos_ovrl":2.86537,"dnsmos_sig":3.33549,"dnsmos_bak":3.82546,"pesq_wb":2.04794,"pesq_nb":2.9065,"stoi":0.87569,"estoi":0.77176,"si_sdr":-0.98514,"mel_dist":0.24641,"stft_dist":1.41612,"f0_rmse_cents":257.17228,"f0_corr":0.79159,"vuv_err":0.21667,"score_intelligibility":0.78472,"score_speaker":0.90409,"score_quality":0.95353,"score_fidelity":0.65557,"score":0.82448}}},{"codec":"neucodec","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"neucodec","family":"NeuCodec","checkpoint":"neuphonic/neucodec","sample_rate":16000,"output_sample_rate":24000,"frame_rate":50,"n_codebooks":1,"codebook_size":65536,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"Apache-2.0","paper":null,"year":2025,"bitrate_kbps":0.8,"notes":"gated on the Hub (accept terms first)","side_info":null,"warning":null,"env":"main"},"kbps":0.8,"kbps_measured":0.8,"tokens_per_s":50.0,"params_M":629.93771,"efficiency":{"rtf_encode":0.00995,"rtf_decode":0.00118,"peak_vram_gb":2.95789,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.68789,"score_worst_lang":0.51673,"worst_lang":"en","en_gap":-0.17859,"score_intelligibility":0.52171,"score_speaker":0.72763,"score_quality":0.92421,"score_fidelity":0.578,"dwer":9.79158,"wer":18.59739,"wer_pseudo":14.51778,"sim":0.72763,"utmos":2.40567,"dnsmos_ovrl":2.93835,"dnsmos_sig":3.32672,"dnsmos_bak":3.87941,"pesq_wb":1.76384,"pesq_nb":2.33951,"stoi":0.77965,"estoi":0.64356,"si_sdr":-12.08195,"mel_dist":0.21923,"stft_dist":2.38549,"f0_rmse_cents":255.13631,"f0_corr":0.7361,"vuv_err":0.20666,"score_ci95":[0.67968,0.69679]},"per_lang":{"en":{"n":50,"unit":"wer","wer":26.647,"wer_orig":6.98132,"dwer":19.66568,"wer_pseudo":23.05447,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.59914,"utmos":2.01186,"dnsmos_ovrl":2.40243,"dnsmos_sig":2.75124,"dnsmos_bak":3.88905,"pesq_wb":1.39192,"pesq_nb":1.78089,"stoi":0.60112,"estoi":0.44972,"si_sdr":-24.22745,"mel_dist":0.29852,"stft_dist":13.3265,"f0_rmse_cents":410.00083,"f0_corr":0.48312,"vuv_err":0.2767,"score_intelligibility":0.28869,"score_speaker":0.59914,"score_quality":0.78036,"score_fidelity":0.39874,"score":0.51673},"de":{"n":50,"unit":"wer","wer":8.85046,"wer_orig":5.69685,"dwer":3.15361,"wer_pseudo":5.49339,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.8146,"utmos":2.86655,"dnsmos_ovrl":3.20187,"dnsmos_sig":3.49132,"dnsmos_bak":4.08691,"pesq_wb":1.90177,"pesq_nb":2.56868,"stoi":0.84642,"estoi":0.6891,"si_sdr":-2.36511,"mel_dist":0.19303,"stft_dist":1.24074,"f0_rmse_cents":197.12525,"f0_corr":0.77825,"vuv_err":0.18258,"score_intelligibility":0.67985,"score_speaker":0.8146,"score_quality":1.0,"score_fidelity":0.62744,"score":0.78047},"fr":{"n":50,"unit":"wer","wer":13.28063,"wer_orig":4.98024,"dwer":8.3004,"wer_pseudo":10.95238,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.73226,"utmos":2.37043,"dnsmos_ovrl":3.08949,"dnsmos_sig":3.39911,"dnsmos_bak":4.04112,"pesq_wb":1.82643,"pesq_nb":2.41037,"stoi":0.82443,"estoi":0.72766,"si_sdr":-9.37341,"mel_dist":0.23459,"stft_dist":2.05774,"f0_rmse_cents":128.90301,"f0_corr":0.85222,"vuv_err":0.19865,"score_intelligibility":0.41877,"score_speaker":0.73226,"score_quality":1.0,"score_fidelity":0.63759,"score":0.69715},"es":{"n":50,"unit":"wer","wer":4.54545,"wer_orig":3.09091,"dwer":1.45455,"wer_pseudo":2.09663,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.7818,"utmos":2.75905,"dnsmos_ovrl":3.2654,"dnsmos_sig":3.59382,"dnsmos_bak":4.00404,"pesq_wb":2.18644,"pesq_nb":2.76051,"stoi":0.8477,"estoi":0.72824,"si_sdr":-9.20743,"mel_dist":0.20548,"stft_dist":1.30097,"f0_rmse_cents":205.75495,"f0_corr":0.82878,"vuv_err":0.19481,"score_intelligibility":0.7377,"score_speaker":0.7818,"score_quality":0.99948,"score_fidelity":0.67182,"score":0.7977},"it":{"n":50,"unit":"wer","wer":5.19126,"wer_orig":2.55009,"dwer":2.64117,"wer_pseudo":4.11335,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.77601,"utmos":3.00958,"dnsmos_ovrl":3.33185,"dnsmos_sig":3.62154,"dnsmos_bak":4.0918,"pesq_wb":2.24216,"pesq_nb":2.75036,"stoi":0.85519,"estoi":0.7457,"si_sdr":-4.79102,"mel_dist":0.20634,"stft_dist":1.28369,"f0_rmse_cents":100.68311,"f0_corr":0.83292,"vuv_err":0.15219,"score_intelligibility":0.5734,"score_speaker":0.77601,"score_quality":0.97741,"score_fidelity":0.681,"score":0.75196},"pt":{"n":50,"unit":"wer","wer":5.85938,"wer_orig":3.41797,"dwer":2.44141,"wer_pseudo":3.14961,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.79757,"utmos":2.72648,"dnsmos_ovrl":3.15795,"dnsmos_sig":3.53646,"dnsmos_bak":3.84405,"pesq_wb":1.86356,"pesq_nb":2.49774,"stoi":0.80736,"estoi":0.68199,"si_sdr":-11.34315,"mel_dist":0.20692,"stft_dist":1.31435,"f0_rmse_cents":511.1158,"f0_corr":0.76151,"vuv_err":0.22581,"score_intelligibility":0.64408,"score_speaker":0.79757,"score_quality":1.0,"score_fidelity":0.6052,"score":0.76171},"nl":{"n":50,"unit":"wer","wer":14.45138,"wer_orig":5.26316,"dwer":9.18822,"wer_pseudo":11.72784,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71937,"utmos":2.25489,"dnsmos_ovrl":2.65733,"dnsmos_sig":3.02914,"dnsmos_bak":4.06385,"pesq_wb":1.51091,"pesq_nb":2.11177,"stoi":0.80187,"estoi":0.66247,"si_sdr":-10.68525,"mel_dist":0.2394,"stft_dist":1.70907,"f0_rmse_cents":271.82485,"f0_corr":0.61104,"vuv_err":0.23414,"score_intelligibility":0.40535,"score_speaker":0.71937,"score_quality":0.7959,"score_fidelity":0.51963,"score":0.61006},"pl":{"n":50,"unit":"wer","wer":13.70614,"wer_orig":3.28947,"dwer":10.41667,"wer_pseudo":12.7193,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.74802,"utmos":2.35147,"dnsmos_ovrl":3.07473,"dnsmos_sig":3.38578,"dnsmos_bak":4.0976,"pesq_wb":1.69896,"pesq_nb":2.25316,"stoi":0.83844,"estoi":0.70782,"si_sdr":-15.07625,"mel_dist":0.22091,"stft_dist":1.47255,"f0_rmse_cents":163.49542,"f0_corr":0.68553,"vuv_err":0.17469,"score_intelligibility":0.29168,"score_speaker":0.74802,"score_quality":0.88674,"score_fidelity":0.57456,"score":0.62525},"cs":{"n":50,"unit":"wer","wer":21.12019,"wer_orig":9.45158,"dwer":11.66861,"wer_pseudo":16.35514,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.80195,"utmos":2.61501,"dnsmos_ovrl":3.1862,"dnsmos_sig":3.51922,"dnsmos_bak":3.965,"pesq_wb":1.64959,"pesq_nb":2.34066,"stoi":0.80781,"estoi":0.67908,"si_sdr":-1.84112,"mel_dist":0.21328,"stft_dist":1.28164,"f0_rmse_cents":109.15497,"f0_corr":0.85637,"vuv_err":0.13497,"score_intelligibility":0.47249,"score_speaker":0.80195,"score_quality":1.0,"score_fidelity":0.61659,"score":0.72276},"tr":{"n":50,"unit":"wer","wer":23.42105,"wer_orig":7.76316,"dwer":15.65789,"wer_pseudo":20.28986,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.71504,"utmos":2.3899,"dnsmos_ovrl":3.02122,"dnsmos_sig":3.36466,"dnsmos_bak":3.99493,"pesq_wb":1.80037,"pesq_nb":2.39092,"stoi":0.76352,"estoi":0.6016,"si_sdr":-14.96945,"mel_dist":0.23435,"stft_dist":2.29592,"f0_rmse_cents":191.76337,"f0_corr":0.77049,"vuv_err":0.19176,"score_intelligibility":0.35884,"score_speaker":0.71504,"score_quality":0.99361,"score_fidelity":0.58756,"score":0.66376},"id":{"n":50,"unit":"wer","wer":15.46635,"wer_orig":5.90319,"dwer":9.56316,"wer_pseudo":13.6954,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.65604,"utmos":2.04574,"dnsmos_ovrl":2.80019,"dnsmos_sig":3.39294,"dnsmos_bak":3.34835,"pesq_wb":1.54248,"pesq_nb":2.24827,"stoi":0.6972,"estoi":0.51448,"si_sdr":-10.46916,"mel_dist":0.18572,"stft_dist":1.31684,"f0_rmse_cents":188.2156,"f0_corr":0.69805,"vuv_err":0.24968,"score_intelligibility":0.41923,"score_speaker":0.65604,"score_quality":1.0,"score_fidelity":0.51675,"score":0.648},"vi":{"n":50,"unit":"wer","wer":21.3206,"wer_orig":7.71679,"dwer":13.60382,"wer_pseudo":18.07325,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.67452,"utmos":2.00849,"dnsmos_ovrl":2.792,"dnsmos_sig":3.32334,"dnsmos_bak":3.65792,"pesq_wb":1.58246,"pesq_nb":2.20114,"stoi":0.67453,"estoi":0.51066,"si_sdr":-12.20175,"mel_dist":0.1917,"stft_dist":1.39489,"f0_rmse_cents":290.1508,"f0_corr":0.68509,"vuv_err":0.2583,"score_intelligibility":0.39053,"score_speaker":0.67452,"score_quality":0.94155,"score_fidelity":0.50868,"score":0.62882},"ru":{"n":50,"unit":"wer","wer":7.74566,"wer_orig":4.50867,"dwer":3.23699,"wer_pseudo":4.05562,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.75554,"utmos":2.48952,"dnsmos_ovrl":3.05031,"dnsmos_sig":3.382,"dnsmos_bak":4.04245,"pesq_wb":1.85583,"pesq_nb":2.42541,"stoi":0.83596,"estoi":0.71208,"si_sdr":-14.69112,"mel_dist":0.21873,"stft_dist":1.43089,"f0_rmse_cents":149.68485,"f0_corr":0.79821,"vuv_err":0.18755,"score_intelligibility":0.62987,"score_speaker":0.75554,"score_quality":0.9418,"score_fidelity":0.62623,"score":0.73836},"uk":{"n":50,"unit":"wer","wer":32.3496,"wer_orig":6.46992,"dwer":25.87968,"wer_pseudo":30.0,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.66856,"utmos":2.53277,"dnsmos_ovrl":2.99687,"dnsmos_sig":3.2705,"dnsmos_bak":4.07576,"pesq_wb":1.79289,"pesq_nb":2.25762,"stoi":0.7645,"estoi":0.62643,"si_sdr":-12.40795,"mel_dist":0.25325,"stft_dist":7.50996,"f0_rmse_cents":230.53213,"f0_corr":0.75164,"vuv_err":0.18678,"score_intelligibility":0.22399,"score_speaker":0.66856,"score_quality":0.97129,"score_fidelity":0.5809,"score":0.61118},"el":{"n":50,"unit":"wer","wer":22.84569,"wer_orig":12.02405,"dwer":10.82164,"wer_pseudo":18.61862,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.70406,"utmos":2.43389,"dnsmos_ovrl":2.88034,"dnsmos_sig":3.34095,"dnsmos_bak":3.78667,"pesq_wb":1.91093,"pesq_nb":2.51957,"stoi":0.80997,"estoi":0.66587,"si_sdr":-7.70531,"mel_dist":0.19583,"stft_dist":1.29174,"f0_rmse_cents":120.18038,"f0_corr":0.83528,"vuv_err":0.16627,"score_intelligibility":0.54618,"score_speaker":0.70406,"score_quality":0.88777,"score_fidelity":0.63517,"score":0.6933},"ar":{"n":50,"unit":"wer","wer":22.19482,"wer_orig":12.45376,"dwer":9.74106,"wer_pseudo":15.08035,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.79036,"utmos":2.47732,"dnsmos_ovrl":3.21583,"dnsmos_sig":3.55394,"dnsmos_bak":3.98946,"pesq_wb":1.89191,"pesq_nb":2.43765,"stoi":0.86912,"estoi":0.77834,"si_sdr":-13.84619,"mel_dist":0.2152,"stft_dist":1.35272,"f0_rmse_cents":125.74759,"f0_corr":0.85765,"vuv_err":0.14787,"score_intelligibility":0.58003,"score_speaker":0.79036,"score_quality":0.94153,"score_fidelity":0.66054,"score":0.74312},"fa":{"n":50,"unit":"wer","wer":37.94286,"wer_orig":25.94286,"dwer":12.0,"wer_pseudo":25.51351,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.6921,"utmos":2.26278,"dnsmos_ovrl":2.6493,"dnsmos_sig":3.08178,"dnsmos_bak":3.70104,"pesq_wb":1.517,"pesq_nb":2.19541,"stoi":0.64395,"estoi":0.49084,"si_sdr":-15.29371,"mel_dist":0.22309,"stft_dist":2.11229,"f0_rmse_cents":475.14684,"f0_corr":0.59002,"vuv_err":0.30078,"score_intelligibility":0.69186,"score_speaker":0.6921,"score_quality":0.83895,"score_fidelity":0.46056,"score":0.67087},"he":{"n":50,"unit":"wer","wer":46.97674,"wer_orig":19.4186,"dwer":27.55814,"wer_pseudo":39.67136,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.63959,"utmos":2.31608,"dnsmos_ovrl":2.69974,"dnsmos_sig":3.0143,"dnsmos_bak":3.94485,"pesq_wb":1.57057,"pesq_nb":2.01088,"stoi":0.75836,"estoi":0.62958,"si_sdr":-20.92937,"mel_dist":0.23678,"stft_dist":4.07401,"f0_rmse_cents":379.90966,"f0_corr":0.66065,"vuv_err":0.29973,"score_intelligibility":0.42559,"score_speaker":0.63959,"score_quality":0.91069,"score_fidelity":0.52734,"score":0.6258},"hi":{"n":50,"unit":"wer","wer":34.16436,"wer_orig":26.31579,"dwer":7.84857,"wer_pseudo":21.70754,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.70657,"utmos":2.33675,"dnsmos_ovrl":2.89636,"dnsmos_sig":3.43809,"dnsmos_bak":3.60118,"pesq_wb":1.77916,"pesq_nb":2.40796,"stoi":0.7853,"estoi":0.6382,"si_sdr":-10.66302,"mel_dist":0.2165,"stft_dist":1.37477,"f0_rmse_cents":491.92211,"f0_corr":0.69635,"vuv_err":0.21508,"score_intelligibility":0.7768,"score_speaker":0.70657,"score_quality":1.0,"score_fidelity":0.56809,"score":0.76287},"zh":{"n":50,"unit":"cer","wer":12.47813,"wer_orig":7.40525,"dwer":5.07289,"wer_pseudo":6.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.78357,"utmos":2.29041,"dnsmos_ovrl":3.00142,"dnsmos_sig":3.35202,"dnsmos_bak":3.99232,"pesq_wb":1.91631,"pesq_nb":2.43204,"stoi":0.82835,"estoi":0.70794,"si_sdr":-10.04844,"mel_dist":0.20942,"stft_dist":1.43986,"f0_rmse_cents":158.66748,"f0_corr":0.82465,"vuv_err":0.13832,"score_intelligibility":0.62362,"score_speaker":0.78357,"score_quality":0.8407,"score_fidelity":0.63827,"score":0.72154},"yue":{"n":50,"unit":"cer","wer":23.11526,"wer_orig":14.39252,"dwer":8.72274,"wer_pseudo":20.39265,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.76343,"utmos":2.70751,"dnsmos_ovrl":3.07603,"dnsmos_sig":3.45873,"dnsmos_bak":3.89186,"pesq_wb":1.78736,"pesq_nb":2.38138,"stoi":0.81485,"estoi":0.67313,"si_sdr":-9.44838,"mel_dist":0.20109,"stft_dist":1.36116,"f0_rmse_cents":187.45126,"f0_corr":0.78762,"vuv_err":0.17766,"score_intelligibility":0.63829,"score_speaker":0.76343,"score_quality":0.93891,"score_fidelity":0.60914,"score":0.73744},"ja":{"n":50,"unit":"cer","wer":9.32476,"wer_orig":3.53698,"dwer":5.78778,"wer_pseudo":7.48737,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.63194,"utmos":1.81437,"dnsmos_ovrl":2.36022,"dnsmos_sig":2.956,"dnsmos_bak":3.26905,"pesq_wb":1.5768,"pesq_nb":2.14665,"stoi":0.63735,"estoi":0.46224,"si_sdr":-15.91652,"mel_dist":0.2423,"stft_dist":2.28361,"f0_rmse_cents":376.12802,"f0_corr":0.54607,"vuv_err":0.28199,"score_intelligibility":0.43943,"score_speaker":0.63194,"score_quality":0.83504,"score_fidelity":0.4494,"score":0.58895},"ko":{"n":50,"unit":"cer","wer":7.0098,"wer_orig":5.14706,"dwer":1.86275,"wer_pseudo":4.00802,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.74774,"utmos":2.67901,"dnsmos_ovrl":2.97229,"dnsmos_sig":3.33629,"dnsmos_bak":3.99739,"pesq_wb":2.05342,"pesq_nb":2.61229,"stoi":0.82657,"estoi":0.72088,"si_sdr":-11.98127,"mel_dist":0.19371,"stft_dist":1.43628,"f0_rmse_cents":127.86908,"f0_corr":0.85064,"vuv_err":0.13038,"score_intelligibility":0.76744,"score_speaker":0.74774,"score_quality":0.85391,"score_fidelity":0.65939,"score":0.75712},"th":{"n":50,"unit":"cer","wer":16.32983,"wer_orig":7.61924,"dwer":8.71059,"wer_pseudo":13.58575,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.76323,"utmos":1.98623,"dnsmos_ovrl":2.7411,"dnsmos_sig":3.24798,"dnsmos_bak":3.7292,"pesq_wb":1.48298,"pesq_nb":2.00688,"stoi":0.77183,"estoi":0.64149,"si_sdr":-20.48485,"mel_dist":0.22539,"stft_dist":1.58962,"f0_rmse_cents":531.84418,"f0_corr":0.62415,"vuv_err":0.25319,"score_intelligibility":0.49736,"score_speaker":0.76323,"score_quality":0.84531,"score_fidelity":0.51133,"score":0.65431}}},{"codec":"omnivae_audio_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"omnivae_audio_48k","family":"OmniVAE-Audio","checkpoint":"OpenMOSS-Team/OmniVAE","sample_rate":48000,"output_sample_rate":48000,"frame_rate":50,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":128,"domain":"general","causal":false,"multilingual":null,"license":"Apache-2.0 (code and weights)","paper":"2607.23855","year":2026,"bitrate_kbps":null,"notes":"OmniVAE audio-only reconstruction VAE (models/vae/audio_only/recon): DAC-VAE (hop 960) -> 128-d posterior mean at 50 Hz -> DAC decoder, mono 48 kHz; fine-tuned from the HunyuanVideo-Foley vae_128d_48k (per the checkpoint config), weights differ","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":371.58906,"efficiency":{"rtf_encode":0.01792,"rtf_decode":0.00582,"peak_vram_gb":4.58527,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.99033,"score_worst_lang":0.98198,"worst_lang":"de","en_gap":-0.00775,"score_intelligibility":0.98628,"score_speaker":0.99165,"score_quality":0.98704,"score_fidelity":0.99634,"dwer":0.03938,"wer":8.84519,"wer_pseudo":1.05791,"sim":0.99165,"utmos":2.56557,"dnsmos_ovrl":2.9288,"dnsmos_sig":3.34998,"dnsmos_bak":3.84848,"pesq_wb":4.54119,"pesq_nb":4.48557,"stoi":0.9964,"estoi":0.99302,"si_sdr":16.82567,"mel_dist":0.06151,"stft_dist":0.80005,"f0_rmse_cents":21.9396,"f0_corr":0.99267,"vuv_err":0.01104,"score_ci95":[0.98655,0.99087]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":0.19455,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.98901,"utmos":2.48813,"dnsmos_ovrl":2.50978,"dnsmos_sig":3.08562,"dnsmos_bak":3.68351,"pesq_wb":4.50015,"pesq_nb":4.43978,"stoi":0.9917,"estoi":0.98359,"si_sdr":16.58366,"mel_dist":0.06455,"stft_dist":0.80863,"f0_rmse_cents":25.25337,"f0_corr":0.99592,"vuv_err":0.01322,"score_intelligibility":0.97595,"score_speaker":0.98901,"score_quality":0.97077,"score_fidelity":0.99587,"score":0.9829},"de":{"n":50,"unit":"wer","wer":6.10376,"wer_orig":5.69685,"dwer":0.40692,"wer_pseudo":0.71211,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.99522,"utmos":2.72039,"dnsmos_ovrl":3.06284,"dnsmos_sig":3.35243,"dnsmos_bak":4.05427,"pesq_wb":4.56048,"pesq_nb":4.51369,"stoi":0.99777,"estoi":0.99476,"si_sdr":24.16559,"mel_dist":0.05159,"stft_dist":0.70891,"f0_rmse_cents":20.4841,"f0_corr":0.99461,"vuv_err":0.01122,"score_intelligibility":0.94272,"score_speaker":0.99522,"score_quality":0.99251,"score_fidelity":0.99746,"score":0.98198},"fr":{"n":50,"unit":"wer","wer":5.21739,"wer_orig":4.98024,"dwer":0.23715,"wer_pseudo":0.39683,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.99099,"utmos":2.33312,"dnsmos_ovrl":3.01604,"dnsmos_sig":3.35765,"dnsmos_bak":3.98683,"pesq_wb":4.51006,"pesq_nb":4.47927,"stoi":0.99774,"estoi":0.99582,"si_sdr":15.25837,"mel_dist":0.06108,"stft_dist":0.81281,"f0_rmse_cents":30.76739,"f0_corr":0.99555,"vuv_err":0.01719,"score_intelligibility":0.96186,"score_speaker":0.99099,"score_quality":0.98503,"score_fidelity":0.99776,"score":0.98391},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.992,"utmos":2.74359,"dnsmos_ovrl":3.1925,"dnsmos_sig":3.53958,"dnsmos_bak":3.9556,"pesq_wb":4.57985,"pesq_nb":4.5119,"stoi":0.99783,"estoi":0.99599,"si_sdr":21.76351,"mel_dist":0.07473,"stft_dist":0.82107,"f0_rmse_cents":17.11951,"f0_corr":0.99874,"vuv_err":0.00801,"score_intelligibility":1.0,"score_speaker":0.992,"score_quality":0.99509,"score_fidelity":0.99886,"score":0.99649},"it":{"n":50,"unit":"wer","wer":2.64117,"wer_orig":2.55009,"dwer":0.09107,"wer_pseudo":0.27422,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.99388,"utmos":3.08208,"dnsmos_ovrl":3.29174,"dnsmos_sig":3.58348,"dnsmos_bak":4.08402,"pesq_wb":4.56687,"pesq_nb":4.5093,"stoi":0.99789,"estoi":0.99599,"si_sdr":19.32486,"mel_dist":0.06331,"stft_dist":0.77614,"f0_rmse_cents":18.33096,"f0_corr":0.99495,"vuv_err":0.01013,"score_intelligibility":0.97499,"score_speaker":0.99388,"score_quality":0.99141,"score_fidelity":0.99761,"score":0.98947},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":0.59055,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.99447,"utmos":2.47104,"dnsmos_ovrl":2.99013,"dnsmos_sig":3.38504,"dnsmos_bak":3.75549,"pesq_wb":4.56191,"pesq_nb":4.49198,"stoi":0.99713,"estoi":0.99493,"si_sdr":14.90138,"mel_dist":0.0602,"stft_dist":0.82279,"f0_rmse_cents":47.79879,"f0_corr":0.99202,"vuv_err":0.01166,"score_intelligibility":1.0,"score_speaker":0.99447,"score_quality":0.98588,"score_fidelity":0.99638,"score":0.99418},"nl":{"n":50,"unit":"wer","wer":5.26316,"wer_orig":5.26316,"dwer":0.0,"wer_pseudo":1.16383,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.99101,"utmos":2.94233,"dnsmos_ovrl":2.67901,"dnsmos_sig":3.07463,"dnsmos_bak":4.09295,"pesq_wb":4.50937,"pesq_nb":4.47801,"stoi":0.99787,"estoi":0.99586,"si_sdr":13.65211,"mel_dist":0.08271,"stft_dist":0.89279,"f0_rmse_cents":22.17416,"f0_corr":0.9934,"vuv_err":0.01493,"score_intelligibility":1.0,"score_speaker":0.99101,"score_quality":0.97674,"score_fidelity":0.99709,"score":0.99121},"pl":{"n":50,"unit":"wer","wer":3.07018,"wer_orig":3.28947,"dwer":-0.2193,"wer_pseudo":0.54825,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.99004,"utmos":2.70327,"dnsmos_ovrl":2.98253,"dnsmos_sig":3.32624,"dnsmos_bak":4.04038,"pesq_wb":4.53644,"pesq_nb":4.49147,"stoi":0.99789,"estoi":0.99553,"si_sdr":9.53057,"mel_dist":0.05874,"stft_dist":0.84477,"f0_rmse_cents":32.14876,"f0_corr":0.9762,"vuv_err":0.0146,"score_intelligibility":1.0,"score_speaker":0.99004,"score_quality":0.98433,"score_fidelity":0.99136,"score":0.99143},"cs":{"n":50,"unit":"wer","wer":9.56826,"wer_orig":9.45158,"dwer":0.11669,"wer_pseudo":1.86916,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9943,"utmos":2.57048,"dnsmos_ovrl":3.10485,"dnsmos_sig":3.44006,"dnsmos_bak":3.94342,"pesq_wb":4.53071,"pesq_nb":4.48542,"stoi":0.99698,"estoi":0.99428,"si_sdr":14.77909,"mel_dist":0.06719,"stft_dist":0.82139,"f0_rmse_cents":14.29847,"f0_corr":0.99381,"vuv_err":0.00858,"score_intelligibility":0.98896,"score_speaker":0.9943,"score_quality":0.99675,"score_fidelity":0.99693,"score":0.99423},"tr":{"n":50,"unit":"wer","wer":7.5,"wer_orig":7.76316,"dwer":-0.26316,"wer_pseudo":0.2635,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.9932,"utmos":2.24948,"dnsmos_ovrl":3.03519,"dnsmos_sig":3.39886,"dnsmos_bak":3.99605,"pesq_wb":4.55816,"pesq_nb":4.50407,"stoi":0.99689,"estoi":0.99298,"si_sdr":21.41079,"mel_dist":0.07437,"stft_dist":0.81834,"f0_rmse_cents":21.13023,"f0_corr":0.99128,"vuv_err":0.00926,"score_intelligibility":1.0,"score_speaker":0.9932,"score_quality":0.9844,"score_fidelity":0.99606,"score":0.99342},"id":{"n":50,"unit":"wer","wer":6.25738,"wer_orig":5.90319,"dwer":0.35419,"wer_pseudo":1.18064,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.99093,"utmos":1.94477,"dnsmos_ovrl":2.73016,"dnsmos_sig":3.34652,"dnsmos_bak":3.27189,"pesq_wb":4.57423,"pesq_nb":4.4915,"stoi":0.99432,"estoi":0.98809,"si_sdr":17.08967,"mel_dist":0.05199,"stft_dist":0.77726,"f0_rmse_cents":12.03415,"f0_corr":0.99206,"vuv_err":0.00844,"score_intelligibility":0.9512,"score_speaker":0.99093,"score_quality":0.99049,"score_fidelity":0.99546,"score":0.98202},"vi":{"n":50,"unit":"wer","wer":7.79634,"wer_orig":7.71679,"dwer":0.07955,"wer_pseudo":0.07962,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.98942,"utmos":2.07807,"dnsmos_ovrl":2.8459,"dnsmos_sig":3.39255,"dnsmos_bak":3.65288,"pesq_wb":4.55611,"pesq_nb":4.48181,"stoi":0.9944,"estoi":0.98958,"si_sdr":21.25387,"mel_dist":0.04746,"stft_dist":0.7258,"f0_rmse_cents":24.5553,"f0_corr":0.99376,"vuv_err":0.0102,"score_intelligibility":0.99096,"score_speaker":0.98942,"score_quality":0.98764,"score_fidelity":0.99605,"score":0.99102},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.23175,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.99275,"utmos":2.64306,"dnsmos_ovrl":2.99872,"dnsmos_sig":3.34522,"dnsmos_bak":4.01346,"pesq_wb":4.53653,"pesq_nb":4.4854,"stoi":0.9978,"estoi":0.99581,"si_sdr":16.3665,"mel_dist":0.07001,"stft_dist":0.84799,"f0_rmse_cents":26.51499,"f0_corr":0.98918,"vuv_err":0.0148,"score_intelligibility":0.97945,"score_speaker":0.99275,"score_quality":0.97636,"score_fidelity":0.99566,"score":0.98605},"uk":{"n":50,"unit":"wer","wer":6.81044,"wer_orig":6.46992,"dwer":0.34052,"wer_pseudo":0.68182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.99206,"utmos":2.55976,"dnsmos_ovrl":3.04317,"dnsmos_sig":3.3869,"dnsmos_bak":4.04787,"pesq_wb":4.52489,"pesq_nb":4.47867,"stoi":0.99603,"estoi":0.99053,"si_sdr":17.86204,"mel_dist":0.07795,"stft_dist":0.84607,"f0_rmse_cents":12.64413,"f0_corr":0.99733,"vuv_err":0.01029,"score_intelligibility":0.9564,"score_speaker":0.99206,"score_quality":0.9911,"score_fidelity":0.99779,"score":0.98434},"el":{"n":50,"unit":"wer","wer":11.92385,"wer_orig":12.02405,"dwer":-0.1002,"wer_pseudo":2.3023,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.99283,"utmos":2.71666,"dnsmos_ovrl":2.94138,"dnsmos_sig":3.36854,"dnsmos_bak":3.85608,"pesq_wb":4.55435,"pesq_nb":4.4932,"stoi":0.99649,"estoi":0.99237,"si_sdr":18.77111,"mel_dist":0.05455,"stft_dist":0.75644,"f0_rmse_cents":12.90088,"f0_corr":0.99692,"vuv_err":0.01002,"score_intelligibility":1.0,"score_speaker":0.99283,"score_quality":0.98462,"score_fidelity":0.9978,"score":0.99381},"ar":{"n":50,"unit":"wer","wer":12.33046,"wer_orig":12.45376,"dwer":-0.1233,"wer_pseudo":0.86527,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.99172,"utmos":2.65224,"dnsmos_ovrl":3.15612,"dnsmos_sig":3.53332,"dnsmos_bak":3.92853,"pesq_wb":4.52759,"pesq_nb":4.4927,"stoi":0.99808,"estoi":0.99645,"si_sdr":12.33613,"mel_dist":0.06697,"stft_dist":0.85183,"f0_rmse_cents":16.94587,"f0_corr":0.99474,"vuv_err":0.01097,"score_intelligibility":1.0,"score_speaker":0.99172,"score_quality":0.99381,"score_fidelity":0.99761,"score":0.99579},"fa":{"n":50,"unit":"wer","wer":26.85714,"wer_orig":25.94286,"dwer":0.91429,"wer_pseudo":2.37838,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.99067,"utmos":2.59537,"dnsmos_ovrl":2.81295,"dnsmos_sig":3.31794,"dnsmos_bak":3.72313,"pesq_wb":4.52471,"pesq_nb":4.47128,"stoi":0.9899,"estoi":0.98511,"si_sdr":10.5927,"mel_dist":0.05649,"stft_dist":0.85316,"f0_rmse_cents":31.69774,"f0_corr":0.98549,"vuv_err":0.01307,"score_intelligibility":0.96718,"score_speaker":0.99067,"score_quality":0.98625,"score_fidelity":0.9918,"score":0.98397},"he":{"n":50,"unit":"wer","wer":19.53488,"wer_orig":19.4186,"dwer":0.11628,"wer_pseudo":1.76056,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.99244,"utmos":2.43754,"dnsmos_ovrl":2.79151,"dnsmos_sig":3.17624,"dnsmos_bak":3.94534,"pesq_wb":4.49683,"pesq_nb":4.42623,"stoi":0.99707,"estoi":0.99412,"si_sdr":18.77583,"mel_dist":0.05845,"stft_dist":0.75683,"f0_rmse_cents":23.52234,"f0_corr":0.98136,"vuv_err":0.01315,"score_intelligibility":0.99434,"score_speaker":0.99244,"score_quality":0.9768,"score_fidelity":0.99251,"score":0.98902},"hi":{"n":50,"unit":"wer","wer":26.68513,"wer_orig":26.31579,"dwer":0.36934,"wer_pseudo":2.7248,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.99115,"utmos":2.27594,"dnsmos_ovrl":2.76363,"dnsmos_sig":3.35013,"dnsmos_bak":3.42407,"pesq_wb":4.57095,"pesq_nb":4.50428,"stoi":0.99656,"estoi":0.99382,"si_sdr":22.34347,"mel_dist":0.06311,"stft_dist":0.77926,"f0_rmse_cents":13.44892,"f0_corr":0.99095,"vuv_err":0.00805,"score_intelligibility":0.98666,"score_speaker":0.99115,"score_quality":0.99248,"score_fidelity":0.99584,"score":0.99153},"zh":{"n":50,"unit":"cer","wer":7.34694,"wer_orig":7.40525,"dwer":-0.05831,"wer_pseudo":0.67073,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.99167,"utmos":2.78058,"dnsmos_ovrl":3.05309,"dnsmos_sig":3.40292,"dnsmos_bak":4.00806,"pesq_wb":4.55123,"pesq_nb":4.4977,"stoi":0.99846,"estoi":0.99725,"si_sdr":17.26765,"mel_dist":0.05514,"stft_dist":0.7579,"f0_rmse_cents":24.09431,"f0_corr":0.98759,"vuv_err":0.0079,"score_intelligibility":1.0,"score_speaker":0.99167,"score_quality":0.98868,"score_fidelity":0.99535,"score":0.99393},"yue":{"n":50,"unit":"cer","wer":13.70717,"wer_orig":14.39252,"dwer":-0.68536,"wer_pseudo":3.16656,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.99023,"utmos":2.93428,"dnsmos_ovrl":3.02693,"dnsmos_sig":3.41576,"dnsmos_bak":3.88345,"pesq_wb":4.54932,"pesq_nb":4.49049,"stoi":0.99747,"estoi":0.99522,"si_sdr":14.89821,"mel_dist":0.05251,"stft_dist":0.78185,"f0_rmse_cents":15.39968,"f0_corr":0.9979,"vuv_err":0.00624,"score_intelligibility":1.0,"score_speaker":0.99023,"score_quality":0.99533,"score_fidelity":0.99846,"score":0.996},"ja":{"n":50,"unit":"cer","wer":3.44511,"wer_orig":3.53698,"dwer":-0.09187,"wer_pseudo":0.78089,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.9898,"utmos":2.03528,"dnsmos_ovrl":2.5014,"dnsmos_sig":3.17108,"dnsmos_bak":3.31181,"pesq_wb":4.54017,"pesq_nb":4.47354,"stoi":0.99242,"estoi":0.984,"si_sdr":15.58785,"mel_dist":0.05384,"stft_dist":0.77698,"f0_rmse_cents":19.26176,"f0_corr":0.99752,"vuv_err":0.01009,"score_intelligibility":1.0,"score_speaker":0.9898,"score_quality":0.98755,"score_fidelity":0.99665,"score":0.9935},"ko":{"n":50,"unit":"cer","wer":4.80392,"wer_orig":5.14706,"dwer":-0.34314,"wer_pseudo":0.7515,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.98918,"utmos":3.24485,"dnsmos_ovrl":3.0257,"dnsmos_sig":3.3836,"dnsmos_bak":4.04871,"pesq_wb":4.55276,"pesq_nb":4.50071,"stoi":0.99736,"estoi":0.99496,"si_sdr":15.78835,"mel_dist":0.05543,"stft_dist":0.75923,"f0_rmse_cents":16.71034,"f0_corr":0.99712,"vuv_err":0.00893,"score_intelligibility":1.0,"score_speaker":0.98918,"score_quality":0.99223,"score_fidelity":0.99816,"score":0.99489},"th":{"n":50,"unit":"cer","wer":7.59903,"wer_orig":7.61924,"dwer":-0.02021,"wer_pseudo":1.61976,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.99056,"utmos":2.37132,"dnsmos_ovrl":2.73596,"dnsmos_sig":3.26512,"dnsmos_bak":3.65577,"pesq_wb":4.51482,"pesq_nb":4.4614,"stoi":0.99754,"estoi":0.99551,"si_sdr":13.51265,"mel_dist":0.05389,"stft_dist":0.80295,"f0_rmse_cents":27.31427,"f0_corr":0.99564,"vuv_err":0.01392,"score_intelligibility":1.0,"score_speaker":0.99056,"score_quality":0.98261,"score_fidelity":0.99773,"score":0.99272}}},{"codec":"omnivae_audio_distill_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"omnivae_audio_distill_48k","family":"OmniVAE-Audio","checkpoint":"OpenMOSS-Team/OmniVAE","sample_rate":48000,"output_sample_rate":48000,"frame_rate":50,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":128,"domain":"general","causal":false,"multilingual":null,"license":"Apache-2.0 (code and weights)","paper":"2607.23855","year":2026,"bitrate_kbps":null,"notes":"OmniVAE audio-only VAE trained with semantic distillation (models/vae/audio_only/recon_distill); distillation projector heads are not used at inference; DAC-VAE (hop 960) -> 128-d posterior mean at 50 Hz, mono 48 kHz; fine-tuned from the HunyuanVideo-Foley vae_128d_48k","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":371.58906,"efficiency":{"rtf_encode":0.01791,"rtf_decode":0.00583,"peak_vram_gb":4.58527,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.98791,"score_worst_lang":0.97626,"worst_lang":"id","en_gap":-0.00575,"score_intelligibility":0.97683,"score_speaker":0.99082,"score_quality":0.9905,"score_fidelity":0.99349,"dwer":0.09531,"wer":8.90112,"wer_pseudo":1.31073,"sim":0.99082,"utmos":2.56056,"dnsmos_ovrl":2.95544,"dnsmos_sig":3.37744,"dnsmos_bak":3.84553,"pesq_wb":4.49709,"pesq_nb":4.45889,"stoi":0.99448,"estoi":0.98917,"si_sdr":19.14525,"mel_dist":0.07561,"stft_dist":0.79262,"f0_rmse_cents":25.50204,"f0_corr":0.99102,"vuv_err":0.01447,"score_ci95":[0.98304,0.98905]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.2763,"wer_orig":6.98132,"dwer":0.29499,"wer_pseudo":0.29183,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.98477,"utmos":2.50114,"dnsmos_ovrl":2.56288,"dnsmos_sig":3.12665,"dnsmos_bak":3.70103,"pesq_wb":4.43895,"pesq_nb":4.42598,"stoi":0.98799,"estoi":0.97662,"si_sdr":18.01335,"mel_dist":0.08237,"stft_dist":0.81939,"f0_rmse_cents":24.78931,"f0_corr":0.99533,"vuv_err":0.01943,"score_intelligibility":0.96436,"score_speaker":0.98477,"score_quality":0.99184,"score_fidelity":0.98863,"score":0.9824},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":0.61038,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.99441,"utmos":2.7002,"dnsmos_ovrl":3.07917,"dnsmos_sig":3.37371,"dnsmos_bak":4.05376,"pesq_wb":4.54328,"pesq_nb":4.4963,"stoi":0.99666,"estoi":0.99196,"si_sdr":26.1394,"mel_dist":0.06357,"stft_dist":0.70122,"f0_rmse_cents":17.1119,"f0_corr":0.99614,"vuv_err":0.01107,"score_intelligibility":0.95641,"score_speaker":0.99441,"score_quality":0.9906,"score_fidelity":0.9976,"score":0.98476},"fr":{"n":50,"unit":"wer","wer":5.13834,"wer_orig":4.98024,"dwer":0.1581,"wer_pseudo":0.31746,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.99061,"utmos":2.32803,"dnsmos_ovrl":3.04641,"dnsmos_sig":3.38332,"dnsmos_bak":3.9951,"pesq_wb":4.47528,"pesq_nb":4.43333,"stoi":0.99581,"estoi":0.99198,"si_sdr":19.49182,"mel_dist":0.07742,"stft_dist":0.7874,"f0_rmse_cents":35.50795,"f0_corr":0.98697,"vuv_err":0.02234,"score_intelligibility":0.97424,"score_speaker":0.99061,"score_quality":0.9863,"score_fidelity":0.99191,"score":0.98576},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.99116,"utmos":2.72817,"dnsmos_ovrl":3.20972,"dnsmos_sig":3.5583,"dnsmos_bak":3.95169,"pesq_wb":4.54632,"pesq_nb":4.48997,"stoi":0.99669,"estoi":0.99349,"si_sdr":23.61583,"mel_dist":0.08959,"stft_dist":0.82334,"f0_rmse_cents":28.64318,"f0_corr":0.99642,"vuv_err":0.01421,"score_intelligibility":1.0,"score_speaker":0.99116,"score_quality":0.99072,"score_fidelity":0.9977,"score":0.9949},"it":{"n":50,"unit":"wer","wer":2.73224,"wer_orig":2.55009,"dwer":0.18215,"wer_pseudo":0.45704,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.994,"utmos":3.07941,"dnsmos_ovrl":3.31218,"dnsmos_sig":3.60421,"dnsmos_bak":4.07956,"pesq_wb":4.53202,"pesq_nb":4.48165,"stoi":0.99662,"estoi":0.99299,"si_sdr":21.85344,"mel_dist":0.07761,"stft_dist":0.76846,"f0_rmse_cents":20.99245,"f0_corr":0.99413,"vuv_err":0.01301,"score_intelligibility":0.9512,"score_speaker":0.994,"score_quality":0.994,"score_fidelity":0.99692,"score":0.98403},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":0.49213,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.99336,"utmos":2.48709,"dnsmos_ovrl":3.03947,"dnsmos_sig":3.43531,"dnsmos_bak":3.75735,"pesq_wb":4.50901,"pesq_nb":4.44675,"stoi":0.99416,"estoi":0.98841,"si_sdr":18.2055,"mel_dist":0.07638,"stft_dist":0.80788,"f0_rmse_cents":62.10618,"f0_corr":0.99141,"vuv_err":0.01646,"score_intelligibility":1.0,"score_speaker":0.99336,"score_quality":0.99381,"score_fidelity":0.99519,"score":0.99559},"nl":{"n":50,"unit":"wer","wer":5.61998,"wer_orig":5.26316,"dwer":0.35682,"wer_pseudo":1.16383,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.99227,"utmos":2.9412,"dnsmos_ovrl":2.75962,"dnsmos_sig":3.14956,"dnsmos_bak":4.10766,"pesq_wb":4.46171,"pesq_nb":4.46731,"stoi":0.99708,"estoi":0.99422,"si_sdr":15.00699,"mel_dist":0.0976,"stft_dist":0.90397,"f0_rmse_cents":25.39643,"f0_corr":0.99259,"vuv_err":0.02012,"score_intelligibility":0.9461,"score_speaker":0.99227,"score_quality":0.99303,"score_fidelity":0.99291,"score":0.98108},"pl":{"n":50,"unit":"wer","wer":3.39912,"wer_orig":3.28947,"dwer":0.10965,"wer_pseudo":0.98684,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.99072,"utmos":2.71448,"dnsmos_ovrl":3.02872,"dnsmos_sig":3.36836,"dnsmos_bak":4.03991,"pesq_wb":4.46595,"pesq_nb":4.44148,"stoi":0.99658,"estoi":0.99232,"si_sdr":12.69403,"mel_dist":0.07516,"stft_dist":0.83297,"f0_rmse_cents":20.15009,"f0_corr":0.99019,"vuv_err":0.01859,"score_intelligibility":0.97507,"score_speaker":0.99072,"score_quality":0.99062,"score_fidelity":0.99235,"score":0.98719},"cs":{"n":50,"unit":"wer","wer":8.98483,"wer_orig":9.45158,"dwer":-0.46674,"wer_pseudo":2.45327,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.99428,"utmos":2.55409,"dnsmos_ovrl":3.13725,"dnsmos_sig":3.47292,"dnsmos_bak":3.94582,"pesq_wb":4.46426,"pesq_nb":4.42572,"stoi":0.99389,"estoi":0.98838,"si_sdr":18.27991,"mel_dist":0.08239,"stft_dist":0.81473,"f0_rmse_cents":17.37756,"f0_corr":0.99108,"vuv_err":0.01037,"score_intelligibility":1.0,"score_speaker":0.99428,"score_quality":0.99489,"score_fidelity":0.99159,"score":0.99519},"tr":{"n":50,"unit":"wer","wer":7.76316,"wer_orig":7.76316,"dwer":0.0,"wer_pseudo":0.52701,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.99236,"utmos":2.26482,"dnsmos_ovrl":3.05926,"dnsmos_sig":3.42169,"dnsmos_bak":3.99621,"pesq_wb":4.52617,"pesq_nb":4.49042,"stoi":0.99542,"estoi":0.98938,"si_sdr":22.99376,"mel_dist":0.08888,"stft_dist":0.82198,"f0_rmse_cents":30.44485,"f0_corr":0.98409,"vuv_err":0.01056,"score_intelligibility":1.0,"score_speaker":0.99236,"score_quality":0.99336,"score_fidelity":0.99317,"score":0.99472},"id":{"n":50,"unit":"wer","wer":6.37544,"wer_orig":5.90319,"dwer":0.47226,"wer_pseudo":1.18064,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.9881,"utmos":1.93394,"dnsmos_ovrl":2.73906,"dnsmos_sig":3.35282,"dnsmos_bak":3.26431,"pesq_wb":4.5352,"pesq_nb":4.46735,"stoi":0.99073,"estoi":0.98063,"si_sdr":19.44778,"mel_dist":0.06334,"stft_dist":0.75385,"f0_rmse_cents":12.56328,"f0_corr":0.99431,"vuv_err":0.01073,"score_intelligibility":0.93597,"score_speaker":0.9881,"score_quality":0.98597,"score_fidelity":0.99501,"score":0.97626},"vi":{"n":50,"unit":"wer","wer":7.95545,"wer_orig":7.71679,"dwer":0.23866,"wer_pseudo":0.71656,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.98891,"utmos":2.09061,"dnsmos_ovrl":2.84702,"dnsmos_sig":3.40005,"dnsmos_bak":3.64111,"pesq_wb":4.54382,"pesq_nb":4.48191,"stoi":0.99203,"estoi":0.98508,"si_sdr":22.51004,"mel_dist":0.05747,"stft_dist":0.71481,"f0_rmse_cents":22.20092,"f0_corr":0.99399,"vuv_err":0.01423,"score_intelligibility":0.97335,"score_speaker":0.98891,"score_quality":0.99362,"score_fidelity":0.99534,"score":0.9878},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.11587,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.99256,"utmos":2.65403,"dnsmos_ovrl":3.0421,"dnsmos_sig":3.39033,"dnsmos_bak":4.01212,"pesq_wb":4.49143,"pesq_nb":4.4647,"stoi":0.99612,"estoi":0.9925,"si_sdr":18.9365,"mel_dist":0.08459,"stft_dist":0.84016,"f0_rmse_cents":24.02424,"f0_corr":0.99356,"vuv_err":0.01674,"score_intelligibility":0.97945,"score_speaker":0.99256,"score_quality":0.99023,"score_fidelity":0.99574,"score":0.98949},"uk":{"n":50,"unit":"wer","wer":7.03746,"wer_orig":6.46992,"dwer":0.56754,"wer_pseudo":1.02273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.99096,"utmos":2.55537,"dnsmos_ovrl":3.07826,"dnsmos_sig":3.41606,"dnsmos_bak":4.05723,"pesq_wb":4.47444,"pesq_nb":4.43614,"stoi":0.99393,"estoi":0.98633,"si_sdr":20.2442,"mel_dist":0.09406,"stft_dist":0.8438,"f0_rmse_cents":14.35761,"f0_corr":0.9975,"vuv_err":0.01183,"score_intelligibility":0.92939,"score_speaker":0.99096,"score_quality":0.99285,"score_fidelity":0.99471,"score":0.97698},"el":{"n":50,"unit":"wer","wer":12.22445,"wer_orig":12.02405,"dwer":0.2004,"wer_pseudo":2.7027,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.98939,"utmos":2.68861,"dnsmos_ovrl":2.9761,"dnsmos_sig":3.40009,"dnsmos_bak":3.85322,"pesq_wb":4.51564,"pesq_nb":4.46855,"stoi":0.99446,"estoi":0.98816,"si_sdr":21.52468,"mel_dist":0.06637,"stft_dist":0.74319,"f0_rmse_cents":15.09148,"f0_corr":0.99701,"vuv_err":0.01262,"score_intelligibility":0.98485,"score_speaker":0.98939,"score_quality":0.98531,"score_fidelity":0.99716,"score":0.98918},"ar":{"n":50,"unit":"wer","wer":12.70037,"wer_orig":12.45376,"dwer":0.24661,"wer_pseudo":0.86527,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.99186,"utmos":2.62698,"dnsmos_ovrl":3.15775,"dnsmos_sig":3.54877,"dnsmos_bak":3.9051,"pesq_wb":4.47274,"pesq_nb":4.45355,"stoi":0.99663,"estoi":0.99343,"si_sdr":15.29395,"mel_dist":0.08153,"stft_dist":0.84421,"f0_rmse_cents":37.13812,"f0_corr":0.98653,"vuv_err":0.0132,"score_intelligibility":0.982,"score_speaker":0.99186,"score_quality":0.98626,"score_fidelity":0.99179,"score":0.98798},"fa":{"n":50,"unit":"wer","wer":25.82857,"wer_orig":25.94286,"dwer":-0.11429,"wer_pseudo":2.37838,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.99097,"utmos":2.58287,"dnsmos_ovrl":2.85249,"dnsmos_sig":3.35718,"dnsmos_bak":3.72818,"pesq_wb":4.44332,"pesq_nb":4.4158,"stoi":0.98616,"estoi":0.97919,"si_sdr":13.49575,"mel_dist":0.07067,"stft_dist":0.83104,"f0_rmse_cents":43.2752,"f0_corr":0.95214,"vuv_err":0.01739,"score_intelligibility":1.0,"score_speaker":0.99097,"score_quality":0.98911,"score_fidelity":0.97404,"score":0.98853},"he":{"n":50,"unit":"wer","wer":20.34884,"wer_orig":19.4186,"dwer":0.93023,"wer_pseudo":2.58216,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.99138,"utmos":2.45757,"dnsmos_ovrl":2.80846,"dnsmos_sig":3.19306,"dnsmos_bak":3.94106,"pesq_wb":4.43967,"pesq_nb":4.41103,"stoi":0.99606,"estoi":0.99194,"si_sdr":20.06612,"mel_dist":0.07109,"stft_dist":0.75703,"f0_rmse_cents":18.85766,"f0_corr":0.9896,"vuv_err":0.01762,"score_intelligibility":0.95643,"score_speaker":0.99138,"score_quality":0.98821,"score_fidelity":0.98947,"score":0.98137},"hi":{"n":50,"unit":"wer","wer":26.77747,"wer_orig":26.31579,"dwer":0.46168,"wer_pseudo":3.17893,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.98953,"utmos":2.27692,"dnsmos_ovrl":2.75778,"dnsmos_sig":3.35044,"dnsmos_bak":3.40499,"pesq_wb":4.54467,"pesq_nb":4.49099,"stoi":0.99461,"estoi":0.99019,"si_sdr":24.0985,"mel_dist":0.0773,"stft_dist":0.77424,"f0_rmse_cents":10.93491,"f0_corr":0.99725,"vuv_err":0.01124,"score_intelligibility":0.98338,"score_speaker":0.98953,"score_quality":0.99286,"score_fidelity":0.99729,"score":0.99076},"zh":{"n":50,"unit":"cer","wer":7.1137,"wer_orig":7.40525,"dwer":-0.29155,"wer_pseudo":0.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.99117,"utmos":2.77305,"dnsmos_ovrl":3.0637,"dnsmos_sig":3.41418,"dnsmos_bak":4.00553,"pesq_wb":4.52775,"pesq_nb":4.48513,"stoi":0.99767,"estoi":0.99583,"si_sdr":18.8244,"mel_dist":0.0683,"stft_dist":0.74674,"f0_rmse_cents":28.80656,"f0_corr":0.98195,"vuv_err":0.01094,"score_intelligibility":1.0,"score_speaker":0.99117,"score_quality":0.98917,"score_fidelity":0.99321,"score":0.99339},"yue":{"n":50,"unit":"cer","wer":13.76947,"wer_orig":14.39252,"dwer":-0.62305,"wer_pseudo":4.74984,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.99022,"utmos":2.91145,"dnsmos_ovrl":3.03614,"dnsmos_sig":3.42579,"dnsmos_bak":3.87368,"pesq_wb":4.51897,"pesq_nb":4.47246,"stoi":0.99628,"estoi":0.99295,"si_sdr":17.20416,"mel_dist":0.06502,"stft_dist":0.76752,"f0_rmse_cents":19.2197,"f0_corr":0.99596,"vuv_err":0.01011,"score_intelligibility":1.0,"score_speaker":0.99022,"score_quality":0.99134,"score_fidelity":0.99742,"score":0.99474},"ja":{"n":50,"unit":"cer","wer":3.76665,"wer_orig":3.53698,"dwer":0.22967,"wer_pseudo":1.33211,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.98714,"utmos":2.02414,"dnsmos_ovrl":2.53598,"dnsmos_sig":3.2136,"dnsmos_bak":3.29738,"pesq_wb":4.47466,"pesq_nb":4.42615,"stoi":0.98991,"estoi":0.9792,"si_sdr":17.1491,"mel_dist":0.06833,"stft_dist":0.77774,"f0_rmse_cents":19.51728,"f0_corr":0.99676,"vuv_err":0.0109,"score_intelligibility":0.95182,"score_speaker":0.98714,"score_quality":0.9934,"score_fidelity":0.99314,"score":0.98138},"ko":{"n":50,"unit":"cer","wer":5.09804,"wer_orig":5.14706,"dwer":-0.04902,"wer_pseudo":1.1022,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.98871,"utmos":3.22652,"dnsmos_ovrl":3.04459,"dnsmos_sig":3.40988,"dnsmos_bak":4.03285,"pesq_wb":4.51057,"pesq_nb":4.48649,"stoi":0.99602,"estoi":0.99231,"si_sdr":18.27647,"mel_dist":0.07045,"stft_dist":0.76292,"f0_rmse_cents":21.87387,"f0_corr":0.99644,"vuv_err":0.01491,"score_intelligibility":1.0,"score_speaker":0.98871,"score_quality":0.99279,"score_fidelity":0.99749,"score":0.99475},"th":{"n":50,"unit":"cer","wer":6.97251,"wer_orig":7.61924,"dwer":-0.64673,"wer_pseudo":1.25531,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.99076,"utmos":2.35272,"dnsmos_ovrl":2.7565,"dnsmos_sig":3.29218,"dnsmos_bak":3.64786,"pesq_wb":4.47436,"pesq_nb":4.45418,"stoi":0.99601,"estoi":0.99261,"si_sdr":16.12029,"mel_dist":0.06525,"stft_dist":0.78437,"f0_rmse_cents":41.66826,"f0_corr":0.99306,"vuv_err":0.01874,"score_intelligibility":1.0,"score_speaker":0.99076,"score_quality":0.98169,"score_fidelity":0.99391,"score":0.99159}}},{"codec":"past_16k_50hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"past_16k_50hz_8q","family":"PAST","checkpoint":"slprl/PAST","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50.0,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code); weights: not stated","paper":"2505.14470","year":2025,"bitrate_kbps":4.0,"notes":"PAST (full, non-causal); SEANet + BERT transformer encoder, 8 x 1024 RVQ; RVQ-1 phonetically supervised; trained on LibriSpeech + TIMIT","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":179.83904,"efficiency":{"rtf_encode":0.00524,"rtf_decode":0.00464,"peak_vram_gb":1.1393,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.72301,"score_worst_lang":0.48013,"worst_lang":"nl","en_gap":-0.23834,"score_intelligibility":0.4804,"score_speaker":0.76903,"score_quality":0.96357,"score_fidelity":0.67904,"dwer":15.76317,"wer":24.56898,"wer_pseudo":20.46207,"sim":0.76903,"utmos":2.56645,"dnsmos_ovrl":2.92536,"dnsmos_sig":3.32538,"dnsmos_bak":3.85829,"pesq_wb":2.33337,"pesq_nb":2.8953,"stoi":0.84091,"estoi":0.72303,"si_sdr":3.62645,"mel_dist":0.24654,"stft_dist":1.31761,"f0_rmse_cents":177.57412,"f0_corr":0.81525,"vuv_err":0.16525,"score_ci95":[0.71498,0.73391]},"per_lang":{"en":{"n":50,"unit":"wer","wer":46.0177,"wer_orig":6.98132,"dwer":39.03638,"wer_pseudo":43.57977,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.47401,"utmos":2.16636,"dnsmos_ovrl":2.43286,"dnsmos_sig":2.88607,"dnsmos_bak":3.75416,"pesq_wb":1.71496,"pesq_nb":2.08369,"stoi":0.67073,"estoi":0.50173,"si_sdr":-5.79785,"mel_dist":0.34131,"stft_dist":1.80401,"f0_rmse_cents":397.81918,"f0_corr":0.60677,"vuv_err":0.22465,"score_intelligibility":0.16975,"score_speaker":0.47401,"score_quality":0.84072,"score_fidelity":0.49393,"score":0.4946},"de":{"n":50,"unit":"wer","wer":7.93489,"wer_orig":5.69685,"dwer":2.23805,"wer_pseudo":3.35707,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.84896,"utmos":2.84097,"dnsmos_ovrl":3.09707,"dnsmos_sig":3.38715,"dnsmos_bak":4.06352,"pesq_wb":2.76439,"pesq_nb":3.28773,"stoi":0.90338,"estoi":0.78702,"si_sdr":8.5495,"mel_dist":0.20917,"stft_dist":1.09312,"f0_rmse_cents":136.0402,"f0_corr":0.87643,"vuv_err":0.14078,"score_intelligibility":0.74952,"score_speaker":0.84896,"score_quality":1.0,"score_fidelity":0.76131,"score":0.83995},"fr":{"n":50,"unit":"wer","wer":14.07115,"wer_orig":4.98024,"dwer":9.09091,"wer_pseudo":11.8254,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.83798,"utmos":2.46645,"dnsmos_ovrl":3.02049,"dnsmos_sig":3.35822,"dnsmos_bak":3.9993,"pesq_wb":2.41745,"pesq_nb":3.00979,"stoi":0.88844,"estoi":0.80373,"si_sdr":6.32543,"mel_dist":0.25261,"stft_dist":1.19953,"f0_rmse_cents":129.18979,"f0_corr":0.89274,"vuv_err":0.17907,"score_intelligibility":0.3968,"score_speaker":0.83798,"score_quality":0.99796,"score_fidelity":0.72872,"score":0.74036},"es":{"n":50,"unit":"wer","wer":4.09091,"wer_orig":3.09091,"dwer":1.0,"wer_pseudo":1.732,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.88265,"utmos":2.92798,"dnsmos_ovrl":3.21693,"dnsmos_sig":3.56007,"dnsmos_bak":3.96369,"pesq_wb":2.98893,"pesq_nb":3.48906,"stoi":0.91607,"estoi":0.83708,"si_sdr":7.10972,"mel_dist":0.22711,"stft_dist":1.224,"f0_rmse_cents":177.61515,"f0_corr":0.88845,"vuv_err":0.15036,"score_intelligibility":0.80357,"score_speaker":0.88265,"score_quality":1.0,"score_fidelity":0.79093,"score":0.86929},"it":{"n":50,"unit":"wer","wer":4.46266,"wer_orig":2.55009,"dwer":1.91257,"wer_pseudo":3.10786,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.87025,"utmos":3.2096,"dnsmos_ovrl":3.32008,"dnsmos_sig":3.60758,"dnsmos_bak":4.0903,"pesq_wb":3.00404,"pesq_nb":3.4539,"stoi":0.91563,"estoi":0.84059,"si_sdr":6.95392,"mel_dist":0.22819,"stft_dist":1.15532,"f0_rmse_cents":118.8173,"f0_corr":0.83283,"vuv_err":0.13374,"score_intelligibility":0.64988,"score_speaker":0.87025,"score_quality":1.0,"score_fidelity":0.77368,"score":0.82345},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.67323,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.89922,"utmos":2.731,"dnsmos_ovrl":3.03304,"dnsmos_sig":3.41005,"dnsmos_bak":3.79626,"pesq_wb":2.65948,"pesq_nb":3.20019,"stoi":0.87632,"estoi":0.7829,"si_sdr":5.03296,"mel_dist":0.20003,"stft_dist":1.18192,"f0_rmse_cents":257.32846,"f0_corr":0.86893,"vuv_err":0.20558,"score_intelligibility":1.0,"score_speaker":0.89922,"score_quality":1.0,"score_fidelity":0.7398,"score":0.90975},"nl":{"n":50,"unit":"wer","wer":76.5388,"wer_orig":5.26316,"dwer":71.27565,"wer_pseudo":76.81289,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.50233,"utmos":2.38078,"dnsmos_ovrl":2.64564,"dnsmos_sig":3.00595,"dnsmos_bak":4.01555,"pesq_wb":1.45974,"pesq_nb":1.88775,"stoi":0.7734,"estoi":0.59107,"si_sdr":-4.54596,"mel_dist":0.38645,"stft_dist":2.04021,"f0_rmse_cents":233.60452,"f0_corr":0.63402,"vuv_err":0.20778,"score_intelligibility":0.08077,"score_speaker":0.50233,"score_quality":0.82451,"score_fidelity":0.51292,"score":0.48013},"pl":{"n":50,"unit":"wer","wer":14.36404,"wer_orig":3.28947,"dwer":11.07456,"wer_pseudo":12.82895,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.79766,"utmos":2.64887,"dnsmos_ovrl":3.01189,"dnsmos_sig":3.35029,"dnsmos_bak":4.04036,"pesq_wb":2.25924,"pesq_nb":2.82331,"stoi":0.89734,"estoi":0.79236,"si_sdr":0.89205,"mel_dist":0.25533,"stft_dist":1.31936,"f0_rmse_cents":140.39184,"f0_corr":0.73965,"vuv_err":0.16055,"score_intelligibility":0.27919,"score_speaker":0.79766,"score_quality":0.97184,"score_fidelity":0.66559,"score":0.67857},"cs":{"n":50,"unit":"wer","wer":17.15286,"wer_orig":9.45158,"dwer":7.70128,"wer_pseudo":14.13551,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.86881,"utmos":2.69708,"dnsmos_ovrl":3.14333,"dnsmos_sig":3.47548,"dnsmos_bak":3.94636,"pesq_wb":2.30292,"pesq_nb":2.96778,"stoi":0.88283,"estoi":0.78177,"si_sdr":7.18086,"mel_dist":0.22655,"stft_dist":1.21306,"f0_rmse_cents":93.36125,"f0_corr":0.88879,"vuv_err":0.12181,"score_intelligibility":0.57575,"score_speaker":0.86881,"score_quality":1.0,"score_fidelity":0.71463,"score":0.7898},"tr":{"n":50,"unit":"wer","wer":25.92105,"wer_orig":7.76316,"dwer":18.15789,"wer_pseudo":22.39789,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.75053,"utmos":2.28027,"dnsmos_ovrl":3.00779,"dnsmos_sig":3.36729,"dnsmos_bak":3.98453,"pesq_wb":2.34825,"pesq_nb":2.94203,"stoi":0.85392,"estoi":0.72136,"si_sdr":4.35332,"mel_dist":0.25502,"stft_dist":1.31362,"f0_rmse_cents":140.61768,"f0_corr":0.88343,"vuv_err":0.12666,"score_intelligibility":0.32551,"score_speaker":0.75053,"score_quality":0.98972,"score_fidelity":0.70752,"score":0.69332},"id":{"n":50,"unit":"wer","wer":11.57025,"wer_orig":5.90319,"dwer":5.66706,"wer_pseudo":8.73672,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.80946,"utmos":2.15851,"dnsmos_ovrl":2.65621,"dnsmos_sig":3.16948,"dnsmos_bak":3.16443,"pesq_wb":2.18384,"pesq_nb":2.85864,"stoi":0.79014,"estoi":0.63844,"si_sdr":4.25347,"mel_dist":0.17054,"stft_dist":1.16051,"f0_rmse_cents":117.36669,"f0_corr":0.8146,"vuv_err":0.18589,"score_intelligibility":0.54917,"score_speaker":0.80946,"score_quality":0.97756,"score_fidelity":0.64766,"score":0.74596},"vi":{"n":50,"unit":"wer","wer":29.59427,"wer_orig":7.71679,"dwer":21.87749,"wer_pseudo":26.43312,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.74406,"utmos":2.16536,"dnsmos_ovrl":2.80686,"dnsmos_sig":3.32058,"dnsmos_bak":3.6391,"pesq_wb":2.21252,"pesq_nb":2.81534,"stoi":0.74176,"estoi":0.59526,"si_sdr":4.97784,"mel_dist":0.20646,"stft_dist":1.20415,"f0_rmse_cents":298.67738,"f0_corr":0.74302,"vuv_err":0.17319,"score_intelligibility":0.28492,"score_speaker":0.74406,"score_quality":0.98913,"score_fidelity":0.61041,"score":0.65713},"ru":{"n":50,"unit":"wer","wer":15.72254,"wer_orig":4.50867,"dwer":11.21387,"wer_pseudo":12.39861,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.7846,"utmos":2.6395,"dnsmos_ovrl":3.01136,"dnsmos_sig":3.34977,"dnsmos_bak":4.02876,"pesq_wb":2.36073,"pesq_nb":2.93072,"stoi":0.87975,"estoi":0.76828,"si_sdr":4.18843,"mel_dist":0.29766,"stft_dist":1.40726,"f0_rmse_cents":165.81125,"f0_corr":0.81844,"vuv_err":0.17672,"score_intelligibility":0.32942,"score_speaker":0.7846,"score_quality":0.9784,"score_fidelity":0.69566,"score":0.69702},"uk":{"n":50,"unit":"wer","wer":38.02497,"wer_orig":6.46992,"dwer":31.55505,"wer_pseudo":35.45455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.74246,"utmos":2.54725,"dnsmos_ovrl":3.00109,"dnsmos_sig":3.32212,"dnsmos_bak":4.05281,"pesq_wb":2.37785,"pesq_nb":2.84178,"stoi":0.83806,"estoi":0.71633,"si_sdr":4.58113,"mel_dist":0.27439,"stft_dist":1.42743,"f0_rmse_cents":179.56679,"f0_corr":0.82165,"vuv_err":0.17423,"score_intelligibility":0.19141,"score_speaker":0.74246,"score_quality":0.9769,"score_fidelity":0.68446,"score":0.64881},"el":{"n":50,"unit":"wer","wer":22.74549,"wer_orig":12.02405,"dwer":10.72144,"wer_pseudo":17.01702,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.75429,"utmos":2.80798,"dnsmos_ovrl":2.96215,"dnsmos_sig":3.40267,"dnsmos_bak":3.85737,"pesq_wb":2.59316,"pesq_nb":3.18501,"stoi":0.86693,"estoi":0.74683,"si_sdr":7.04229,"mel_dist":0.22472,"stft_dist":1.16972,"f0_rmse_cents":117.90732,"f0_corr":0.86067,"vuv_err":0.13338,"score_intelligibility":0.54849,"score_speaker":0.75429,"score_quality":0.99549,"score_fidelity":0.7276,"score":0.75646},"ar":{"n":50,"unit":"wer","wer":19.11221,"wer_orig":12.45376,"dwer":6.65845,"wer_pseudo":11.37206,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.87634,"utmos":2.81685,"dnsmos_ovrl":3.20626,"dnsmos_sig":3.55142,"dnsmos_bak":3.98085,"pesq_wb":2.52648,"pesq_nb":3.13257,"stoi":0.92113,"estoi":0.85075,"si_sdr":4.55751,"mel_dist":0.2314,"stft_dist":1.2698,"f0_rmse_cents":132.63794,"f0_corr":0.86441,"vuv_err":0.14346,"score_intelligibility":0.66894,"score_speaker":0.87634,"score_quality":1.0,"score_fidelity":0.74056,"score":0.82146},"fa":{"n":50,"unit":"wer","wer":48.34286,"wer_orig":25.94286,"dwer":22.4,"wer_pseudo":36.75676,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.73022,"utmos":2.31283,"dnsmos_ovrl":2.76749,"dnsmos_sig":3.26886,"dnsmos_bak":3.71616,"pesq_wb":1.86462,"pesq_nb":2.62994,"stoi":0.71296,"estoi":0.56185,"si_sdr":0.04606,"mel_dist":0.24825,"stft_dist":1.42006,"f0_rmse_cents":260.04585,"f0_corr":0.70561,"vuv_err":0.17763,"score_intelligibility":0.54603,"score_speaker":0.73022,"score_quality":0.88658,"score_fidelity":0.5552,"score":0.67951},"he":{"n":50,"unit":"wer","wer":59.4186,"wer_orig":19.4186,"dwer":40.0,"wer_pseudo":51.52582,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.65646,"utmos":2.34745,"dnsmos_ovrl":2.72363,"dnsmos_sig":3.09868,"dnsmos_bak":3.92142,"pesq_wb":2.14415,"pesq_nb":2.64746,"stoi":0.82991,"estoi":0.70877,"si_sdr":3.87297,"mel_dist":0.25427,"stft_dist":1.29132,"f0_rmse_cents":174.45617,"f0_corr":0.72352,"vuv_err":0.23777,"score_intelligibility":0.33795,"score_speaker":0.65646,"score_quality":0.92781,"score_fidelity":0.62678,"score":0.63725},"hi":{"n":50,"unit":"wer","wer":33.05633,"wer_orig":26.31579,"dwer":6.74054,"wer_pseudo":18.89192,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.81149,"utmos":2.4092,"dnsmos_ovrl":2.81979,"dnsmos_sig":3.39395,"dnsmos_bak":3.50278,"pesq_wb":2.40028,"pesq_nb":3.02297,"stoi":0.85284,"estoi":0.73345,"si_sdr":5.87731,"mel_dist":0.23558,"stft_dist":1.24728,"f0_rmse_cents":137.55844,"f0_corr":0.86743,"vuv_err":0.15557,"score_intelligibility":0.80208,"score_speaker":0.81149,"score_quality":1.0,"score_fidelity":0.70678,"score":0.83009},"zh":{"n":50,"unit":"cer","wer":12.01166,"wer_orig":7.40525,"dwer":4.60641,"wer_pseudo":6.03659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.80807,"utmos":2.68788,"dnsmos_ovrl":3.03025,"dnsmos_sig":3.38426,"dnsmos_bak":3.99839,"pesq_wb":2.43101,"pesq_nb":3.00966,"stoi":0.89287,"estoi":0.80167,"si_sdr":2.36046,"mel_dist":0.26369,"stft_dist":1.26587,"f0_rmse_cents":101.24821,"f0_corr":0.9107,"vuv_err":0.10874,"score_intelligibility":0.64598,"score_speaker":0.80807,"score_quality":0.95754,"score_fidelity":0.73748,"score":0.78726},"yue":{"n":50,"unit":"cer","wer":29.4704,"wer_orig":14.39252,"dwer":15.07788,"wer_pseudo":26.15579,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.84653,"utmos":3.07122,"dnsmos_ovrl":3.0856,"dnsmos_sig":3.44801,"dnsmos_bak":3.95303,"pesq_wb":2.43219,"pesq_nb":3.06558,"stoi":0.87574,"estoi":0.77131,"si_sdr":3.62737,"mel_dist":0.2025,"stft_dist":1.18166,"f0_rmse_cents":218.3306,"f0_corr":0.85499,"vuv_err":0.13985,"score_intelligibility":0.50516,"score_speaker":0.84653,"score_quality":1.0,"score_fidelity":0.71331,"score":0.76625},"ja":{"n":50,"unit":"cer","wer":26.50436,"wer_orig":3.53698,"dwer":22.96739,"wer_pseudo":24.94258,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.5989,"utmos":1.85067,"dnsmos_ovrl":2.49615,"dnsmos_sig":3.12233,"dnsmos_bak":3.41786,"pesq_wb":1.92631,"pesq_nb":2.45472,"stoi":0.68021,"estoi":0.50695,"si_sdr":-1.95126,"mel_dist":0.25322,"stft_dist":1.5407,"f0_rmse_cents":170.23157,"f0_corr":0.74525,"vuv_err":0.18951,"score_intelligibility":0.16495,"score_speaker":0.5989,"score_quality":0.89672,"score_fidelity":0.56337,"score":0.55599},"ko":{"n":50,"unit":"cer","wer":11.96078,"wer_orig":5.14706,"dwer":6.81373,"wer_pseudo":8.26653,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76813,"utmos":3.00049,"dnsmos_ovrl":2.972,"dnsmos_sig":3.31717,"dnsmos_bak":4.04875,"pesq_wb":2.7097,"pesq_nb":3.17587,"stoi":0.88279,"estoi":0.78705,"si_sdr":5.59276,"mel_dist":0.21954,"stft_dist":1.16662,"f0_rmse_cents":98.92048,"f0_corr":0.91847,"vuv_err":0.1029,"score_intelligibility":0.47428,"score_speaker":0.76813,"score_quality":0.92501,"score_fidelity":0.76325,"score":0.73267},"th":{"n":50,"unit":"cer","wer":18.14875,"wer_orig":7.61924,"dwer":10.52951,"wer_pseudo":15.65094,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.79336,"utmos":2.43015,"dnsmos_ovrl":2.74065,"dnsmos_sig":3.25154,"dnsmos_bak":3.66323,"pesq_wb":1.9186,"pesq_nb":2.57174,"stoi":0.83878,"estoi":0.72623,"si_sdr":1.95442,"mel_dist":0.25289,"stft_dist":1.32614,"f0_rmse_cents":264.2349,"f0_corr":0.80506,"vuv_err":0.21613,"score_intelligibility":0.45012,"score_speaker":0.79336,"score_quality":0.98988,"score_fidelity":0.63543,"score":0.7172}}},{"codec":"past_streamable_16k_50hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"past_streamable_16k_50hz_8q","family":"PAST","checkpoint":"slprl/PAST","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50.0,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":false,"license":"MIT (code); weights: not stated","paper":"2505.14470","year":2025,"bitrate_kbps":4.0,"notes":"PAST-streamable (causal convs / unidirectional LSTM, 20 ms look-ahead per upstream); 8 x 1024 RVQ; trained on LibriSpeech + TIMIT","side_info":null,"warning":"upstream passes the encoder Transformer's causal mask as BertModel's encoder_attention_mask, which BERT (no cross-attention) ignores, so that Transformer actually attends bidirectionally within 150-frame (3 s) windows; reproduced as released","env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":125.27827,"efficiency":{"rtf_encode":0.00319,"rtf_decode":0.00259,"peak_vram_gb":0.92106,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.70962,"score_worst_lang":0.42526,"worst_lang":"nl","en_gap":-0.15208,"score_intelligibility":0.5115,"score_speaker":0.75665,"score_quality":0.9071,"score_fidelity":0.66324,"dwer":13.7889,"wer":22.59471,"wer_pseudo":18.13461,"sim":0.75665,"utmos":2.33267,"dnsmos_ovrl":2.90278,"dnsmos_sig":3.29165,"dnsmos_bak":3.87944,"pesq_wb":2.17998,"pesq_nb":2.74252,"stoi":0.83375,"estoi":0.713,"si_sdr":2.58019,"mel_dist":0.2387,"stft_dist":1.30337,"f0_rmse_cents":173.53219,"f0_corr":0.81882,"vuv_err":0.17633,"score_ci95":[0.70073,0.71983]},"per_lang":{"en":{"n":50,"unit":"wer","wer":21.82891,"wer_orig":6.98132,"dwer":14.84759,"wer_pseudo":19.2607,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.54964,"utmos":2.07467,"dnsmos_ovrl":2.40092,"dnsmos_sig":2.88943,"dnsmos_bak":3.79127,"pesq_wb":1.66656,"pesq_nb":2.0927,"stoi":0.71091,"estoi":0.54454,"si_sdr":-4.78969,"mel_dist":0.28206,"stft_dist":1.51643,"f0_rmse_cents":317.91718,"f0_corr":0.76601,"vuv_err":0.24877,"score_intelligibility":0.34961,"score_speaker":0.54964,"score_quality":0.80046,"score_fidelity":0.55579,"score":0.56387},"de":{"n":50,"unit":"wer","wer":8.44354,"wer_orig":5.69685,"dwer":2.74669,"wer_pseudo":3.25534,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.83809,"utmos":2.67403,"dnsmos_ovrl":3.12456,"dnsmos_sig":3.40799,"dnsmos_bak":4.09037,"pesq_wb":2.57669,"pesq_nb":3.12059,"stoi":0.89739,"estoi":0.77393,"si_sdr":7.35568,"mel_dist":0.2027,"stft_dist":1.10924,"f0_rmse_cents":153.91199,"f0_corr":0.86917,"vuv_err":0.14865,"score_intelligibility":0.70915,"score_speaker":0.83809,"score_quality":0.98395,"score_fidelity":0.73902,"score":0.81755},"fr":{"n":50,"unit":"wer","wer":12.25296,"wer_orig":4.98024,"dwer":7.27273,"wer_pseudo":10.2381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.81806,"utmos":2.31408,"dnsmos_ovrl":3.02271,"dnsmos_sig":3.34724,"dnsmos_bak":4.01557,"pesq_wb":2.23923,"pesq_nb":2.81628,"stoi":0.88424,"estoi":0.8001,"si_sdr":5.592,"mel_dist":0.24464,"stft_dist":1.20716,"f0_rmse_cents":107.99162,"f0_corr":0.91213,"vuv_err":0.17838,"score_intelligibility":0.45124,"score_speaker":0.81806,"score_quality":0.9797,"score_fidelity":0.71681,"score":0.74145},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.86283,"utmos":2.60359,"dnsmos_ovrl":3.20138,"dnsmos_sig":3.5414,"dnsmos_bak":3.9741,"pesq_wb":2.75563,"pesq_nb":3.25644,"stoi":0.90694,"estoi":0.82302,"si_sdr":5.85245,"mel_dist":0.2245,"stft_dist":1.25685,"f0_rmse_cents":177.92753,"f0_corr":0.87885,"vuv_err":0.14646,"score_intelligibility":0.9,"score_speaker":0.86283,"score_quality":0.95534,"score_fidelity":0.76247,"score":0.87016},"it":{"n":50,"unit":"wer","wer":4.28051,"wer_orig":2.55009,"dwer":1.73042,"wer_pseudo":2.55941,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.84918,"utmos":2.88394,"dnsmos_ovrl":3.32305,"dnsmos_sig":3.60202,"dnsmos_bak":4.10735,"pesq_wb":2.77508,"pesq_nb":3.26949,"stoi":0.90736,"estoi":0.82849,"si_sdr":6.37253,"mel_dist":0.21736,"stft_dist":1.16911,"f0_rmse_cents":97.05204,"f0_corr":0.88503,"vuv_err":0.12966,"score_intelligibility":0.6723,"score_speaker":0.84918,"score_quality":0.94757,"score_fidelity":0.76652,"score":0.80889},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.77165,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.87626,"utmos":2.46146,"dnsmos_ovrl":3.07288,"dnsmos_sig":3.44173,"dnsmos_bak":3.83047,"pesq_wb":2.40148,"pesq_nb":2.95362,"stoi":0.86383,"estoi":0.7652,"si_sdr":4.01866,"mel_dist":0.21359,"stft_dist":1.24116,"f0_rmse_cents":313.30229,"f0_corr":0.8041,"vuv_err":0.18859,"score_intelligibility":0.93781,"score_speaker":0.87626,"score_quality":0.9853,"score_fidelity":0.68945,"score":0.8722},"nl":{"n":50,"unit":"wer","wer":64.49599,"wer_orig":5.26316,"dwer":59.23283,"wer_pseudo":63.83169,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.48549,"utmos":1.80309,"dnsmos_ovrl":2.35822,"dnsmos_sig":2.72047,"dnsmos_bak":3.99151,"pesq_wb":1.39437,"pesq_nb":1.82327,"stoi":0.76566,"estoi":0.58752,"si_sdr":-4.79182,"mel_dist":0.36757,"stft_dist":1.79549,"f0_rmse_cents":204.46771,"f0_corr":0.6963,"vuv_err":0.25982,"score_intelligibility":0.09563,"score_speaker":0.48549,"score_quality":0.59503,"score_fidelity":0.52488,"score":0.42526},"pl":{"n":50,"unit":"wer","wer":13.15789,"wer_orig":3.28947,"dwer":9.86842,"wer_pseudo":11.73246,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.79028,"utmos":2.47129,"dnsmos_ovrl":2.98054,"dnsmos_sig":3.3303,"dnsmos_bak":4.00718,"pesq_wb":2.15419,"pesq_nb":2.70098,"stoi":0.88994,"estoi":0.78391,"si_sdr":-0.14208,"mel_dist":0.24167,"stft_dist":1.32485,"f0_rmse_cents":143.46619,"f0_corr":0.74982,"vuv_err":0.17212,"score_intelligibility":0.30297,"score_speaker":0.79028,"score_quality":0.91745,"score_fidelity":0.65651,"score":0.6668},"cs":{"n":50,"unit":"wer","wer":16.10268,"wer_orig":9.45158,"dwer":6.65111,"wer_pseudo":11.68224,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.8262,"utmos":2.476,"dnsmos_ovrl":3.17178,"dnsmos_sig":3.48788,"dnsmos_bak":3.99028,"pesq_wb":2.09501,"pesq_nb":2.78335,"stoi":0.87099,"estoi":0.76464,"si_sdr":6.09631,"mel_dist":0.22952,"stft_dist":1.25105,"f0_rmse_cents":103.6289,"f0_corr":0.87366,"vuv_err":0.13238,"score_intelligibility":0.61111,"score_speaker":0.8262,"score_quality":0.97003,"score_fidelity":0.68584,"score":0.77329},"tr":{"n":50,"unit":"wer","wer":24.47368,"wer_orig":7.76316,"dwer":16.71053,"wer_pseudo":20.28986,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.74866,"utmos":2.08219,"dnsmos_ovrl":2.96453,"dnsmos_sig":3.31595,"dnsmos_bak":3.9908,"pesq_wb":2.12271,"pesq_nb":2.7079,"stoi":0.8366,"estoi":0.69634,"si_sdr":2.70258,"mel_dist":0.25245,"stft_dist":1.35704,"f0_rmse_cents":174.33067,"f0_corr":0.82504,"vuv_err":0.14836,"score_intelligibility":0.34401,"score_speaker":0.74866,"score_quality":0.90189,"score_fidelity":0.6608,"score":0.66384},"id":{"n":50,"unit":"wer","wer":12.39669,"wer_orig":5.90319,"dwer":6.49351,"wer_pseudo":10.62574,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.78461,"utmos":1.96392,"dnsmos_ovrl":2.74961,"dnsmos_sig":3.25994,"dnsmos_bak":3.31655,"pesq_wb":2.05967,"pesq_nb":2.69916,"stoi":0.77814,"estoi":0.62212,"si_sdr":3.41423,"mel_dist":0.18293,"stft_dist":1.20196,"f0_rmse_cents":135.7196,"f0_corr":0.79273,"vuv_err":0.19714,"score_intelligibility":0.51529,"score_speaker":0.78461,"score_quality":1.0,"score_fidelity":0.62454,"score":0.73111},"vi":{"n":50,"unit":"wer","wer":33.01512,"wer_orig":7.71679,"dwer":25.29833,"wer_pseudo":29.93631,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.74098,"utmos":2.02445,"dnsmos_ovrl":2.85353,"dnsmos_sig":3.35727,"dnsmos_bak":3.74734,"pesq_wb":2.13114,"pesq_nb":2.72806,"stoi":0.72936,"estoi":0.58389,"si_sdr":3.9326,"mel_dist":0.19909,"stft_dist":1.19254,"f0_rmse_cents":245.84375,"f0_corr":0.79903,"vuv_err":0.17495,"score_intelligibility":0.25626,"score_speaker":0.74098,"score_quality":0.96368,"score_fidelity":0.61719,"score":0.64453},"ru":{"n":50,"unit":"wer","wer":11.90751,"wer_orig":4.50867,"dwer":7.39884,"wer_pseudo":7.87949,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.75923,"utmos":2.35064,"dnsmos_ovrl":2.98283,"dnsmos_sig":3.31044,"dnsmos_bak":4.03478,"pesq_wb":2.182,"pesq_nb":2.74225,"stoi":0.86798,"estoi":0.75656,"si_sdr":2.8362,"mel_dist":0.2817,"stft_dist":1.37449,"f0_rmse_cents":128.6498,"f0_corr":0.84603,"vuv_err":0.18809,"score_intelligibility":0.42678,"score_speaker":0.75923,"score_quality":0.88574,"score_fidelity":0.68391,"score":0.68892},"uk":{"n":50,"unit":"wer","wer":30.30647,"wer_orig":6.46992,"dwer":23.83655,"wer_pseudo":26.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.6932,"utmos":2.42849,"dnsmos_ovrl":2.98959,"dnsmos_sig":3.30429,"dnsmos_bak":4.06103,"pesq_wb":2.22882,"pesq_nb":2.67326,"stoi":0.83584,"estoi":0.70143,"si_sdr":2.90145,"mel_dist":0.27217,"stft_dist":1.40329,"f0_rmse_cents":149.59664,"f0_corr":0.83023,"vuv_err":0.17886,"score_intelligibility":0.23861,"score_speaker":0.6932,"score_quality":0.93648,"score_fidelity":0.67239,"score":0.63517},"el":{"n":50,"unit":"wer","wer":23.24649,"wer_orig":12.02405,"dwer":11.22244,"wer_pseudo":18.01802,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.75657,"utmos":2.50833,"dnsmos_ovrl":2.93727,"dnsmos_sig":3.35816,"dnsmos_bak":3.87619,"pesq_wb":2.43102,"pesq_nb":3.03361,"stoi":0.85949,"estoi":0.73726,"si_sdr":5.4238,"mel_dist":0.2152,"stft_dist":1.17376,"f0_rmse_cents":94.20713,"f0_corr":0.90527,"vuv_err":0.13123,"score_intelligibility":0.53715,"score_speaker":0.75657,"score_quality":0.92359,"score_fidelity":0.72454,"score":0.73546},"ar":{"n":50,"unit":"wer","wer":16.52281,"wer_orig":12.45376,"dwer":4.06905,"wer_pseudo":8.77627,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86318,"utmos":2.5739,"dnsmos_ovrl":3.17403,"dnsmos_sig":3.52341,"dnsmos_bak":3.9699,"pesq_wb":2.36957,"pesq_nb":2.97888,"stoi":0.91923,"estoi":0.84848,"si_sdr":4.46949,"mel_dist":0.22719,"stft_dist":1.27033,"f0_rmse_cents":137.42765,"f0_corr":0.85241,"vuv_err":0.14052,"score_intelligibility":0.76779,"score_speaker":0.86318,"score_quality":0.9704,"score_fidelity":0.72098,"score":0.83059},"fa":{"n":50,"unit":"wer","wer":72.0,"wer_orig":25.94286,"dwer":46.05714,"wer_pseudo":57.2973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.69588,"utmos":2.17226,"dnsmos_ovrl":2.69077,"dnsmos_sig":3.13798,"dnsmos_bak":3.75896,"pesq_wb":1.8509,"pesq_nb":2.58664,"stoi":0.70102,"estoi":0.55017,"si_sdr":-2.10383,"mel_dist":0.24771,"stft_dist":1.42553,"f0_rmse_cents":307.18498,"f0_corr":0.63124,"vuv_err":0.23999,"score_intelligibility":0.36908,"score_speaker":0.69588,"score_quality":0.82226,"score_fidelity":0.52512,"score":0.60309},"he":{"n":50,"unit":"wer","wer":51.62791,"wer_orig":19.4186,"dwer":32.2093,"wer_pseudo":42.25352,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.68061,"utmos":2.174,"dnsmos_ovrl":2.7053,"dnsmos_sig":3.05386,"dnsmos_bak":3.92138,"pesq_wb":1.97649,"pesq_nb":2.49196,"stoi":0.82561,"estoi":0.7011,"si_sdr":2.69131,"mel_dist":0.24024,"stft_dist":1.29251,"f0_rmse_cents":160.11242,"f0_corr":0.74539,"vuv_err":0.24775,"score_intelligibility":0.38798,"score_speaker":0.68061,"score_quality":0.86445,"score_fidelity":0.61666,"score":0.63743},"hi":{"n":50,"unit":"wer","wer":31.85596,"wer_orig":26.31579,"dwer":5.54017,"wer_pseudo":18.71026,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.79223,"utmos":2.19102,"dnsmos_ovrl":2.80888,"dnsmos_sig":3.3444,"dnsmos_bak":3.52504,"pesq_wb":2.22045,"pesq_nb":2.81864,"stoi":0.84563,"estoi":0.72674,"si_sdr":4.83247,"mel_dist":0.22765,"stft_dist":1.24783,"f0_rmse_cents":117.87969,"f0_corr":0.87177,"vuv_err":0.16389,"score_intelligibility":0.83138,"score_speaker":0.79223,"score_quality":0.9597,"score_fidelity":0.6887,"score":0.818},"zh":{"n":50,"unit":"cer","wer":10.84548,"wer_orig":7.40525,"dwer":3.44023,"wer_pseudo":4.5122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.80322,"utmos":2.4112,"dnsmos_ovrl":3.0076,"dnsmos_sig":3.3465,"dnsmos_bak":4.01885,"pesq_wb":2.28185,"pesq_nb":2.85857,"stoi":0.88536,"estoi":0.7921,"si_sdr":1.08526,"mel_dist":0.25428,"stft_dist":1.27406,"f0_rmse_cents":111.96357,"f0_corr":0.89554,"vuv_err":0.12162,"score_intelligibility":0.70957,"score_speaker":0.80322,"score_quality":0.87558,"score_fidelity":0.71572,"score":0.77602},"yue":{"n":50,"unit":"cer","wer":17.6947,"wer_orig":14.39252,"dwer":3.30218,"wer_pseudo":12.9829,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.84538,"utmos":2.7774,"dnsmos_ovrl":3.05516,"dnsmos_sig":3.41612,"dnsmos_bak":3.93377,"pesq_wb":2.31317,"pesq_nb":2.94358,"stoi":0.86976,"estoi":0.76175,"si_sdr":3.10786,"mel_dist":0.19813,"stft_dist":1.19448,"f0_rmse_cents":141.02619,"f0_corr":0.89615,"vuv_err":0.12687,"score_intelligibility":0.82336,"score_speaker":0.84538,"score_quality":0.95688,"score_fidelity":0.7137,"score":0.83483},"ja":{"n":50,"unit":"cer","wer":27.00965,"wer_orig":3.53698,"dwer":23.47267,"wer_pseudo":25.21819,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.56992,"utmos":1.79404,"dnsmos_ovrl":2.42329,"dnsmos_sig":3.01911,"dnsmos_bak":3.35967,"pesq_wb":1.81461,"pesq_nb":2.37364,"stoi":0.67039,"estoi":0.49137,"si_sdr":-4.19632,"mel_dist":0.25079,"stft_dist":1.48243,"f0_rmse_cents":249.16793,"f0_corr":0.62159,"vuv_err":0.24846,"score_intelligibility":0.16198,"score_speaker":0.56992,"score_quality":0.84571,"score_fidelity":0.50824,"score":0.52146},"ko":{"n":50,"unit":"cer","wer":15.34314,"wer_orig":5.14706,"dwer":10.19608,"wer_pseudo":12.57515,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.74641,"utmos":2.65516,"dnsmos_ovrl":2.93091,"dnsmos_sig":3.26606,"dnsmos_bak":4.03843,"pesq_wb":2.46106,"pesq_nb":2.94081,"stoi":0.85376,"estoi":0.7491,"si_sdr":4.37949,"mel_dist":0.22717,"stft_dist":1.21843,"f0_rmse_cents":98.29956,"f0_corr":0.91573,"vuv_err":0.11261,"score_intelligibility":0.37612,"score_speaker":0.74641,"score_quality":0.83852,"score_fidelity":0.72898,"score":0.67251},"th":{"n":50,"unit":"cer","wer":16.20857,"wer_orig":7.61924,"dwer":8.58933,"wer_pseudo":14.07167,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.78341,"utmos":2.11499,"dnsmos_ovrl":2.7374,"dnsmos_sig":3.2178,"dnsmos_bak":3.75571,"pesq_wb":1.81779,"pesq_nb":2.42689,"stoi":0.83465,"estoi":0.72219,"si_sdr":0.88388,"mel_dist":0.22843,"stft_dist":1.30077,"f0_rmse_cents":293.69766,"f0_corr":0.7885,"vuv_err":0.2068,"score_intelligibility":0.50087,"score_speaker":0.78341,"score_quality":0.89066,"score_fidelity":0.61894,"score":0.69847}}},{"codec":"pocket_tts_tokenizer","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"pocket_tts_tokenizer","family":"PocketTTS","checkpoint":"eustlb/pocket-tts-audio-tokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":32,"domain":"speech","causal":true,"multilingual":false,"license":"CC-BY-4.0","paper":null,"year":2026,"bitrate_kbps":null,"notes":"continuous Mimi-style latents used by Kyutai Pocket TTS","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":20.05434,"efficiency":{"rtf_encode":0.00099,"rtf_decode":0.00085,"peak_vram_gb":0.54985,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.70249,"score_worst_lang":0.49359,"worst_lang":"en","en_gap":-0.21798,"score_intelligibility":0.49757,"score_speaker":0.70935,"score_quality":0.96075,"score_fidelity":0.6423,"dwer":12.89629,"wer":21.70209,"wer_pseudo":17.47264,"sim":0.70935,"utmos":2.5683,"dnsmos_ovrl":2.96726,"dnsmos_sig":3.34944,"dnsmos_bak":3.95184,"pesq_wb":1.99179,"pesq_nb":2.58734,"stoi":0.80918,"estoi":0.67117,"si_sdr":2.25216,"mel_dist":0.32415,"stft_dist":1.5703,"f0_rmse_cents":161.37002,"f0_corr":0.83434,"vuv_err":0.1988,"score_ci95":[0.69539,0.71044]},"per_lang":{"en":{"n":50,"unit":"wer","wer":42.5762,"wer_orig":6.98132,"dwer":35.59489,"wer_pseudo":41.82879,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.46717,"utmos":2.12725,"dnsmos_ovrl":2.4482,"dnsmos_sig":2.96943,"dnsmos_bak":3.80018,"pesq_wb":1.53025,"pesq_nb":1.96638,"stoi":0.66106,"estoi":0.46755,"si_sdr":-10.79673,"mel_dist":0.38168,"stft_dist":1.8964,"f0_rmse_cents":250.35202,"f0_corr":0.66113,"vuv_err":0.30673,"score_intelligibility":0.18316,"score_speaker":0.46717,"score_quality":0.83282,"score_fidelity":0.49123,"score":0.49359},"de":{"n":50,"unit":"wer","wer":9.76602,"wer_orig":5.69685,"dwer":4.06918,"wer_pseudo":5.59512,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.788,"utmos":2.84453,"dnsmos_ovrl":3.15304,"dnsmos_sig":3.43557,"dnsmos_bak":4.10076,"pesq_wb":2.20083,"pesq_nb":2.79282,"stoi":0.86633,"estoi":0.72395,"si_sdr":7.09756,"mel_dist":0.29044,"stft_dist":1.37955,"f0_rmse_cents":190.1787,"f0_corr":0.82254,"vuv_err":0.18422,"score_intelligibility":0.62204,"score_speaker":0.788,"score_quality":1.0,"score_fidelity":0.67732,"score":0.77184},"fr":{"n":50,"unit":"wer","wer":17.2332,"wer_orig":4.98024,"dwer":12.25296,"wer_pseudo":14.52381,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.74251,"utmos":2.52733,"dnsmos_ovrl":3.07603,"dnsmos_sig":3.40041,"dnsmos_bak":4.06313,"pesq_wb":2.01694,"pesq_nb":2.56903,"stoi":0.85895,"estoi":0.75542,"si_sdr":4.81408,"mel_dist":0.31855,"stft_dist":1.47833,"f0_rmse_cents":127.74596,"f0_corr":0.89241,"vuv_err":0.19856,"score_intelligibility":0.32799,"score_speaker":0.74251,"score_quality":1.0,"score_fidelity":0.68064,"score":0.68778},"es":{"n":50,"unit":"wer","wer":3.81818,"wer_orig":3.09091,"dwer":0.72727,"wer_pseudo":1.732,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.81179,"utmos":2.94794,"dnsmos_ovrl":3.30826,"dnsmos_sig":3.60825,"dnsmos_bak":4.07006,"pesq_wb":2.48536,"pesq_nb":3.08966,"stoi":0.88933,"estoi":0.78603,"si_sdr":6.7883,"mel_dist":0.30143,"stft_dist":1.42807,"f0_rmse_cents":174.27976,"f0_corr":0.87521,"vuv_err":0.18958,"score_intelligibility":0.84906,"score_speaker":0.81179,"score_quality":1.0,"score_fidelity":0.72964,"score":0.84762},"it":{"n":50,"unit":"wer","wer":5.00911,"wer_orig":2.55009,"dwer":2.45902,"wer_pseudo":4.20475,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.78596,"utmos":3.22686,"dnsmos_ovrl":3.31713,"dnsmos_sig":3.59309,"dnsmos_bak":4.12418,"pesq_wb":2.50984,"pesq_nb":3.0559,"stoi":0.88874,"estoi":0.79307,"si_sdr":7.32165,"mel_dist":0.28571,"stft_dist":1.36967,"f0_rmse_cents":91.84109,"f0_corr":0.88506,"vuv_err":0.14312,"score_intelligibility":0.59079,"score_speaker":0.78596,"score_quality":1.0,"score_fidelity":0.73506,"score":0.77795},"pt":{"n":50,"unit":"wer","wer":4.00391,"wer_orig":3.41797,"dwer":0.58594,"wer_pseudo":2.65748,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.84884,"utmos":2.84491,"dnsmos_ovrl":3.17445,"dnsmos_sig":3.49479,"dnsmos_bak":3.96562,"pesq_wb":2.32529,"pesq_nb":2.94704,"stoi":0.83887,"estoi":0.72354,"si_sdr":5.60141,"mel_dist":0.31677,"stft_dist":1.50129,"f0_rmse_cents":230.77963,"f0_corr":0.88491,"vuv_err":0.20245,"score_intelligibility":0.8829,"score_speaker":0.84884,"score_quality":1.0,"score_fidelity":0.70081,"score":0.85814},"nl":{"n":50,"unit":"wer","wer":17.39518,"wer_orig":5.26316,"dwer":12.13202,"wer_pseudo":14.77171,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.65953,"utmos":2.41134,"dnsmos_ovrl":2.51272,"dnsmos_sig":2.92756,"dnsmos_bak":4.07287,"pesq_wb":1.74684,"pesq_nb":2.3538,"stoi":0.83696,"estoi":0.68389,"si_sdr":0.93536,"mel_dist":0.37197,"stft_dist":1.80759,"f0_rmse_cents":116.5303,"f0_corr":0.90568,"vuv_err":0.23339,"score_intelligibility":0.34048,"score_speaker":0.65953,"score_quality":0.794,"score_fidelity":0.65201,"score":0.6115},"pl":{"n":50,"unit":"wer","wer":12.0614,"wer_orig":3.28947,"dwer":8.77193,"wer_pseudo":11.18421,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.72959,"utmos":2.59891,"dnsmos_ovrl":3.05998,"dnsmos_sig":3.39361,"dnsmos_bak":4.11949,"pesq_wb":1.8394,"pesq_nb":2.38343,"stoi":0.87421,"estoi":0.74739,"si_sdr":0.19172,"mel_dist":0.3524,"stft_dist":1.69488,"f0_rmse_cents":153.3706,"f0_corr":0.74797,"vuv_err":0.16932,"score_intelligibility":0.32841,"score_speaker":0.72959,"score_quality":0.95755,"score_fidelity":0.62067,"score":0.65905},"cs":{"n":50,"unit":"wer","wer":17.50292,"wer_orig":9.45158,"dwer":8.05134,"wer_pseudo":15.42056,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.78098,"utmos":2.72447,"dnsmos_ovrl":3.25894,"dnsmos_sig":3.55823,"dnsmos_bak":4.0484,"pesq_wb":1.81376,"pesq_nb":2.46584,"stoi":0.83548,"estoi":0.71126,"si_sdr":6.40213,"mel_dist":0.30743,"stft_dist":1.44067,"f0_rmse_cents":110.84697,"f0_corr":0.85825,"vuv_err":0.16659,"score_intelligibility":0.56486,"score_speaker":0.78098,"score_quality":1.0,"score_fidelity":0.64208,"score":0.74698},"tr":{"n":50,"unit":"wer","wer":26.18421,"wer_orig":7.76316,"dwer":18.42105,"wer_pseudo":22.26614,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.72552,"utmos":2.42969,"dnsmos_ovrl":3.03086,"dnsmos_sig":3.39619,"dnsmos_bak":4.01137,"pesq_wb":2.01393,"pesq_nb":2.6616,"stoi":0.82524,"estoi":0.66245,"si_sdr":-1.47372,"mel_dist":0.34043,"stft_dist":1.61443,"f0_rmse_cents":127.63511,"f0_corr":0.91077,"vuv_err":0.21419,"score_intelligibility":0.32236,"score_speaker":0.72552,"score_quality":0.99597,"score_fidelity":0.67524,"score":0.67977},"id":{"n":50,"unit":"wer","wer":16.41086,"wer_orig":5.90319,"dwer":10.50767,"wer_pseudo":14.28571,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.72019,"utmos":2.27166,"dnsmos_ovrl":2.92615,"dnsmos_sig":3.36433,"dnsmos_bak":3.56319,"pesq_wb":1.76935,"pesq_nb":2.51431,"stoi":0.71568,"estoi":0.53589,"si_sdr":2.69941,"mel_dist":0.31205,"stft_dist":1.54019,"f0_rmse_cents":210.49002,"f0_corr":0.69658,"vuv_err":0.2217,"score_intelligibility":0.39649,"score_speaker":0.72019,"score_quality":1.0,"score_fidelity":0.54403,"score":0.66518},"vi":{"n":50,"unit":"wer","wer":47.01671,"wer_orig":7.71679,"dwer":39.29992,"wer_pseudo":44.10828,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.69468,"utmos":2.22281,"dnsmos_ovrl":2.85779,"dnsmos_sig":3.32819,"dnsmos_bak":3.78108,"pesq_wb":1.85651,"pesq_nb":2.47559,"stoi":0.67668,"estoi":0.5109,"si_sdr":4.29435,"mel_dist":0.30898,"stft_dist":1.52467,"f0_rmse_cents":137.18841,"f0_corr":0.88072,"vuv_err":0.18979,"score_intelligibility":0.18154,"score_speaker":0.69468,"score_quality":1.0,"score_fidelity":0.60071,"score":0.61923},"ru":{"n":50,"unit":"wer","wer":7.86127,"wer_orig":4.50867,"dwer":3.3526,"wer_pseudo":4.17149,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.70795,"utmos":2.58101,"dnsmos_ovrl":2.98669,"dnsmos_sig":3.31253,"dnsmos_bak":4.08554,"pesq_wb":1.97988,"pesq_nb":2.55951,"stoi":0.856,"estoi":0.72924,"si_sdr":4.2329,"mel_dist":0.34387,"stft_dist":1.61633,"f0_rmse_cents":119.42049,"f0_corr":0.85273,"vuv_err":0.19334,"score_intelligibility":0.62166,"score_speaker":0.70795,"score_quality":0.95501,"score_fidelity":0.6629,"score":0.73688},"uk":{"n":50,"unit":"wer","wer":28.94438,"wer_orig":6.46992,"dwer":22.47446,"wer_pseudo":25.79545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.65183,"utmos":2.62099,"dnsmos_ovrl":3.09506,"dnsmos_sig":3.42831,"dnsmos_bak":4.09472,"pesq_wb":2.04461,"pesq_nb":2.5112,"stoi":0.81114,"estoi":0.66009,"si_sdr":-0.28498,"mel_dist":0.34348,"stft_dist":1.64416,"f0_rmse_cents":176.77889,"f0_corr":0.82657,"vuv_err":0.21121,"score_intelligibility":0.24946,"score_speaker":0.65183,"score_quality":1.0,"score_fidelity":0.64539,"score":0.63667},"el":{"n":50,"unit":"wer","wer":32.06413,"wer_orig":12.02405,"dwer":20.04008,"wer_pseudo":26.62663,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.68704,"utmos":2.72412,"dnsmos_ovrl":2.89615,"dnsmos_sig":3.28835,"dnsmos_bak":3.94169,"pesq_wb":2.20463,"pesq_nb":2.77069,"stoi":0.83682,"estoi":0.6993,"si_sdr":6.58486,"mel_dist":0.32203,"stft_dist":1.54032,"f0_rmse_cents":96.99631,"f0_corr":0.8647,"vuv_err":0.15158,"score_intelligibility":0.3939,"score_speaker":0.68704,"score_quality":0.97535,"score_fidelity":0.6819,"score":0.68455},"ar":{"n":50,"unit":"wer","wer":18.61899,"wer_orig":12.45376,"dwer":6.16523,"wer_pseudo":11.61928,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.79999,"utmos":2.84067,"dnsmos_ovrl":3.21565,"dnsmos_sig":3.54215,"dnsmos_bak":4.05366,"pesq_wb":2.17327,"pesq_nb":2.78386,"stoi":0.9013,"estoi":0.81494,"si_sdr":5.39535,"mel_dist":0.30457,"stft_dist":1.48225,"f0_rmse_cents":104.18848,"f0_corr":0.91065,"vuv_err":0.14194,"score_intelligibility":0.68575,"score_speaker":0.79999,"score_quality":1.0,"score_fidelity":0.71572,"score":0.80037},"fa":{"n":50,"unit":"wer","wer":43.31429,"wer_orig":25.94286,"dwer":17.37143,"wer_pseudo":28.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.7122,"utmos":2.37724,"dnsmos_ovrl":2.87237,"dnsmos_sig":3.32027,"dnsmos_bak":3.90502,"pesq_wb":1.68,"pesq_nb":2.49284,"stoi":0.65705,"estoi":0.49917,"si_sdr":-2.93512,"mel_dist":0.32028,"stft_dist":1.61258,"f0_rmse_cents":239.98701,"f0_corr":0.75441,"vuv_err":0.25934,"score_intelligibility":0.60799,"score_speaker":0.7122,"score_quality":0.92557,"score_fidelity":0.53525,"score":0.69525},"he":{"n":50,"unit":"wer","wer":53.25581,"wer_orig":19.4186,"dwer":33.83721,"wer_pseudo":45.65728,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.60372,"utmos":2.37005,"dnsmos_ovrl":2.81093,"dnsmos_sig":3.20145,"dnsmos_bak":3.99719,"pesq_wb":1.92509,"pesq_nb":2.40585,"stoi":0.79854,"estoi":0.65486,"si_sdr":-4.60929,"mel_dist":0.30492,"stft_dist":1.54446,"f0_rmse_cents":270.83097,"f0_corr":0.66457,"vuv_err":0.29029,"score_intelligibility":0.37634,"score_speaker":0.60372,"score_quality":0.95946,"score_fidelity":0.57581,"score":0.62883},"hi":{"n":50,"unit":"wer","wer":35.08772,"wer_orig":26.31579,"dwer":8.77193,"wer_pseudo":20.70845,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.70847,"utmos":2.48505,"dnsmos_ovrl":2.94084,"dnsmos_sig":3.42124,"dnsmos_bak":3.71428,"pesq_wb":2.03636,"pesq_nb":2.68015,"stoi":0.81026,"estoi":0.66719,"si_sdr":5.76492,"mel_dist":0.32862,"stft_dist":1.53016,"f0_rmse_cents":189.26326,"f0_corr":0.83961,"vuv_err":0.18969,"score_intelligibility":0.75693,"score_speaker":0.70847,"score_quality":1.0,"score_fidelity":0.64866,"score":0.77851},"zh":{"n":50,"unit":"cer","wer":11.42857,"wer_orig":7.40525,"dwer":4.02332,"wer_pseudo":5.73171,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.67015,"utmos":2.45767,"dnsmos_ovrl":2.95284,"dnsmos_sig":3.29835,"dnsmos_bak":4.04503,"pesq_wb":1.94576,"pesq_nb":2.547,"stoi":0.85948,"estoi":0.74312,"si_sdr":1.85286,"mel_dist":0.32282,"stft_dist":1.63262,"f0_rmse_cents":108.42582,"f0_corr":0.90294,"vuv_err":0.12303,"score_intelligibility":0.67628,"score_speaker":0.67015,"score_quality":0.87518,"score_fidelity":0.67755,"score":0.72479},"yue":{"n":50,"unit":"cer","wer":20.56075,"wer_orig":14.39252,"dwer":6.16822,"wer_pseudo":15.13616,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.73402,"utmos":2.96165,"dnsmos_ovrl":3.0796,"dnsmos_sig":3.42779,"dnsmos_bak":3.9955,"pesq_wb":1.98898,"pesq_nb":2.61871,"stoi":0.83964,"estoi":0.70989,"si_sdr":3.5806,"mel_dist":0.27817,"stft_dist":1.42069,"f0_rmse_cents":132.50448,"f0_corr":0.89366,"vuv_err":0.16333,"score_intelligibility":0.71391,"score_speaker":0.73402,"score_quality":1.0,"score_fidelity":0.67195,"score":0.77997},"ja":{"n":50,"unit":"cer","wer":20.62471,"wer_orig":3.53698,"dwer":17.08774,"wer_pseudo":18.41984,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.63459,"utmos":1.99404,"dnsmos_ovrl":2.54662,"dnsmos_sig":3.15026,"dnsmos_bak":3.40185,"pesq_wb":1.76088,"pesq_nb":2.33916,"stoi":0.63402,"estoi":0.43346,"si_sdr":-5.03068,"mel_dist":0.37048,"stft_dist":1.80178,"f0_rmse_cents":187.18406,"f0_corr":0.75645,"vuv_err":0.2523,"score_intelligibility":0.20981,"score_speaker":0.63459,"score_quality":0.97991,"score_fidelity":0.53595,"score":0.59006},"ko":{"n":50,"unit":"cer","wer":7.94118,"wer_orig":5.14706,"dwer":2.79412,"wer_pseudo":4.50902,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.70711,"utmos":2.85636,"dnsmos_ovrl":2.97531,"dnsmos_sig":3.32137,"dnsmos_bak":4.08,"pesq_wb":2.33711,"pesq_nb":2.85766,"stoi":0.85297,"estoi":0.73487,"si_sdr":5.66633,"mel_dist":0.33721,"stft_dist":1.56954,"f0_rmse_cents":82.08439,"f0_corr":0.95157,"vuv_err":0.13368,"score_intelligibility":0.6875,"score_speaker":0.70711,"score_quality":0.89391,"score_fidelity":0.72886,"score":0.75434},"th":{"n":50,"unit":"cer","wer":22.17057,"wer_orig":7.61924,"dwer":14.55133,"wer_pseudo":19.74084,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.65252,"utmos":2.19254,"dnsmos_ovrl":2.71872,"dnsmos_sig":3.20482,"dnsmos_bak":3.80943,"pesq_wb":1.61804,"pesq_nb":2.25412,"stoi":0.79556,"estoi":0.66067,"si_sdr":-0.04155,"mel_dist":0.3152,"stft_dist":1.61657,"f0_rmse_cents":243.97766,"f0_corr":0.78505,"vuv_err":0.2419,"score_intelligibility":0.37199,"score_speaker":0.65252,"score_quality":0.91334,"score_fidelity":0.58573,"score":0.6309}}},{"codec":"qwen3_tts_tokenizer_12hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"qwen3_tts_tokenizer_12hz","family":"Qwen3-TTS-Tokenizer","checkpoint":"Qwen/Qwen3-TTS-Tokenizer-12Hz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":16,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2601.15621","year":2026,"bitrate_kbps":2.2,"notes":"Mimi-style split RVQ (1 semantic + 15 acoustic of 2048); tokenizer of Qwen3-TTS; vendored decoder + native Mimi encoder","side_info":null,"warning":null,"env":"main"},"kbps":2.2,"kbps_measured":2.20619,"tokens_per_s":200.56285,"params_M":153.71466,"efficiency":{"rtf_encode":0.00135,"rtf_decode":0.00561,"peak_vram_gb":1.3765,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89722,"score_worst_lang":0.84378,"worst_lang":"ja","en_gap":-0.03213,"score_intelligibility":0.89501,"score_speaker":0.94304,"score_quality":0.99257,"score_fidelity":0.75826,"dwer":1.21867,"wer":10.02448,"wer_pseudo":3.90602,"sim":0.94304,"utmos":2.66135,"dnsmos_ovrl":2.98854,"dnsmos_sig":3.3855,"dnsmos_bak":3.90488,"pesq_wb":2.72825,"pesq_nb":3.33834,"stoi":0.90385,"estoi":0.8227,"si_sdr":1.70136,"mel_dist":0.16141,"stft_dist":1.18809,"f0_rmse_cents":129.48184,"f0_corr":0.87715,"vuv_err":0.15225,"score_ci95":[0.88922,0.90226]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.07965,"wer_orig":6.98132,"dwer":0.09833,"wer_pseudo":1.84825,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.89396,"utmos":2.30088,"dnsmos_ovrl":2.54063,"dnsmos_sig":3.04682,"dnsmos_bak":3.78429,"pesq_wb":2.08032,"pesq_nb":2.70831,"stoi":0.84884,"estoi":0.73525,"si_sdr":-7.62751,"mel_dist":0.18771,"stft_dist":1.41757,"f0_rmse_cents":178.63255,"f0_corr":0.83642,"vuv_err":0.17935,"score_intelligibility":0.98783,"score_speaker":0.89396,"score_quality":0.91929,"score_fidelity":0.66464,"score":0.86643},"de":{"n":50,"unit":"wer","wer":6.40895,"wer_orig":5.69685,"dwer":0.71211,"wer_pseudo":1.22075,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.95988,"utmos":2.89059,"dnsmos_ovrl":3.09431,"dnsmos_sig":3.39149,"dnsmos_bak":4.05047,"pesq_wb":2.99453,"pesq_nb":3.52668,"stoi":0.93542,"estoi":0.85163,"si_sdr":5.94768,"mel_dist":0.14973,"stft_dist":1.07721,"f0_rmse_cents":151.33324,"f0_corr":0.8883,"vuv_err":0.15727,"score_intelligibility":0.90389,"score_speaker":0.95988,"score_quality":1.0,"score_fidelity":0.79786,"score":0.91541},"fr":{"n":50,"unit":"wer","wer":5.6917,"wer_orig":4.98024,"dwer":0.71146,"wer_pseudo":3.4127,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.94769,"utmos":2.48788,"dnsmos_ovrl":3.08083,"dnsmos_sig":3.40828,"dnsmos_bak":4.0322,"pesq_wb":2.80789,"pesq_nb":3.38022,"stoi":0.93615,"estoi":0.88217,"si_sdr":4.39117,"mel_dist":0.17936,"stft_dist":1.17459,"f0_rmse_cents":112.33528,"f0_corr":0.91552,"vuv_err":0.1746,"score_intelligibility":0.89368,"score_speaker":0.94769,"score_quality":1.0,"score_fidelity":0.7894,"score":0.90769},"es":{"n":50,"unit":"wer","wer":3.0,"wer_orig":3.09091,"dwer":-0.09091,"wer_pseudo":0.6381,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95877,"utmos":2.94171,"dnsmos_ovrl":3.24509,"dnsmos_sig":3.57991,"dnsmos_bak":3.99105,"pesq_wb":3.1648,"pesq_nb":3.63815,"stoi":0.93629,"estoi":0.87393,"si_sdr":4.84201,"mel_dist":0.15367,"stft_dist":1.12485,"f0_rmse_cents":160.27074,"f0_corr":0.88334,"vuv_err":0.1517,"score_intelligibility":1.0,"score_speaker":0.95877,"score_quality":1.0,"score_fidelity":0.81271,"score":0.94287},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.64534,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96477,"utmos":3.22572,"dnsmos_ovrl":3.35637,"dnsmos_sig":3.63266,"dnsmos_bak":4.11866,"pesq_wb":3.29928,"pesq_nb":3.69409,"stoi":0.94056,"estoi":0.88755,"si_sdr":5.31213,"mel_dist":0.15729,"stft_dist":1.0955,"f0_rmse_cents":90.52781,"f0_corr":0.89189,"vuv_err":0.11697,"score_intelligibility":0.88631,"score_speaker":0.96477,"score_quality":1.0,"score_fidelity":0.82979,"score":0.92022},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":0.88583,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96399,"utmos":2.63412,"dnsmos_ovrl":3.08387,"dnsmos_sig":3.45302,"dnsmos_bak":3.82738,"pesq_wb":2.92272,"pesq_nb":3.41276,"stoi":0.9006,"estoi":0.82339,"si_sdr":2.71912,"mel_dist":0.15774,"stft_dist":1.14606,"f0_rmse_cents":249.46933,"f0_corr":0.8608,"vuv_err":0.20383,"score_intelligibility":1.0,"score_speaker":0.96399,"score_quality":1.0,"score_fidelity":0.77025,"score":0.93356},"nl":{"n":50,"unit":"wer","wer":8.29616,"wer_orig":5.26316,"dwer":3.03301,"wer_pseudo":4.2077,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.93707,"utmos":2.98764,"dnsmos_ovrl":2.72512,"dnsmos_sig":3.11706,"dnsmos_bak":4.11474,"pesq_wb":2.66582,"pesq_nb":3.28124,"stoi":0.93374,"estoi":0.86031,"si_sdr":0.56195,"mel_dist":0.16199,"stft_dist":1.2441,"f0_rmse_cents":116.09177,"f0_corr":0.90665,"vuv_err":0.16395,"score_intelligibility":0.67374,"score_speaker":0.93707,"score_quality":0.9967,"score_fidelity":0.77211,"score":0.8449},"pl":{"n":50,"unit":"wer","wer":3.94737,"wer_orig":3.28947,"dwer":0.65789,"wer_pseudo":2.41228,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.94192,"utmos":2.76823,"dnsmos_ovrl":3.0789,"dnsmos_sig":3.40308,"dnsmos_bak":4.09425,"pesq_wb":2.77317,"pesq_nb":3.26617,"stoi":0.94337,"estoi":0.87759,"si_sdr":-1.06435,"mel_dist":0.17046,"stft_dist":1.24651,"f0_rmse_cents":103.97707,"f0_corr":0.84413,"vuv_err":0.13866,"score_intelligibility":0.86702,"score_speaker":0.94192,"score_quality":1.0,"score_fidelity":0.76471,"score":0.89341},"cs":{"n":50,"unit":"wer","wer":12.01867,"wer_orig":9.45158,"dwer":2.56709,"wer_pseudo":7.24299,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96034,"utmos":2.70005,"dnsmos_ovrl":3.19659,"dnsmos_sig":3.50807,"dnsmos_bak":4.00896,"pesq_wb":2.58395,"pesq_nb":3.26014,"stoi":0.91757,"estoi":0.84496,"si_sdr":5.6865,"mel_dist":0.15881,"stft_dist":1.11632,"f0_rmse_cents":84.26779,"f0_corr":0.90915,"vuv_err":0.11822,"score_intelligibility":0.80281,"score_speaker":0.96034,"score_quality":1.0,"score_fidelity":0.75976,"score":0.88073},"tr":{"n":50,"unit":"wer","wer":8.28947,"wer_orig":7.76316,"dwer":0.52632,"wer_pseudo":3.16206,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.94183,"utmos":2.37,"dnsmos_ovrl":3.0683,"dnsmos_sig":3.41958,"dnsmos_bak":4.02844,"pesq_wb":2.71756,"pesq_nb":3.3378,"stoi":0.91475,"estoi":0.82382,"si_sdr":-0.63182,"mel_dist":0.16461,"stft_dist":1.25143,"f0_rmse_cents":110.2298,"f0_corr":0.92875,"vuv_err":0.11921,"score_intelligibility":0.94334,"score_speaker":0.94183,"score_quality":1.0,"score_fidelity":0.77808,"score":0.91581},"id":{"n":50,"unit":"wer","wer":6.8477,"wer_orig":5.90319,"dwer":0.94451,"wer_pseudo":4.60449,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.93582,"utmos":2.1293,"dnsmos_ovrl":2.8043,"dnsmos_sig":3.36062,"dnsmos_bak":3.36013,"pesq_wb":2.25029,"pesq_nb":3.08459,"stoi":0.83371,"estoi":0.70859,"si_sdr":0.70659,"mel_dist":0.14831,"stft_dist":1.16484,"f0_rmse_cents":122.17029,"f0_corr":0.79125,"vuv_err":0.20607,"score_intelligibility":0.87964,"score_speaker":0.93582,"score_quality":1.0,"score_fidelity":0.66073,"score":0.86905},"vi":{"n":50,"unit":"wer","wer":9.30788,"wer_orig":7.71679,"dwer":1.59109,"wer_pseudo":4.61783,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.92852,"utmos":2.21712,"dnsmos_ovrl":2.81871,"dnsmos_sig":3.34965,"dnsmos_bak":3.64807,"pesq_wb":2.56848,"pesq_nb":3.28515,"stoi":0.82508,"estoi":0.71453,"si_sdr":2.80452,"mel_dist":0.1468,"stft_dist":1.11057,"f0_rmse_cents":138.42308,"f0_corr":0.89587,"vuv_err":0.15636,"score_intelligibility":0.84564,"score_speaker":0.92852,"score_quality":0.99233,"score_fidelity":0.72303,"score":0.87238},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.94888,"utmos":2.79939,"dnsmos_ovrl":3.09456,"dnsmos_sig":3.4226,"dnsmos_bak":4.06922,"pesq_wb":2.83502,"pesq_nb":3.3947,"stoi":0.93434,"estoi":0.86647,"si_sdr":2.80406,"mel_dist":0.16656,"stft_dist":1.19268,"f0_rmse_cents":117.53408,"f0_corr":0.85946,"vuv_err":0.16102,"score_intelligibility":0.94077,"score_speaker":0.94888,"score_quality":1.0,"score_fidelity":0.77269,"score":0.91559},"uk":{"n":50,"unit":"wer","wer":8.39955,"wer_orig":6.46992,"dwer":1.92963,"wer_pseudo":3.63636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.92969,"utmos":2.59245,"dnsmos_ovrl":3.10158,"dnsmos_sig":3.42522,"dnsmos_bak":4.0966,"pesq_wb":2.72652,"pesq_nb":3.25033,"stoi":0.92297,"estoi":0.83723,"si_sdr":1.14374,"mel_dist":0.17173,"stft_dist":1.22053,"f0_rmse_cents":92.97744,"f0_corr":0.92753,"vuv_err":0.14699,"score_intelligibility":0.79471,"score_speaker":0.92969,"score_quality":1.0,"score_fidelity":0.78127,"score":0.87642},"el":{"n":50,"unit":"wer","wer":13.22645,"wer_orig":12.02405,"dwer":1.2024,"wer_pseudo":8.20821,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.93746,"utmos":2.83737,"dnsmos_ovrl":3.01494,"dnsmos_sig":3.41717,"dnsmos_bak":3.9193,"pesq_wb":3.00928,"pesq_nb":3.56227,"stoi":0.92047,"estoi":0.83993,"si_sdr":4.84054,"mel_dist":0.15018,"stft_dist":1.10348,"f0_rmse_cents":92.82724,"f0_corr":0.8854,"vuv_err":0.12831,"score_intelligibility":0.91548,"score_speaker":0.93746,"score_quality":1.0,"score_fidelity":0.79332,"score":0.91156},"ar":{"n":50,"unit":"wer","wer":13.68681,"wer_orig":12.45376,"dwer":1.23305,"wer_pseudo":4.32633,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96343,"utmos":2.88459,"dnsmos_ovrl":3.26085,"dnsmos_sig":3.59218,"dnsmos_bak":4.02894,"pesq_wb":2.97984,"pesq_nb":3.51612,"stoi":0.95215,"estoi":0.90602,"si_sdr":3.83986,"mel_dist":0.16058,"stft_dist":1.13159,"f0_rmse_cents":98.26474,"f0_corr":0.90706,"vuv_err":0.12202,"score_intelligibility":0.91604,"score_speaker":0.96343,"score_quality":1.0,"score_fidelity":0.80829,"score":0.92194},"fa":{"n":50,"unit":"wer","wer":27.65714,"wer_orig":25.94286,"dwer":1.71429,"wer_pseudo":6.7027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9357,"utmos":2.58932,"dnsmos_ovrl":2.89337,"dnsmos_sig":3.36029,"dnsmos_bak":3.81517,"pesq_wb":2.36088,"pesq_nb":3.25708,"stoi":0.80845,"estoi":0.69807,"si_sdr":-0.76934,"mel_dist":0.16373,"stft_dist":1.23194,"f0_rmse_cents":211.31895,"f0_corr":0.75533,"vuv_err":0.17425,"score_intelligibility":0.94018,"score_speaker":0.9357,"score_quality":0.9911,"score_fidelity":0.65087,"score":0.87946},"he":{"n":50,"unit":"wer","wer":24.65116,"wer_orig":19.4186,"dwer":5.23256,"wer_pseudo":10.79812,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.92388,"utmos":2.39172,"dnsmos_ovrl":2.79106,"dnsmos_sig":3.16175,"dnsmos_bak":3.96678,"pesq_wb":2.47524,"pesq_nb":3.14131,"stoi":0.91162,"estoi":0.8384,"si_sdr":0.08207,"mel_dist":0.16849,"stft_dist":1.29638,"f0_rmse_cents":132.85283,"f0_corr":0.80261,"vuv_err":0.19863,"score_intelligibility":0.79601,"score_speaker":0.92388,"score_quality":0.96127,"score_fidelity":0.71191,"score":0.84827},"hi":{"n":50,"unit":"wer","wer":28.07018,"wer_orig":26.31579,"dwer":1.75439,"wer_pseudo":7.81108,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.94763,"utmos":2.44361,"dnsmos_ovrl":2.88907,"dnsmos_sig":3.4326,"dnsmos_bak":3.58181,"pesq_wb":2.61186,"pesq_nb":3.32852,"stoi":0.89513,"estoi":0.80487,"si_sdr":3.01298,"mel_dist":0.1618,"stft_dist":1.16025,"f0_rmse_cents":114.00918,"f0_corr":0.87901,"vuv_err":0.15255,"score_intelligibility":0.93965,"score_speaker":0.94763,"score_quality":1.0,"score_fidelity":0.74489,"score":0.90804},"zh":{"n":50,"unit":"cer","wer":7.87172,"wer_orig":7.40525,"dwer":0.46647,"wer_pseudo":1.03659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95624,"utmos":2.88445,"dnsmos_ovrl":3.06592,"dnsmos_sig":3.41279,"dnsmos_bak":4.02077,"pesq_wb":2.93496,"pesq_nb":3.5057,"stoi":0.93492,"estoi":0.87455,"si_sdr":-0.30321,"mel_dist":0.15983,"stft_dist":1.20396,"f0_rmse_cents":76.40092,"f0_corr":0.95399,"vuv_err":0.10087,"score_intelligibility":0.94742,"score_speaker":0.95624,"score_quality":0.99963,"score_fidelity":0.81392,"score":0.9293},"yue":{"n":50,"unit":"cer","wer":17.19626,"wer_orig":14.39252,"dwer":2.80374,"wer_pseudo":7.53642,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.9569,"utmos":3.07025,"dnsmos_ovrl":3.08234,"dnsmos_sig":3.4519,"dnsmos_bak":3.93308,"pesq_wb":2.7155,"pesq_nb":3.39491,"stoi":0.91644,"estoi":0.83428,"si_sdr":2.152,"mel_dist":0.14857,"stft_dist":1.14899,"f0_rmse_cents":147.90474,"f0_corr":0.88866,"vuv_err":0.12342,"score_intelligibility":0.84592,"score_speaker":0.9569,"score_quality":1.0,"score_fidelity":0.76508,"score":0.89198},"ja":{"n":50,"unit":"cer","wer":4.45567,"wer_orig":3.53698,"dwer":0.9187,"wer_pseudo":2.02113,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.90959,"utmos":1.95565,"dnsmos_ovrl":2.56606,"dnsmos_sig":3.18292,"dnsmos_bak":3.37959,"pesq_wb":2.4232,"pesq_nb":3.1183,"stoi":0.78973,"estoi":0.65811,"si_sdr":-3.80453,"mel_dist":0.1704,"stft_dist":1.35444,"f0_rmse_cents":156.06691,"f0_corr":0.8213,"vuv_err":0.16234,"score_intelligibility":0.83161,"score_speaker":0.90959,"score_quality":0.96138,"score_fidelity":0.67255,"score":0.84378},"ko":{"n":50,"unit":"cer","wer":5.19608,"wer_orig":5.14706,"dwer":0.04902,"wer_pseudo":1.1022,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.94809,"utmos":3.2653,"dnsmos_ovrl":3.05365,"dnsmos_sig":3.39469,"dnsmos_bak":4.08512,"pesq_wb":3.19006,"pesq_nb":3.62472,"stoi":0.93191,"estoi":0.87497,"si_sdr":4.44169,"mel_dist":0.15636,"stft_dist":1.08731,"f0_rmse_cents":72.58943,"f0_corr":0.95894,"vuv_err":0.10035,"score_intelligibility":0.99209,"score_speaker":0.94809,"score_quality":1.0,"score_fidelity":0.83886,"score":0.94476},"th":{"n":50,"unit":"cer","wer":8.20534,"wer_orig":7.61924,"dwer":0.5861,"wer_pseudo":3.62422,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.94084,"utmos":2.505,"dnsmos_ovrl":2.81844,"dnsmos_sig":3.32774,"dnsmos_bak":3.76218,"pesq_wb":2.38684,"pesq_nb":3.15097,"stoi":0.90816,"estoi":0.82825,"si_sdr":-0.25519,"mel_dist":0.15918,"stft_dist":1.21301,"f0_rmse_cents":177.08894,"f0_corr":0.86033,"vuv_err":0.1971,"score_intelligibility":0.93633,"score_speaker":0.94084,"score_quality":1.0,"score_fidelity":0.72158,"score":0.89969}}},{"codec":"qwen3_tts_tokenizer_12hz_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"qwen3_tts_tokenizer_12hz_8q","family":"Qwen3-TTS-Tokenizer","checkpoint":"Qwen/Qwen3-TTS-Tokenizer-12Hz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":2048,"kind":"discrete","latent_dim":null,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2601.15621","year":2026,"bitrate_kbps":1.1,"notes":"first 8 of the 16 codebooks; NOT an official operating point (Qwen's decode() requires 16), the dequantiser just sums the RVQ prefix","side_info":null,"warning":"unofficial operating point (first 8 of 16 codebooks)","env":"main"},"kbps":1.1,"kbps_measured":1.1031,"tokens_per_s":100.28143,"params_M":153.71466,"efficiency":{"rtf_encode":0.00123,"rtf_decode":0.00559,"peak_vram_gb":1.3597,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.7755,"score_worst_lang":0.68167,"worst_lang":"pl","en_gap":-0.04551,"score_intelligibility":0.71923,"score_speaker":0.82771,"score_quality":0.89771,"score_fidelity":0.65736,"dwer":4.13586,"wer":12.94167,"wer_pseudo":7.91914,"sim":0.82771,"utmos":2.28795,"dnsmos_ovrl":2.928,"dnsmos_sig":3.32778,"dnsmos_bak":3.90357,"pesq_wb":2.04077,"pesq_nb":2.65804,"stoi":0.85648,"estoi":0.73883,"si_sdr":-4.00997,"mel_dist":0.18177,"stft_dist":1.31219,"f0_rmse_cents":164.56702,"f0_corr":0.81823,"vuv_err":0.18723,"score_ci95":[0.76811,0.78311]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.73451,"wer_orig":6.98132,"dwer":2.7532,"wer_pseudo":5.35019,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.75554,"utmos":2.0367,"dnsmos_ovrl":2.51827,"dnsmos_sig":3.03392,"dnsmos_bak":3.8142,"pesq_wb":1.65078,"pesq_nb":2.19859,"stoi":0.79658,"estoi":0.64821,"si_sdr":-13.17073,"mel_dist":0.20176,"stft_dist":1.48291,"f0_rmse_cents":171.37942,"f0_corr":0.82629,"vuv_err":0.23086,"score_intelligibility":0.74352,"score_speaker":0.75554,"score_quality":0.82558,"score_fidelity":0.60294,"score":0.73189},"de":{"n":50,"unit":"wer","wer":7.52798,"wer_orig":5.69685,"dwer":1.83113,"wer_pseudo":2.54323,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.85679,"utmos":2.50722,"dnsmos_ovrl":3.02719,"dnsmos_sig":3.32318,"dnsmos_bak":4.05059,"pesq_wb":2.16098,"pesq_nb":2.80259,"stoi":0.89849,"estoi":0.76853,"si_sdr":0.10502,"mel_dist":0.17023,"stft_dist":1.20735,"f0_rmse_cents":184.66331,"f0_corr":0.83455,"vuv_err":0.17914,"score_intelligibility":0.78528,"score_speaker":0.85679,"score_quality":0.92233,"score_fidelity":0.68825,"score":0.81316},"fr":{"n":50,"unit":"wer","wer":8.85375,"wer_orig":4.98024,"dwer":3.87352,"wer_pseudo":6.66667,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.81637,"utmos":2.23031,"dnsmos_ovrl":3.02293,"dnsmos_sig":3.34837,"dnsmos_bak":4.03062,"pesq_wb":2.0678,"pesq_nb":2.62232,"stoi":0.89329,"estoi":0.8106,"si_sdr":-0.42368,"mel_dist":0.19451,"stft_dist":1.27366,"f0_rmse_cents":153.48556,"f0_corr":0.8481,"vuv_err":0.19084,"score_intelligibility":0.6069,"score_speaker":0.81637,"score_quality":0.94908,"score_fidelity":0.68216,"score":0.76363},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":1.18505,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.84978,"utmos":2.46556,"dnsmos_ovrl":3.19858,"dnsmos_sig":3.52322,"dnsmos_bak":3.99812,"pesq_wb":2.31641,"pesq_nb":2.9099,"stoi":0.89663,"estoi":0.80049,"si_sdr":-0.63937,"mel_dist":0.17695,"stft_dist":1.27769,"f0_rmse_cents":213.10481,"f0_corr":0.80392,"vuv_err":0.20736,"score_intelligibility":0.97826,"score_speaker":0.84978,"score_quality":0.91615,"score_fidelity":0.69222,"score":0.8591},"it":{"n":50,"unit":"wer","wer":3.27869,"wer_orig":2.55009,"dwer":0.7286,"wer_pseudo":1.82815,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83688,"utmos":2.73497,"dnsmos_ovrl":3.28399,"dnsmos_sig":3.56689,"dnsmos_bak":4.09995,"pesq_wb":2.49931,"pesq_nb":3.01429,"stoi":0.90093,"estoi":0.81388,"si_sdr":0.54817,"mel_dist":0.17849,"stft_dist":1.21751,"f0_rmse_cents":118.46468,"f0_corr":0.82315,"vuv_err":0.14418,"score_intelligibility":0.82971,"score_speaker":0.83688,"score_quality":0.90727,"score_fidelity":0.71749,"score":0.82284},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88085,"utmos":2.35835,"dnsmos_ovrl":3.06947,"dnsmos_sig":3.41974,"dnsmos_bak":3.86942,"pesq_wb":2.19195,"pesq_nb":2.75267,"stoi":0.85627,"estoi":0.74821,"si_sdr":-1.99808,"mel_dist":0.17702,"stft_dist":1.27816,"f0_rmse_cents":285.78201,"f0_corr":0.80149,"vuv_err":0.23787,"score_intelligibility":1.0,"score_speaker":0.88085,"score_quality":0.95106,"score_fidelity":0.66611,"score":0.8745},"nl":{"n":50,"unit":"wer","wer":10.3479,"wer_orig":5.26316,"dwer":5.08475,"wer_pseudo":6.44584,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.82081,"utmos":2.53458,"dnsmos_ovrl":2.5765,"dnsmos_sig":2.98239,"dnsmos_bak":4.08938,"pesq_wb":1.97511,"pesq_nb":2.5718,"stoi":0.88385,"estoi":0.77365,"si_sdr":-5.73744,"mel_dist":0.1892,"stft_dist":1.39003,"f0_rmse_cents":171.16834,"f0_corr":0.84019,"vuv_err":0.21808,"score_intelligibility":0.55192,"score_speaker":0.82081,"score_quality":0.84366,"score_fidelity":0.66755,"score":0.72099},"pl":{"n":50,"unit":"wer","wer":8.66228,"wer_orig":3.28947,"dwer":5.37281,"wer_pseudo":7.01754,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.80752,"utmos":2.29727,"dnsmos_ovrl":3.00023,"dnsmos_sig":3.33104,"dnsmos_bak":4.08534,"pesq_wb":1.92416,"pesq_nb":2.45196,"stoi":0.89364,"estoi":0.78639,"si_sdr":-6.76247,"mel_dist":0.20017,"stft_dist":1.37733,"f0_rmse_cents":180.03927,"f0_corr":0.65431,"vuv_err":0.17748,"score_intelligibility":0.44394,"score_speaker":0.80752,"score_quality":0.87123,"score_fidelity":0.604,"score":0.68167},"cs":{"n":50,"unit":"wer","wer":13.76896,"wer_orig":9.45158,"dwer":4.31739,"wer_pseudo":10.98131,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.85857,"utmos":2.30803,"dnsmos_ovrl":3.13783,"dnsmos_sig":3.45717,"dnsmos_bak":3.99417,"pesq_wb":1.89575,"pesq_nb":2.59525,"stoi":0.87179,"estoi":0.76031,"si_sdr":1.02267,"mel_dist":0.18213,"stft_dist":1.24419,"f0_rmse_cents":106.06137,"f0_corr":0.87078,"vuv_err":0.14257,"score_intelligibility":0.70767,"score_speaker":0.85857,"score_quality":0.91654,"score_fidelity":0.66617,"score":0.78724},"tr":{"n":50,"unit":"wer","wer":13.94737,"wer_orig":7.76316,"dwer":6.18421,"wer_pseudo":8.8274,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.84786,"utmos":2.08871,"dnsmos_ovrl":3.00285,"dnsmos_sig":3.37488,"dnsmos_bak":3.98315,"pesq_wb":2.04345,"pesq_nb":2.70552,"stoi":0.86567,"estoi":0.73446,"si_sdr":-5.82897,"mel_dist":0.18384,"stft_dist":1.41708,"f0_rmse_cents":184.16655,"f0_corr":0.84278,"vuv_err":0.17297,"score_intelligibility":0.58627,"score_speaker":0.84786,"score_quality":0.91379,"score_fidelity":0.66886,"score":0.7542},"id":{"n":50,"unit":"wer","wer":10.7438,"wer_orig":5.90319,"dwer":4.84061,"wer_pseudo":8.61865,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.82389,"utmos":1.85613,"dnsmos_ovrl":2.79454,"dnsmos_sig":3.33984,"dnsmos_bak":3.40135,"pesq_wb":1.74074,"pesq_nb":2.51966,"stoi":0.774,"estoi":0.60284,"si_sdr":-3.5279,"mel_dist":0.16555,"stft_dist":1.28801,"f0_rmse_cents":170.76661,"f0_corr":0.68646,"vuv_err":0.24149,"score_intelligibility":0.58782,"score_speaker":0.82389,"score_quality":0.94548,"score_fidelity":0.55736,"score":0.72864},"vi":{"n":50,"unit":"wer","wer":12.49006,"wer_orig":7.71679,"dwer":4.77327,"wer_pseudo":9.07643,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.8095,"utmos":1.9428,"dnsmos_ovrl":2.79282,"dnsmos_sig":3.30813,"dnsmos_bak":3.6714,"pesq_wb":1.94727,"pesq_nb":2.64168,"stoi":0.76146,"estoi":0.61216,"si_sdr":-2.50797,"mel_dist":0.16277,"stft_dist":1.23129,"f0_rmse_cents":170.32844,"f0_corr":0.8728,"vuv_err":0.20011,"score_intelligibility":0.64616,"score_speaker":0.8095,"score_quality":0.91204,"score_fidelity":0.63497,"score":0.75067},"ru":{"n":50,"unit":"wer","wer":5.78035,"wer_orig":4.50867,"dwer":1.27168,"wer_pseudo":1.854,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.82696,"utmos":2.36692,"dnsmos_ovrl":2.96101,"dnsmos_sig":3.29825,"dnsmos_bak":4.05131,"pesq_wb":2.09108,"pesq_nb":2.67643,"stoi":0.88987,"estoi":0.78585,"si_sdr":-2.39596,"mel_dist":0.18732,"stft_dist":1.32063,"f0_rmse_cents":124.82537,"f0_corr":0.83648,"vuv_err":0.17955,"score_intelligibility":0.81245,"score_speaker":0.82696,"score_quality":0.88523,"score_fidelity":0.67936,"score":0.801},"uk":{"n":50,"unit":"wer","wer":10.55619,"wer_orig":6.46992,"dwer":4.08627,"wer_pseudo":6.47727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.79014,"utmos":2.30356,"dnsmos_ovrl":3.03388,"dnsmos_sig":3.36674,"dnsmos_bak":4.0731,"pesq_wb":2.08295,"pesq_nb":2.65254,"stoi":0.8828,"estoi":0.75967,"si_sdr":-6.66709,"mel_dist":0.18843,"stft_dist":1.34223,"f0_rmse_cents":115.31402,"f0_corr":0.87987,"vuv_err":0.18571,"score_intelligibility":0.6464,"score_speaker":0.79014,"score_quality":0.90766,"score_fidelity":0.6907,"score":0.75872},"el":{"n":50,"unit":"wer","wer":19.93988,"wer_orig":12.02405,"dwer":7.91583,"wer_pseudo":14.91491,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.79521,"utmos":2.41868,"dnsmos_ovrl":2.91744,"dnsmos_sig":3.3256,"dnsmos_bak":3.90609,"pesq_wb":2.29337,"pesq_nb":2.90042,"stoi":0.875,"estoi":0.75539,"si_sdr":-0.61266,"mel_dist":0.1685,"stft_dist":1.21948,"f0_rmse_cents":114.15088,"f0_corr":0.87064,"vuv_err":0.16009,"score_intelligibility":0.62197,"score_speaker":0.79521,"score_quality":0.89276,"score_fidelity":0.70506,"score":0.75375},"ar":{"n":50,"unit":"wer","wer":16.64612,"wer_orig":12.45376,"dwer":4.19236,"wer_pseudo":8.03461,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86016,"utmos":2.43753,"dnsmos_ovrl":3.20313,"dnsmos_sig":3.53634,"dnsmos_bak":4.01694,"pesq_wb":1.98985,"pesq_nb":2.58999,"stoi":0.91112,"estoi":0.83465,"si_sdr":-0.54782,"mel_dist":0.18583,"stft_dist":1.28687,"f0_rmse_cents":125.30618,"f0_corr":0.87271,"vuv_err":0.149,"score_intelligibility":0.76242,"score_speaker":0.86016,"score_quality":0.92964,"score_fidelity":0.68888,"score":0.81028},"fa":{"n":50,"unit":"wer","wer":31.31429,"wer_orig":25.94286,"dwer":5.37143,"wer_pseudo":13.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.83383,"utmos":2.25549,"dnsmos_ovrl":2.84238,"dnsmos_sig":3.32421,"dnsmos_bak":3.78572,"pesq_wb":1.85362,"pesq_nb":2.67598,"stoi":0.75101,"estoi":0.60463,"si_sdr":-7.18778,"mel_dist":0.18355,"stft_dist":1.35695,"f0_rmse_cents":224.66368,"f0_corr":0.74275,"vuv_err":0.21279,"score_intelligibility":0.83378,"score_speaker":0.83383,"score_quality":0.88795,"score_fidelity":0.57922,"score":0.78369},"he":{"n":50,"unit":"wer","wer":35.93023,"wer_orig":19.4186,"dwer":16.51163,"wer_pseudo":26.29108,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.78896,"utmos":2.11125,"dnsmos_ovrl":2.75872,"dnsmos_sig":3.12418,"dnsmos_bak":3.97213,"pesq_wb":1.92518,"pesq_nb":2.53203,"stoi":0.87221,"estoi":0.7604,"si_sdr":-9.29282,"mel_dist":0.19044,"stft_dist":1.38409,"f0_rmse_cents":197.0723,"f0_corr":0.66954,"vuv_err":0.26761,"score_intelligibility":0.5529,"score_speaker":0.78896,"score_quality":0.85807,"score_fidelity":0.60203,"score":0.70049},"hi":{"n":50,"unit":"wer","wer":30.47091,"wer_orig":26.31579,"dwer":4.15512,"wer_pseudo":16.89373,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.80504,"utmos":2.07705,"dnsmos_ovrl":2.8219,"dnsmos_sig":3.35096,"dnsmos_bak":3.58539,"pesq_wb":1.96897,"pesq_nb":2.64397,"stoi":0.8434,"estoi":0.71504,"si_sdr":-2.03023,"mel_dist":0.18238,"stft_dist":1.28276,"f0_rmse_cents":148.98738,"f0_corr":0.81973,"vuv_err":0.18278,"score_intelligibility":0.86797,"score_speaker":0.80504,"score_quality":0.91572,"score_fidelity":0.64666,"score":0.80885},"zh":{"n":50,"unit":"cer","wer":9.85423,"wer_orig":7.40525,"dwer":2.44898,"wer_pseudo":3.23171,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.85045,"utmos":2.41195,"dnsmos_ovrl":2.95518,"dnsmos_sig":3.31036,"dnsmos_bak":4.00424,"pesq_wb":2.15715,"pesq_nb":2.68559,"stoi":0.88955,"estoi":0.79433,"si_sdr":-7.01655,"mel_dist":0.18142,"stft_dist":1.34729,"f0_rmse_cents":125.27487,"f0_corr":0.88861,"vuv_err":0.1305,"score_intelligibility":0.77438,"score_speaker":0.85045,"score_quality":0.86311,"score_fidelity":0.70292,"score":0.79772},"yue":{"n":50,"unit":"cer","wer":20.12461,"wer_orig":14.39252,"dwer":5.73209,"wer_pseudo":14.12286,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.86194,"utmos":2.54127,"dnsmos_ovrl":3.02893,"dnsmos_sig":3.39986,"dnsmos_bak":3.92619,"pesq_wb":2.05881,"pesq_nb":2.72019,"stoi":0.87551,"estoi":0.75723,"si_sdr":-2.77612,"mel_dist":0.17,"stft_dist":1.27041,"f0_rmse_cents":168.46032,"f0_corr":0.84538,"vuv_err":0.15402,"score_intelligibility":0.72865,"score_speaker":0.86194,"score_quality":0.8948,"score_fidelity":0.67447,"score":0.78997},"ja":{"n":50,"unit":"cer","wer":6.89022,"wer_orig":3.53698,"dwer":3.35324,"wer_pseudo":4.68535,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.81147,"utmos":1.7763,"dnsmos_ovrl":2.57953,"dnsmos_sig":3.22418,"dnsmos_bak":3.44005,"pesq_wb":1.95372,"pesq_nb":2.65524,"stoi":0.73252,"estoi":0.56521,"si_sdr":-10.2197,"mel_dist":0.18447,"stft_dist":1.41612,"f0_rmse_cents":195.17276,"f0_corr":0.76649,"vuv_err":0.19141,"score_intelligibility":0.57501,"score_speaker":0.81147,"score_quality":0.87479,"score_fidelity":0.5905,"score":0.71294},"ko":{"n":50,"unit":"cer","wer":5.4902,"wer_orig":5.14706,"dwer":0.34314,"wer_pseudo":2.30461,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.84661,"utmos":2.77368,"dnsmos_ovrl":2.98099,"dnsmos_sig":3.33734,"dnsmos_bak":4.05788,"pesq_wb":2.46906,"pesq_nb":2.94572,"stoi":0.88742,"estoi":0.80107,"si_sdr":-2.9263,"mel_dist":0.1753,"stft_dist":1.22528,"f0_rmse_cents":114.23128,"f0_corr":0.89893,"vuv_err":0.12445,"score_intelligibility":0.94713,"score_speaker":0.84661,"score_quality":0.877,"score_fidelity":0.73536,"score":0.85152},"th":{"n":50,"unit":"cer","wer":11.84317,"wer_orig":7.61924,"dwer":4.22393,"wer_pseudo":7.89634,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.82991,"utmos":2.07645,"dnsmos_ovrl":2.76361,"dnsmos_sig":3.25985,"dnsmos_bak":3.77907,"pesq_wb":1.72089,"pesq_nb":2.3286,"stoi":0.85243,"estoi":0.73864,"si_sdr":-5.64552,"mel_dist":0.18218,"stft_dist":1.35534,"f0_rmse_cents":186.73897,"f0_corr":0.84165,"vuv_err":0.21265,"score_intelligibility":0.67111,"score_speaker":0.82991,"score_quality":0.88416,"score_fidelity":0.63335,"score":0.75463}}},{"codec":"rave_isis_44k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"rave_isis_44k","family":"RAVE","checkpoint":"https://play.forum.ircam.fr/rave-vst-api/get_model/isis","sample_rate":44100,"output_sample_rate":44100,"frame_rate":21.5332,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":8,"domain":"music","causal":true,"multilingual":null,"license":"code CC-BY-NC-4.0; weights: not stated","paper":"2111.05011","year":2023,"bitrate_kbps":null,"notes":"official IRCAM RAVE v2 trained on the ISiS singing-voice database; TorchScript streaming (causal) export, 44.1 kHz mono, 2048x, 8 of 128 PCA latent dims kept; ~608 ms streaming latency compensated","side_info":null,"warning":"RAVE is built for timbre transfer, not faithful coding: the export keeps only a few PCA latent dims and the decoder fills the rest with noise, so speech intelligibility is low (STOI ~0.4-0.65 in verification; latency compensation and alignment were checked)","env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":31.53077,"efficiency":{"rtf_encode":0.00055,"rtf_decode":0.0004,"peak_vram_gb":0.23396,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.21932,"score_worst_lang":0.14154,"worst_lang":"nl","en_gap":-0.00603,"score_intelligibility":0.07357,"score_speaker":0.08107,"score_quality":0.48592,"score_fidelity":0.23671,"dwer":126.5301,"wer":135.33591,"wer_pseudo":135.25974,"sim":0.07947,"utmos":1.33254,"dnsmos_ovrl":2.46447,"dnsmos_sig":2.84371,"dnsmos_bak":3.80483,"pesq_wb":1.14443,"pesq_nb":1.27832,"stoi":0.40232,"estoi":0.19031,"si_sdr":-30.30219,"mel_dist":0.73128,"stft_dist":3.1974,"f0_rmse_cents":528.72117,"f0_corr":0.26654,"vuv_err":0.36091,"score_ci95":[0.2169,0.22274]},"per_lang":{"en":{"n":50,"unit":"wer","wer":105.11308,"wer_orig":6.98132,"dwer":98.13176,"wer_pseudo":105.05837,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.06812,"utmos":1.32106,"dnsmos_ovrl":2.35182,"dnsmos_sig":2.73828,"dnsmos_bak":3.85536,"pesq_wb":1.10828,"pesq_nb":1.2647,"stoi":0.25904,"estoi":0.10654,"si_sdr":-36.48376,"mel_dist":0.73135,"stft_dist":6.36579,"f0_rmse_cents":579.12409,"f0_corr":0.22907,"vuv_err":0.39448,"score_intelligibility":0.07522,"score_speaker":0.06812,"score_quality":0.53783,"score_fidelity":0.17302,"score":0.21354},"de":{"n":50,"unit":"wer","wer":106.10376,"wer_orig":5.69685,"dwer":100.40692,"wer_pseudo":106.20549,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.02382,"utmos":1.32283,"dnsmos_ovrl":2.71777,"dnsmos_sig":3.05886,"dnsmos_bak":3.95416,"pesq_wb":1.13344,"pesq_nb":1.31039,"stoi":0.56238,"estoi":0.27236,"si_sdr":-24.97295,"mel_dist":0.6161,"stft_dist":2.33981,"f0_rmse_cents":445.57769,"f0_corr":0.30306,"vuv_err":0.26247,"score_intelligibility":0.06253,"score_speaker":0.02382,"score_quality":0.50566,"score_fidelity":0.30119,"score":0.2233},"fr":{"n":50,"unit":"wer","wer":99.92095,"wer_orig":4.98024,"dwer":94.94071,"wer_pseudo":100.0,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.10525,"utmos":1.31495,"dnsmos_ovrl":2.40536,"dnsmos_sig":2.76344,"dnsmos_bak":3.87516,"pesq_wb":1.16259,"pesq_nb":1.33689,"stoi":0.43363,"estoi":0.24243,"si_sdr":-29.22665,"mel_dist":0.74107,"stft_dist":2.81835,"f0_rmse_cents":538.03493,"f0_corr":0.1665,"vuv_err":0.36635,"score_intelligibility":0.05926,"score_speaker":0.10525,"score_quality":0.46169,"score_fidelity":0.21553,"score":0.21043},"es":{"n":50,"unit":"wer","wer":124.63636,"wer_orig":3.09091,"dwer":121.54545,"wer_pseudo":124.70374,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":-0.02948,"utmos":1.33761,"dnsmos_ovrl":2.75429,"dnsmos_sig":3.11919,"dnsmos_bak":3.83793,"pesq_wb":1.17974,"pesq_nb":1.39923,"stoi":0.60729,"estoi":0.34721,"si_sdr":-23.48121,"mel_dist":0.66886,"stft_dist":2.4368,"f0_rmse_cents":393.94572,"f0_corr":0.48446,"vuv_err":0.26434,"score_intelligibility":0.03256,"score_speaker":0.0,"score_quality":0.49711,"score_fidelity":0.38103,"score":0.22768},"it":{"n":50,"unit":"wer","wer":130.69217,"wer_orig":2.55009,"dwer":128.14208,"wer_pseudo":130.80439,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.03937,"utmos":1.31958,"dnsmos_ovrl":2.55771,"dnsmos_sig":2.93373,"dnsmos_bak":3.83648,"pesq_wb":1.14677,"pesq_nb":1.27377,"stoi":0.5278,"estoi":0.28797,"si_sdr":-22.86842,"mel_dist":0.71777,"stft_dist":2.52558,"f0_rmse_cents":344.37088,"f0_corr":0.35397,"vuv_err":0.31567,"score_intelligibility":0.02696,"score_speaker":0.03937,"score_quality":0.41358,"score_fidelity":0.3079,"score":0.19695},"pt":{"n":50,"unit":"wer","wer":103.32031,"wer_orig":3.41797,"dwer":99.90234,"wer_pseudo":103.54331,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.0761,"utmos":1.38002,"dnsmos_ovrl":2.88101,"dnsmos_sig":3.19844,"dnsmos_bak":3.91449,"pesq_wb":1.12684,"pesq_nb":1.32117,"stoi":0.56712,"estoi":0.33464,"si_sdr":-23.28237,"mel_dist":0.6481,"stft_dist":2.3795,"f0_rmse_cents":645.0335,"f0_corr":0.49061,"vuv_err":0.31108,"score_intelligibility":0.04235,"score_speaker":0.0761,"score_quality":0.59633,"score_fidelity":0.36466,"score":0.26986},"nl":{"n":50,"unit":"wer","wer":140.94558,"wer_orig":5.26316,"dwer":135.68243,"wer_pseudo":141.18174,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.00923,"utmos":1.3712,"dnsmos_ovrl":2.06005,"dnsmos_sig":2.47771,"dnsmos_bak":3.77872,"pesq_wb":1.24676,"pesq_nb":1.31422,"stoi":0.19063,"estoi":0.02316,"si_sdr":-41.97508,"mel_dist":0.80395,"stft_dist":3.71991,"f0_rmse_cents":705.88725,"f0_corr":0.07879,"vuv_err":0.51273,"score_intelligibility":0.04412,"score_speaker":0.00923,"score_quality":0.39949,"score_fidelity":0.11331,"score":0.14154},"pl":{"n":50,"unit":"wer","wer":110.96491,"wer_orig":3.28947,"dwer":107.67544,"wer_pseudo":110.85526,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.14885,"utmos":1.32342,"dnsmos_ovrl":2.09211,"dnsmos_sig":2.45152,"dnsmos_bak":3.68032,"pesq_wb":1.13852,"pesq_nb":1.21625,"stoi":0.38745,"estoi":0.16937,"si_sdr":-33.93838,"mel_dist":0.80417,"stft_dist":3.06824,"f0_rmse_cents":585.44659,"f0_corr":0.24299,"vuv_err":0.42113,"score_intelligibility":0.03831,"score_speaker":0.14885,"score_quality":0.36629,"score_fidelity":0.22334,"score":0.19419},"cs":{"n":50,"unit":"wer","wer":106.53442,"wer_orig":9.45158,"dwer":97.08285,"wer_pseudo":106.07477,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.18006,"utmos":1.2864,"dnsmos_ovrl":2.77299,"dnsmos_sig":3.10996,"dnsmos_bak":3.82367,"pesq_wb":1.06258,"pesq_nb":1.18238,"stoi":0.51989,"estoi":0.28397,"si_sdr":-26.56591,"mel_dist":0.61426,"stft_dist":2.41753,"f0_rmse_cents":358.35424,"f0_corr":0.32725,"vuv_err":0.2276,"score_intelligibility":0.09719,"score_speaker":0.18006,"score_quality":0.50963,"score_fidelity":0.28834,"score":0.26881},"tr":{"n":50,"unit":"wer","wer":116.57895,"wer_orig":7.76316,"dwer":108.81579,"wer_pseudo":116.46904,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.17585,"utmos":1.32523,"dnsmos_ovrl":2.61141,"dnsmos_sig":2.95411,"dnsmos_bak":3.90776,"pesq_wb":1.18715,"pesq_nb":1.32783,"stoi":0.45919,"estoi":0.21896,"si_sdr":-25.72693,"mel_dist":0.74197,"stft_dist":3.12328,"f0_rmse_cents":369.07235,"f0_corr":0.43365,"vuv_err":0.33739,"score_intelligibility":0.07453,"score_speaker":0.17585,"score_quality":0.52039,"score_fidelity":0.31544,"score":0.27155},"id":{"n":50,"unit":"wer","wer":103.8961,"wer_orig":5.90319,"dwer":97.99292,"wer_pseudo":103.8961,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.05129,"utmos":1.3288,"dnsmos_ovrl":2.65715,"dnsmos_sig":3.09666,"dnsmos_bak":3.70329,"pesq_wb":1.09007,"pesq_nb":1.26481,"stoi":0.39296,"estoi":0.19313,"si_sdr":-29.68896,"mel_dist":0.72923,"stft_dist":2.71166,"f0_rmse_cents":583.74165,"f0_corr":0.35062,"vuv_err":0.37619,"score_intelligibility":0.06581,"score_speaker":0.05129,"score_quality":0.64892,"score_fidelity":0.25644,"score":0.25562},"vi":{"n":50,"unit":"wer","wer":110.34208,"wer_orig":7.71679,"dwer":102.6253,"wer_pseudo":110.03185,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.06327,"utmos":1.31791,"dnsmos_ovrl":2.45052,"dnsmos_sig":2.81719,"dnsmos_bak":3.81448,"pesq_wb":1.14162,"pesq_nb":1.2339,"stoi":0.31159,"estoi":0.1134,"si_sdr":-33.145,"mel_dist":0.75115,"stft_dist":3.03885,"f0_rmse_cents":478.52394,"f0_corr":0.33255,"vuv_err":0.37102,"score_intelligibility":0.07829,"score_speaker":0.06327,"score_quality":0.53655,"score_fidelity":0.2282,"score":0.22658},"ru":{"n":50,"unit":"wer","wer":154.45087,"wer_orig":4.50867,"dwer":149.9422,"wer_pseudo":154.69293,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.05928,"utmos":1.35738,"dnsmos_ovrl":2.23867,"dnsmos_sig":2.65018,"dnsmos_bak":3.73281,"pesq_wb":1.14264,"pesq_nb":1.2412,"stoi":0.33973,"estoi":0.13883,"si_sdr":-32.10075,"mel_dist":0.77571,"stft_dist":3.02929,"f0_rmse_cents":734.19537,"f0_corr":0.09104,"vuv_err":0.40127,"score_intelligibility":0.03544,"score_speaker":0.05928,"score_quality":0.40906,"score_fidelity":0.15718,"score":0.16524},"uk":{"n":50,"unit":"wer","wer":128.71737,"wer_orig":6.46992,"dwer":122.24745,"wer_pseudo":128.63636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.04365,"utmos":1.31479,"dnsmos_ovrl":2.74486,"dnsmos_sig":3.04949,"dnsmos_bak":3.95646,"pesq_wb":1.12141,"pesq_nb":1.29197,"stoi":0.48903,"estoi":0.25879,"si_sdr":-28.96956,"mel_dist":0.6587,"stft_dist":3.80374,"f0_rmse_cents":379.2795,"f0_corr":0.3217,"vuv_err":0.28825,"score_intelligibility":0.05759,"score_speaker":0.04365,"score_quality":0.52406,"score_fidelity":0.28181,"score":0.22678},"el":{"n":50,"unit":"wer","wer":106.81363,"wer_orig":12.02405,"dwer":94.78958,"wer_pseudo":106.70671,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.05047,"utmos":1.33096,"dnsmos_ovrl":2.25434,"dnsmos_sig":2.64922,"dnsmos_bak":3.62625,"pesq_wb":1.1044,"pesq_nb":1.22593,"stoi":0.35379,"estoi":0.15155,"si_sdr":-31.87277,"mel_dist":0.69343,"stft_dist":2.70324,"f0_rmse_cents":485.0817,"f0_corr":0.14246,"vuv_err":0.42077,"score_intelligibility":0.1208,"score_speaker":0.05047,"score_quality":0.41206,"score_fidelity":0.17536,"score":0.18967},"ar":{"n":50,"unit":"wer","wer":116.89273,"wer_orig":12.45376,"dwer":104.43896,"wer_pseudo":116.93449,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.0495,"utmos":1.31405,"dnsmos_ovrl":2.31124,"dnsmos_sig":2.74466,"dnsmos_bak":3.5993,"pesq_wb":1.07634,"pesq_nb":1.17465,"stoi":0.45812,"estoi":0.25169,"si_sdr":-25.88633,"mel_dist":0.72493,"stft_dist":2.73349,"f0_rmse_cents":493.64055,"f0_corr":0.31183,"vuv_err":0.36467,"score_intelligibility":0.11412,"score_speaker":0.0495,"score_quality":0.39849,"score_fidelity":0.26392,"score":0.20651},"fa":{"n":50,"unit":"wer","wer":237.14286,"wer_orig":25.94286,"dwer":211.2,"wer_pseudo":228.10811,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.1317,"utmos":1.32119,"dnsmos_ovrl":2.54087,"dnsmos_sig":2.93542,"dnsmos_bak":3.8307,"pesq_wb":1.17638,"pesq_nb":1.39237,"stoi":0.29324,"estoi":0.1209,"si_sdr":-31.50607,"mel_dist":0.75085,"stft_dist":4.0569,"f0_rmse_cents":577.9318,"f0_corr":0.18911,"vuv_err":0.40702,"score_intelligibility":0.11314,"score_speaker":0.1317,"score_quality":0.5185,"score_fidelity":0.17758,"score":0.23523},"he":{"n":50,"unit":"wer","wer":103.83721,"wer_orig":19.4186,"dwer":84.4186,"wer_pseudo":103.75587,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.08364,"utmos":1.30141,"dnsmos_ovrl":2.48732,"dnsmos_sig":2.82207,"dnsmos_bak":3.8089,"pesq_wb":1.133,"pesq_nb":1.23393,"stoi":0.42882,"estoi":0.1918,"si_sdr":-32.84765,"mel_dist":0.67584,"stft_dist":3.82852,"f0_rmse_cents":515.32158,"f0_corr":0.13605,"vuv_err":0.38398,"score_intelligibility":0.19476,"score_speaker":0.08364,"score_quality":0.51104,"score_fidelity":0.20095,"score":0.2476},"hi":{"n":50,"unit":"wer","wer":141.45891,"wer_orig":26.31579,"dwer":115.14312,"wer_pseudo":140.4178,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":-0.00906,"utmos":1.30383,"dnsmos_ovrl":2.43326,"dnsmos_sig":2.88019,"dnsmos_bak":3.6696,"pesq_wb":1.09979,"pesq_nb":1.24555,"stoi":0.41236,"estoi":0.18314,"si_sdr":-25.6325,"mel_dist":0.77303,"stft_dist":2.73895,"f0_rmse_cents":503.38016,"f0_corr":0.31864,"vuv_err":0.35124,"score_intelligibility":0.19175,"score_speaker":0.0,"score_quality":0.52884,"score_fidelity":0.25317,"score":0.24344},"zh":{"n":50,"unit":"cer","wer":149.73761,"wer_orig":7.40525,"dwer":142.33236,"wer_pseudo":152.0122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.12297,"utmos":1.35378,"dnsmos_ovrl":2.21711,"dnsmos_sig":2.60647,"dnsmos_bak":3.80639,"pesq_wb":1.23117,"pesq_nb":1.33309,"stoi":0.33451,"estoi":0.12249,"si_sdr":-35.58256,"mel_dist":0.77452,"stft_dist":2.86276,"f0_rmse_cents":541.94805,"f0_corr":0.23063,"vuv_err":0.34835,"score_intelligibility":0.05576,"score_speaker":0.12297,"score_quality":0.39213,"score_fidelity":0.21039,"score":0.19532},"yue":{"n":50,"unit":"cer","wer":268.2243,"wer_orig":14.39252,"dwer":253.83178,"wer_pseudo":272.13426,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.12501,"utmos":1.38937,"dnsmos_ovrl":2.60373,"dnsmos_sig":2.95795,"dnsmos_bak":3.91474,"pesq_wb":1.09826,"pesq_nb":1.19993,"stoi":0.45591,"estoi":0.19019,"si_sdr":-30.84126,"mel_dist":0.74084,"stft_dist":2.74422,"f0_rmse_cents":565.8427,"f0_corr":0.32434,"vuv_err":0.35139,"score_intelligibility":0.05717,"score_speaker":0.12501,"score_quality":0.49421,"score_fidelity":0.26944,"score":0.23646},"ja":{"n":50,"unit":"cer","wer":170.41801,"wer_orig":3.53698,"dwer":166.88103,"wer_pseudo":170.37207,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.1214,"utmos":1.34316,"dnsmos_ovrl":2.68346,"dnsmos_sig":3.06619,"dnsmos_bak":3.82282,"pesq_wb":1.12607,"pesq_nb":1.30905,"stoi":0.3471,"estoi":0.15093,"si_sdr":-29.52614,"mel_dist":0.75909,"stft_dist":4.57603,"f0_rmse_cents":555.10353,"f0_corr":0.31476,"vuv_err":0.39877,"score_intelligibility":0.02647,"score_speaker":0.1214,"score_quality":0.66567,"score_fidelity":0.23263,"score":0.26154},"ko":{"n":50,"unit":"cer","wer":187.10784,"wer_orig":5.14706,"dwer":181.96078,"wer_pseudo":188.97796,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.19103,"utmos":1.3101,"dnsmos_ovrl":2.3046,"dnsmos_sig":2.69111,"dnsmos_bak":3.84775,"pesq_wb":1.25976,"pesq_nb":1.32408,"stoi":0.35948,"estoi":0.17991,"si_sdr":-29.32883,"mel_dist":0.7906,"stft_dist":3.41902,"f0_rmse_cents":599.00924,"f0_corr":0.17397,"vuv_err":0.33621,"score_intelligibility":0.03268,"score_speaker":0.19103,"score_quality":0.38763,"score_fidelity":0.20256,"score":0.20347},"th":{"n":50,"unit":"cer","wer":124.2118,"wer_orig":7.61924,"dwer":116.59256,"wer_pseudo":124.66086,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.02592,"utmos":1.39185,"dnsmos_ovrl":2.01562,"dnsmos_sig":2.47708,"dnsmos_bak":3.7185,"pesq_wb":1.17263,"pesq_nb":1.26244,"stoi":0.1646,"estoi":0.0342,"si_sdr":-41.80247,"mel_dist":0.86529,"stft_dist":3.29613,"f0_rmse_cents":711.46091,"f0_corr":0.04903,"vuv_err":0.44951,"score_intelligibility":0.06884,"score_speaker":0.02592,"score_quality":0.427,"score_fidelity":0.08765,"score":0.15235}}},{"codec":"rave_vctk_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"rave_vctk_48k","family":"RAVE","checkpoint":"https://play.forum.ircam.fr/rave-vst-api/get_model/VCTK","sample_rate":48000,"output_sample_rate":48000,"frame_rate":23.4375,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":8,"domain":"speech","causal":true,"multilingual":false,"license":"code CC-BY-NC-4.0; weights: not stated","paper":"2111.05011","year":2022,"bitrate_kbps":null,"notes":"official IRCAM RAVE v1 (default config) trained on VCTK (English read speech, 110 speakers); TorchScript streaming (causal) export, 48 kHz I/O, 2048x, 8 of 128 PCA latent dims kept; ~589 ms streaming latency compensated","side_info":null,"warning":"RAVE is built for timbre transfer, not faithful coding: the export keeps only a few PCA latent dims and the decoder fills the rest with noise, so speech intelligibility is low (STOI ~0.4-0.65 in verification; latency compensation and alignment were checked)","env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":17.62379,"efficiency":{"rtf_encode":0.0003,"rtf_decode":0.00091,"peak_vram_gb":0.3271,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.27322,"score_worst_lang":0.16384,"worst_lang":"th","en_gap":0.05479,"score_intelligibility":0.07483,"score_speaker":0.1366,"score_quality":0.59755,"score_fidelity":0.2839,"dwer":123.04712,"wer":131.85293,"wer_pseudo":131.8972,"sim":0.1366,"utmos":1.66968,"dnsmos_ovrl":2.47789,"dnsmos_sig":2.83394,"dnsmos_bak":3.88273,"pesq_wb":1.13175,"pesq_nb":1.28515,"stoi":0.43764,"estoi":0.23448,"si_sdr":-29.5427,"mel_dist":1.2999,"stft_dist":3.63477,"f0_rmse_cents":482.13239,"f0_corr":0.37642,"vuv_err":0.33034,"score_ci95":[0.26949,0.2769]},"per_lang":{"en":{"n":50,"unit":"wer","wer":106.09636,"wer_orig":6.98132,"dwer":99.11504,"wer_pseudo":105.54475,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.06334,"utmos":2.54808,"dnsmos_ovrl":2.40679,"dnsmos_sig":2.88267,"dnsmos_bak":3.95405,"pesq_wb":1.13602,"pesq_nb":1.26302,"stoi":0.32534,"estoi":0.13141,"si_sdr":-38.6805,"mel_dist":1.59378,"stft_dist":4.14058,"f0_rmse_cents":546.16696,"f0_corr":0.28028,"vuv_err":0.37306,"score_intelligibility":0.07452,"score_speaker":0.06334,"score_quality":0.95023,"score_fidelity":0.21483,"score":0.32573},"de":{"n":50,"unit":"wer","wer":120.95626,"wer_orig":5.69685,"dwer":115.25941,"wer_pseudo":120.85453,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.13776,"utmos":1.40061,"dnsmos_ovrl":2.87377,"dnsmos_sig":3.13892,"dnsmos_bak":4.0682,"pesq_wb":1.15575,"pesq_nb":1.26482,"stoi":0.55394,"estoi":0.31568,"si_sdr":-24.60335,"mel_dist":0.96911,"stft_dist":2.83489,"f0_rmse_cents":301.29189,"f0_corr":0.50993,"vuv_err":0.2598,"score_intelligibility":0.05491,"score_speaker":0.13776,"score_quality":0.5656,"score_fidelity":0.36946,"score":0.28193},"fr":{"n":50,"unit":"wer","wer":117.3913,"wer_orig":4.98024,"dwer":112.41107,"wer_pseudo":117.61905,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.20753,"utmos":1.52086,"dnsmos_ovrl":2.57858,"dnsmos_sig":2.90947,"dnsmos_bak":3.90397,"pesq_wb":1.16709,"pesq_nb":1.31298,"stoi":0.50484,"estoi":0.32494,"si_sdr":-24.76737,"mel_dist":1.14232,"stft_dist":3.22816,"f0_rmse_cents":230.4945,"f0_corr":0.56372,"vuv_err":0.30589,"score_intelligibility":0.05051,"score_speaker":0.20753,"score_quality":0.57978,"score_fidelity":0.3721,"score":0.30248},"es":{"n":50,"unit":"wer","wer":193.90909,"wer_orig":3.09091,"dwer":190.81818,"wer_pseudo":194.34822,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.21306,"utmos":1.42476,"dnsmos_ovrl":2.83105,"dnsmos_sig":3.18422,"dnsmos_bak":3.87313,"pesq_wb":1.25392,"pesq_nb":1.51723,"stoi":0.65265,"estoi":0.44847,"si_sdr":-22.81084,"mel_dist":0.99453,"stft_dist":2.92492,"f0_rmse_cents":241.59451,"f0_corr":0.7276,"vuv_err":0.21607,"score_intelligibility":0.02099,"score_speaker":0.21306,"score_quality":0.53941,"score_fidelity":0.48427,"score":0.31443},"it":{"n":50,"unit":"wer","wer":115.93807,"wer_orig":2.55009,"dwer":113.38798,"wer_pseudo":115.99634,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.00839,"utmos":1.3998,"dnsmos_ovrl":2.67843,"dnsmos_sig":3.01693,"dnsmos_bak":3.86005,"pesq_wb":1.15559,"pesq_nb":1.34191,"stoi":0.58556,"estoi":0.3678,"si_sdr":-24.2699,"mel_dist":0.98961,"stft_dist":2.94951,"f0_rmse_cents":379.97746,"f0_corr":0.49918,"vuv_err":0.29451,"score_intelligibility":0.03036,"score_speaker":0.00839,"score_quality":0.45881,"score_fidelity":0.3764,"score":0.21849},"pt":{"n":50,"unit":"wer","wer":112.10938,"wer_orig":3.41797,"dwer":108.69141,"wer_pseudo":112.30315,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.16716,"utmos":1.46551,"dnsmos_ovrl":2.77401,"dnsmos_sig":3.06463,"dnsmos_bak":3.92394,"pesq_wb":1.16084,"pesq_nb":1.41595,"stoi":0.60258,"estoi":0.39868,"si_sdr":-20.63088,"mel_dist":0.99932,"stft_dist":2.92236,"f0_rmse_cents":493.75354,"f0_corr":0.44878,"vuv_err":0.28526,"score_intelligibility":0.03906,"score_speaker":0.16716,"score_quality":0.59797,"score_fidelity":0.36577,"score":0.29249},"nl":{"n":50,"unit":"wer","wer":100.0,"wer_orig":5.26316,"dwer":94.73684,"wer_pseudo":100.0,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.0187,"utmos":2.3241,"dnsmos_ovrl":2.01984,"dnsmos_sig":2.48027,"dnsmos_bak":3.9603,"pesq_wb":1.23145,"pesq_nb":1.29548,"stoi":0.25642,"estoi":0.01379,"si_sdr":-46.72282,"mel_dist":2.18692,"stft_dist":5.64423,"f0_rmse_cents":609.85441,"f0_corr":0.03603,"vuv_err":0.50289,"score_intelligibility":0.06201,"score_speaker":0.0187,"score_quality":0.62993,"score_fidelity":0.11953,"score":0.20754},"pl":{"n":50,"unit":"wer","wer":115.57018,"wer_orig":3.28947,"dwer":112.2807,"wer_pseudo":115.46053,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.11995,"utmos":1.55178,"dnsmos_ovrl":2.1563,"dnsmos_sig":2.48775,"dnsmos_bak":3.83586,"pesq_wb":1.08616,"pesq_nb":1.1569,"stoi":0.38617,"estoi":0.17529,"si_sdr":-34.38063,"mel_dist":1.3675,"stft_dist":3.91892,"f0_rmse_cents":355.48061,"f0_corr":0.27356,"vuv_err":0.39783,"score_intelligibility":0.0368,"score_speaker":0.11995,"score_quality":0.44772,"score_fidelity":0.22812,"score":0.20815},"cs":{"n":50,"unit":"wer","wer":132.43874,"wer_orig":9.45158,"dwer":122.98716,"wer_pseudo":132.71028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.17646,"utmos":1.37353,"dnsmos_ovrl":2.81254,"dnsmos_sig":3.08716,"dnsmos_bak":4.00758,"pesq_wb":1.0564,"pesq_nb":1.1594,"stoi":0.48111,"estoi":0.28706,"si_sdr":-20.39778,"mel_dist":1.17054,"stft_dist":3.34406,"f0_rmse_cents":338.27066,"f0_corr":0.51734,"vuv_err":0.24189,"score_intelligibility":0.07832,"score_speaker":0.17646,"score_quality":0.54672,"score_fidelity":0.33819,"score":0.28492},"tr":{"n":50,"unit":"wer","wer":112.36842,"wer_orig":7.76316,"dwer":104.60526,"wer_pseudo":112.38472,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.18843,"utmos":1.76026,"dnsmos_ovrl":2.67677,"dnsmos_sig":3.03963,"dnsmos_bak":3.96293,"pesq_wb":1.13874,"pesq_nb":1.36166,"stoi":0.50046,"estoi":0.25473,"si_sdr":-24.54142,"mel_dist":1.3061,"stft_dist":3.61665,"f0_rmse_cents":483.58205,"f0_corr":0.369,"vuv_err":0.28324,"score_intelligibility":0.0773,"score_speaker":0.18843,"score_quality":0.70604,"score_fidelity":0.30303,"score":0.3187},"id":{"n":50,"unit":"wer","wer":120.42503,"wer_orig":5.90319,"dwer":114.52184,"wer_pseudo":120.42503,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.09902,"utmos":1.356,"dnsmos_ovrl":2.55714,"dnsmos_sig":2.91135,"dnsmos_bak":3.78657,"pesq_wb":1.09112,"pesq_nb":1.26916,"stoi":0.40223,"estoi":0.22454,"si_sdr":-28.70559,"mel_dist":1.01719,"stft_dist":3.10776,"f0_rmse_cents":478.74984,"f0_corr":0.44708,"vuv_err":0.27373,"score_intelligibility":0.05685,"score_speaker":0.09902,"score_quality":0.63423,"score_fidelity":0.29178,"score":0.27047},"vi":{"n":50,"unit":"wer","wer":119.25219,"wer_orig":7.71679,"dwer":111.5354,"wer_pseudo":119.34713,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.15501,"utmos":1.58672,"dnsmos_ovrl":2.38023,"dnsmos_sig":2.7612,"dnsmos_bak":3.84568,"pesq_wb":1.06068,"pesq_nb":1.1945,"stoi":0.30959,"estoi":0.1417,"si_sdr":-33.63822,"mel_dist":1.46586,"stft_dist":3.99967,"f0_rmse_cents":540.039,"f0_corr":0.32777,"vuv_err":0.37975,"score_intelligibility":0.07249,"score_speaker":0.15501,"score_quality":0.63919,"score_fidelity":0.21823,"score":0.27123},"ru":{"n":50,"unit":"wer","wer":101.7341,"wer_orig":4.50867,"dwer":97.22543,"wer_pseudo":101.62225,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.13719,"utmos":1.63222,"dnsmos_ovrl":2.30358,"dnsmos_sig":2.60141,"dnsmos_bak":3.95647,"pesq_wb":1.09471,"pesq_nb":1.21524,"stoi":0.39445,"estoi":0.18879,"si_sdr":-30.3612,"mel_dist":1.47472,"stft_dist":4.04641,"f0_rmse_cents":606.21556,"f0_corr":0.35383,"vuv_err":0.37333,"score_intelligibility":0.05362,"score_speaker":0.13719,"score_quality":0.50646,"score_fidelity":0.25845,"score":0.23893},"uk":{"n":50,"unit":"wer","wer":130.53348,"wer_orig":6.46992,"dwer":124.06356,"wer_pseudo":130.90909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.03379,"utmos":1.96522,"dnsmos_ovrl":2.80315,"dnsmos_sig":3.15118,"dnsmos_bak":4.02129,"pesq_wb":1.14161,"pesq_nb":1.31054,"stoi":0.52431,"estoi":0.3012,"si_sdr":-29.003,"mel_dist":1.10372,"stft_dist":3.16986,"f0_rmse_cents":236.51345,"f0_corr":0.52685,"vuv_err":0.27125,"score_intelligibility":0.05679,"score_speaker":0.03379,"score_quality":0.74434,"score_fidelity":0.36387,"score":0.2997},"el":{"n":50,"unit":"wer","wer":144.38878,"wer_orig":12.02405,"dwer":132.36473,"wer_pseudo":144.04404,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.09627,"utmos":1.35602,"dnsmos_ovrl":2.29578,"dnsmos_sig":2.58367,"dnsmos_bak":3.90078,"pesq_wb":1.10415,"pesq_nb":1.24484,"stoi":0.39033,"estoi":0.18208,"si_sdr":-27.65648,"mel_dist":1.42058,"stft_dist":3.95331,"f0_rmse_cents":864.80521,"f0_corr":0.21789,"vuv_err":0.4128,"score_intelligibility":0.08958,"score_speaker":0.09627,"score_quality":0.42975,"score_fidelity":0.21266,"score":0.20706},"ar":{"n":50,"unit":"wer","wer":160.41924,"wer_orig":12.45376,"dwer":147.96547,"wer_pseudo":160.81582,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.16645,"utmos":1.39912,"dnsmos_ovrl":2.35163,"dnsmos_sig":2.69674,"dnsmos_bak":3.74669,"pesq_wb":1.12851,"pesq_nb":1.24581,"stoi":0.48887,"estoi":0.32199,"si_sdr":-25.996,"mel_dist":1.23683,"stft_dist":3.62767,"f0_rmse_cents":265.71702,"f0_corr":0.4698,"vuv_err":0.35488,"score_intelligibility":0.08335,"score_speaker":0.16645,"score_quality":0.43329,"score_fidelity":0.33179,"score":0.25372},"fa":{"n":50,"unit":"wer","wer":161.82857,"wer_orig":25.94286,"dwer":135.88571,"wer_pseudo":155.67568,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.17677,"utmos":2.04937,"dnsmos_ovrl":2.468,"dnsmos_sig":2.92404,"dnsmos_bak":3.79981,"pesq_wb":1.13805,"pesq_nb":1.37221,"stoi":0.31418,"estoi":0.13255,"si_sdr":-33.03676,"mel_dist":1.34712,"stft_dist":3.74387,"f0_rmse_cents":564.1629,"f0_corr":0.25041,"vuv_err":0.33985,"score_intelligibility":0.16547,"score_speaker":0.17677,"score_quality":0.72368,"score_fidelity":0.20135,"score":0.31682},"he":{"n":50,"unit":"wer","wer":105.5814,"wer_orig":19.4186,"dwer":86.16279,"wer_pseudo":105.16432,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.10986,"utmos":2.06125,"dnsmos_ovrl":2.54835,"dnsmos_sig":2.93397,"dnsmos_bak":3.9742,"pesq_wb":1.1861,"pesq_nb":1.36488,"stoi":0.50598,"estoi":0.28911,"si_sdr":-30.88296,"mel_dist":1.20534,"stft_dist":3.37969,"f0_rmse_cents":506.47009,"f0_corr":0.18695,"vuv_err":0.39643,"score_intelligibility":0.19158,"score_speaker":0.10986,"score_quality":0.78331,"score_fidelity":0.2487,"score":0.33336},"hi":{"n":50,"unit":"wer","wer":119.66759,"wer_orig":26.31579,"dwer":93.3518,"wer_pseudo":118.71026,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.07164,"utmos":1.4027,"dnsmos_ovrl":2.50608,"dnsmos_sig":2.91982,"dnsmos_bak":3.71015,"pesq_wb":1.10407,"pesq_nb":1.25531,"stoi":0.49165,"estoi":0.28569,"si_sdr":-27.7138,"mel_dist":0.89338,"stft_dist":2.76693,"f0_rmse_cents":401.93696,"f0_corr":0.3654,"vuv_err":0.29341,"score_intelligibility":0.22637,"score_speaker":0.07164,"score_quality":0.58791,"score_fidelity":0.29559,"score":0.29538},"zh":{"n":50,"unit":"cer","wer":129.50437,"wer_orig":7.40525,"dwer":122.09913,"wer_pseudo":130.97561,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.21602,"utmos":1.43125,"dnsmos_ovrl":2.10096,"dnsmos_sig":2.41066,"dnsmos_bak":3.7554,"pesq_wb":1.12645,"pesq_nb":1.19161,"stoi":0.34594,"estoi":0.14639,"si_sdr":-30.15875,"mel_dist":1.52229,"stft_dist":4.03257,"f0_rmse_cents":745.51414,"f0_corr":0.27209,"vuv_err":0.2635,"score_intelligibility":0.06441,"score_speaker":0.21602,"score_quality":0.38546,"score_fidelity":0.21805,"score":0.22098},"yue":{"n":50,"unit":"cer","wer":256.01246,"wer_orig":14.39252,"dwer":241.61994,"wer_pseudo":260.038,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.20559,"utmos":1.52674,"dnsmos_ovrl":2.56546,"dnsmos_sig":2.87142,"dnsmos_bak":3.91679,"pesq_wb":1.09141,"pesq_nb":1.22149,"stoi":0.46357,"estoi":0.24721,"si_sdr":-29.8779,"mel_dist":1.26363,"stft_dist":3.56237,"f0_rmse_cents":520.26015,"f0_corr":0.41894,"vuv_err":0.3242,"score_intelligibility":0.05989,"score_speaker":0.20559,"score_quality":0.52011,"score_fidelity":0.30288,"score":0.27212},"ja":{"n":50,"unit":"cer","wer":112.08085,"wer_orig":3.53698,"dwer":108.54387,"wer_pseudo":112.12678,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.21124,"utmos":2.11667,"dnsmos_ovrl":2.65157,"dnsmos_sig":3.15521,"dnsmos_bak":3.76968,"pesq_wb":1.14013,"pesq_nb":1.39248,"stoi":0.40524,"estoi":0.19712,"si_sdr":-31.49633,"mel_dist":1.23877,"stft_dist":3.47632,"f0_rmse_cents":310.72117,"f0_corr":0.37699,"vuv_err":0.35674,"score_intelligibility":0.04012,"score_speaker":0.21124,"score_quality":1.0,"score_fidelity":0.27409,"score":0.38136},"ko":{"n":50,"unit":"cer","wer":156.86275,"wer_orig":5.14706,"dwer":151.71569,"wer_pseudo":158.81764,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.22172,"utmos":1.92259,"dnsmos_ovrl":2.39142,"dnsmos_sig":2.78906,"dnsmos_bak":3.91478,"pesq_wb":1.14372,"pesq_nb":1.32335,"stoi":0.4344,"estoi":0.21128,"si_sdr":-29.7634,"mel_dist":1.53593,"stft_dist":4.17555,"f0_rmse_cents":358.46447,"f0_corr":0.4384,"vuv_err":0.28554,"score_intelligibility":0.03894,"score_speaker":0.22172,"score_quality":0.54444,"score_fidelity":0.30462,"score":0.27743},"th":{"n":50,"unit":"cer","wer":119.40178,"wer_orig":7.61924,"dwer":111.78254,"wer_pseudo":119.6396,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.07717,"utmos":1.49703,"dnsmos_ovrl":1.73794,"dnsmos_sig":2.01326,"dnsmos_bak":3.73711,"pesq_wb":1.06928,"pesq_nb":1.15281,"stoi":0.18359,"estoi":0.04013,"si_sdr":-38.92891,"mel_dist":1.75253,"stft_dist":4.66816,"f0_rmse_cents":1191.14082,"f0_corr":0.15614,"vuv_err":0.44228,"score_intelligibility":0.07159,"score_speaker":0.07717,"score_quality":0.38675,"score_fidelity":0.11984,"score":0.16384}}},{"codec":"sac_16k_37_5hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"sac_16k_37_5hz","family":"SAC","checkpoint":"Soul-AILab/SAC-16k-37_5Hz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":12.5,"n_codebooks":3,"codebook_size":[16384,16384,16384],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"Apache-2.0 (SAC code & weights); semantic tokenizer GLM-4-Voice: glm-4 license (academic use, commercial use after registration)","paper":"2510.16841","year":2025,"bitrate_kbps":0.525,"notes":"SAC-16k-37_5Hz (EMA weights): GLM-4-Voice semantic tokens 12.5 Hz x 16384 + acoustic factorized VQ 25 Hz x 16384 (packed as 3 rows per 80 ms frame) = 0.525 kbps","side_info":"one float gain per utterance (upstream volume normalisation, undone at the output)","warning":null,"env":"sac"},"kbps":0.525,"kbps_measured":0.52648,"tokens_per_s":37.60553,"params_M":591.7605,"efficiency":{"rtf_encode":0.00744,"rtf_decode":0.00351,"peak_vram_gb":3.10954,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.77461,"score_worst_lang":0.69016,"worst_lang":"pl","en_gap":-0.00037,"score_intelligibility":0.68541,"score_speaker":0.78944,"score_quality":0.99777,"score_fidelity":0.62582,"dwer":4.39354,"wer":13.19935,"wer_pseudo":8.11083,"sim":0.78944,"utmos":2.96106,"dnsmos_ovrl":2.99685,"dnsmos_sig":3.38497,"dnsmos_bak":3.91946,"pesq_wb":1.89143,"pesq_nb":2.46051,"stoi":0.80499,"estoi":0.6608,"si_sdr":0.53322,"mel_dist":0.2119,"stft_dist":1.3107,"f0_rmse_cents":189.34513,"f0_corr":0.81778,"vuv_err":0.19458,"score_ci95":[0.76828,0.78143]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.14454,"wer_orig":6.98132,"dwer":2.16323,"wer_pseudo":2.82101,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.75021,"utmos":2.79807,"dnsmos_ovrl":2.57139,"dnsmos_sig":3.08021,"dnsmos_bak":3.78551,"pesq_wb":1.75513,"pesq_nb":2.39509,"stoi":0.76216,"estoi":0.60971,"si_sdr":-0.31502,"mel_dist":0.2068,"stft_dist":1.32195,"f0_rmse_cents":314.46108,"f0_corr":0.70227,"vuv_err":0.23174,"score_intelligibility":0.78676,"score_speaker":0.75021,"score_quality":1.0,"score_fidelity":0.56006,"score":0.77426},"de":{"n":50,"unit":"wer","wer":8.03662,"wer_orig":5.69685,"dwer":2.33978,"wer_pseudo":4.17091,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.79853,"utmos":3.21823,"dnsmos_ovrl":3.14402,"dnsmos_sig":3.4323,"dnsmos_bak":4.08138,"pesq_wb":1.98836,"pesq_nb":2.52084,"stoi":0.8452,"estoi":0.67665,"si_sdr":2.09432,"mel_dist":0.20586,"stft_dist":1.25749,"f0_rmse_cents":186.46754,"f0_corr":0.83276,"vuv_err":0.20054,"score_intelligibility":0.74108,"score_speaker":0.79853,"score_quality":1.0,"score_fidelity":0.65345,"score":0.79827},"fr":{"n":50,"unit":"wer","wer":10.27668,"wer_orig":4.98024,"dwer":5.29644,"wer_pseudo":7.38095,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.75487,"utmos":2.71892,"dnsmos_ovrl":3.03038,"dnsmos_sig":3.35284,"dnsmos_bak":4.02099,"pesq_wb":1.80821,"pesq_nb":2.30892,"stoi":0.83051,"estoi":0.7136,"si_sdr":1.90106,"mel_dist":0.24043,"stft_dist":1.3158,"f0_rmse_cents":140.9239,"f0_corr":0.87732,"vuv_err":0.2068,"score_intelligibility":0.53032,"score_speaker":0.75487,"score_quality":1.0,"score_fidelity":0.64625,"score":0.73286},"es":{"n":50,"unit":"wer","wer":4.63636,"wer_orig":3.09091,"dwer":1.54545,"wer_pseudo":2.09663,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.80445,"utmos":3.30643,"dnsmos_ovrl":3.23511,"dnsmos_sig":3.56095,"dnsmos_bak":3.99197,"pesq_wb":2.2279,"pesq_nb":2.74277,"stoi":0.85004,"estoi":0.72216,"si_sdr":1.7088,"mel_dist":0.21497,"stft_dist":1.29937,"f0_rmse_cents":199.37842,"f0_corr":0.83837,"vuv_err":0.19369,"score_intelligibility":0.72581,"score_speaker":0.80445,"score_quality":1.0,"score_fidelity":0.67975,"score":0.8025},"it":{"n":50,"unit":"wer","wer":4.18944,"wer_orig":2.55009,"dwer":1.63934,"wer_pseudo":3.19927,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.81824,"utmos":3.52871,"dnsmos_ovrl":3.27522,"dnsmos_sig":3.57479,"dnsmos_bak":4.06153,"pesq_wb":2.26801,"pesq_nb":2.76105,"stoi":0.85742,"estoi":0.74018,"si_sdr":2.93193,"mel_dist":0.21817,"stft_dist":1.24477,"f0_rmse_cents":111.73933,"f0_corr":0.87381,"vuv_err":0.1743,"score_intelligibility":0.6841,"score_speaker":0.81824,"score_quality":0.99319,"score_fidelity":0.69784,"score":0.79834},"pt":{"n":50,"unit":"wer","wer":4.39453,"wer_orig":3.41797,"dwer":0.97656,"wer_pseudo":3.05118,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.81618,"utmos":3.03553,"dnsmos_ovrl":3.08595,"dnsmos_sig":3.45552,"dnsmos_bak":3.81817,"pesq_wb":1.90632,"pesq_nb":2.46305,"stoi":0.79152,"estoi":0.65222,"si_sdr":-0.29376,"mel_dist":0.223,"stft_dist":1.35908,"f0_rmse_cents":498.73582,"f0_corr":0.69381,"vuv_err":0.24451,"score_intelligibility":0.81897,"score_speaker":0.81618,"score_quality":1.0,"score_fidelity":0.58143,"score":0.80414},"nl":{"n":50,"unit":"wer","wer":10.16949,"wer_orig":5.26316,"dwer":4.90633,"wer_pseudo":7.52014,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.79865,"utmos":3.2506,"dnsmos_ovrl":2.64703,"dnsmos_sig":3.03896,"dnsmos_bak":4.05158,"pesq_wb":1.8245,"pesq_nb":2.37864,"stoi":0.84321,"estoi":0.70185,"si_sdr":-0.22283,"mel_dist":0.19638,"stft_dist":1.28114,"f0_rmse_cents":166.2853,"f0_corr":0.83293,"vuv_err":0.20609,"score_intelligibility":0.56074,"score_speaker":0.79865,"score_quality":0.97422,"score_fidelity":0.63724,"score":0.74271},"pl":{"n":50,"unit":"wer","wer":10.41667,"wer_orig":3.28947,"dwer":7.12719,"wer_pseudo":9.10088,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.77822,"utmos":2.94517,"dnsmos_ovrl":3.07242,"dnsmos_sig":3.40632,"dnsmos_bak":4.06981,"pesq_wb":1.73244,"pesq_nb":2.23173,"stoi":0.85665,"estoi":0.72,"si_sdr":-3.0564,"mel_dist":0.22009,"stft_dist":1.35638,"f0_rmse_cents":142.13315,"f0_corr":0.75416,"vuv_err":0.18033,"score_intelligibility":0.37572,"score_speaker":0.77822,"score_quality":1.0,"score_fidelity":0.60669,"score":0.69016},"cs":{"n":50,"unit":"wer","wer":14.70245,"wer_orig":9.45158,"dwer":5.25088,"wer_pseudo":11.68224,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.80196,"utmos":2.93347,"dnsmos_ovrl":3.19343,"dnsmos_sig":3.49594,"dnsmos_bak":4.01598,"pesq_wb":1.58856,"pesq_nb":2.20641,"stoi":0.80338,"estoi":0.66061,"si_sdr":2.20409,"mel_dist":0.2232,"stft_dist":1.32009,"f0_rmse_cents":105.17711,"f0_corr":0.8655,"vuv_err":0.12958,"score_intelligibility":0.6656,"score_speaker":0.80196,"score_quality":1.0,"score_fidelity":0.61235,"score":0.76998},"tr":{"n":50,"unit":"wer","wer":10.13158,"wer_orig":7.76316,"dwer":2.36842,"wer_pseudo":5.66535,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.80479,"utmos":2.62094,"dnsmos_ovrl":3.05745,"dnsmos_sig":3.42213,"dnsmos_bak":3.98789,"pesq_wb":1.99232,"pesq_nb":2.61308,"stoi":0.815,"estoi":0.64577,"si_sdr":-1.84471,"mel_dist":0.21282,"stft_dist":1.40427,"f0_rmse_cents":167.09056,"f0_corr":0.85407,"vuv_err":0.17704,"score_intelligibility":0.78723,"score_speaker":0.80479,"score_quality":1.0,"score_fidelity":0.65086,"score":0.81072},"id":{"n":50,"unit":"wer","wer":11.09799,"wer_orig":5.90319,"dwer":5.19481,"wer_pseudo":8.85478,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.67532,"utmos":2.66221,"dnsmos_ovrl":2.94635,"dnsmos_sig":3.44324,"dnsmos_bak":3.53249,"pesq_wb":1.58009,"pesq_nb":2.22265,"stoi":0.68995,"estoi":0.49353,"si_sdr":-1.13563,"mel_dist":0.19998,"stft_dist":1.3612,"f0_rmse_cents":329.77196,"f0_corr":0.69003,"vuv_err":0.2361,"score_intelligibility":0.57061,"score_speaker":0.67532,"score_quality":1.0,"score_fidelity":0.51524,"score":0.69029},"vi":{"n":50,"unit":"wer","wer":14.71758,"wer_orig":7.71679,"dwer":7.0008,"wer_pseudo":10.90764,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.78129,"utmos":2.36726,"dnsmos_ovrl":2.90598,"dnsmos_sig":3.39458,"dnsmos_bak":3.77751,"pesq_wb":1.75465,"pesq_nb":2.3266,"stoi":0.67806,"estoi":0.50307,"si_sdr":1.88518,"mel_dist":0.20666,"stft_dist":1.2699,"f0_rmse_cents":193.13774,"f0_corr":0.82836,"vuv_err":0.18678,"score_intelligibility":0.55459,"score_speaker":0.78129,"score_quality":1.0,"score_fidelity":0.57401,"score":0.72747},"ru":{"n":50,"unit":"wer","wer":6.93642,"wer_orig":4.50867,"dwer":2.42775,"wer_pseudo":4.17149,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.79176,"utmos":3.11707,"dnsmos_ovrl":3.05028,"dnsmos_sig":3.37083,"dnsmos_bak":4.0664,"pesq_wb":1.8721,"pesq_nb":2.41842,"stoi":0.8438,"estoi":0.70634,"si_sdr":0.61326,"mel_dist":0.21362,"stft_dist":1.32041,"f0_rmse_cents":146.70065,"f0_corr":0.83891,"vuv_err":0.20007,"score_intelligibility":0.6941,"score_speaker":0.79176,"score_quality":1.0,"score_fidelity":0.64396,"score":0.78246},"uk":{"n":50,"unit":"wer","wer":11.69126,"wer_orig":6.46992,"dwer":5.22134,"wer_pseudo":7.72727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.7747,"utmos":2.88758,"dnsmos_ovrl":3.08692,"dnsmos_sig":3.41357,"dnsmos_bak":4.07908,"pesq_wb":1.93475,"pesq_nb":2.47925,"stoi":0.84207,"estoi":0.68709,"si_sdr":2.1983,"mel_dist":0.22018,"stft_dist":1.32958,"f0_rmse_cents":102.81323,"f0_corr":0.91085,"vuv_err":0.15541,"score_intelligibility":0.58859,"score_speaker":0.7747,"score_quality":1.0,"score_fidelity":0.67333,"score":0.75915},"el":{"n":50,"unit":"wer","wer":18.23647,"wer_orig":12.02405,"dwer":6.21242,"wer_pseudo":13.81381,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.68862,"utmos":3.27045,"dnsmos_ovrl":2.92144,"dnsmos_sig":3.36425,"dnsmos_bak":3.83395,"pesq_wb":2.02609,"pesq_nb":2.6124,"stoi":0.81667,"estoi":0.66548,"si_sdr":2.68103,"mel_dist":0.20077,"stft_dist":1.22273,"f0_rmse_cents":141.21573,"f0_corr":0.81672,"vuv_err":0.17937,"score_intelligibility":0.67705,"score_speaker":0.68862,"score_quality":0.98521,"score_fidelity":0.64219,"score":0.74827},"ar":{"n":50,"unit":"wer","wer":20.34525,"wer_orig":12.45376,"dwer":7.89149,"wer_pseudo":13.22621,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.84215,"utmos":3.04996,"dnsmos_ovrl":3.23457,"dnsmos_sig":3.55327,"dnsmos_bak":4.03049,"pesq_wb":1.85661,"pesq_nb":2.41856,"stoi":0.86903,"estoi":0.76914,"si_sdr":1.68583,"mel_dist":0.225,"stft_dist":1.32489,"f0_rmse_cents":133.80788,"f0_corr":0.86298,"vuv_err":0.15222,"score_intelligibility":0.63029,"score_speaker":0.84215,"score_quality":1.0,"score_fidelity":0.65892,"score":0.78284},"fa":{"n":50,"unit":"wer","wer":31.54286,"wer_orig":25.94286,"dwer":5.6,"wer_pseudo":12.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.80761,"utmos":3.05661,"dnsmos_ovrl":2.91744,"dnsmos_sig":3.38014,"dnsmos_bak":3.84298,"pesq_wb":1.77609,"pesq_nb":2.48287,"stoi":0.68514,"estoi":0.52213,"si_sdr":-0.36152,"mel_dist":0.2028,"stft_dist":1.33635,"f0_rmse_cents":249.22862,"f0_corr":0.72667,"vuv_err":0.24823,"score_intelligibility":0.82792,"score_speaker":0.80761,"score_quality":1.0,"score_fidelity":0.54452,"score":0.79501},"he":{"n":50,"unit":"wer","wer":31.74419,"wer_orig":19.4186,"dwer":12.32558,"wer_pseudo":19.71831,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.79471,"utmos":2.7464,"dnsmos_ovrl":2.83824,"dnsmos_sig":3.19429,"dnsmos_bak":4.01818,"pesq_wb":1.73097,"pesq_nb":2.24571,"stoi":0.82864,"estoi":0.69223,"si_sdr":-0.46518,"mel_dist":0.21004,"stft_dist":1.30032,"f0_rmse_cents":184.82367,"f0_corr":0.76974,"vuv_err":0.2088,"score_intelligibility":0.62358,"score_speaker":0.79471,"score_quality":1.0,"score_fidelity":0.60241,"score":0.75517},"hi":{"n":50,"unit":"wer","wer":31.39428,"wer_orig":26.31579,"dwer":5.07849,"wer_pseudo":15.44051,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.78281,"utmos":2.76855,"dnsmos_ovrl":2.94141,"dnsmos_sig":3.46193,"dnsmos_bak":3.65951,"pesq_wb":1.84936,"pesq_nb":2.45084,"stoi":0.78339,"estoi":0.62356,"si_sdr":0.8683,"mel_dist":0.224,"stft_dist":1.34096,"f0_rmse_cents":257.77604,"f0_corr":0.78372,"vuv_err":0.23396,"score_intelligibility":0.84323,"score_speaker":0.78281,"score_quality":1.0,"score_fidelity":0.60326,"score":0.80732},"zh":{"n":50,"unit":"cer","wer":8.57143,"wer_orig":7.40525,"dwer":1.16618,"wer_pseudo":2.0122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.84252,"utmos":3.00192,"dnsmos_ovrl":3.14418,"dnsmos_sig":3.46881,"dnsmos_bak":4.06181,"pesq_wb":2.13064,"pesq_nb":2.64745,"stoi":0.85696,"estoi":0.74645,"si_sdr":-1.36448,"mel_dist":0.20958,"stft_dist":1.38004,"f0_rmse_cents":112.06615,"f0_corr":0.8955,"vuv_err":0.13447,"score_intelligibility":0.87816,"score_speaker":0.84252,"score_quality":1.0,"score_fidelity":0.69183,"score":0.85313},"yue":{"n":50,"unit":"cer","wer":18.00623,"wer_orig":14.39252,"dwer":3.61371,"wer_pseudo":11.90627,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.8141,"utmos":3.25418,"dnsmos_ovrl":3.10044,"dnsmos_sig":3.47184,"dnsmos_bak":3.91402,"pesq_wb":1.83891,"pesq_nb":2.41691,"stoi":0.82179,"estoi":0.67555,"si_sdr":-0.2441,"mel_dist":0.20522,"stft_dist":1.2686,"f0_rmse_cents":159.7544,"f0_corr":0.8556,"vuv_err":0.186,"score_intelligibility":0.80987,"score_speaker":0.8141,"score_quality":1.0,"score_fidelity":0.63903,"score":0.81575},"ja":{"n":50,"unit":"cer","wer":6.52274,"wer_orig":3.53698,"dwer":2.98576,"wer_pseudo":4.86909,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.76429,"utmos":2.28562,"dnsmos_ovrl":2.57881,"dnsmos_sig":3.13626,"dnsmos_bak":3.44707,"pesq_wb":1.86655,"pesq_nb":2.41451,"stoi":0.67691,"estoi":0.48981,"si_sdr":-1.69723,"mel_dist":0.20344,"stft_dist":1.36085,"f0_rmse_cents":179.72923,"f0_corr":0.79028,"vuv_err":0.22144,"score_intelligibility":0.6031,"score_speaker":0.76429,"score_quality":1.0,"score_fidelity":0.57159,"score":0.73474},"ko":{"n":50,"unit":"cer","wer":5.83333,"wer_orig":5.14706,"dwer":0.68627,"wer_pseudo":1.90381,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.85168,"utmos":3.40934,"dnsmos_ovrl":3.01944,"dnsmos_sig":3.37624,"dnsmos_bak":4.05052,"pesq_wb":2.34419,"pesq_nb":2.87878,"stoi":0.85551,"estoi":0.75258,"si_sdr":3.61848,"mel_dist":0.18673,"stft_dist":1.15454,"f0_rmse_cents":101.04975,"f0_corr":0.93077,"vuv_err":0.12708,"score_intelligibility":0.89957,"score_speaker":0.85168,"score_quality":0.99377,"score_fidelity":0.72344,"score":0.86712},"th":{"n":50,"unit":"cer","wer":14.04608,"wer_orig":7.61924,"dwer":6.42684,"wer_pseudo":10.77141,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.80883,"utmos":2.83231,"dnsmos_ovrl":2.92638,"dnsmos_sig":3.39011,"dnsmos_bak":3.86829,"pesq_wb":1.74165,"pesq_nb":2.41571,"stoi":0.81676,"estoi":0.6896,"si_sdr":-0.59234,"mel_dist":0.21576,"stft_dist":1.32609,"f0_rmse_cents":220.01584,"f0_corr":0.80168,"vuv_err":0.25548,"score_intelligibility":0.57286,"score_speaker":0.80883,"score_quality":1.0,"score_fidelity":0.61011,"score":0.74795}}},{"codec":"sac_16k_62_5hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"sac_16k_62_5hz","family":"SAC","checkpoint":"Soul-AILab/SAC-16k-62_5Hz","sample_rate":16000,"output_sample_rate":16000,"frame_rate":12.5,"n_codebooks":5,"codebook_size":[16384,16384,16384,16384,16384],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"Apache-2.0 (SAC code & weights); semantic tokenizer GLM-4-Voice: glm-4 license (academic use, commercial use after registration)","paper":"2510.16841","year":2025,"bitrate_kbps":0.875,"notes":"SAC-16k-62_5Hz (EMA weights): GLM-4-Voice semantic tokens 12.5 Hz x 16384 + acoustic factorized VQ 50 Hz x 16384 (packed as 5 rows per 80 ms frame) = 0.875 kbps","side_info":"one float gain per utterance (upstream volume normalisation, undone at the output)","warning":null,"env":"sac"},"kbps":0.875,"kbps_measured":0.87746,"tokens_per_s":62.67589,"params_M":533.40696,"efficiency":{"rtf_encode":0.00663,"rtf_decode":0.00355,"peak_vram_gb":2.8823,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.82773,"score_worst_lang":0.74933,"worst_lang":"id","en_gap":0.0112,"score_intelligibility":0.76851,"score_speaker":0.86614,"score_quality":0.99895,"score_fidelity":0.67732,"dwer":2.74054,"wer":11.54635,"wer_pseudo":5.96315,"sim":0.86614,"utmos":2.90933,"dnsmos_ovrl":3.00103,"dnsmos_sig":3.38994,"dnsmos_bak":3.91034,"pesq_wb":2.23401,"pesq_nb":2.8559,"stoi":0.84745,"estoi":0.72313,"si_sdr":2.87522,"mel_dist":0.1864,"stft_dist":1.18537,"f0_rmse_cents":180.97661,"f0_corr":0.83195,"vuv_err":0.19484,"score_ci95":[0.82138,0.83386]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.06293,"wer_orig":6.98132,"dwer":1.08161,"wer_pseudo":2.0428,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.8477,"utmos":2.81199,"dnsmos_ovrl":2.55971,"dnsmos_sig":3.07379,"dnsmos_bak":3.75126,"pesq_wb":2.0997,"pesq_nb":2.78415,"stoi":0.81093,"estoi":0.67231,"si_sdr":1.72359,"mel_dist":0.18196,"stft_dist":1.18809,"f0_rmse_cents":335.45309,"f0_corr":0.75387,"vuv_err":0.24509,"score_intelligibility":0.88066,"score_speaker":0.8477,"score_quality":0.99917,"score_fidelity":0.62633,"score":0.83846},"de":{"n":50,"unit":"wer","wer":8.647,"wer_orig":5.69685,"dwer":2.95015,"wer_pseudo":4.06918,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.87108,"utmos":3.13295,"dnsmos_ovrl":3.11674,"dnsmos_sig":3.41476,"dnsmos_bak":4.05161,"pesq_wb":2.34647,"pesq_nb":2.87159,"stoi":0.88281,"estoi":0.74137,"si_sdr":3.92218,"mel_dist":0.18173,"stft_dist":1.14957,"f0_rmse_cents":191.00674,"f0_corr":0.82731,"vuv_err":0.21319,"score_intelligibility":0.69419,"score_speaker":0.87108,"score_quality":1.0,"score_fidelity":0.69827,"score":0.81589},"fr":{"n":50,"unit":"wer","wer":8.37945,"wer_orig":4.98024,"dwer":3.39921,"wer_pseudo":5.15873,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.86809,"utmos":2.66997,"dnsmos_ovrl":3.06919,"dnsmos_sig":3.40319,"dnsmos_bak":4.00478,"pesq_wb":2.18629,"pesq_nb":2.7504,"stoi":0.88194,"estoi":0.78923,"si_sdr":4.40449,"mel_dist":0.20918,"stft_dist":1.17392,"f0_rmse_cents":124.90748,"f0_corr":0.90242,"vuv_err":0.1916,"score_intelligibility":0.63759,"score_speaker":0.86809,"score_quality":1.0,"score_fidelity":0.70777,"score":0.80336},"es":{"n":50,"unit":"wer","wer":4.0,"wer_orig":3.09091,"dwer":0.90909,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.88032,"utmos":3.19296,"dnsmos_ovrl":3.23811,"dnsmos_sig":3.55831,"dnsmos_bak":4.00498,"pesq_wb":2.58737,"pesq_nb":3.12401,"stoi":0.8872,"estoi":0.78188,"si_sdr":4.35493,"mel_dist":0.19124,"stft_dist":1.17306,"f0_rmse_cents":196.99864,"f0_corr":0.87187,"vuv_err":0.22283,"score_intelligibility":0.81818,"score_speaker":0.88032,"score_quality":1.0,"score_fidelity":0.73754,"score":0.85901},"it":{"n":50,"unit":"wer","wer":4.09836,"wer_orig":2.55009,"dwer":1.54827,"wer_pseudo":2.83364,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.89206,"utmos":3.44011,"dnsmos_ovrl":3.30077,"dnsmos_sig":3.59035,"dnsmos_bak":4.08304,"pesq_wb":2.67474,"pesq_nb":3.1788,"stoi":0.89518,"estoi":0.80208,"si_sdr":5.48594,"mel_dist":0.18958,"stft_dist":1.11497,"f0_rmse_cents":112.2363,"f0_corr":0.87821,"vuv_err":0.17818,"score_intelligibility":0.69632,"score_speaker":0.89206,"score_quality":0.99873,"score_fidelity":0.75063,"score":0.83443},"pt":{"n":50,"unit":"wer","wer":4.49219,"wer_orig":3.41797,"dwer":1.07422,"wer_pseudo":3.44488,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.89432,"utmos":2.87132,"dnsmos_ovrl":3.10176,"dnsmos_sig":3.44906,"dnsmos_bak":3.87038,"pesq_wb":2.22471,"pesq_nb":2.83949,"stoi":0.83305,"estoi":0.7132,"si_sdr":2.46655,"mel_dist":0.1977,"stft_dist":1.22207,"f0_rmse_cents":395.95418,"f0_corr":0.71645,"vuv_err":0.23542,"score_intelligibility":0.80441,"score_speaker":0.89432,"score_quality":1.0,"score_fidelity":0.63314,"score":0.83297},"nl":{"n":50,"unit":"wer","wer":8.02855,"wer_orig":5.26316,"dwer":2.76539,"wer_pseudo":4.11817,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.87662,"utmos":3.29305,"dnsmos_ovrl":2.67192,"dnsmos_sig":3.05667,"dnsmos_bak":4.06004,"pesq_wb":2.22291,"pesq_nb":2.79961,"stoi":0.8855,"estoi":0.77202,"si_sdr":2.81699,"mel_dist":0.17248,"stft_dist":1.15652,"f0_rmse_cents":150.5903,"f0_corr":0.86793,"vuv_err":0.18133,"score_intelligibility":0.69371,"score_speaker":0.87662,"score_quality":0.98139,"score_fidelity":0.70094,"score":0.81316},"pl":{"n":50,"unit":"wer","wer":7.01754,"wer_orig":3.28947,"dwer":3.72807,"wer_pseudo":5.70175,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.8634,"utmos":2.931,"dnsmos_ovrl":3.10405,"dnsmos_sig":3.42931,"dnsmos_bak":4.08119,"pesq_wb":2.10955,"pesq_nb":2.67263,"stoi":0.896,"estoi":0.78224,"si_sdr":-0.04492,"mel_dist":0.1922,"stft_dist":1.22767,"f0_rmse_cents":142.73105,"f0_corr":0.76005,"vuv_err":0.16376,"score_intelligibility":0.53501,"score_speaker":0.8634,"score_quality":1.0,"score_fidelity":0.65769,"score":0.76403},"cs":{"n":50,"unit":"wer","wer":15.40257,"wer_orig":9.45158,"dwer":5.95099,"wer_pseudo":11.21495,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.87498,"utmos":2.87767,"dnsmos_ovrl":3.20843,"dnsmos_sig":3.52097,"dnsmos_bak":4.00389,"pesq_wb":1.92931,"pesq_nb":2.6017,"stoi":0.85084,"estoi":0.72714,"si_sdr":4.03686,"mel_dist":0.19753,"stft_dist":1.18807,"f0_rmse_cents":113.13311,"f0_corr":0.853,"vuv_err":0.14902,"score_intelligibility":0.63719,"score_speaker":0.87498,"score_quality":1.0,"score_fidelity":0.65645,"score":0.79216},"tr":{"n":50,"unit":"wer","wer":9.07895,"wer_orig":7.76316,"dwer":1.31579,"wer_pseudo":4.34783,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.86375,"utmos":2.53279,"dnsmos_ovrl":3.06769,"dnsmos_sig":3.42917,"dnsmos_bak":3.99321,"pesq_wb":2.33689,"pesq_nb":2.98093,"stoi":0.85482,"estoi":0.71281,"si_sdr":-0.46751,"mel_dist":0.18852,"stft_dist":1.28731,"f0_rmse_cents":154.11666,"f0_corr":0.86308,"vuv_err":0.19154,"score_intelligibility":0.86945,"score_speaker":0.86375,"score_quality":1.0,"score_fidelity":0.69995,"score":0.85829},"id":{"n":50,"unit":"wer","wer":9.68123,"wer_orig":5.90319,"dwer":3.77804,"wer_pseudo":6.8477,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.79361,"utmos":2.5139,"dnsmos_ovrl":2.82743,"dnsmos_sig":3.34335,"dnsmos_bak":3.38733,"pesq_wb":1.80338,"pesq_nb":2.56608,"stoi":0.74074,"estoi":0.5585,"si_sdr":0.47051,"mel_dist":0.17504,"stft_dist":1.25525,"f0_rmse_cents":285.12441,"f0_corr":0.70193,"vuv_err":0.27177,"score_intelligibility":0.64629,"score_speaker":0.79361,"score_quality":1.0,"score_fidelity":0.55741,"score":0.74933},"vi":{"n":50,"unit":"wer","wer":12.01273,"wer_orig":7.71679,"dwer":4.29594,"wer_pseudo":7.72293,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.84968,"utmos":2.34757,"dnsmos_ovrl":2.89218,"dnsmos_sig":3.39198,"dnsmos_bak":3.74773,"pesq_wb":2.08464,"pesq_nb":2.76167,"stoi":0.72735,"estoi":0.5643,"si_sdr":4.10221,"mel_dist":0.17934,"stft_dist":1.14163,"f0_rmse_cents":156.65894,"f0_corr":0.87052,"vuv_err":0.17889,"score_intelligibility":0.66987,"score_speaker":0.84968,"score_quality":1.0,"score_fidelity":0.63592,"score":0.78887},"ru":{"n":50,"unit":"wer","wer":6.12717,"wer_orig":4.50867,"dwer":1.6185,"wer_pseudo":2.43337,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.86959,"utmos":3.06351,"dnsmos_ovrl":3.08377,"dnsmos_sig":3.41046,"dnsmos_bak":4.05548,"pesq_wb":2.23879,"pesq_nb":2.82934,"stoi":0.88432,"estoi":0.7715,"si_sdr":3.57089,"mel_dist":0.18914,"stft_dist":1.18209,"f0_rmse_cents":151.99104,"f0_corr":0.82907,"vuv_err":0.19077,"score_intelligibility":0.77291,"score_speaker":0.86959,"score_quality":1.0,"score_fidelity":0.68911,"score":0.8329},"uk":{"n":50,"unit":"wer","wer":9.1941,"wer_orig":6.46992,"dwer":2.72418,"wer_pseudo":4.77273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.85239,"utmos":2.83825,"dnsmos_ovrl":3.09006,"dnsmos_sig":3.41346,"dnsmos_bak":4.07749,"pesq_wb":2.25816,"pesq_nb":2.83024,"stoi":0.88213,"estoi":0.75323,"si_sdr":4.35429,"mel_dist":0.19723,"stft_dist":1.19987,"f0_rmse_cents":94.56155,"f0_corr":0.92377,"vuv_err":0.15192,"score_intelligibility":0.73277,"score_speaker":0.85239,"score_quality":1.0,"score_fidelity":0.72179,"score":0.82674},"el":{"n":50,"unit":"wer","wer":16.73347,"wer_orig":12.02405,"dwer":4.70942,"wer_pseudo":10.51051,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.81302,"utmos":3.16303,"dnsmos_ovrl":2.97464,"dnsmos_sig":3.39893,"dnsmos_bak":3.87277,"pesq_wb":2.39164,"pesq_nb":2.98972,"stoi":0.85775,"estoi":0.72624,"si_sdr":5.34372,"mel_dist":0.17417,"stft_dist":1.10741,"f0_rmse_cents":129.00869,"f0_corr":0.83568,"vuv_err":0.17305,"score_intelligibility":0.73443,"score_speaker":0.81302,"score_quality":0.99864,"score_fidelity":0.69701,"score":0.81078},"ar":{"n":50,"unit":"wer","wer":15.65968,"wer_orig":12.45376,"dwer":3.20592,"wer_pseudo":6.79852,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.89546,"utmos":3.04784,"dnsmos_ovrl":3.25681,"dnsmos_sig":3.57909,"dnsmos_bak":4.03313,"pesq_wb":2.29549,"pesq_nb":2.89625,"stoi":0.90835,"estoi":0.82869,"si_sdr":3.7788,"mel_dist":0.19848,"stft_dist":1.19378,"f0_rmse_cents":130.17754,"f0_corr":0.86925,"vuv_err":0.15002,"score_intelligibility":0.80756,"score_speaker":0.89546,"score_quality":1.0,"score_fidelity":0.71591,"score":0.85473},"fa":{"n":50,"unit":"wer","wer":28.11429,"wer_orig":25.94286,"dwer":2.17143,"wer_pseudo":9.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.86888,"utmos":2.98481,"dnsmos_ovrl":2.94899,"dnsmos_sig":3.39548,"dnsmos_bak":3.87338,"pesq_wb":2.02476,"pesq_nb":2.8411,"stoi":0.73385,"estoi":0.58347,"si_sdr":1.57136,"mel_dist":0.17977,"stft_dist":1.21384,"f0_rmse_cents":260.75805,"f0_corr":0.73263,"vuv_err":0.24524,"score_intelligibility":0.92542,"score_speaker":0.86888,"score_quality":1.0,"score_fidelity":0.58642,"score":0.84518},"he":{"n":50,"unit":"wer","wer":28.37209,"wer_orig":19.4186,"dwer":8.95349,"wer_pseudo":15.7277,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.8638,"utmos":2.71702,"dnsmos_ovrl":2.83215,"dnsmos_sig":3.19902,"dnsmos_bak":3.99748,"pesq_wb":2.05832,"pesq_nb":2.66053,"stoi":0.8753,"estoi":0.75801,"si_sdr":3.11333,"mel_dist":0.18282,"stft_dist":1.15593,"f0_rmse_cents":188.01542,"f0_corr":0.76881,"vuv_err":0.19549,"score_intelligibility":0.69517,"score_speaker":0.8638,"score_quality":1.0,"score_fidelity":0.64883,"score":0.80195},"hi":{"n":50,"unit":"wer","wer":28.9012,"wer_orig":26.31579,"dwer":2.58541,"wer_pseudo":11.53497,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.85543,"utmos":2.68198,"dnsmos_ovrl":2.91736,"dnsmos_sig":3.44385,"dnsmos_bak":3.64105,"pesq_wb":2.12084,"pesq_nb":2.8,"stoi":0.82576,"estoi":0.68512,"si_sdr":2.26042,"mel_dist":0.19891,"stft_dist":1.22657,"f0_rmse_cents":287.05744,"f0_corr":0.74891,"vuv_err":0.22431,"score_intelligibility":0.91353,"score_speaker":0.85543,"score_quality":1.0,"score_fidelity":0.63164,"score":0.85015},"zh":{"n":50,"unit":"cer","wer":8.04665,"wer_orig":7.40525,"dwer":0.6414,"wer_pseudo":1.34146,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.89868,"utmos":3.01236,"dnsmos_ovrl":3.14028,"dnsmos_sig":3.46215,"dnsmos_bak":4.05953,"pesq_wb":2.5127,"pesq_nb":3.09319,"stoi":0.89434,"estoi":0.80244,"si_sdr":1.72495,"mel_dist":0.18136,"stft_dist":1.23675,"f0_rmse_cents":105.02392,"f0_corr":0.89753,"vuv_err":0.13087,"score_intelligibility":0.9291,"score_speaker":0.89868,"score_quality":1.0,"score_fidelity":0.74136,"score":0.89228},"yue":{"n":50,"unit":"cer","wer":16.4486,"wer_orig":14.39252,"dwer":2.05607,"wer_pseudo":10.70298,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.88763,"utmos":3.24262,"dnsmos_ovrl":3.11354,"dnsmos_sig":3.47024,"dnsmos_bak":3.93567,"pesq_wb":2.15473,"pesq_nb":2.80631,"stoi":0.86247,"estoi":0.73398,"si_sdr":1.79182,"mel_dist":0.17978,"stft_dist":1.15317,"f0_rmse_cents":153.75798,"f0_corr":0.87192,"vuv_err":0.19689,"score_intelligibility":0.88216,"score_speaker":0.88763,"score_quality":1.0,"score_fidelity":0.6881,"score":0.86447},"ja":{"n":50,"unit":"cer","wer":5.64998,"wer_orig":3.53698,"dwer":2.113,"wer_pseudo":3.35324,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.82859,"utmos":2.29688,"dnsmos_ovrl":2.55672,"dnsmos_sig":3.14805,"dnsmos_bak":3.37174,"pesq_wb":2.22242,"pesq_nb":2.85098,"stoi":0.72104,"estoi":0.55,"si_sdr":0.75391,"mel_dist":0.18283,"stft_dist":1.2472,"f0_rmse_cents":173.56204,"f0_corr":0.81751,"vuv_err":0.22028,"score_intelligibility":0.68225,"score_speaker":0.82859,"score_quality":1.0,"score_fidelity":0.62927,"score":0.78503},"ko":{"n":50,"unit":"cer","wer":5.0,"wer_orig":5.14706,"dwer":-0.14706,"wer_pseudo":1.2024,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.89812,"utmos":3.37244,"dnsmos_ovrl":3.03197,"dnsmos_sig":3.38663,"dnsmos_bak":4.04386,"pesq_wb":2.75227,"pesq_nb":3.26034,"stoi":0.89032,"estoi":0.80431,"si_sdr":5.76165,"mel_dist":0.16515,"stft_dist":1.04621,"f0_rmse_cents":77.98021,"f0_corr":0.96104,"vuv_err":0.12691,"score_intelligibility":1.0,"score_speaker":0.89812,"score_quality":0.99683,"score_fidelity":0.784,"score":0.91974},"th":{"n":50,"unit":"cer","wer":9.96362,"wer_orig":7.61924,"dwer":2.34438,"wer_pseudo":6.51954,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.8801,"utmos":2.78797,"dnsmos_ovrl":2.92056,"dnsmos_sig":3.3903,"dnsmos_bak":3.84715,"pesq_wb":1.98025,"pesq_nb":2.75247,"stoi":0.85672,"estoi":0.74112,"si_sdr":1.70844,"mel_dist":0.1874,"stft_dist":1.208,"f0_rmse_cents":232.63385,"f0_corr":0.84397,"vuv_err":0.24773,"score_intelligibility":0.78617,"score_speaker":0.8801,"score_quality":1.0,"score_fidelity":0.66025,"score":0.83163}}},{"codec":"same_s_44k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"same_s_44k","family":"SAME","checkpoint":"stabilityai/SAME-S","sample_rate":44100,"output_sample_rate":44100,"frame_rate":10.7666,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":256,"domain":"general","causal":false,"multilingual":null,"license":"code MIT; weights Stability AI Community License","paper":"2605.18613","year":2026,"bitrate_kbps":null,"notes":"SAME-S (CPU-deployable small variant): patched waveform + 6-layer transformer encoder/decoder, softnorm bottleneck, 4096x; trained on ~19.5k h of licensed music/SFX/stems; mono input duplicated to L/R, output mixed to mono; inference noise drawn from a fixed seed","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":108.24453,"efficiency":{"rtf_encode":0.00139,"rtf_decode":0.00132,"peak_vram_gb":0.62723,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.66094,"score_worst_lang":0.51769,"worst_lang":"en","en_gap":-0.14948,"score_intelligibility":0.57449,"score_speaker":0.76912,"score_quality":0.57876,"score_fidelity":0.72139,"dwer":8.7995,"wer":17.60531,"wer_pseudo":13.11914,"sim":0.76912,"utmos":1.47545,"dnsmos_ovrl":2.66607,"dnsmos_sig":3.08185,"dnsmos_bak":3.7801,"pesq_wb":2.49078,"pesq_nb":3.02473,"stoi":0.85875,"estoi":0.74658,"si_sdr":11.07906,"mel_dist":0.32128,"stft_dist":1.34963,"f0_rmse_cents":133.10702,"f0_corr":0.87948,"vuv_err":0.15125,"score_ci95":[0.65277,0.66991]},"per_lang":{"en":{"n":50,"unit":"wer","wer":29.99017,"wer_orig":6.98132,"dwer":23.00885,"wer_pseudo":26.6537,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.58123,"utmos":1.61036,"dnsmos_ovrl":2.28472,"dnsmos_sig":2.83947,"dnsmos_bak":3.64707,"pesq_wb":2.04669,"pesq_nb":2.60902,"stoi":0.73804,"estoi":0.58477,"si_sdr":8.83032,"mel_dist":0.36739,"stft_dist":1.55151,"f0_rmse_cents":181.07976,"f0_corr":0.82543,"vuv_err":0.18365,"score_intelligibility":0.25754,"score_speaker":0.58123,"score_quality":0.61114,"score_fidelity":0.62084,"score":0.51769},"de":{"n":50,"unit":"wer","wer":8.44354,"wer_orig":5.69685,"dwer":2.74669,"wer_pseudo":4.27263,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.78731,"utmos":1.45078,"dnsmos_ovrl":2.83691,"dnsmos_sig":3.10272,"dnsmos_bak":4.05977,"pesq_wb":2.99953,"pesq_nb":3.36691,"stoi":0.90636,"estoi":0.78836,"si_sdr":14.68873,"mel_dist":0.39001,"stft_dist":1.43931,"f0_rmse_cents":108.28841,"f0_corr":0.93594,"vuv_err":0.1064,"score_intelligibility":0.70915,"score_speaker":0.78731,"score_quality":0.57125,"score_fidelity":0.80453,"score":0.71806},"fr":{"n":50,"unit":"wer","wer":17.0751,"wer_orig":4.98024,"dwer":12.09486,"wer_pseudo":15.0,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.77462,"utmos":1.51105,"dnsmos_ovrl":2.81066,"dnsmos_sig":3.14281,"dnsmos_bak":3.94233,"pesq_wb":2.33317,"pesq_nb":2.76321,"stoi":0.87944,"estoi":0.79066,"si_sdr":13.04287,"mel_dist":0.33498,"stft_dist":1.324,"f0_rmse_cents":103.64722,"f0_corr":0.91932,"vuv_err":0.14009,"score_intelligibility":0.33086,"score_speaker":0.77462,"score_quality":0.63338,"score_fidelity":0.72656,"score":0.61635},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8339,"utmos":1.53824,"dnsmos_ovrl":2.96613,"dnsmos_sig":3.32104,"dnsmos_bak":3.89096,"pesq_wb":2.89184,"pesq_nb":3.34851,"stoi":0.92046,"estoi":0.84652,"si_sdr":12.76464,"mel_dist":0.34834,"stft_dist":1.4188,"f0_rmse_cents":144.63783,"f0_corr":0.94015,"vuv_err":0.14677,"score_intelligibility":0.88235,"score_speaker":0.8339,"score_quality":0.60253,"score_fidelity":0.80038,"score":0.77979},"it":{"n":50,"unit":"wer","wer":4.18944,"wer_orig":2.55009,"dwer":1.63934,"wer_pseudo":2.83364,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.81304,"utmos":1.66847,"dnsmos_ovrl":3.07066,"dnsmos_sig":3.36389,"dnsmos_bak":4.04104,"pesq_wb":2.66541,"pesq_nb":3.22064,"stoi":0.90567,"estoi":0.81736,"si_sdr":12.67236,"mel_dist":0.4036,"stft_dist":1.49993,"f0_rmse_cents":202.36438,"f0_corr":0.72089,"vuv_err":0.23765,"score_intelligibility":0.6841,"score_speaker":0.81304,"score_quality":0.60766,"score_fidelity":0.7008,"score":0.7014},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88688,"utmos":1.61972,"dnsmos_ovrl":2.80689,"dnsmos_sig":3.17534,"dnsmos_bak":3.72861,"pesq_wb":2.76482,"pesq_nb":3.22584,"stoi":0.88131,"estoi":0.78386,"si_sdr":11.78546,"mel_dist":0.23677,"stft_dist":1.14052,"f0_rmse_cents":185.393,"f0_corr":0.93059,"vuv_err":0.14545,"score_intelligibility":1.0,"score_speaker":0.88688,"score_quality":0.65739,"score_fidelity":0.77204,"score":0.82908},"nl":{"n":50,"unit":"wer","wer":19.53613,"wer_orig":5.26316,"dwer":14.27297,"wer_pseudo":16.74127,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.72032,"utmos":1.34043,"dnsmos_ovrl":2.31136,"dnsmos_sig":2.70057,"dnsmos_bak":4.02008,"pesq_wb":2.13058,"pesq_nb":2.72317,"stoi":0.86613,"estoi":0.72152,"si_sdr":9.04435,"mel_dist":0.36918,"stft_dist":1.54436,"f0_rmse_cents":174.79925,"f0_corr":0.83541,"vuv_err":0.25323,"score_intelligibility":0.30498,"score_speaker":0.72032,"score_quality":0.46404,"score_fidelity":0.67485,"score":0.54105},"pl":{"n":50,"unit":"wer","wer":13.92544,"wer_orig":3.28947,"dwer":10.63596,"wer_pseudo":12.9386,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.76531,"utmos":1.32481,"dnsmos_ovrl":2.40795,"dnsmos_sig":2.78134,"dnsmos_bak":3.78122,"pesq_wb":2.08741,"pesq_nb":2.5637,"stoi":0.88049,"estoi":0.7506,"si_sdr":7.51388,"mel_dist":0.3268,"stft_dist":1.38052,"f0_rmse_cents":137.20882,"f0_corr":0.78322,"vuv_err":0.16809,"score_intelligibility":0.28739,"score_speaker":0.76531,"score_quality":0.44585,"score_fidelity":0.65813,"score":0.53917},"cs":{"n":50,"unit":"wer","wer":16.33606,"wer_orig":9.45158,"dwer":6.88448,"wer_pseudo":13.31776,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.80022,"utmos":1.53138,"dnsmos_ovrl":2.9591,"dnsmos_sig":3.27522,"dnsmos_bak":3.94161,"pesq_wb":2.56934,"pesq_nb":3.03975,"stoi":0.88859,"estoi":0.7864,"si_sdr":13.69504,"mel_dist":0.31879,"stft_dist":1.28508,"f0_rmse_cents":63.50276,"f0_corr":0.94256,"vuv_err":0.09025,"score_intelligibility":0.60288,"score_speaker":0.80022,"score_quality":0.63157,"score_fidelity":0.75985,"score":0.69863},"tr":{"n":50,"unit":"wer","wer":20.39474,"wer_orig":7.76316,"dwer":12.63158,"wer_pseudo":14.75626,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.7788,"utmos":1.3631,"dnsmos_ovrl":2.85574,"dnsmos_sig":3.20164,"dnsmos_bak":3.98049,"pesq_wb":2.79604,"pesq_nb":3.30092,"stoi":0.87314,"estoi":0.75771,"si_sdr":12.90147,"mel_dist":0.34278,"stft_dist":1.39451,"f0_rmse_cents":126.31335,"f0_corr":0.90398,"vuv_err":0.12371,"score_intelligibility":0.40959,"score_speaker":0.7788,"score_quality":0.59483,"score_fidelity":0.76343,"score":0.63666},"id":{"n":50,"unit":"wer","wer":9.20897,"wer_orig":5.90319,"dwer":3.30579,"wer_pseudo":6.61157,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.85218,"utmos":1.34492,"dnsmos_ovrl":2.47957,"dnsmos_sig":3.07397,"dnsmos_bak":3.12079,"pesq_wb":2.86007,"pesq_nb":3.32015,"stoi":0.84166,"estoi":0.7174,"si_sdr":10.89394,"mel_dist":0.20881,"stft_dist":1.09131,"f0_rmse_cents":89.57777,"f0_corr":0.90037,"vuv_err":0.12297,"score_intelligibility":0.67619,"score_speaker":0.85218,"score_quality":0.6061,"score_fidelity":0.75783,"score":0.72307},"vi":{"n":50,"unit":"wer","wer":13.44471,"wer_orig":7.71679,"dwer":5.72792,"wer_pseudo":9.47452,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.7869,"utmos":1.44461,"dnsmos_ovrl":2.66173,"dnsmos_sig":3.18566,"dnsmos_bak":3.64642,"pesq_wb":2.8561,"pesq_nb":3.40571,"stoi":0.80034,"estoi":0.67664,"si_sdr":12.41487,"mel_dist":0.25482,"stft_dist":1.17266,"f0_rmse_cents":121.21779,"f0_corr":0.90489,"vuv_err":0.12694,"score_intelligibility":0.60346,"score_speaker":0.7869,"score_quality":0.65107,"score_fidelity":0.74518,"score":0.69665},"ru":{"n":50,"unit":"wer","wer":8.20809,"wer_orig":4.50867,"dwer":3.69942,"wer_pseudo":4.86674,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.75131,"utmos":1.40028,"dnsmos_ovrl":2.70544,"dnsmos_sig":3.02081,"dnsmos_bak":4.00045,"pesq_wb":2.37916,"pesq_nb":2.92044,"stoi":0.87609,"estoi":0.76788,"si_sdr":11.3736,"mel_dist":0.38056,"stft_dist":1.47366,"f0_rmse_cents":139.41499,"f0_corr":0.83032,"vuv_err":0.17148,"score_intelligibility":0.59824,"score_speaker":0.75131,"score_quality":0.53599,"score_fidelity":0.70015,"score":0.64642},"uk":{"n":50,"unit":"wer","wer":23.15551,"wer_orig":6.46992,"dwer":16.68558,"wer_pseudo":20.11364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.70424,"utmos":1.64459,"dnsmos_ovrl":2.8974,"dnsmos_sig":3.24197,"dnsmos_bak":4.02261,"pesq_wb":2.45288,"pesq_nb":2.90046,"stoi":0.84691,"estoi":0.71886,"si_sdr":12.62712,"mel_dist":0.35434,"stft_dist":1.42208,"f0_rmse_cents":82.48662,"f0_corr":0.94114,"vuv_err":0.11035,"score_intelligibility":0.30924,"score_speaker":0.70424,"score_quality":0.66566,"score_fidelity":0.73439,"score":0.60338},"el":{"n":50,"unit":"wer","wer":20.44088,"wer_orig":12.02405,"dwer":8.41683,"wer_pseudo":16.71672,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.74714,"utmos":1.47968,"dnsmos_ovrl":2.68772,"dnsmos_sig":3.09894,"dnsmos_bak":3.85555,"pesq_wb":2.76256,"pesq_nb":3.3105,"stoi":0.86389,"estoi":0.73571,"si_sdr":13.25397,"mel_dist":0.30252,"stft_dist":1.24202,"f0_rmse_cents":181.02917,"f0_corr":0.8211,"vuv_err":0.17035,"score_intelligibility":0.60744,"score_speaker":0.74714,"score_quality":0.56433,"score_fidelity":0.72953,"score":0.66211},"ar":{"n":50,"unit":"wer","wer":18.61899,"wer_orig":12.45376,"dwer":6.16523,"wer_pseudo":11.24845,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.85732,"utmos":1.47903,"dnsmos_ovrl":2.76714,"dnsmos_sig":3.17479,"dnsmos_bak":3.7657,"pesq_wb":2.13273,"pesq_nb":2.74162,"stoi":0.90367,"estoi":0.81848,"si_sdr":9.41414,"mel_dist":0.29976,"stft_dist":1.30264,"f0_rmse_cents":78.10085,"f0_corr":0.9525,"vuv_err":0.14578,"score_intelligibility":0.68575,"score_speaker":0.85732,"score_quality":0.55371,"score_fidelity":0.7266,"score":0.70585},"fa":{"n":50,"unit":"wer","wer":39.42857,"wer_orig":25.94286,"dwer":13.48571,"wer_pseudo":25.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.75302,"utmos":1.41785,"dnsmos_ovrl":2.58423,"dnsmos_sig":3.08987,"dnsmos_bak":3.65288,"pesq_wb":2.2856,"pesq_nb":3.00319,"stoi":0.76877,"estoi":0.64885,"si_sdr":8.3445,"mel_dist":0.31481,"stft_dist":1.37948,"f0_rmse_cents":281.1049,"f0_corr":0.72592,"vuv_err":0.1577,"score_intelligibility":0.66643,"score_speaker":0.75302,"score_quality":0.56016,"score_fidelity":0.62067,"score":0.65007},"he":{"n":50,"unit":"wer","wer":51.16279,"wer_orig":19.4186,"dwer":31.74419,"wer_pseudo":42.723,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.70306,"utmos":1.39588,"dnsmos_ovrl":2.58708,"dnsmos_sig":2.97429,"dnsmos_bak":3.87078,"pesq_wb":2.38497,"pesq_nb":2.85669,"stoi":0.84213,"estoi":0.72482,"si_sdr":11.64626,"mel_dist":0.31961,"stft_dist":1.32547,"f0_rmse_cents":135.92281,"f0_corr":0.81695,"vuv_err":0.22041,"score_intelligibility":0.39144,"score_speaker":0.70306,"score_quality":0.57028,"score_fidelity":0.68493,"score":0.58743},"hi":{"n":50,"unit":"wer","wer":33.51801,"wer_orig":26.31579,"dwer":7.20222,"wer_pseudo":18.43778,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.76913,"utmos":1.40295,"dnsmos_ovrl":2.57886,"dnsmos_sig":3.13281,"dnsmos_bak":3.37468,"pesq_wb":2.76652,"pesq_nb":3.34087,"stoi":0.87149,"estoi":0.76996,"si_sdr":13.41925,"mel_dist":0.26886,"stft_dist":1.20739,"f0_rmse_cents":72.8801,"f0_corr":0.95351,"vuv_err":0.11834,"score_intelligibility":0.79135,"score_speaker":0.76913,"score_quality":0.6089,"score_fidelity":0.77658,"score":0.73649},"zh":{"n":50,"unit":"cer","wer":10.72886,"wer_orig":7.40525,"dwer":3.32362,"wer_pseudo":4.69512,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.75818,"utmos":1.35474,"dnsmos_ovrl":2.56302,"dnsmos_sig":2.95888,"dnsmos_bak":3.81838,"pesq_wb":2.22156,"pesq_nb":2.78809,"stoi":0.87747,"estoi":0.77509,"si_sdr":7.80534,"mel_dist":0.38124,"stft_dist":1.51464,"f0_rmse_cents":117.57371,"f0_corr":0.87359,"vuv_err":0.15601,"score_intelligibility":0.71663,"score_speaker":0.75818,"score_quality":0.47606,"score_fidelity":0.70003,"score":0.66272},"yue":{"n":50,"unit":"cer","wer":18.50467,"wer_orig":14.39252,"dwer":4.11215,"wer_pseudo":13.10956,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.80126,"utmos":1.61859,"dnsmos_ovrl":2.78169,"dnsmos_sig":3.15534,"dnsmos_bak":3.86325,"pesq_wb":2.44976,"pesq_nb":3.01187,"stoi":0.88664,"estoi":0.78834,"si_sdr":9.41588,"mel_dist":0.31083,"stft_dist":1.34026,"f0_rmse_cents":111.36242,"f0_corr":0.93566,"vuv_err":0.10563,"score_intelligibility":0.78917,"score_speaker":0.80126,"score_quality":0.59686,"score_fidelity":0.74551,"score":0.7332},"ja":{"n":50,"unit":"cer","wer":10.61093,"wer_orig":3.53698,"dwer":7.07395,"wer_pseudo":8.17639,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.71155,"utmos":1.33208,"dnsmos_ovrl":2.22437,"dnsmos_sig":2.90118,"dnsmos_bak":3.11881,"pesq_wb":2.34506,"pesq_nb":2.96929,"stoi":0.75224,"estoi":0.6152,"si_sdr":7.57923,"mel_dist":0.26689,"stft_dist":1.31964,"f0_rmse_cents":110.10491,"f0_corr":0.89066,"vuv_err":0.15453,"score_intelligibility":0.39075,"score_speaker":0.71155,"score_quality":0.55806,"score_fidelity":0.67574,"score":0.58402},"ko":{"n":50,"unit":"cer","wer":7.7451,"wer_orig":5.14706,"dwer":2.59804,"wer_pseudo":5.11022,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76595,"utmos":1.79405,"dnsmos_ovrl":2.74695,"dnsmos_sig":3.1309,"dnsmos_bak":3.95309,"pesq_wb":2.54188,"pesq_nb":3.07532,"stoi":0.87885,"estoi":0.77655,"si_sdr":11.52165,"mel_dist":0.27516,"stft_dist":1.21607,"f0_rmse_cents":94.94162,"f0_corr":0.92214,"vuv_err":0.10461,"score_intelligibility":0.70291,"score_speaker":0.76595,"score_quality":0.60292,"score_fidelity":0.74717,"score":0.70474},"th":{"n":50,"unit":"cer","wer":21.09943,"wer_orig":7.61924,"dwer":13.48019,"wer_pseudo":18.40454,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.75613,"utmos":1.34326,"dnsmos_ovrl":2.41029,"dnsmos_sig":2.92104,"dnsmos_bak":3.62586,"pesq_wb":2.05514,"pesq_nb":2.78761,"stoi":0.86017,"estoi":0.75638,"si_sdr":9.24848,"mel_dist":0.33395,"stft_dist":1.40529,"f0_rmse_cents":151.61611,"f0_corr":0.90116,"vuv_err":0.16964,"score_intelligibility":0.39002,"score_speaker":0.75613,"score_quality":0.52057,"score_fidelity":0.6876,"score":0.58858}}},{"codec":"semantic_vae_16k_1000k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"semantic_vae_16k_1000k","family":"Semantic-VAE","checkpoint":"zkniu/Semantic-VAE","sample_rate":16000,"output_sample_rate":16000,"frame_rate":40.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code); weights: no explicit terms","paper":"2509.22167","year":2025,"bitrate_kbps":null,"notes":"semantic-aligned VAE (WavLM alignment), 1M-step checkpoint; EMA weights, posterior mean; English (LibriTTS) training data; matches upstream code bit-exactly","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":72.30199,"efficiency":{"rtf_encode":0.00098,"rtf_decode":0.00527,"peak_vram_gb":0.67063,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.95489,"score_worst_lang":0.90265,"worst_lang":"id","en_gap":-0.0118,"score_intelligibility":0.95763,"score_speaker":0.96826,"score_quality":0.99729,"score_fidelity":0.89636,"dwer":0.38955,"wer":9.19536,"wer_pseudo":2.00865,"sim":0.96826,"utmos":2.64031,"dnsmos_ovrl":2.96721,"dnsmos_sig":3.37596,"dnsmos_bak":3.8695,"pesq_wb":3.78224,"pesq_nb":4.00508,"stoi":0.9514,"estoi":0.90844,"si_sdr":11.34852,"mel_dist":0.12501,"stft_dist":0.90611,"f0_rmse_cents":89.70325,"f0_corr":0.94276,"vuv_err":0.09281,"score_ci95":[0.94924,0.95698]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.78466,"wer_orig":6.98132,"dwer":-0.19666,"wer_pseudo":0.97276,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.94393,"utmos":2.41961,"dnsmos_ovrl":2.58095,"dnsmos_sig":3.12762,"dnsmos_bak":3.7239,"pesq_wb":3.51227,"pesq_nb":3.8472,"stoi":0.91926,"estoi":0.8574,"si_sdr":8.88192,"mel_dist":0.13326,"stft_dist":0.93991,"f0_rmse_cents":101.83034,"f0_corr":0.95871,"vuv_err":0.08855,"score_intelligibility":1.0,"score_speaker":0.94393,"score_quality":0.96513,"score_fidelity":0.86525,"score":0.94358},"de":{"n":50,"unit":"wer","wer":5.90031,"wer_orig":5.69685,"dwer":0.20346,"wer_pseudo":0.91556,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9788,"utmos":2.82514,"dnsmos_ovrl":3.07426,"dnsmos_sig":3.37074,"dnsmos_bak":4.04961,"pesq_wb":3.96657,"pesq_nb":4.09883,"stoi":0.97082,"estoi":0.93196,"si_sdr":15.97057,"mel_dist":0.11175,"stft_dist":0.79464,"f0_rmse_cents":90.06951,"f0_corr":0.95214,"vuv_err":0.09012,"score_intelligibility":0.97051,"score_speaker":0.9788,"score_quality":0.99791,"score_fidelity":0.92352,"score":0.96768},"fr":{"n":50,"unit":"wer","wer":4.50593,"wer_orig":4.98024,"dwer":-0.47431,"wer_pseudo":1.42857,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.97267,"utmos":2.43576,"dnsmos_ovrl":3.06769,"dnsmos_sig":3.39815,"dnsmos_bak":4.01374,"pesq_wb":3.70316,"pesq_nb":3.99637,"stoi":0.96568,"estoi":0.93471,"si_sdr":12.13712,"mel_dist":0.13533,"stft_dist":0.89858,"f0_rmse_cents":82.52997,"f0_corr":0.96454,"vuv_err":0.10741,"score_intelligibility":1.0,"score_speaker":0.97267,"score_quality":1.0,"score_fidelity":0.90085,"score":0.96838},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.0,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.97563,"utmos":2.85131,"dnsmos_ovrl":3.21693,"dnsmos_sig":3.55204,"dnsmos_bak":3.97781,"pesq_wb":3.92592,"pesq_nb":4.10816,"stoi":0.9673,"estoi":0.93497,"si_sdr":13.30789,"mel_dist":0.13163,"stft_dist":0.9324,"f0_rmse_cents":123.18664,"f0_corr":0.93899,"vuv_err":0.10074,"score_intelligibility":1.0,"score_speaker":0.97563,"score_quality":1.0,"score_fidelity":0.91409,"score":0.97243},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.37112,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97914,"utmos":3.15495,"dnsmos_ovrl":3.31085,"dnsmos_sig":3.5965,"dnsmos_bak":4.09012,"pesq_wb":4.04063,"pesq_nb":4.13793,"stoi":0.97254,"estoi":0.94634,"si_sdr":13.85223,"mel_dist":0.12517,"stft_dist":0.86287,"f0_rmse_cents":65.54482,"f0_corr":0.95234,"vuv_err":0.08346,"score_intelligibility":0.92854,"score_speaker":0.97914,"score_quality":1.0,"score_fidelity":0.93121,"score":0.95972},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97768,"utmos":2.62353,"dnsmos_ovrl":3.04937,"dnsmos_sig":3.42054,"dnsmos_bak":3.80913,"pesq_wb":3.66753,"pesq_nb":3.95475,"stoi":0.93888,"estoi":0.89063,"si_sdr":10.50407,"mel_dist":0.13005,"stft_dist":0.93644,"f0_rmse_cents":225.43897,"f0_corr":0.88908,"vuv_err":0.12464,"score_intelligibility":1.0,"score_speaker":0.97768,"score_quality":1.0,"score_fidelity":0.86337,"score":0.96026},"nl":{"n":50,"unit":"wer","wer":5.61998,"wer_orig":5.26316,"dwer":0.35682,"wer_pseudo":0.80573,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.9689,"utmos":3.00973,"dnsmos_ovrl":2.69556,"dnsmos_sig":3.08434,"dnsmos_bak":4.08292,"pesq_wb":3.89929,"pesq_nb":4.03476,"stoi":0.97317,"estoi":0.94174,"si_sdr":9.50813,"mel_dist":0.1386,"stft_dist":0.98447,"f0_rmse_cents":71.84437,"f0_corr":0.96175,"vuv_err":0.10806,"score_intelligibility":0.9461,"score_speaker":0.9689,"score_quality":0.98819,"score_fidelity":0.9211,"score":0.95607},"pl":{"n":50,"unit":"wer","wer":3.50877,"wer_orig":3.28947,"dwer":0.2193,"wer_pseudo":0.76754,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.97363,"utmos":2.77918,"dnsmos_ovrl":3.03336,"dnsmos_sig":3.37174,"dnsmos_bak":4.03582,"pesq_wb":3.91869,"pesq_nb":4.10295,"stoi":0.97656,"estoi":0.94604,"si_sdr":7.87391,"mel_dist":0.12205,"stft_dist":0.91678,"f0_rmse_cents":79.04601,"f0_corr":0.90763,"vuv_err":0.10011,"score_intelligibility":0.95136,"score_speaker":0.97363,"score_quality":1.0,"score_fidelity":0.90603,"score":0.95776},"cs":{"n":50,"unit":"wer","wer":10.03501,"wer_orig":9.45158,"dwer":0.58343,"wer_pseudo":2.33645,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97612,"utmos":2.64423,"dnsmos_ovrl":3.14277,"dnsmos_sig":3.46966,"dnsmos_bak":3.95951,"pesq_wb":3.76176,"pesq_nb":3.98224,"stoi":0.96246,"estoi":0.9263,"si_sdr":12.67589,"mel_dist":0.12994,"stft_dist":0.92625,"f0_rmse_cents":50.13368,"f0_corr":0.9675,"vuv_err":0.07537,"score_intelligibility":0.94713,"score_speaker":0.97612,"score_quality":1.0,"score_fidelity":0.90634,"score":0.9574},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":1.18577,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.96525,"utmos":2.3626,"dnsmos_ovrl":3.06848,"dnsmos_sig":3.41405,"dnsmos_bak":4.03698,"pesq_wb":3.78481,"pesq_nb":3.99474,"stoi":0.95619,"estoi":0.90657,"si_sdr":11.64274,"mel_dist":0.13624,"stft_dist":0.96226,"f0_rmse_cents":71.73861,"f0_corr":0.9691,"vuv_err":0.07889,"score_intelligibility":0.98521,"score_speaker":0.96525,"score_quality":1.0,"score_fidelity":0.90698,"score":0.96436},"id":{"n":50,"unit":"wer","wer":7.55608,"wer_orig":5.90319,"dwer":1.65289,"wer_pseudo":3.06966,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.96427,"utmos":2.03046,"dnsmos_ovrl":2.74632,"dnsmos_sig":3.32819,"dnsmos_bak":3.28675,"pesq_wb":3.48394,"pesq_nb":3.75507,"stoi":0.91155,"estoi":0.83494,"si_sdr":10.42626,"mel_dist":0.11396,"stft_dist":0.91956,"f0_rmse_cents":84.67914,"f0_corr":0.89725,"vuv_err":0.11528,"score_intelligibility":0.80682,"score_speaker":0.96427,"score_quality":1.0,"score_fidelity":0.8395,"score":0.90265},"vi":{"n":50,"unit":"wer","wer":8.51233,"wer_orig":7.71679,"dwer":0.79554,"wer_pseudo":2.14968,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.96099,"utmos":2.17219,"dnsmos_ovrl":2.8381,"dnsmos_sig":3.3725,"dnsmos_bak":3.66362,"pesq_wb":3.68012,"pesq_nb":3.92902,"stoi":0.90602,"estoi":0.83776,"si_sdr":12.90274,"mel_dist":0.11204,"stft_dist":0.85352,"f0_rmse_cents":71.56654,"f0_corr":0.96644,"vuv_err":0.08821,"score_intelligibility":0.91637,"score_speaker":0.96099,"score_quality":0.99758,"score_fidelity":0.8794,"score":0.93859},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.97343,"utmos":2.7027,"dnsmos_ovrl":3.07385,"dnsmos_sig":3.40115,"dnsmos_bak":4.05084,"pesq_wb":3.8345,"pesq_nb":4.05348,"stoi":0.97016,"estoi":0.93796,"si_sdr":11.08886,"mel_dist":0.13462,"stft_dist":0.95837,"f0_rmse_cents":106.51484,"f0_corr":0.89477,"vuv_err":0.10802,"score_intelligibility":0.97945,"score_speaker":0.97343,"score_quality":1.0,"score_fidelity":0.8916,"score":0.96112},"uk":{"n":50,"unit":"wer","wer":6.92395,"wer_orig":6.46992,"dwer":0.45403,"wer_pseudo":2.15909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.96418,"utmos":2.5784,"dnsmos_ovrl":3.09447,"dnsmos_sig":3.42185,"dnsmos_bak":4.07475,"pesq_wb":3.87338,"pesq_nb":4.02839,"stoi":0.96106,"estoi":0.91455,"si_sdr":12.70923,"mel_dist":0.13821,"stft_dist":0.93451,"f0_rmse_cents":65.37194,"f0_corr":0.96673,"vuv_err":0.08562,"score_intelligibility":0.9427,"score_speaker":0.96418,"score_quality":1.0,"score_fidelity":0.91625,"score":0.95578},"el":{"n":50,"unit":"wer","wer":12.62525,"wer_orig":12.02405,"dwer":0.6012,"wer_pseudo":5.00501,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.9655,"utmos":2.80674,"dnsmos_ovrl":2.98442,"dnsmos_sig":3.39296,"dnsmos_bak":3.8828,"pesq_wb":3.94181,"pesq_nb":4.09216,"stoi":0.95975,"estoi":0.91279,"si_sdr":13.83255,"mel_dist":0.11756,"stft_dist":0.84944,"f0_rmse_cents":69.72077,"f0_corr":0.93337,"vuv_err":0.08473,"score_intelligibility":0.95588,"score_speaker":0.9655,"score_quality":1.0,"score_fidelity":0.91121,"score":0.95815},"ar":{"n":50,"unit":"wer","wer":12.45376,"wer_orig":12.45376,"dwer":0.0,"wer_pseudo":1.3597,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97849,"utmos":2.76297,"dnsmos_ovrl":3.21023,"dnsmos_sig":3.56675,"dnsmos_bak":3.9673,"pesq_wb":3.83706,"pesq_nb":4.07876,"stoi":0.97828,"estoi":0.95403,"si_sdr":10.57762,"mel_dist":0.12956,"stft_dist":0.93636,"f0_rmse_cents":76.94023,"f0_corr":0.96057,"vuv_err":0.08201,"score_intelligibility":1.0,"score_speaker":0.97849,"score_quality":1.0,"score_fidelity":0.91648,"score":0.97374},"fa":{"n":50,"unit":"wer","wer":26.85714,"wer_orig":25.94286,"dwer":0.91429,"wer_pseudo":3.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.96635,"utmos":2.66217,"dnsmos_ovrl":2.85389,"dnsmos_sig":3.36426,"dnsmos_bak":3.72804,"pesq_wb":3.60924,"pesq_nb":3.9355,"stoi":0.89524,"estoi":0.83941,"si_sdr":8.1167,"mel_dist":0.1208,"stft_dist":0.9525,"f0_rmse_cents":127.34743,"f0_corr":0.88468,"vuv_err":0.08294,"score_intelligibility":0.96718,"score_speaker":0.96635,"score_quality":1.0,"score_fidelity":0.84181,"score":0.94383},"he":{"n":50,"unit":"wer","wer":21.27907,"wer_orig":19.4186,"dwer":1.86047,"wer_pseudo":6.10329,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.9595,"utmos":2.45722,"dnsmos_ovrl":2.80177,"dnsmos_sig":3.19252,"dnsmos_bak":3.93784,"pesq_wb":3.77311,"pesq_nb":3.98348,"stoi":0.96479,"estoi":0.92683,"si_sdr":11.97166,"mel_dist":0.12311,"stft_dist":0.86117,"f0_rmse_cents":85.76164,"f0_corr":0.92193,"vuv_err":0.11854,"score_intelligibility":0.91649,"score_speaker":0.9595,"score_quality":0.98624,"score_fidelity":0.89301,"score":0.93881},"hi":{"n":50,"unit":"wer","wer":27.14681,"wer_orig":26.31579,"dwer":0.83102,"wer_pseudo":4.99546,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.96478,"utmos":2.39438,"dnsmos_ovrl":2.80332,"dnsmos_sig":3.37434,"dnsmos_bak":3.47663,"pesq_wb":3.58516,"pesq_nb":3.92761,"stoi":0.94049,"estoi":0.88838,"si_sdr":13.09483,"mel_dist":0.13149,"stft_dist":0.91041,"f0_rmse_cents":77.13804,"f0_corr":0.93008,"vuv_err":0.10333,"score_intelligibility":0.97048,"score_speaker":0.96478,"score_quality":1.0,"score_fidelity":0.86973,"score":0.95125},"zh":{"n":50,"unit":"cer","wer":7.28863,"wer_orig":7.40525,"dwer":-0.11662,"wer_pseudo":0.4878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.97384,"utmos":2.86942,"dnsmos_ovrl":3.07818,"dnsmos_sig":3.41802,"dnsmos_bak":4.02115,"pesq_wb":4.03241,"pesq_nb":4.17139,"stoi":0.97653,"estoi":0.95353,"si_sdr":11.22775,"mel_dist":0.11067,"stft_dist":0.83787,"f0_rmse_cents":73.42985,"f0_corr":0.961,"vuv_err":0.0514,"score_intelligibility":1.0,"score_speaker":0.97384,"score_quality":1.0,"score_fidelity":0.93465,"score":0.97712},"yue":{"n":50,"unit":"cer","wer":15.82555,"wer_orig":14.39252,"dwer":1.43302,"wer_pseudo":4.11653,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.9758,"utmos":3.05222,"dnsmos_ovrl":3.05947,"dnsmos_sig":3.43755,"dnsmos_bak":3.90252,"pesq_wb":3.78054,"pesq_nb":4.00432,"stoi":0.96216,"estoi":0.92308,"si_sdr":9.94482,"mel_dist":0.11017,"stft_dist":0.86797,"f0_rmse_cents":80.55119,"f0_corr":0.97471,"vuv_err":0.06704,"score_intelligibility":0.91483,"score_speaker":0.9758,"score_quality":1.0,"score_fidelity":0.91044,"score":0.95027},"ja":{"n":50,"unit":"cer","wer":4.04226,"wer_orig":3.53698,"dwer":0.50528,"wer_pseudo":1.60772,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.94165,"utmos":2.0615,"dnsmos_ovrl":2.56354,"dnsmos_sig":3.22001,"dnsmos_bak":3.32876,"pesq_wb":3.55282,"pesq_nb":3.87323,"stoi":0.87802,"estoi":0.80122,"si_sdr":8.11795,"mel_dist":0.12479,"stft_dist":0.9525,"f0_rmse_cents":103.23678,"f0_corr":0.92687,"vuv_err":0.10301,"score_intelligibility":0.89979,"score_speaker":0.94165,"score_quality":1.0,"score_fidelity":0.84475,"score":0.92155},"ko":{"n":50,"unit":"cer","wer":5.2451,"wer_orig":5.14706,"dwer":0.09804,"wer_pseudo":0.3006,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96493,"utmos":3.27329,"dnsmos_ovrl":3.05446,"dnsmos_sig":3.40969,"dnsmos_bak":4.04397,"pesq_wb":4.06848,"pesq_nb":4.13924,"stoi":0.96926,"estoi":0.94239,"si_sdr":12.42065,"mel_dist":0.11659,"stft_dist":0.84366,"f0_rmse_cents":65.85367,"f0_corr":0.97647,"vuv_err":0.05781,"score_intelligibility":0.9843,"score_speaker":0.96493,"score_quality":1.0,"score_fidelity":0.94081,"score":0.97251},"th":{"n":50,"unit":"cer","wer":7.21504,"wer_orig":7.61924,"dwer":-0.4042,"wer_pseudo":2.44989,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97275,"utmos":2.43761,"dnsmos_ovrl":2.8108,"dnsmos_sig":3.31778,"dnsmos_bak":3.72341,"pesq_wb":3.54056,"pesq_nb":3.89235,"stoi":0.95748,"estoi":0.91897,"si_sdr":9.57849,"mel_dist":0.12254,"stft_dist":0.91419,"f0_rmse_cents":103.40312,"f0_corr":0.96947,"vuv_err":0.1221,"score_intelligibility":1.0,"score_speaker":0.97275,"score_quality":1.0,"score_fidelity":0.88428,"score":0.96426}}},{"codec":"semantic_vae_16k_600k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"semantic_vae_16k_600k","family":"Semantic-VAE","checkpoint":"zkniu/Semantic-VAE","sample_rate":16000,"output_sample_rate":16000,"frame_rate":40.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code); weights: no explicit terms","paper":"2509.22167","year":2025,"bitrate_kbps":null,"notes":"semantic-aligned VAE (WavLM alignment), 600k-step paper checkpoint; EMA weights, posterior mean","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":72.30199,"efficiency":{"rtf_encode":0.00098,"rtf_decode":0.00528,"peak_vram_gb":0.67063,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.95141,"score_worst_lang":0.88934,"worst_lang":"id","en_gap":-0.00871,"score_intelligibility":0.94759,"score_speaker":0.96662,"score_quality":0.9979,"score_fidelity":0.89353,"dwer":0.48333,"wer":9.28914,"wer_pseudo":2.12999,"sim":0.96662,"utmos":2.64431,"dnsmos_ovrl":2.9679,"dnsmos_sig":3.37574,"dnsmos_bak":3.87155,"pesq_wb":3.76035,"pesq_nb":3.99458,"stoi":0.95047,"estoi":0.90692,"si_sdr":11.20238,"mel_dist":0.1239,"stft_dist":0.90256,"f0_rmse_cents":93.18006,"f0_corr":0.94145,"vuv_err":0.09539,"score_ci95":[0.94512,0.95406]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.78466,"wer_orig":6.98132,"dwer":-0.19666,"wer_pseudo":0.87549,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.9404,"utmos":2.44094,"dnsmos_ovrl":2.56781,"dnsmos_sig":3.11982,"dnsmos_bak":3.72046,"pesq_wb":3.49123,"pesq_nb":3.84791,"stoi":0.9179,"estoi":0.85558,"si_sdr":8.76921,"mel_dist":0.13369,"stft_dist":0.94139,"f0_rmse_cents":112.83072,"f0_corr":0.94955,"vuv_err":0.08833,"score_intelligibility":1.0,"score_speaker":0.9404,"score_quality":0.97212,"score_fidelity":0.85974,"score":0.94306},"de":{"n":50,"unit":"wer","wer":5.79858,"wer_orig":5.69685,"dwer":0.10173,"wer_pseudo":0.81384,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9779,"utmos":2.82819,"dnsmos_ovrl":3.07851,"dnsmos_sig":3.37422,"dnsmos_bak":4.04657,"pesq_wb":3.95225,"pesq_nb":4.08911,"stoi":0.9703,"estoi":0.93096,"si_sdr":15.77057,"mel_dist":0.11292,"stft_dist":0.79924,"f0_rmse_cents":93.5974,"f0_corr":0.94666,"vuv_err":0.09054,"score_intelligibility":0.98504,"score_speaker":0.9779,"score_quality":0.99893,"score_fidelity":0.92015,"score":0.9705},"fr":{"n":50,"unit":"wer","wer":4.66403,"wer_orig":4.98024,"dwer":-0.31621,"wer_pseudo":1.5873,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.97163,"utmos":2.43884,"dnsmos_ovrl":3.06147,"dnsmos_sig":3.38796,"dnsmos_bak":4.01407,"pesq_wb":3.67796,"pesq_nb":3.98412,"stoi":0.96484,"estoi":0.93351,"si_sdr":11.99508,"mel_dist":0.13731,"stft_dist":0.90412,"f0_rmse_cents":85.08948,"f0_corr":0.95975,"vuv_err":0.11495,"score_intelligibility":1.0,"score_speaker":0.97163,"score_quality":1.0,"score_fidelity":0.89657,"score":0.96705},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.0,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.97399,"utmos":2.84682,"dnsmos_ovrl":3.21583,"dnsmos_sig":3.55047,"dnsmos_bak":3.97513,"pesq_wb":3.9082,"pesq_nb":4.09825,"stoi":0.96657,"estoi":0.93361,"si_sdr":13.14983,"mel_dist":0.1224,"stft_dist":0.90485,"f0_rmse_cents":133.34134,"f0_corr":0.9305,"vuv_err":0.10297,"score_intelligibility":1.0,"score_speaker":0.97399,"score_quality":1.0,"score_fidelity":0.90933,"score":0.97083},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.09689,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9775,"utmos":3.16268,"dnsmos_ovrl":3.30316,"dnsmos_sig":3.5937,"dnsmos_bak":4.07935,"pesq_wb":4.02162,"pesq_nb":4.12732,"stoi":0.97192,"estoi":0.94532,"si_sdr":13.73346,"mel_dist":0.12371,"stft_dist":0.85836,"f0_rmse_cents":67.65235,"f0_corr":0.94859,"vuv_err":0.0888,"score_intelligibility":0.92854,"score_speaker":0.9775,"score_quality":0.99925,"score_fidelity":0.92794,"score":0.95831},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":0.49213,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97598,"utmos":2.6259,"dnsmos_ovrl":3.04878,"dnsmos_sig":3.4211,"dnsmos_bak":3.80685,"pesq_wb":3.63511,"pesq_nb":3.93674,"stoi":0.93796,"estoi":0.88923,"si_sdr":10.38786,"mel_dist":0.12698,"stft_dist":0.92747,"f0_rmse_cents":229.71042,"f0_corr":0.88634,"vuv_err":0.12695,"score_intelligibility":1.0,"score_speaker":0.97598,"score_quality":1.0,"score_fidelity":0.85906,"score":0.95876},"nl":{"n":50,"unit":"wer","wer":5.70919,"wer_orig":5.26316,"dwer":0.44603,"wer_pseudo":0.98478,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.96896,"utmos":3.01814,"dnsmos_ovrl":2.69682,"dnsmos_sig":3.08431,"dnsmos_bak":4.08382,"pesq_wb":3.88294,"pesq_nb":4.0291,"stoi":0.97251,"estoi":0.94061,"si_sdr":9.4539,"mel_dist":0.1294,"stft_dist":0.96134,"f0_rmse_cents":80.64906,"f0_corr":0.95343,"vuv_err":0.1129,"score_intelligibility":0.93352,"score_speaker":0.96896,"score_quality":0.98856,"score_fidelity":0.91655,"score":0.9519},"pl":{"n":50,"unit":"wer","wer":3.83772,"wer_orig":3.28947,"dwer":0.54825,"wer_pseudo":0.87719,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.97256,"utmos":2.78032,"dnsmos_ovrl":3.02533,"dnsmos_sig":3.36626,"dnsmos_bak":4.02892,"pesq_wb":3.8931,"pesq_nb":4.09845,"stoi":0.97609,"estoi":0.94514,"si_sdr":7.74078,"mel_dist":0.12731,"stft_dist":0.92524,"f0_rmse_cents":85.62872,"f0_corr":0.89748,"vuv_err":0.10184,"score_intelligibility":0.88667,"score_speaker":0.97256,"score_quality":1.0,"score_fidelity":0.90006,"score":0.93982},"cs":{"n":50,"unit":"wer","wer":9.80163,"wer_orig":9.45158,"dwer":0.35006,"wer_pseudo":3.15421,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97476,"utmos":2.6426,"dnsmos_ovrl":3.14574,"dnsmos_sig":3.47626,"dnsmos_bak":3.95474,"pesq_wb":3.72243,"pesq_nb":3.96982,"stoi":0.96165,"estoi":0.92516,"si_sdr":12.58453,"mel_dist":0.12473,"stft_dist":0.90831,"f0_rmse_cents":54.44128,"f0_corr":0.95626,"vuv_err":0.07859,"score_intelligibility":0.96759,"score_speaker":0.97476,"score_quality":1.0,"score_fidelity":0.89858,"score":0.96023},"tr":{"n":50,"unit":"wer","wer":8.15789,"wer_orig":7.76316,"dwer":0.39474,"wer_pseudo":1.31752,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.96367,"utmos":2.37602,"dnsmos_ovrl":3.06825,"dnsmos_sig":3.41409,"dnsmos_bak":4.03293,"pesq_wb":3.76999,"pesq_nb":3.98558,"stoi":0.95525,"estoi":0.90486,"si_sdr":11.34386,"mel_dist":0.13175,"stft_dist":0.95527,"f0_rmse_cents":68.63554,"f0_corr":0.96666,"vuv_err":0.08077,"score_intelligibility":0.9569,"score_speaker":0.96367,"score_quality":1.0,"score_fidelity":0.90445,"score":0.95625},"id":{"n":50,"unit":"wer","wer":8.1464,"wer_orig":5.90319,"dwer":2.24321,"wer_pseudo":3.30579,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.96119,"utmos":2.02763,"dnsmos_ovrl":2.77621,"dnsmos_sig":3.36646,"dnsmos_bak":3.32707,"pesq_wb":3.44527,"pesq_nb":3.7318,"stoi":0.91051,"estoi":0.83341,"si_sdr":10.24873,"mel_dist":0.11386,"stft_dist":0.91892,"f0_rmse_cents":77.58146,"f0_corr":0.91509,"vuv_err":0.11753,"score_intelligibility":0.75474,"score_speaker":0.96119,"score_quality":1.0,"score_fidelity":0.84142,"score":0.88934},"vi":{"n":50,"unit":"wer","wer":8.67144,"wer_orig":7.71679,"dwer":0.95465,"wer_pseudo":2.14968,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.95795,"utmos":2.17806,"dnsmos_ovrl":2.8513,"dnsmos_sig":3.38173,"dnsmos_bak":3.67915,"pesq_wb":3.6514,"pesq_nb":3.91406,"stoi":0.90487,"estoi":0.83617,"si_sdr":12.75399,"mel_dist":0.11426,"stft_dist":0.85779,"f0_rmse_cents":73.92936,"f0_corr":0.96427,"vuv_err":0.09104,"score_intelligibility":0.90129,"score_speaker":0.95795,"score_quality":1.0,"score_fidelity":0.87556,"score":0.9337},"ru":{"n":50,"unit":"wer","wer":4.85549,"wer_orig":4.50867,"dwer":0.34682,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.97214,"utmos":2.69806,"dnsmos_ovrl":3.07134,"dnsmos_sig":3.39708,"dnsmos_bak":4.05147,"pesq_wb":3.81102,"pesq_nb":4.0477,"stoi":0.96956,"estoi":0.93677,"si_sdr":10.93759,"mel_dist":0.1306,"stft_dist":0.94689,"f0_rmse_cents":107.57612,"f0_corr":0.91087,"vuv_err":0.11114,"score_intelligibility":0.94077,"score_speaker":0.97214,"score_quality":1.0,"score_fidelity":0.89452,"score":0.95186},"uk":{"n":50,"unit":"wer","wer":7.03746,"wer_orig":6.46992,"dwer":0.56754,"wer_pseudo":1.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.9625,"utmos":2.58231,"dnsmos_ovrl":3.0877,"dnsmos_sig":3.41513,"dnsmos_bak":4.07284,"pesq_wb":3.85558,"pesq_nb":4.02047,"stoi":0.96014,"estoi":0.91266,"si_sdr":12.58003,"mel_dist":0.13051,"stft_dist":0.91045,"f0_rmse_cents":59.49971,"f0_corr":0.96865,"vuv_err":0.08733,"score_intelligibility":0.92939,"score_speaker":0.9625,"score_quality":1.0,"score_fidelity":0.91489,"score":0.9517},"el":{"n":50,"unit":"wer","wer":12.52505,"wer_orig":12.02405,"dwer":0.501,"wer_pseudo":4.9049,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.96261,"utmos":2.80411,"dnsmos_ovrl":2.98788,"dnsmos_sig":3.39716,"dnsmos_bak":3.8888,"pesq_wb":3.92294,"pesq_nb":4.0869,"stoi":0.95907,"estoi":0.91152,"si_sdr":13.74308,"mel_dist":0.12069,"stft_dist":0.85439,"f0_rmse_cents":81.65313,"f0_corr":0.91745,"vuv_err":0.08555,"score_intelligibility":0.96296,"score_speaker":0.96261,"score_quality":1.0,"score_fidelity":0.90388,"score":0.95736},"ar":{"n":50,"unit":"wer","wer":12.08385,"wer_orig":12.45376,"dwer":-0.36991,"wer_pseudo":1.73053,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97772,"utmos":2.76393,"dnsmos_ovrl":3.20927,"dnsmos_sig":3.56895,"dnsmos_bak":3.95867,"pesq_wb":3.82082,"pesq_nb":4.06904,"stoi":0.97799,"estoi":0.95333,"si_sdr":10.46696,"mel_dist":0.12757,"stft_dist":0.92976,"f0_rmse_cents":89.04172,"f0_corr":0.94306,"vuv_err":0.08642,"score_intelligibility":1.0,"score_speaker":0.97772,"score_quality":1.0,"score_fidelity":0.909,"score":0.97168},"fa":{"n":50,"unit":"wer","wer":26.4,"wer_orig":25.94286,"dwer":0.45714,"wer_pseudo":3.89189,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.96475,"utmos":2.67023,"dnsmos_ovrl":2.86636,"dnsmos_sig":3.36326,"dnsmos_bak":3.75543,"pesq_wb":3.5843,"pesq_nb":3.92147,"stoi":0.89276,"estoi":0.83632,"si_sdr":8.03861,"mel_dist":0.12238,"stft_dist":0.95439,"f0_rmse_cents":136.42837,"f0_corr":0.89048,"vuv_err":0.0849,"score_intelligibility":0.98332,"score_speaker":0.96475,"score_quality":1.0,"score_fidelity":0.84054,"score":0.94715},"he":{"n":50,"unit":"wer","wer":21.51163,"wer_orig":19.4186,"dwer":2.09302,"wer_pseudo":5.39906,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.95751,"utmos":2.46351,"dnsmos_ovrl":2.81042,"dnsmos_sig":3.19077,"dnsmos_bak":3.95445,"pesq_wb":3.73776,"pesq_nb":3.96867,"stoi":0.96332,"estoi":0.92422,"si_sdr":11.77132,"mel_dist":0.12445,"stft_dist":0.86555,"f0_rmse_cents":71.54235,"f0_corr":0.94434,"vuv_err":0.12182,"score_intelligibility":0.90702,"score_speaker":0.95751,"score_quality":0.99074,"score_fidelity":0.89663,"score":0.93798},"hi":{"n":50,"unit":"wer","wer":27.42382,"wer_orig":26.31579,"dwer":1.10803,"wer_pseudo":5.26794,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.96268,"utmos":2.39818,"dnsmos_ovrl":2.78209,"dnsmos_sig":3.35418,"dnsmos_bak":3.45427,"pesq_wb":3.55717,"pesq_nb":3.91021,"stoi":0.93957,"estoi":0.88645,"si_sdr":12.90336,"mel_dist":0.12916,"stft_dist":0.90465,"f0_rmse_cents":74.13904,"f0_corr":0.94823,"vuv_err":0.10508,"score_intelligibility":0.96102,"score_speaker":0.96268,"score_quality":1.0,"score_fidelity":0.87281,"score":0.94913},"zh":{"n":50,"unit":"cer","wer":7.34694,"wer_orig":7.40525,"dwer":-0.05831,"wer_pseudo":0.85366,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.97259,"utmos":2.86749,"dnsmos_ovrl":3.08517,"dnsmos_sig":3.42359,"dnsmos_bak":4.02677,"pesq_wb":4.04895,"pesq_nb":4.16375,"stoi":0.97597,"estoi":0.95246,"si_sdr":11.01131,"mel_dist":0.11068,"stft_dist":0.83957,"f0_rmse_cents":73.62032,"f0_corr":0.96224,"vuv_err":0.05134,"score_intelligibility":1.0,"score_speaker":0.97259,"score_quality":1.0,"score_fidelity":0.93644,"score":0.97726},"yue":{"n":50,"unit":"cer","wer":17.07165,"wer_orig":14.39252,"dwer":2.67913,"wer_pseudo":5.69981,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.97391,"utmos":3.06118,"dnsmos_ovrl":3.07758,"dnsmos_sig":3.44819,"dnsmos_bak":3.92168,"pesq_wb":3.76616,"pesq_nb":3.99985,"stoi":0.9617,"estoi":0.92242,"si_sdr":9.77523,"mel_dist":0.11153,"stft_dist":0.87434,"f0_rmse_cents":82.26604,"f0_corr":0.97072,"vuv_err":0.06855,"score_intelligibility":0.85175,"score_speaker":0.97391,"score_quality":1.0,"score_fidelity":0.90758,"score":0.93331},"ja":{"n":50,"unit":"cer","wer":4.08819,"wer_orig":3.53698,"dwer":0.55122,"wer_pseudo":1.51585,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.94094,"utmos":2.06554,"dnsmos_ovrl":2.55276,"dnsmos_sig":3.19328,"dnsmos_bak":3.31726,"pesq_wb":3.52087,"pesq_nb":3.85206,"stoi":0.87467,"estoi":0.79604,"si_sdr":7.92076,"mel_dist":0.12563,"stft_dist":0.95679,"f0_rmse_cents":103.22487,"f0_corr":0.92672,"vuv_err":0.10501,"score_intelligibility":0.89167,"score_speaker":0.94094,"score_quality":1.0,"score_fidelity":0.84055,"score":0.91829},"ko":{"n":50,"unit":"cer","wer":5.04902,"wer_orig":5.14706,"dwer":-0.09804,"wer_pseudo":0.1503,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96349,"utmos":3.28539,"dnsmos_ovrl":3.04761,"dnsmos_sig":3.40395,"dnsmos_bak":4.04011,"pesq_wb":4.05331,"pesq_nb":4.1333,"stoi":0.96881,"estoi":0.9419,"si_sdr":12.31155,"mel_dist":0.11843,"stft_dist":0.84459,"f0_rmse_cents":66.46297,"f0_corr":0.97686,"vuv_err":0.06304,"score_intelligibility":1.0,"score_speaker":0.96349,"score_quality":1.0,"score_fidelity":0.93935,"score":0.97571},"th":{"n":50,"unit":"cer","wer":7.03314,"wer_orig":7.61924,"dwer":-0.5861,"wer_pseudo":2.30816,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97148,"utmos":2.43736,"dnsmos_ovrl":2.8123,"dnsmos_sig":3.32593,"dnsmos_bak":3.72639,"pesq_wb":3.51803,"pesq_nb":3.88425,"stoi":0.95727,"estoi":0.9184,"si_sdr":9.4656,"mel_dist":0.12359,"stft_dist":0.91784,"f0_rmse_cents":127.77968,"f0_corr":0.96053,"vuv_err":0.12392,"score_intelligibility":1.0,"score_speaker":0.97148,"score_quality":1.0,"score_fidelity":0.87908,"score":0.96264}}},{"codec":"semantic_vae_acoustic_16k_d16","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"semantic_vae_acoustic_16k_d16","family":"Semantic-VAE","checkpoint":"zkniu/Semantic-VAE","sample_rate":16000,"output_sample_rate":16000,"frame_rate":40.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":16,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code); weights: no explicit terms","paper":"2509.22167","year":2025,"bitrate_kbps":null,"notes":"acoustic-only VAE baseline (no semantic alignment), 16-dim; EMA weights, posterior mean","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":71.87359,"efficiency":{"rtf_encode":0.00098,"rtf_decode":0.00528,"peak_vram_gb":0.66883,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.89293,"score_worst_lang":0.82254,"worst_lang":"ja","en_gap":-0.0187,"score_intelligibility":0.86813,"score_speaker":0.91711,"score_quality":0.99874,"score_fidelity":0.78773,"dwer":1.45642,"wer":10.26223,"wer_pseudo":4.21627,"sim":0.91711,"utmos":2.68701,"dnsmos_ovrl":2.99939,"dnsmos_sig":3.3968,"dnsmos_bak":3.90468,"pesq_wb":2.96648,"pesq_nb":3.49868,"stoi":0.90635,"estoi":0.82213,"si_sdr":8.47531,"mel_dist":0.15033,"stft_dist":0.99932,"f0_rmse_cents":132.77394,"f0_corr":0.89497,"vuv_err":0.13114,"score_ci95":[0.88555,0.89749]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.66962,"wer_orig":6.98132,"dwer":0.6883,"wer_pseudo":2.82101,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.87456,"utmos":2.4337,"dnsmos_ovrl":2.61974,"dnsmos_sig":3.10774,"dnsmos_bak":3.83044,"pesq_wb":2.51003,"pesq_nb":3.08362,"stoi":0.85495,"estoi":0.7391,"si_sdr":4.72642,"mel_dist":0.1646,"stft_dist":1.09538,"f0_rmse_cents":137.5099,"f0_corr":0.9189,"vuv_err":0.13857,"score_intelligibility":0.92061,"score_speaker":0.87456,"score_quality":0.96975,"score_fidelity":0.73509,"score":0.875},"de":{"n":50,"unit":"wer","wer":6.51068,"wer_orig":5.69685,"dwer":0.81384,"wer_pseudo":1.42421,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94501,"utmos":2.89626,"dnsmos_ovrl":3.12455,"dnsmos_sig":3.40763,"dnsmos_bak":4.08704,"pesq_wb":3.23986,"pesq_nb":3.64548,"stoi":0.93839,"estoi":0.85417,"si_sdr":11.87684,"mel_dist":0.14001,"stft_dist":0.89208,"f0_rmse_cents":130.87976,"f0_corr":0.91296,"vuv_err":0.13,"score_intelligibility":0.89164,"score_speaker":0.94501,"score_quality":1.0,"score_fidelity":0.83044,"score":0.91677},"fr":{"n":50,"unit":"wer","wer":6.48221,"wer_orig":4.98024,"dwer":1.50198,"wer_pseudo":3.4127,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92528,"utmos":2.48585,"dnsmos_ovrl":3.07856,"dnsmos_sig":3.40341,"dnsmos_bak":4.0231,"pesq_wb":2.96824,"pesq_nb":3.49865,"stoi":0.93776,"estoi":0.88056,"si_sdr":9.44158,"mel_dist":0.16891,"stft_dist":0.9935,"f0_rmse_cents":107.41574,"f0_corr":0.92658,"vuv_err":0.14815,"score_intelligibility":0.79926,"score_speaker":0.92528,"score_quality":1.0,"score_fidelity":0.8089,"score":0.88336},"es":{"n":50,"unit":"wer","wer":3.36364,"wer_orig":3.09091,"dwer":0.27273,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92697,"utmos":2.9165,"dnsmos_ovrl":3.23596,"dnsmos_sig":3.55897,"dnsmos_bak":4.00064,"pesq_wb":3.30608,"pesq_nb":3.69682,"stoi":0.93506,"estoi":0.8704,"si_sdr":10.30447,"mel_dist":0.14915,"stft_dist":0.99862,"f0_rmse_cents":158.81848,"f0_corr":0.91412,"vuv_err":0.14566,"score_intelligibility":0.9375,"score_speaker":0.92697,"score_quality":1.0,"score_fidelity":0.83602,"score":0.92512},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.37112,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94062,"utmos":3.21016,"dnsmos_ovrl":3.31208,"dnsmos_sig":3.59584,"dnsmos_bak":4.09337,"pesq_wb":3.38913,"pesq_nb":3.75047,"stoi":0.94277,"estoi":0.88714,"si_sdr":11.13593,"mel_dist":0.15027,"stft_dist":0.94207,"f0_rmse_cents":85.59727,"f0_corr":0.90299,"vuv_err":0.11465,"score_intelligibility":0.88631,"score_speaker":0.94062,"score_quality":1.0,"score_fidelity":0.84279,"score":0.91743},"pt":{"n":50,"unit":"wer","wer":3.80859,"wer_orig":3.41797,"dwer":0.39062,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.93644,"utmos":2.69483,"dnsmos_ovrl":3.07449,"dnsmos_sig":3.44538,"dnsmos_bak":3.82579,"pesq_wb":2.92066,"pesq_nb":3.41113,"stoi":0.89282,"estoi":0.80849,"si_sdr":7.80134,"mel_dist":0.15261,"stft_dist":1.02452,"f0_rmse_cents":304.65829,"f0_corr":0.8173,"vuv_err":0.15328,"score_intelligibility":0.91877,"score_speaker":0.93644,"score_quality":1.0,"score_fidelity":0.75296,"score":0.90204},"nl":{"n":50,"unit":"wer","wer":6.51204,"wer_orig":5.26316,"dwer":1.24888,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.91913,"utmos":3.03068,"dnsmos_ovrl":2.7418,"dnsmos_sig":3.12588,"dnsmos_bak":4.0929,"pesq_wb":3.0101,"pesq_nb":3.49391,"stoi":0.94086,"estoi":0.86929,"si_sdr":7.39118,"mel_dist":0.14875,"stft_dist":1.03255,"f0_rmse_cents":101.9508,"f0_corr":0.92322,"vuv_err":0.15681,"score_intelligibility":0.83375,"score_speaker":0.91913,"score_quality":1.0,"score_fidelity":0.8128,"score":0.89142},"pl":{"n":50,"unit":"wer","wer":4.71491,"wer_orig":3.28947,"dwer":1.42544,"wer_pseudo":2.30263,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.92516,"utmos":2.79645,"dnsmos_ovrl":3.06527,"dnsmos_sig":3.40216,"dnsmos_bak":4.04842,"pesq_wb":3.12546,"pesq_nb":3.58329,"stoi":0.95301,"estoi":0.88839,"si_sdr":5.48384,"mel_dist":0.15183,"stft_dist":1.02358,"f0_rmse_cents":102.56783,"f0_corr":0.85993,"vuv_err":0.13451,"score_intelligibility":0.75058,"score_speaker":0.92516,"score_quality":1.0,"score_fidelity":0.80674,"score":0.87062},"cs":{"n":50,"unit":"wer","wer":13.30222,"wer_orig":9.45158,"dwer":3.85064,"wer_pseudo":7.59346,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93176,"utmos":2.66466,"dnsmos_ovrl":3.17964,"dnsmos_sig":3.49763,"dnsmos_bak":3.98538,"pesq_wb":2.85582,"pesq_nb":3.43671,"stoi":0.9216,"estoi":0.84659,"si_sdr":10.06157,"mel_dist":0.15471,"stft_dist":0.99662,"f0_rmse_cents":76.01675,"f0_corr":0.92043,"vuv_err":0.10853,"score_intelligibility":0.73077,"score_speaker":0.93176,"score_quality":1.0,"score_fidelity":0.79076,"score":0.86332},"tr":{"n":50,"unit":"wer","wer":8.15789,"wer_orig":7.76316,"dwer":0.39474,"wer_pseudo":3.29381,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.91421,"utmos":2.36338,"dnsmos_ovrl":3.08097,"dnsmos_sig":3.42934,"dnsmos_bak":4.02375,"pesq_wb":2.99179,"pesq_nb":3.49397,"stoi":0.91355,"estoi":0.81845,"si_sdr":7.67707,"mel_dist":0.16518,"stft_dist":1.06971,"f0_rmse_cents":91.11433,"f0_corr":0.95205,"vuv_err":0.1054,"score_intelligibility":0.9569,"score_speaker":0.91421,"score_quality":1.0,"score_fidelity":0.81156,"score":0.92067},"id":{"n":50,"unit":"wer","wer":7.20189,"wer_orig":5.90319,"dwer":1.2987,"wer_pseudo":4.72255,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.90629,"utmos":2.0957,"dnsmos_ovrl":2.83486,"dnsmos_sig":3.4076,"dnsmos_bak":3.37118,"pesq_wb":2.51721,"pesq_nb":3.14929,"stoi":0.82655,"estoi":0.68625,"si_sdr":7.14131,"mel_dist":0.13873,"stft_dist":1.02883,"f0_rmse_cents":211.12188,"f0_corr":0.77392,"vuv_err":0.16678,"score_intelligibility":0.84166,"score_speaker":0.90629,"score_quality":1.0,"score_fidelity":0.67799,"score":0.85648},"vi":{"n":50,"unit":"wer","wer":9.14877,"wer_orig":7.71679,"dwer":1.43198,"wer_pseudo":4.53822,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.90579,"utmos":2.2418,"dnsmos_ovrl":2.88072,"dnsmos_sig":3.39156,"dnsmos_bak":3.71642,"pesq_wb":2.8407,"pesq_nb":3.44341,"stoi":0.81922,"estoi":0.69965,"si_sdr":9.91826,"mel_dist":0.13873,"stft_dist":0.94645,"f0_rmse_cents":130.10568,"f0_corr":0.89552,"vuv_err":0.12771,"score_intelligibility":0.8589,"score_speaker":0.90579,"score_quality":1.0,"score_fidelity":0.74689,"score":0.87789},"ru":{"n":50,"unit":"wer","wer":5.20231,"wer_orig":4.50867,"dwer":0.69364,"wer_pseudo":1.15875,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.93029,"utmos":2.73921,"dnsmos_ovrl":3.09029,"dnsmos_sig":3.41388,"dnsmos_bak":4.06605,"pesq_wb":3.01391,"pesq_nb":3.5355,"stoi":0.9388,"estoi":0.86983,"si_sdr":8.4101,"mel_dist":0.15425,"stft_dist":1.02526,"f0_rmse_cents":123.45174,"f0_corr":0.87993,"vuv_err":0.14648,"score_intelligibility":0.88816,"score_speaker":0.93029,"score_quality":1.0,"score_fidelity":0.79805,"score":0.90412},"uk":{"n":50,"unit":"wer","wer":9.1941,"wer_orig":6.46992,"dwer":2.72418,"wer_pseudo":4.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.90745,"utmos":2.59849,"dnsmos_ovrl":3.10976,"dnsmos_sig":3.42629,"dnsmos_bak":4.09406,"pesq_wb":2.94474,"pesq_nb":3.42659,"stoi":0.92466,"estoi":0.83473,"si_sdr":9.46977,"mel_dist":0.16077,"stft_dist":1.02295,"f0_rmse_cents":93.61811,"f0_corr":0.92935,"vuv_err":0.13128,"score_intelligibility":0.73277,"score_speaker":0.90745,"score_quality":1.0,"score_fidelity":0.80322,"score":0.86086},"el":{"n":50,"unit":"wer","wer":14.72946,"wer_orig":12.02405,"dwer":2.70541,"wer_pseudo":8.90891,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.90058,"utmos":2.85013,"dnsmos_ovrl":2.99486,"dnsmos_sig":3.4168,"dnsmos_bak":3.8767,"pesq_wb":3.17777,"pesq_nb":3.64901,"stoi":0.91943,"estoi":0.83005,"si_sdr":11.22726,"mel_dist":0.14271,"stft_dist":0.93462,"f0_rmse_cents":87.7856,"f0_corr":0.91087,"vuv_err":0.11451,"score_intelligibility":0.828,"score_speaker":0.90058,"score_quality":1.0,"score_fidelity":0.81751,"score":0.88652},"ar":{"n":50,"unit":"wer","wer":14.79655,"wer_orig":12.45376,"dwer":2.34279,"wer_pseudo":6.05686,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.94312,"utmos":2.86276,"dnsmos_ovrl":3.22451,"dnsmos_sig":3.56906,"dnsmos_bak":3.98694,"pesq_wb":3.10178,"pesq_nb":3.65956,"stoi":0.95724,"estoi":0.91022,"si_sdr":8.73821,"mel_dist":0.15529,"stft_dist":1.01116,"f0_rmse_cents":101.13707,"f0_corr":0.92453,"vuv_err":0.11447,"score_intelligibility":0.85169,"score_speaker":0.94312,"score_quality":1.0,"score_fidelity":0.82743,"score":0.90556},"fa":{"n":50,"unit":"wer","wer":27.77143,"wer_orig":25.94286,"dwer":1.82857,"wer_pseudo":7.13514,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.91253,"utmos":2.71298,"dnsmos_ovrl":2.89317,"dnsmos_sig":3.39328,"dnsmos_bak":3.77009,"pesq_wb":2.64572,"pesq_nb":3.40496,"stoi":0.80547,"estoi":0.69386,"si_sdr":5.73044,"mel_dist":0.14906,"stft_dist":1.05685,"f0_rmse_cents":192.75936,"f0_corr":0.82644,"vuv_err":0.12495,"score_intelligibility":0.93644,"score_speaker":0.91253,"score_quality":1.0,"score_fidelity":0.70071,"score":0.88742},"he":{"n":50,"unit":"wer","wer":25.0,"wer_orig":19.4186,"dwer":5.5814,"wer_pseudo":11.38498,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.90622,"utmos":2.49372,"dnsmos_ovrl":2.8175,"dnsmos_sig":3.19614,"dnsmos_bak":3.97222,"pesq_wb":2.84921,"pesq_nb":3.42531,"stoi":0.93181,"estoi":0.85543,"si_sdr":8.83151,"mel_dist":0.15061,"stft_dist":0.96467,"f0_rmse_cents":127.02539,"f0_corr":0.8586,"vuv_err":0.16069,"score_intelligibility":0.78533,"score_speaker":0.90622,"score_quality":1.0,"score_fidelity":0.77292,"score":0.86612},"hi":{"n":50,"unit":"wer","wer":28.43952,"wer_orig":26.31579,"dwer":2.12373,"wer_pseudo":10.17257,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90587,"utmos":2.44167,"dnsmos_ovrl":2.87332,"dnsmos_sig":3.4154,"dnsmos_bak":3.56436,"pesq_wb":2.73432,"pesq_nb":3.36439,"stoi":0.88701,"estoi":0.78712,"si_sdr":9.26347,"mel_dist":0.15604,"stft_dist":1.01408,"f0_rmse_cents":124.42006,"f0_corr":0.86768,"vuv_err":0.14453,"score_intelligibility":0.92786,"score_speaker":0.90587,"score_quality":1.0,"score_fidelity":0.75007,"score":0.89595},"zh":{"n":50,"unit":"cer","wer":7.40525,"wer_orig":7.40525,"dwer":0.0,"wer_pseudo":1.40244,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.92269,"utmos":2.90136,"dnsmos_ovrl":3.10181,"dnsmos_sig":3.43143,"dnsmos_bak":4.04697,"pesq_wb":3.31574,"pesq_nb":3.77848,"stoi":0.94578,"estoi":0.89015,"si_sdr":8.64943,"mel_dist":0.13643,"stft_dist":0.93977,"f0_rmse_cents":89.59144,"f0_corr":0.93701,"vuv_err":0.07844,"score_intelligibility":1.0,"score_speaker":0.92269,"score_quality":1.0,"score_fidelity":0.84814,"score":0.94271},"yue":{"n":50,"unit":"cer","wer":14.76636,"wer_orig":14.39252,"dwer":0.37383,"wer_pseudo":7.40975,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.93577,"utmos":3.12526,"dnsmos_ovrl":3.08437,"dnsmos_sig":3.45007,"dnsmos_bak":3.93919,"pesq_wb":2.92006,"pesq_nb":3.51476,"stoi":0.91971,"estoi":0.83528,"si_sdr":7.33356,"mel_dist":0.13838,"stft_dist":0.96349,"f0_rmse_cents":135.57858,"f0_corr":0.9298,"vuv_err":0.10835,"score_intelligibility":0.97629,"score_speaker":0.93577,"score_quality":1.0,"score_fidelity":0.79937,"score":0.92786},"ja":{"n":50,"unit":"cer","wer":5.46624,"wer_orig":3.53698,"dwer":1.92926,"wer_pseudo":3.21543,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.8559,"utmos":2.14165,"dnsmos_ovrl":2.63524,"dnsmos_sig":3.27174,"dnsmos_bak":3.43501,"pesq_wb":2.826,"pesq_nb":3.41856,"stoi":0.79386,"estoi":0.65909,"si_sdr":5.31674,"mel_dist":0.15152,"stft_dist":1.07002,"f0_rmse_cents":130.08722,"f0_corr":0.88226,"vuv_err":0.14041,"score_intelligibility":0.70164,"score_speaker":0.8559,"score_quality":1.0,"score_fidelity":0.73261,"score":0.82254},"ko":{"n":50,"unit":"cer","wer":4.85294,"wer_orig":5.14706,"dwer":-0.29412,"wer_pseudo":0.8517,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.9099,"utmos":3.29977,"dnsmos_ovrl":3.06307,"dnsmos_sig":3.40528,"dnsmos_bak":4.06163,"pesq_wb":3.4061,"pesq_nb":3.80489,"stoi":0.93889,"estoi":0.88579,"si_sdr":10.76579,"mel_dist":0.13834,"stft_dist":0.90931,"f0_rmse_cents":80.31751,"f0_corr":0.96663,"vuv_err":0.0852,"score_intelligibility":1.0,"score_speaker":0.9099,"score_quality":1.0,"score_fidelity":0.86433,"score":0.94356},"th":{"n":50,"unit":"cer","wer":8.79143,"wer_orig":7.61924,"dwer":1.17219,"wer_pseudo":3.80644,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.92922,"utmos":2.49117,"dnsmos_ovrl":2.86882,"dnsmos_sig":3.3606,"dnsmos_bak":3.80077,"pesq_wb":2.58517,"pesq_nb":3.29968,"stoi":0.91321,"estoi":0.83109,"si_sdr":6.71126,"mel_dist":0.15104,"stft_dist":1.02761,"f0_rmse_cents":263.04588,"f0_corr":0.8483,"vuv_err":0.16789,"score_intelligibility":0.88028,"score_speaker":0.92922,"score_quality":1.0,"score_fidelity":0.73814,"score":0.88691}}},{"codec":"semantic_vae_acoustic_16k_d64","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"semantic_vae_acoustic_16k_d64","family":"Semantic-VAE","checkpoint":"zkniu/Semantic-VAE","sample_rate":16000,"output_sample_rate":16000,"frame_rate":40.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code); weights: no explicit terms","paper":"2509.22167","year":2025,"bitrate_kbps":null,"notes":"acoustic-only VAE baseline (no semantic alignment), 64-dim; EMA weights, posterior mean","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":72.30199,"efficiency":{"rtf_encode":0.00098,"rtf_decode":0.00528,"peak_vram_gb":0.67063,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.9556,"score_worst_lang":0.9117,"worst_lang":"id","en_gap":-0.01759,"score_intelligibility":0.95795,"score_speaker":0.96862,"score_quality":0.99905,"score_fidelity":0.8968,"dwer":0.38669,"wer":9.1925,"wer_pseudo":2.33565,"sim":0.96862,"utmos":2.64734,"dnsmos_ovrl":2.97736,"dnsmos_sig":3.38592,"dnsmos_bak":3.87097,"pesq_wb":3.78962,"pesq_nb":4.00353,"stoi":0.95001,"estoi":0.9058,"si_sdr":11.30559,"mel_dist":0.12531,"stft_dist":0.91041,"f0_rmse_cents":88.70867,"f0_corr":0.94335,"vuv_err":0.0898,"score_ci95":[0.94936,0.95795]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.37463,"wer_orig":6.98132,"dwer":0.39331,"wer_pseudo":0.48638,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.94781,"utmos":2.48819,"dnsmos_ovrl":2.61414,"dnsmos_sig":3.14729,"dnsmos_bak":3.74267,"pesq_wb":3.58461,"pesq_nb":3.87125,"stoi":0.91937,"estoi":0.85921,"si_sdr":9.06485,"mel_dist":0.13057,"stft_dist":0.93677,"f0_rmse_cents":112.16131,"f0_corr":0.94176,"vuv_err":0.08849,"score_intelligibility":0.95304,"score_speaker":0.94781,"score_quality":0.9876,"score_fidelity":0.86653,"score":0.93874},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":0.81384,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.97766,"utmos":2.83798,"dnsmos_ovrl":3.10649,"dnsmos_sig":3.39747,"dnsmos_bak":4.07212,"pesq_wb":4.0081,"pesq_nb":4.09151,"stoi":0.96908,"estoi":0.92801,"si_sdr":15.94874,"mel_dist":0.11239,"stft_dist":0.79527,"f0_rmse_cents":69.27658,"f0_corr":0.9647,"vuv_err":0.08114,"score_intelligibility":0.95641,"score_speaker":0.97766,"score_quality":1.0,"score_fidelity":0.93108,"score":0.96629},"fr":{"n":50,"unit":"wer","wer":5.21739,"wer_orig":4.98024,"dwer":0.23715,"wer_pseudo":1.34921,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.9732,"utmos":2.43319,"dnsmos_ovrl":3.05764,"dnsmos_sig":3.3903,"dnsmos_bak":3.99241,"pesq_wb":3.72216,"pesq_nb":4.00247,"stoi":0.9647,"estoi":0.93345,"si_sdr":12.03484,"mel_dist":0.13341,"stft_dist":0.89977,"f0_rmse_cents":80.56269,"f0_corr":0.96781,"vuv_err":0.10555,"score_intelligibility":0.96186,"score_speaker":0.9732,"score_quality":1.0,"score_fidelity":0.90342,"score":0.95962},"es":{"n":50,"unit":"wer","wer":3.09091,"wer_orig":3.09091,"dwer":0.0,"wer_pseudo":0.0,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.97515,"utmos":2.85281,"dnsmos_ovrl":3.2137,"dnsmos_sig":3.55476,"dnsmos_bak":3.96598,"pesq_wb":3.93399,"pesq_nb":4.09824,"stoi":0.96652,"estoi":0.93293,"si_sdr":13.22768,"mel_dist":0.13819,"stft_dist":0.95312,"f0_rmse_cents":125.51113,"f0_corr":0.94212,"vuv_err":0.0909,"score_intelligibility":1.0,"score_speaker":0.97515,"score_quality":1.0,"score_fidelity":0.91564,"score":0.9727},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97841,"utmos":3.1652,"dnsmos_ovrl":3.30952,"dnsmos_sig":3.59962,"dnsmos_bak":4.08352,"pesq_wb":4.00092,"pesq_nb":4.13316,"stoi":0.97145,"estoi":0.94455,"si_sdr":13.79644,"mel_dist":0.12441,"stft_dist":0.86698,"f0_rmse_cents":67.82068,"f0_corr":0.93688,"vuv_err":0.08504,"score_intelligibility":0.92854,"score_speaker":0.97841,"score_quality":1.0,"score_fidelity":0.92191,"score":0.95721},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.68898,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97819,"utmos":2.61691,"dnsmos_ovrl":3.0473,"dnsmos_sig":3.4319,"dnsmos_bak":3.78495,"pesq_wb":3.66265,"pesq_nb":3.93802,"stoi":0.9369,"estoi":0.887,"si_sdr":10.42532,"mel_dist":0.12934,"stft_dist":0.93915,"f0_rmse_cents":211.0538,"f0_corr":0.9053,"vuv_err":0.11227,"score_intelligibility":1.0,"score_speaker":0.97819,"score_quality":1.0,"score_fidelity":0.86765,"score":0.96146},"nl":{"n":50,"unit":"wer","wer":5.79839,"wer_orig":5.26316,"dwer":0.53524,"wer_pseudo":1.70098,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.96872,"utmos":3.01805,"dnsmos_ovrl":2.72083,"dnsmos_sig":3.1048,"dnsmos_bak":4.08741,"pesq_wb":3.87614,"pesq_nb":4.0323,"stoi":0.97182,"estoi":0.93933,"si_sdr":9.59963,"mel_dist":0.12452,"stft_dist":0.95255,"f0_rmse_cents":81.15043,"f0_corr":0.94997,"vuv_err":0.11109,"score_intelligibility":0.92127,"score_speaker":0.96872,"score_quality":0.99547,"score_fidelity":0.91451,"score":0.94999},"pl":{"n":50,"unit":"wer","wer":3.83772,"wer_orig":3.28947,"dwer":0.54825,"wer_pseudo":0.98684,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.97339,"utmos":2.78178,"dnsmos_ovrl":3.02971,"dnsmos_sig":3.37093,"dnsmos_bak":4.02445,"pesq_wb":3.88568,"pesq_nb":4.09224,"stoi":0.97573,"estoi":0.94371,"si_sdr":7.79697,"mel_dist":0.1227,"stft_dist":0.92225,"f0_rmse_cents":92.44701,"f0_corr":0.88893,"vuv_err":0.09397,"score_intelligibility":0.88667,"score_speaker":0.97339,"score_quality":1.0,"score_fidelity":0.89638,"score":0.93911},"cs":{"n":50,"unit":"wer","wer":9.56826,"wer_orig":9.45158,"dwer":0.11669,"wer_pseudo":3.6215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.97636,"utmos":2.64442,"dnsmos_ovrl":3.14851,"dnsmos_sig":3.47603,"dnsmos_bak":3.95902,"pesq_wb":3.74868,"pesq_nb":3.97498,"stoi":0.95984,"estoi":0.92186,"si_sdr":12.6994,"mel_dist":0.13533,"stft_dist":0.93803,"f0_rmse_cents":52.22144,"f0_corr":0.96217,"vuv_err":0.0714,"score_intelligibility":0.98896,"score_speaker":0.97636,"score_quality":1.0,"score_fidelity":0.90245,"score":0.96694},"tr":{"n":50,"unit":"wer","wer":7.36842,"wer_orig":7.76316,"dwer":-0.39474,"wer_pseudo":1.97628,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.96583,"utmos":2.37343,"dnsmos_ovrl":3.07902,"dnsmos_sig":3.42647,"dnsmos_bak":4.02644,"pesq_wb":3.76269,"pesq_nb":3.98905,"stoi":0.95512,"estoi":0.90431,"si_sdr":11.06792,"mel_dist":0.14106,"stft_dist":0.98505,"f0_rmse_cents":72.05112,"f0_corr":0.96711,"vuv_err":0.07868,"score_intelligibility":1.0,"score_speaker":0.96583,"score_quality":1.0,"score_fidelity":0.90386,"score":0.96742},"id":{"n":50,"unit":"wer","wer":7.20189,"wer_orig":5.90319,"dwer":1.2987,"wer_pseudo":3.54191,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.96056,"utmos":2.0315,"dnsmos_ovrl":2.73117,"dnsmos_sig":3.30647,"dnsmos_bak":3.25398,"pesq_wb":3.51265,"pesq_nb":3.75249,"stoi":0.9083,"estoi":0.82732,"si_sdr":10.37462,"mel_dist":0.11639,"stft_dist":0.92212,"f0_rmse_cents":79.26954,"f0_corr":0.91,"vuv_err":0.10732,"score_intelligibility":0.84166,"score_speaker":0.96056,"score_quality":0.99917,"score_fidelity":0.8454,"score":0.9117},"vi":{"n":50,"unit":"wer","wer":7.79634,"wer_orig":7.71679,"dwer":0.07955,"wer_pseudo":1.59236,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.96238,"utmos":2.16785,"dnsmos_ovrl":2.8653,"dnsmos_sig":3.3906,"dnsmos_bak":3.68506,"pesq_wb":3.71314,"pesq_nb":3.94271,"stoi":0.90212,"estoi":0.83125,"si_sdr":12.85725,"mel_dist":0.114,"stft_dist":0.85803,"f0_rmse_cents":81.58521,"f0_corr":0.95623,"vuv_err":0.08889,"score_intelligibility":0.99096,"score_speaker":0.96238,"score_quality":1.0,"score_fidelity":0.87784,"score":0.9578},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.81112,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.97451,"utmos":2.72287,"dnsmos_ovrl":3.07541,"dnsmos_sig":3.40671,"dnsmos_bak":4.03945,"pesq_wb":3.82783,"pesq_nb":4.05558,"stoi":0.96873,"estoi":0.93464,"si_sdr":10.9568,"mel_dist":0.12948,"stft_dist":0.94905,"f0_rmse_cents":82.21326,"f0_corr":0.93848,"vuv_err":0.10638,"score_intelligibility":0.97945,"score_speaker":0.97451,"score_quality":1.0,"score_fidelity":0.90505,"score":0.96475},"uk":{"n":50,"unit":"wer","wer":7.26447,"wer_orig":6.46992,"dwer":0.79455,"wer_pseudo":2.61364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.96785,"utmos":2.58486,"dnsmos_ovrl":3.10424,"dnsmos_sig":3.42685,"dnsmos_bak":4.07852,"pesq_wb":3.85486,"pesq_nb":4.03426,"stoi":0.96069,"estoi":0.91385,"si_sdr":12.72873,"mel_dist":0.14493,"stft_dist":0.95638,"f0_rmse_cents":59.88778,"f0_corr":0.97046,"vuv_err":0.08114,"score_intelligibility":0.90386,"score_speaker":0.96785,"score_quality":1.0,"score_fidelity":0.91561,"score":0.94683},"el":{"n":50,"unit":"wer","wer":12.62525,"wer_orig":12.02405,"dwer":0.6012,"wer_pseudo":4.2042,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.96193,"utmos":2.8086,"dnsmos_ovrl":3.0009,"dnsmos_sig":3.41673,"dnsmos_bak":3.88898,"pesq_wb":3.91783,"pesq_nb":4.08875,"stoi":0.95713,"estoi":0.9069,"si_sdr":13.87581,"mel_dist":0.11833,"stft_dist":0.85521,"f0_rmse_cents":57.26594,"f0_corr":0.94838,"vuv_err":0.08331,"score_intelligibility":0.95588,"score_speaker":0.96193,"score_quality":1.0,"score_fidelity":0.91306,"score":0.95772},"ar":{"n":50,"unit":"wer","wer":12.82367,"wer_orig":12.45376,"dwer":0.36991,"wer_pseudo":1.85414,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97924,"utmos":2.78033,"dnsmos_ovrl":3.19468,"dnsmos_sig":3.56293,"dnsmos_bak":3.94881,"pesq_wb":3.82481,"pesq_nb":4.0792,"stoi":0.97708,"estoi":0.95202,"si_sdr":10.45308,"mel_dist":0.13509,"stft_dist":0.95216,"f0_rmse_cents":97.37116,"f0_corr":0.93272,"vuv_err":0.08771,"score_intelligibility":0.97324,"score_speaker":0.97924,"score_quality":1.0,"score_fidelity":0.90563,"score":0.96453},"fa":{"n":50,"unit":"wer","wer":26.85714,"wer_orig":25.94286,"dwer":0.91429,"wer_pseudo":4.0,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.96591,"utmos":2.66279,"dnsmos_ovrl":2.86065,"dnsmos_sig":3.36394,"dnsmos_bak":3.73984,"pesq_wb":3.64626,"pesq_nb":3.93823,"stoi":0.89663,"estoi":0.84139,"si_sdr":8.15719,"mel_dist":0.12053,"stft_dist":0.95285,"f0_rmse_cents":126.68911,"f0_corr":0.89346,"vuv_err":0.08452,"score_intelligibility":0.96718,"score_speaker":0.96591,"score_quality":1.0,"score_fidelity":0.84872,"score":0.94545},"he":{"n":50,"unit":"wer","wer":21.16279,"wer_orig":19.4186,"dwer":1.74419,"wer_pseudo":5.51643,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.96492,"utmos":2.47201,"dnsmos_ovrl":2.82253,"dnsmos_sig":3.20175,"dnsmos_bak":3.95461,"pesq_wb":3.82521,"pesq_nb":3.98416,"stoi":0.96445,"estoi":0.92645,"si_sdr":12.02796,"mel_dist":0.12108,"stft_dist":0.85866,"f0_rmse_cents":74.77322,"f0_corr":0.94147,"vuv_err":0.10898,"score_intelligibility":0.9213,"score_speaker":0.96492,"score_quality":0.99489,"score_fidelity":0.90437,"score":0.94637},"hi":{"n":50,"unit":"wer","wer":27.23915,"wer_orig":26.31579,"dwer":0.92336,"wer_pseudo":6.81199,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.96235,"utmos":2.39241,"dnsmos_ovrl":2.82345,"dnsmos_sig":3.40027,"dnsmos_bak":3.50492,"pesq_wb":3.61704,"pesq_nb":3.92571,"stoi":0.93915,"estoi":0.88505,"si_sdr":13.06567,"mel_dist":0.1328,"stft_dist":0.91725,"f0_rmse_cents":80.58825,"f0_corr":0.94582,"vuv_err":0.10098,"score_intelligibility":0.9673,"score_speaker":0.96235,"score_quality":1.0,"score_fidelity":0.87756,"score":0.9518},"zh":{"n":50,"unit":"cer","wer":7.23032,"wer_orig":7.40525,"dwer":-0.17493,"wer_pseudo":0.73171,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.97222,"utmos":2.8628,"dnsmos_ovrl":3.0944,"dnsmos_sig":3.43093,"dnsmos_bak":4.03085,"pesq_wb":4.05798,"pesq_nb":4.1688,"stoi":0.97544,"estoi":0.95167,"si_sdr":11.26254,"mel_dist":0.11117,"stft_dist":0.84549,"f0_rmse_cents":49.35164,"f0_corr":0.97635,"vuv_err":0.04912,"score_intelligibility":1.0,"score_speaker":0.97222,"score_quality":1.0,"score_fidelity":0.94183,"score":0.97851},"yue":{"n":50,"unit":"cer","wer":15.51402,"wer_orig":14.39252,"dwer":1.1215,"wer_pseudo":6.96643,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.97488,"utmos":3.04142,"dnsmos_ovrl":3.06103,"dnsmos_sig":3.44141,"dnsmos_bak":3.89459,"pesq_wb":3.79083,"pesq_nb":4.00423,"stoi":0.96068,"estoi":0.92031,"si_sdr":9.96145,"mel_dist":0.11106,"stft_dist":0.86957,"f0_rmse_cents":87.40758,"f0_corr":0.96774,"vuv_err":0.06666,"score_intelligibility":0.93209,"score_speaker":0.97488,"score_quality":1.0,"score_fidelity":0.9086,"score":0.95389},"ja":{"n":50,"unit":"cer","wer":3.72072,"wer_orig":3.53698,"dwer":0.18374,"wer_pseudo":1.10243,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.94651,"utmos":2.08755,"dnsmos_ovrl":2.60377,"dnsmos_sig":3.26629,"dnsmos_bak":3.36825,"pesq_wb":3.56156,"pesq_nb":3.85402,"stoi":0.87536,"estoi":0.79639,"si_sdr":7.80106,"mel_dist":0.12337,"stft_dist":0.96454,"f0_rmse_cents":108.52625,"f0_corr":0.90322,"vuv_err":0.09567,"score_intelligibility":0.96108,"score_speaker":0.94651,"score_quality":1.0,"score_fidelity":0.83682,"score":0.9361},"ko":{"n":50,"unit":"cer","wer":4.7549,"wer_orig":5.14706,"dwer":-0.39216,"wer_pseudo":0.501,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.96776,"utmos":3.27482,"dnsmos_ovrl":3.06771,"dnsmos_sig":3.41588,"dnsmos_bak":4.0515,"pesq_wb":4.0418,"pesq_nb":4.14323,"stoi":0.96817,"estoi":0.94092,"si_sdr":12.63289,"mel_dist":0.11449,"stft_dist":0.8397,"f0_rmse_cents":68.45911,"f0_corr":0.97334,"vuv_err":0.06038,"score_intelligibility":1.0,"score_speaker":0.96776,"score_quality":1.0,"score_fidelity":0.93686,"score":0.97616},"th":{"n":50,"unit":"cer","wer":7.59903,"wer_orig":7.61924,"dwer":-0.02021,"wer_pseudo":3.17878,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.97116,"utmos":2.43447,"dnsmos_ovrl":2.82448,"dnsmos_sig":3.33182,"dnsmos_bak":3.72507,"pesq_wb":3.57334,"pesq_nb":3.89009,"stoi":0.95584,"estoi":0.9166,"si_sdr":9.51735,"mel_dist":0.12269,"stft_dist":0.92,"f0_rmse_cents":111.36393,"f0_corr":0.95601,"vuv_err":0.11558,"score_intelligibility":1.0,"score_speaker":0.97116,"score_quality":1.0,"score_fidelity":0.88236,"score":0.96338}}},{"codec":"simwhisper_codec_16k_12hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"simwhisper_codec_16k_12hz","family":"SimWhisper-Codec","checkpoint":"ZhangXinWhut/SimWhisper_Codec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":2016,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0 (code & weights)","paper":"2510.20504","year":2025,"bitrate_kbps":1.0977,"notes":"frozen simplified Whisper encoder (no conv-GELU/pos-emb) + 8-group FSQ [8,7,6,6] at 12.5 Hz + Whisper-style decoder + Vocos; trained on LibriSpeech only; official chunked encode/decode (30 s window, 10 s overlap)","side_info":null,"warning":null,"env":"main"},"kbps":1.0977,"kbps_measured":1.09463,"tokens_per_s":99.71758,"params_M":291.32546,"efficiency":{"rtf_encode":0.00341,"rtf_decode":0.00232,"peak_vram_gb":1.51279,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.75628,"score_worst_lang":0.66694,"worst_lang":"nl","en_gap":-0.01616,"score_intelligibility":0.58362,"score_speaker":0.81139,"score_quality":0.95872,"score_fidelity":0.67138,"dwer":7.41284,"wer":16.21865,"wer_pseudo":11.49848,"sim":0.81139,"utmos":2.50983,"dnsmos_ovrl":2.96735,"dnsmos_sig":3.35737,"dnsmos_bak":3.91948,"pesq_wb":2.21078,"pesq_nb":2.88216,"stoi":0.85793,"estoi":0.74581,"si_sdr":-21.88235,"mel_dist":0.18559,"stft_dist":1.30759,"f0_rmse_cents":191.96843,"f0_corr":0.81028,"vuv_err":0.20238,"score_ci95":[0.75046,0.76403]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.0295,"wer_orig":6.98132,"dwer":3.04818,"wer_pseudo":5.64202,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.75312,"utmos":2.22242,"dnsmos_ovrl":2.55369,"dnsmos_sig":3.03628,"dnsmos_bak":3.82354,"pesq_wb":1.90311,"pesq_nb":2.53189,"stoi":0.80065,"estoi":0.67026,"si_sdr":-20.53212,"mel_dist":0.2157,"stft_dist":1.79666,"f0_rmse_cents":396.09896,"f0_corr":0.7073,"vuv_err":0.20585,"score_intelligibility":0.72363,"score_speaker":0.75312,"score_quality":0.89776,"score_fidelity":0.58866,"score":0.74079},"de":{"n":50,"unit":"wer","wer":8.44354,"wer_orig":5.69685,"dwer":2.74669,"wer_pseudo":3.35707,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.83068,"utmos":2.83259,"dnsmos_ovrl":3.1415,"dnsmos_sig":3.42936,"dnsmos_bak":4.08594,"pesq_wb":2.14037,"pesq_nb":2.98253,"stoi":0.90069,"estoi":0.77715,"si_sdr":-15.12829,"mel_dist":0.16128,"stft_dist":1.16662,"f0_rmse_cents":186.85934,"f0_corr":0.75245,"vuv_err":0.18096,"score_intelligibility":0.70915,"score_speaker":0.83068,"score_quality":1.0,"score_fidelity":0.65965,"score":0.79987},"fr":{"n":50,"unit":"wer","wer":13.12253,"wer_orig":4.98024,"dwer":8.14229,"wer_pseudo":11.50794,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.8126,"utmos":2.48238,"dnsmos_ovrl":3.10268,"dnsmos_sig":3.41523,"dnsmos_bak":4.06228,"pesq_wb":2.2461,"pesq_nb":2.90962,"stoi":0.8934,"estoi":0.81431,"si_sdr":-23.04415,"mel_dist":0.18588,"stft_dist":1.23455,"f0_rmse_cents":103.8942,"f0_corr":0.8939,"vuv_err":0.17755,"score_intelligibility":0.42345,"score_speaker":0.8126,"score_quality":1.0,"score_fidelity":0.71444,"score":0.73762},"es":{"n":50,"unit":"wer","wer":4.45455,"wer_orig":3.09091,"dwer":1.36364,"wer_pseudo":2.09663,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8479,"utmos":2.8818,"dnsmos_ovrl":3.25402,"dnsmos_sig":3.57109,"dnsmos_bak":4.02119,"pesq_wb":2.74546,"pesq_nb":3.27295,"stoi":0.90018,"estoi":0.80882,"si_sdr":-21.53635,"mel_dist":0.18484,"stft_dist":1.27012,"f0_rmse_cents":182.84385,"f0_corr":0.85781,"vuv_err":0.1888,"score_intelligibility":0.75,"score_speaker":0.8479,"score_quality":1.0,"score_fidelity":0.75223,"score":0.83753},"it":{"n":50,"unit":"wer","wer":4.28051,"wer_orig":2.55009,"dwer":1.73042,"wer_pseudo":2.92505,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83491,"utmos":3.16478,"dnsmos_ovrl":3.3373,"dnsmos_sig":3.61595,"dnsmos_bak":4.11289,"pesq_wb":2.77808,"pesq_nb":3.26018,"stoi":0.90349,"estoi":0.81885,"si_sdr":-19.82752,"mel_dist":0.1837,"stft_dist":1.20845,"f0_rmse_cents":125.40662,"f0_corr":0.79006,"vuv_err":0.18623,"score_intelligibility":0.6723,"score_speaker":0.83491,"score_quality":1.0,"score_fidelity":0.73386,"score":0.81027},"pt":{"n":50,"unit":"wer","wer":5.07812,"wer_orig":3.41797,"dwer":1.66016,"wer_pseudo":2.3622,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.86638,"utmos":2.4763,"dnsmos_ovrl":3.02902,"dnsmos_sig":3.38756,"dnsmos_bak":3.83713,"pesq_wb":2.36734,"pesq_nb":2.93691,"stoi":0.85685,"estoi":0.75419,"si_sdr":-19.89028,"mel_dist":0.18155,"stft_dist":1.29528,"f0_rmse_cents":302.01847,"f0_corr":0.81587,"vuv_err":0.21769,"score_intelligibility":0.72686,"score_speaker":0.86638,"score_quality":0.99023,"score_fidelity":0.68779,"score":0.81782},"nl":{"n":50,"unit":"wer","wer":14.09456,"wer_orig":5.26316,"dwer":8.8314,"wer_pseudo":10.74306,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.79063,"utmos":2.3677,"dnsmos_ovrl":2.51783,"dnsmos_sig":2.91428,"dnsmos_bak":4.05921,"pesq_wb":1.92809,"pesq_nb":2.59733,"stoi":0.87919,"estoi":0.76873,"si_sdr":-27.3072,"mel_dist":0.21577,"stft_dist":1.43681,"f0_rmse_cents":131.99883,"f0_corr":0.88909,"vuv_err":0.21496,"score_intelligibility":0.41493,"score_speaker":0.79063,"score_quality":0.78439,"score_fidelity":0.67782,"score":0.66694},"pl":{"n":50,"unit":"wer","wer":13.26754,"wer_orig":3.28947,"dwer":9.97807,"wer_pseudo":12.17105,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.82446,"utmos":2.39446,"dnsmos_ovrl":3.04678,"dnsmos_sig":3.37853,"dnsmos_bak":4.08532,"pesq_wb":2.13949,"pesq_nb":2.7045,"stoi":0.89939,"estoi":0.79914,"si_sdr":-24.72847,"mel_dist":0.22637,"stft_dist":1.37248,"f0_rmse_cents":147.46132,"f0_corr":0.74533,"vuv_err":0.1767,"score_intelligibility":0.30065,"score_speaker":0.82446,"score_quality":0.89904,"score_fidelity":0.65676,"score":0.67023},"cs":{"n":50,"unit":"wer","wer":20.65344,"wer_orig":9.45158,"dwer":11.20187,"wer_pseudo":17.87383,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.84407,"utmos":2.54066,"dnsmos_ovrl":3.16619,"dnsmos_sig":3.47754,"dnsmos_bak":4.00463,"pesq_wb":1.87431,"pesq_nb":2.72011,"stoi":0.86937,"estoi":0.76243,"si_sdr":-19.76627,"mel_dist":0.1953,"stft_dist":1.29639,"f0_rmse_cents":111.02485,"f0_corr":0.85105,"vuv_err":0.14239,"score_intelligibility":0.48268,"score_speaker":0.84407,"score_quality":0.99061,"score_fidelity":0.65674,"score":0.74352},"tr":{"n":50,"unit":"wer","wer":13.94737,"wer_orig":7.76316,"dwer":6.18421,"wer_pseudo":9.74967,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.81096,"utmos":2.45967,"dnsmos_ovrl":3.09996,"dnsmos_sig":3.44472,"dnsmos_bak":4.04277,"pesq_wb":2.29476,"pesq_nb":3.00823,"stoi":0.87155,"estoi":0.74714,"si_sdr":-22.40931,"mel_dist":0.19981,"stft_dist":1.4033,"f0_rmse_cents":185.53225,"f0_corr":0.82478,"vuv_err":0.23398,"score_intelligibility":0.58627,"score_speaker":0.81096,"score_quality":1.0,"score_fidelity":0.68875,"score":0.7715},"id":{"n":50,"unit":"wer","wer":14.9941,"wer_orig":5.90319,"dwer":9.09091,"wer_pseudo":13.6954,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.77932,"utmos":1.92231,"dnsmos_ovrl":2.89912,"dnsmos_sig":3.42836,"dnsmos_bak":3.50976,"pesq_wb":1.92338,"pesq_nb":2.70871,"stoi":0.78108,"estoi":0.61847,"si_sdr":-22.44397,"mel_dist":0.15771,"stft_dist":1.25526,"f0_rmse_cents":189.72834,"f0_corr":0.74032,"vuv_err":0.24877,"score_intelligibility":0.43161,"score_speaker":0.77932,"score_quality":0.97992,"score_fidelity":0.59507,"score":0.69648},"vi":{"n":50,"unit":"wer","wer":18.5362,"wer_orig":7.71679,"dwer":10.81941,"wer_pseudo":15.20701,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.8082,"utmos":2.07177,"dnsmos_ovrl":2.78502,"dnsmos_sig":3.29099,"dnsmos_bak":3.71323,"pesq_wb":2.12114,"pesq_nb":2.90454,"stoi":0.76669,"estoi":0.62461,"si_sdr":-22.20458,"mel_dist":0.15242,"stft_dist":1.15973,"f0_rmse_cents":173.22149,"f0_corr":0.83472,"vuv_err":0.17567,"score_intelligibility":0.44619,"score_speaker":0.8082,"score_quality":0.96831,"score_fidelity":0.64058,"score":0.71582},"ru":{"n":50,"unit":"wer","wer":6.5896,"wer_orig":4.50867,"dwer":2.08092,"wer_pseudo":3.12862,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.81492,"utmos":2.60493,"dnsmos_ovrl":3.02098,"dnsmos_sig":3.33707,"dnsmos_bak":4.07949,"pesq_wb":2.28748,"pesq_nb":2.90825,"stoi":0.89147,"estoi":0.79279,"si_sdr":-23.24434,"mel_dist":0.19591,"stft_dist":1.32824,"f0_rmse_cents":184.67872,"f0_corr":0.79335,"vuv_err":0.19531,"score_intelligibility":0.72582,"score_speaker":0.81492,"score_quality":0.9705,"score_fidelity":0.68423,"score":0.79886},"uk":{"n":50,"unit":"wer","wer":13.39387,"wer_orig":6.46992,"dwer":6.92395,"wer_pseudo":10.22727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.76841,"utmos":2.51583,"dnsmos_ovrl":3.05782,"dnsmos_sig":3.38084,"dnsmos_bak":4.08079,"pesq_wb":2.17336,"pesq_nb":2.74704,"stoi":0.87712,"estoi":0.75493,"si_sdr":-23.66503,"mel_dist":0.21835,"stft_dist":1.41924,"f0_rmse_cents":170.03113,"f0_corr":0.8174,"vuv_err":0.21944,"score_intelligibility":0.51897,"score_speaker":0.76841,"score_quality":0.98032,"score_fidelity":0.67659,"score":0.73607},"el":{"n":50,"unit":"wer","wer":25.6513,"wer_orig":12.02405,"dwer":13.62725,"wer_pseudo":21.12112,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.77775,"utmos":2.82045,"dnsmos_ovrl":3.0386,"dnsmos_sig":3.42207,"dnsmos_bak":3.95146,"pesq_wb":2.53573,"pesq_nb":3.13933,"stoi":0.88073,"estoi":0.77072,"si_sdr":-20.27282,"mel_dist":0.16589,"stft_dist":1.18759,"f0_rmse_cents":99.33362,"f0_corr":0.8769,"vuv_err":0.16784,"score_intelligibility":0.48868,"score_speaker":0.77775,"score_quality":1.0,"score_fidelity":0.73214,"score":0.74964},"ar":{"n":50,"unit":"wer","wer":19.97534,"wer_orig":12.45376,"dwer":7.52158,"wer_pseudo":12.60816,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.85576,"utmos":2.69484,"dnsmos_ovrl":3.23711,"dnsmos_sig":3.56351,"dnsmos_bak":4.0251,"pesq_wb":2.42418,"pesq_nb":3.0457,"stoi":0.91643,"estoi":0.84851,"si_sdr":-20.68113,"mel_dist":0.19099,"stft_dist":1.29995,"f0_rmse_cents":120.92596,"f0_corr":0.86149,"vuv_err":0.1421,"score_intelligibility":0.64141,"score_speaker":0.85576,"score_quality":1.0,"score_fidelity":0.72828,"score":0.80636},"fa":{"n":50,"unit":"wer","wer":35.77143,"wer_orig":25.94286,"dwer":9.82857,"wer_pseudo":20.64865,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.80155,"utmos":2.21899,"dnsmos_ovrl":2.8089,"dnsmos_sig":3.31651,"dnsmos_bak":3.74772,"pesq_wb":1.91981,"pesq_nb":2.76982,"stoi":0.74947,"estoi":0.60688,"si_sdr":-22.9182,"mel_dist":0.17905,"stft_dist":1.31963,"f0_rmse_cents":415.11685,"f0_corr":0.6286,"vuv_err":0.29139,"score_intelligibility":0.73271,"score_speaker":0.80155,"score_quality":0.86885,"score_fidelity":0.54696,"score":0.73752},"he":{"n":50,"unit":"wer","wer":42.55814,"wer_orig":19.4186,"dwer":23.13953,"wer_pseudo":32.51174,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.78518,"utmos":2.36408,"dnsmos_ovrl":2.75557,"dnsmos_sig":3.12207,"dnsmos_bak":3.90929,"pesq_wb":1.89488,"pesq_nb":2.54321,"stoi":0.86461,"estoi":0.75314,"si_sdr":-26.16686,"mel_dist":0.20945,"stft_dist":1.37386,"f0_rmse_cents":130.43676,"f0_corr":0.79439,"vuv_err":0.22454,"score_intelligibility":0.46877,"score_speaker":0.78518,"score_quality":0.9422,"score_fidelity":0.63823,"score":0.70859},"hi":{"n":50,"unit":"wer","wer":36.01108,"wer_orig":26.31579,"dwer":9.69529,"wer_pseudo":23.43324,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.79174,"utmos":2.42615,"dnsmos_ovrl":2.88943,"dnsmos_sig":3.41229,"dnsmos_bak":3.60565,"pesq_wb":2.19439,"pesq_nb":2.93321,"stoi":0.84659,"estoi":0.72381,"si_sdr":-21.67201,"mel_dist":0.17971,"stft_dist":1.27445,"f0_rmse_cents":414.75524,"f0_corr":0.70531,"vuv_err":0.22438,"score_intelligibility":0.73804,"score_speaker":0.79174,"score_quality":1.0,"score_fidelity":0.63105,"score":0.79021},"zh":{"n":50,"unit":"cer","wer":10.14577,"wer_orig":7.40525,"dwer":2.74052,"wer_pseudo":4.02439,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.82854,"utmos":2.52791,"dnsmos_ovrl":3.02544,"dnsmos_sig":3.38087,"dnsmos_bak":4.01101,"pesq_wb":2.37496,"pesq_nb":2.99268,"stoi":0.89276,"estoi":0.80377,"si_sdr":-20.63438,"mel_dist":0.16514,"stft_dist":1.2444,"f0_rmse_cents":110.42781,"f0_corr":0.90326,"vuv_err":0.1812,"score_intelligibility":0.75412,"score_speaker":0.82854,"score_quality":0.91215,"score_fidelity":0.72962,"score":0.80611},"yue":{"n":50,"unit":"cer","wer":22.92835,"wer_orig":14.39252,"dwer":8.53583,"wer_pseudo":14.75617,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.85125,"utmos":2.97679,"dnsmos_ovrl":3.09971,"dnsmos_sig":3.4525,"dnsmos_bak":3.96594,"pesq_wb":2.18723,"pesq_nb":2.97242,"stoi":0.88122,"estoi":0.76715,"si_sdr":-18.80842,"mel_dist":0.15651,"stft_dist":1.19009,"f0_rmse_cents":163.1336,"f0_corr":0.86423,"vuv_err":0.14167,"score_intelligibility":0.64328,"score_speaker":0.85125,"score_quality":1.0,"score_fidelity":0.69489,"score":0.79735},"ja":{"n":50,"unit":"cer","wer":8.13045,"wer_orig":3.53698,"dwer":4.59348,"wer_pseudo":6.15526,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.73132,"utmos":1.77527,"dnsmos_ovrl":2.57762,"dnsmos_sig":3.18017,"dnsmos_bak":3.50799,"pesq_wb":1.98987,"pesq_nb":2.60738,"stoi":0.71611,"estoi":0.54829,"si_sdr":-24.06475,"mel_dist":0.19362,"stft_dist":1.41816,"f0_rmse_cents":250.16215,"f0_corr":0.72027,"vuv_err":0.38186,"score_intelligibility":0.49691,"score_speaker":0.73132,"score_quality":0.87429,"score_fidelity":0.57307,"score":0.6689},"ko":{"n":50,"unit":"cer","wer":7.64706,"wer_orig":5.14706,"dwer":2.5,"wer_pseudo":3.55711,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.83528,"utmos":3.13058,"dnsmos_ovrl":2.99658,"dnsmos_sig":3.33707,"dnsmos_bak":4.06563,"pesq_wb":2.69719,"pesq_nb":3.25152,"stoi":0.89198,"estoi":0.80893,"si_sdr":-23.14783,"mel_dist":0.16861,"stft_dist":1.15037,"f0_rmse_cents":99.93813,"f0_corr":0.93313,"vuv_err":0.11543,"score_intelligibility":0.71088,"score_speaker":0.83528,"score_quality":0.95981,"score_fidelity":0.77001,"score":0.819},"th":{"n":50,"unit":"cer","wer":19.54325,"wer_orig":7.61924,"dwer":11.92401,"wer_pseudo":16.46082,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.82846,"utmos":2.3633,"dnsmos_ovrl":2.77545,"dnsmos_sig":3.28216,"dnsmos_bak":3.75967,"pesq_wb":1.91801,"pesq_nb":2.72382,"stoi":0.85928,"estoi":0.7564,"si_sdr":-21.08222,"mel_dist":0.17055,"stft_dist":1.28058,"f0_rmse_cents":212.2138,"f0_corr":0.84567,"vuv_err":0.2223,"score_intelligibility":0.41957,"score_speaker":0.82846,"score_quality":0.99083,"score_fidelity":0.65575,"score":0.72365}}},{"codec":"snac_24khz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"snac_24khz","family":"SNAC","checkpoint":"hubertsiuzdak/snac_24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":46.875,"n_codebooks":3,"codebook_size":4096,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2410.14411","year":2024,"bitrate_kbps":0.984,"notes":"multi-scale RVQ; frame_rate = finest scale","side_info":null,"warning":null,"env":"main"},"kbps":0.984,"kbps_measured":0.98845,"tokens_per_s":82.37092,"params_M":19.84291,"efficiency":{"rtf_encode":0.00095,"rtf_decode":0.00147,"peak_vram_gb":0.55403,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.57898,"score_worst_lang":0.49444,"worst_lang":"pl","en_gap":-0.05433,"score_intelligibility":0.39138,"score_speaker":0.62886,"score_quality":0.70157,"score_fidelity":0.59408,"dwer":16.8648,"wer":25.67061,"wer_pseudo":22.77931,"sim":0.62886,"utmos":1.73763,"dnsmos_ovrl":2.83185,"dnsmos_sig":3.26717,"dnsmos_bak":3.75069,"pesq_wb":1.73787,"pesq_nb":2.1734,"stoi":0.79224,"estoi":0.6377,"si_sdr":-2.68998,"mel_dist":0.21863,"stft_dist":1.4245,"f0_rmse_cents":197.40815,"f0_corr":0.77919,"vuv_err":0.18363,"score_ci95":[0.57371,0.58593]},"per_lang":{"en":{"n":50,"unit":"wer","wer":18.38741,"wer_orig":6.98132,"dwer":11.4061,"wer_pseudo":15.46693,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.53478,"utmos":1.7038,"dnsmos_ovrl":2.23566,"dnsmos_sig":2.78279,"dnsmos_bak":3.52508,"pesq_wb":1.4559,"pesq_nb":1.8086,"stoi":0.72732,"estoi":0.54403,"si_sdr":-8.08368,"mel_dist":0.23267,"stft_dist":1.64105,"f0_rmse_cents":204.91864,"f0_corr":0.7478,"vuv_err":0.24313,"score_intelligibility":0.41168,"score_speaker":0.53478,"score_quality":0.62606,"score_fidelity":0.53513,"score":0.52691},"de":{"n":50,"unit":"wer","wer":15.15768,"wer_orig":5.69685,"dwer":9.46083,"wer_pseudo":11.39369,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.65745,"utmos":1.90679,"dnsmos_ovrl":3.00479,"dnsmos_sig":3.33863,"dnsmos_bak":3.95701,"pesq_wb":1.98565,"pesq_nb":2.37556,"stoi":0.85006,"estoi":0.67749,"si_sdr":0.68532,"mel_dist":0.20299,"stft_dist":1.25555,"f0_rmse_cents":201.09485,"f0_corr":0.80911,"vuv_err":0.1654,"score_intelligibility":0.41447,"score_speaker":0.65745,"score_quality":0.74338,"score_fidelity":0.64693,"score":0.61556},"fr":{"n":50,"unit":"wer","wer":23.63636,"wer_orig":4.98024,"dwer":18.65613,"wer_pseudo":22.46032,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.60006,"utmos":1.5763,"dnsmos_ovrl":2.90776,"dnsmos_sig":3.29096,"dnsmos_bak":3.86744,"pesq_wb":1.59838,"pesq_nb":1.98781,"stoi":0.82489,"estoi":0.70752,"si_sdr":-5.05456,"mel_dist":0.23943,"stft_dist":1.45182,"f0_rmse_cents":171.95568,"f0_corr":0.80983,"vuv_err":0.20682,"score_intelligibility":0.24274,"score_speaker":0.60006,"score_quality":0.6812,"score_fidelity":0.60189,"score":0.53148},"es":{"n":50,"unit":"wer","wer":5.09091,"wer_orig":3.09091,"dwer":2.0,"wer_pseudo":2.91705,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.67981,"utmos":1.96246,"dnsmos_ovrl":3.13982,"dnsmos_sig":3.52211,"dnsmos_bak":3.8788,"pesq_wb":2.10312,"pesq_nb":2.53138,"stoi":0.85055,"estoi":0.71959,"si_sdr":-0.32809,"mel_dist":0.21174,"stft_dist":1.35479,"f0_rmse_cents":218.94495,"f0_corr":0.81747,"vuv_err":0.17442,"score_intelligibility":0.67164,"score_speaker":0.67981,"score_quality":0.76271,"score_fidelity":0.66107,"score":0.69381},"it":{"n":50,"unit":"wer","wer":7.74135,"wer_orig":2.55009,"dwer":5.19126,"wer_pseudo":7.03839,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.65648,"utmos":2.14348,"dnsmos_ovrl":3.28215,"dnsmos_sig":3.59736,"dnsmos_bak":4.03718,"pesq_wb":2.11042,"pesq_nb":2.50653,"stoi":0.8475,"estoi":0.72091,"si_sdr":0.6869,"mel_dist":0.21576,"stft_dist":1.33587,"f0_rmse_cents":147.18945,"f0_corr":0.7596,"vuv_err":0.14168,"score_intelligibility":0.40613,"score_speaker":0.65648,"score_quality":0.76635,"score_fidelity":0.64146,"score":0.6176},"pt":{"n":50,"unit":"wer","wer":6.25,"wer_orig":3.41797,"dwer":2.83203,"wer_pseudo":5.31496,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.71124,"utmos":1.89116,"dnsmos_ovrl":2.96415,"dnsmos_sig":3.43387,"dnsmos_bak":3.60301,"pesq_wb":1.79224,"pesq_nb":2.24967,"stoi":0.79615,"estoi":0.65442,"si_sdr":-3.17948,"mel_dist":0.21663,"stft_dist":1.39746,"f0_rmse_cents":433.74964,"f0_corr":0.66115,"vuv_err":0.23767,"score_intelligibility":0.60938,"score_speaker":0.71124,"score_quality":0.78684,"score_fidelity":0.56122,"score":0.66717},"nl":{"n":50,"unit":"wer","wer":33.71989,"wer_orig":5.26316,"dwer":28.45674,"wer_pseudo":31.78156,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.60572,"utmos":1.69601,"dnsmos_ovrl":2.57972,"dnsmos_sig":2.99018,"dnsmos_bak":4.03588,"pesq_wb":1.66495,"pesq_nb":2.10512,"stoi":0.81468,"estoi":0.66191,"si_sdr":-2.87195,"mel_dist":0.22543,"stft_dist":1.53498,"f0_rmse_cents":184.65071,"f0_corr":0.77695,"vuv_err":0.22458,"score_intelligibility":0.18039,"score_speaker":0.60572,"score_quality":0.63161,"score_fidelity":0.59387,"score":0.5029},"pl":{"n":50,"unit":"wer","wer":28.83772,"wer_orig":3.28947,"dwer":25.54825,"wer_pseudo":28.50877,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.61265,"utmos":1.62192,"dnsmos_ovrl":2.91584,"dnsmos_sig":3.28293,"dnsmos_bak":3.96859,"pesq_wb":1.60213,"pesq_nb":2.01548,"stoi":0.83732,"estoi":0.68923,"si_sdr":-5.47697,"mel_dist":0.23451,"stft_dist":1.51589,"f0_rmse_cents":178.43253,"f0_corr":0.6802,"vuv_err":0.18811,"score_intelligibility":0.14376,"score_speaker":0.61265,"score_quality":0.65817,"score_fidelity":0.56318,"score":0.49444},"cs":{"n":50,"unit":"wer","wer":31.15519,"wer_orig":9.45158,"dwer":21.70362,"wer_pseudo":29.6729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.69531,"utmos":1.70929,"dnsmos_ovrl":3.0553,"dnsmos_sig":3.43538,"dnsmos_bak":3.8245,"pesq_wb":1.63685,"pesq_nb":2.14759,"stoi":0.80512,"estoi":0.65527,"si_sdr":0.53698,"mel_dist":0.22152,"stft_dist":1.33416,"f0_rmse_cents":141.63719,"f0_corr":0.80181,"vuv_err":0.19806,"score_intelligibility":0.32504,"score_speaker":0.69531,"score_quality":0.71093,"score_fidelity":0.5963,"score":0.58189},"tr":{"n":50,"unit":"wer","wer":29.34211,"wer_orig":7.76316,"dwer":21.57895,"wer_pseudo":25.82345,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.6674,"utmos":1.54518,"dnsmos_ovrl":2.95055,"dnsmos_sig":3.34519,"dnsmos_bak":3.92596,"pesq_wb":1.72059,"pesq_nb":2.20431,"stoi":0.7998,"estoi":0.62064,"si_sdr":-6.67821,"mel_dist":0.21733,"stft_dist":1.49977,"f0_rmse_cents":148.85983,"f0_corr":0.87084,"vuv_err":0.14674,"score_intelligibility":0.28881,"score_speaker":0.6674,"score_quality":0.68901,"score_fidelity":0.62551,"score":0.56768},"id":{"n":50,"unit":"wer","wer":29.634,"wer_orig":5.90319,"dwer":23.73081,"wer_pseudo":28.80756,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.56003,"utmos":1.48137,"dnsmos_ovrl":2.61611,"dnsmos_sig":3.15774,"dnsmos_bak":3.12841,"pesq_wb":1.51774,"pesq_nb":2.04212,"stoi":0.69081,"estoi":0.49134,"si_sdr":-1.60839,"mel_dist":0.19871,"stft_dist":1.35651,"f0_rmse_cents":302.79435,"f0_corr":0.74244,"vuv_err":0.21396,"score_intelligibility":0.22534,"score_speaker":0.56003,"score_quality":0.71648,"score_fidelity":0.52706,"score":0.50723},"vi":{"n":50,"unit":"wer","wer":30.70804,"wer_orig":7.71679,"dwer":22.99125,"wer_pseudo":27.70701,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.61499,"utmos":1.51966,"dnsmos_ovrl":2.70647,"dnsmos_sig":3.27246,"dnsmos_bak":3.55281,"pesq_wb":1.67596,"pesq_nb":2.15264,"stoi":0.68261,"estoi":0.50266,"si_sdr":-0.6159,"mel_dist":0.19826,"stft_dist":1.32121,"f0_rmse_cents":196.29463,"f0_corr":0.82462,"vuv_err":0.16738,"score_intelligibility":0.27491,"score_speaker":0.61499,"score_quality":0.69715,"score_fidelity":0.56679,"score":0.53846},"ru":{"n":50,"unit":"wer","wer":9.82659,"wer_orig":4.50867,"dwer":5.31792,"wer_pseudo":8.11124,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.61568,"utmos":1.68938,"dnsmos_ovrl":2.83982,"dnsmos_sig":3.20555,"dnsmos_bak":3.90698,"pesq_wb":1.74513,"pesq_nb":2.15367,"stoi":0.82631,"estoi":0.68237,"si_sdr":-2.45428,"mel_dist":0.2268,"stft_dist":1.46359,"f0_rmse_cents":194.49033,"f0_corr":0.72654,"vuv_err":0.18634,"score_intelligibility":0.50881,"score_speaker":0.61568,"score_quality":0.65462,"score_fidelity":0.58858,"score":0.59192},"uk":{"n":50,"unit":"wer","wer":23.26901,"wer_orig":6.46992,"dwer":16.79909,"wer_pseudo":21.93182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.54097,"utmos":1.89157,"dnsmos_ovrl":2.97715,"dnsmos_sig":3.31034,"dnsmos_bak":4.04981,"pesq_wb":1.73591,"pesq_nb":2.11355,"stoi":0.82281,"estoi":0.65307,"si_sdr":-3.18638,"mel_dist":0.22659,"stft_dist":1.48972,"f0_rmse_cents":128.09796,"f0_corr":0.87684,"vuv_err":0.18195,"score_intelligibility":0.3078,"score_speaker":0.54097,"score_quality":0.76332,"score_fidelity":0.63664,"score":0.56218},"el":{"n":50,"unit":"wer","wer":44.38878,"wer_orig":12.02405,"dwer":32.36473,"wer_pseudo":42.64264,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.59145,"utmos":1.81354,"dnsmos_ovrl":2.85804,"dnsmos_sig":3.33102,"dnsmos_bak":3.7573,"pesq_wb":1.92766,"pesq_nb":2.40177,"stoi":0.80802,"estoi":0.65026,"si_sdr":-0.784,"mel_dist":0.20935,"stft_dist":1.31139,"f0_rmse_cents":139.11876,"f0_corr":0.79737,"vuv_err":0.15965,"score_intelligibility":0.28694,"score_speaker":0.59145,"score_quality":0.70349,"score_fidelity":0.62348,"score":0.55134},"ar":{"n":50,"unit":"wer","wer":27.127,"wer_orig":12.45376,"dwer":14.67324,"wer_pseudo":21.87886,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.72183,"utmos":1.91037,"dnsmos_ovrl":3.12543,"dnsmos_sig":3.51462,"dnsmos_bak":3.89295,"pesq_wb":1.80246,"pesq_nb":2.22935,"stoi":0.85898,"estoi":0.75745,"si_sdr":-0.06162,"mel_dist":0.22769,"stft_dist":1.39175,"f0_rmse_cents":159.33245,"f0_corr":0.83181,"vuv_err":0.16188,"score_intelligibility":0.47832,"score_speaker":0.72183,"score_quality":0.76586,"score_fidelity":0.64002,"score":0.65151},"fa":{"n":50,"unit":"wer","wer":48.8,"wer_orig":25.94286,"dwer":22.85714,"wer_pseudo":36.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.66142,"utmos":1.69451,"dnsmos_ovrl":2.74033,"dnsmos_sig":3.24419,"dnsmos_bak":3.68677,"pesq_wb":1.57689,"pesq_nb":2.15074,"stoi":0.67271,"estoi":0.50051,"si_sdr":-3.79195,"mel_dist":0.21575,"stft_dist":1.48058,"f0_rmse_cents":246.19267,"f0_corr":0.73515,"vuv_err":0.18384,"score_intelligibility":0.54102,"score_speaker":0.66142,"score_quality":0.68812,"score_fidelity":0.52423,"score":0.6037},"he":{"n":50,"unit":"wer","wer":57.90698,"wer_orig":19.4186,"dwer":38.48837,"wer_pseudo":52.58216,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.57489,"utmos":1.61261,"dnsmos_ovrl":2.70998,"dnsmos_sig":3.10404,"dnsmos_bak":3.84916,"pesq_wb":1.60628,"pesq_nb":1.98599,"stoi":0.81279,"estoi":0.65024,"si_sdr":-1.75883,"mel_dist":0.22482,"stft_dist":1.4235,"f0_rmse_cents":237.69573,"f0_corr":0.66522,"vuv_err":0.21578,"score_intelligibility":0.34662,"score_speaker":0.57489,"score_quality":0.677,"score_fidelity":0.55041,"score":0.53723},"hi":{"n":50,"unit":"wer","wer":45.15235,"wer_orig":26.31579,"dwer":18.83657,"wer_pseudo":37.51135,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.5582,"utmos":1.60223,"dnsmos_ovrl":2.71979,"dnsmos_sig":3.3239,"dnsmos_bak":3.37467,"pesq_wb":1.68573,"pesq_nb":2.13261,"stoi":0.77231,"estoi":0.61102,"si_sdr":-1.69497,"mel_dist":0.22397,"stft_dist":1.40895,"f0_rmse_cents":215.6541,"f0_corr":0.72873,"vuv_err":0.19583,"score_intelligibility":0.59186,"score_speaker":0.5582,"score_quality":0.72629,"score_fidelity":0.56565,"score":0.6105},"zh":{"n":50,"unit":"cer","wer":15.39359,"wer_orig":7.40525,"dwer":7.98834,"wer_pseudo":10.36585,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.64344,"utmos":1.73274,"dnsmos_ovrl":2.89241,"dnsmos_sig":3.30776,"dnsmos_bak":3.83879,"pesq_wb":1.84883,"pesq_nb":2.19268,"stoi":0.82314,"estoi":0.69123,"si_sdr":-6.27697,"mel_dist":0.21551,"stft_dist":1.47186,"f0_rmse_cents":153.67562,"f0_corr":0.82812,"vuv_err":0.11805,"score_intelligibility":0.51272,"score_speaker":0.64344,"score_quality":0.6602,"score_fidelity":0.63126,"score":0.6119},"yue":{"n":50,"unit":"cer","wer":29.65732,"wer_orig":14.39252,"dwer":15.2648,"wer_pseudo":28.94237,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.69592,"utmos":1.98853,"dnsmos_ovrl":2.99653,"dnsmos_sig":3.4354,"dnsmos_bak":3.76547,"pesq_wb":1.7471,"pesq_nb":2.23476,"stoi":0.82142,"estoi":0.66442,"si_sdr":-1.95873,"mel_dist":0.20811,"stft_dist":1.37136,"f0_rmse_cents":191.92834,"f0_corr":0.794,"vuv_err":0.17276,"score_intelligibility":0.50208,"score_speaker":0.69592,"score_quality":0.74475,"score_fidelity":0.60963,"score":0.6381},"ja":{"n":50,"unit":"cer","wer":20.57878,"wer_orig":3.53698,"dwer":17.0418,"wer_pseudo":18.92513,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.62235,"utmos":1.57536,"dnsmos_ovrl":2.27901,"dnsmos_sig":2.76055,"dnsmos_bak":3.13218,"pesq_wb":1.64685,"pesq_nb":2.14218,"stoi":0.66759,"estoi":0.47026,"si_sdr":-5.36098,"mel_dist":0.22217,"stft_dist":1.54846,"f0_rmse_cents":173.66145,"f0_corr":0.74989,"vuv_err":0.18205,"score_intelligibility":0.21025,"score_speaker":0.62235,"score_quality":0.69326,"score_fidelity":0.5341,"score":0.51499},"ko":{"n":50,"unit":"cer","wer":9.65686,"wer_orig":5.14706,"dwer":4.5098,"wer_pseudo":6.76353,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.62653,"utmos":1.93474,"dnsmos_ovrl":2.95181,"dnsmos_sig":3.35171,"dnsmos_bak":3.96689,"pesq_wb":2.04936,"pesq_nb":2.43408,"stoi":0.8246,"estoi":0.70013,"si_sdr":-1.01547,"mel_dist":0.20888,"stft_dist":1.35596,"f0_rmse_cents":133.63344,"f0_corr":0.87931,"vuv_err":0.11405,"score_intelligibility":0.57682,"score_speaker":0.62653,"score_quality":0.68415,"score_fidelity":0.66791,"score":0.63885},"th":{"n":50,"unit":"cer","wer":24.67664,"wer_orig":7.61924,"dwer":17.0574,"wer_pseudo":23.18283,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.64414,"utmos":1.50021,"dnsmos_ovrl":2.51587,"dnsmos_sig":3.0734,"dnsmos_bak":3.49083,"pesq_wb":1.47279,"pesq_nb":1.86334,"stoi":0.77624,"estoi":0.62887,"si_sdr":-4.22734,"mel_dist":0.22256,"stft_dist":1.47181,"f0_rmse_cents":233.79229,"f0_corr":0.78567,"vuv_err":0.22712,"score_intelligibility":0.33568,"score_speaker":0.64414,"score_quality":0.60683,"score_fidelity":0.56567,"score":0.53808}}},{"codec":"snac_32khz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"snac_32khz","family":"SNAC","checkpoint":"hubertsiuzdak/snac_32khz","sample_rate":32000,"output_sample_rate":32000,"frame_rate":83.333,"n_codebooks":4,"codebook_size":4096,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2410.14411","year":2024,"bitrate_kbps":1.875,"notes":"multi-scale RVQ; frame_rate = finest scale","side_info":null,"warning":null,"env":"main"},"kbps":1.875,"kbps_measured":1.91001,"tokens_per_s":159.16777,"params_M":54.54634,"efficiency":{"rtf_encode":0.00198,"rtf_decode":0.00368,"peak_vram_gb":1.17921,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.69596,"score_worst_lang":0.58304,"worst_lang":"id","en_gap":0.04254,"score_intelligibility":0.60404,"score_speaker":0.7746,"score_quality":0.71664,"score_fidelity":0.68856,"dwer":7.00378,"wer":15.80959,"wer_pseudo":11.56577,"sim":0.7746,"utmos":1.81138,"dnsmos_ovrl":2.80471,"dnsmos_sig":3.22636,"dnsmos_bak":3.77503,"pesq_wb":2.22062,"pesq_nb":2.73207,"stoi":0.84466,"estoi":0.72797,"si_sdr":4.00532,"mel_dist":0.19739,"stft_dist":1.36759,"f0_rmse_cents":155.68533,"f0_corr":0.87227,"vuv_err":0.14391,"score_ci95":[0.6889,0.70267]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.3412,"wer_orig":6.98132,"dwer":2.35988,"wer_pseudo":4.76654,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.7635,"utmos":1.80889,"dnsmos_ovrl":2.46694,"dnsmos_sig":2.99445,"dnsmos_bak":3.72959,"pesq_wb":2.11754,"pesq_nb":2.63602,"stoi":0.81393,"estoi":0.68833,"si_sdr":3.25496,"mel_dist":0.19576,"stft_dist":1.3975,"f0_rmse_cents":160.71832,"f0_corr":0.89814,"vuv_err":0.14423,"score_intelligibility":0.7718,"score_speaker":0.7635,"score_quality":0.73451,"score_fidelity":0.67712,"score":0.73673},"de":{"n":50,"unit":"wer","wer":11.0885,"wer_orig":5.69685,"dwer":5.39166,"wer_pseudo":6.51068,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.78706,"utmos":1.92217,"dnsmos_ovrl":2.94264,"dnsmos_sig":3.24044,"dnsmos_bak":4.01313,"pesq_wb":2.41288,"pesq_nb":2.84907,"stoi":0.88433,"estoi":0.74909,"si_sdr":6.56657,"mel_dist":0.18941,"stft_dist":1.28069,"f0_rmse_cents":104.73135,"f0_corr":0.91501,"vuv_err":0.13172,"score_intelligibility":0.55398,"score_speaker":0.78706,"score_quality":0.7329,"score_fidelity":0.73434,"score":0.70207},"fr":{"n":50,"unit":"wer","wer":10.35573,"wer_orig":4.98024,"dwer":5.37549,"wer_pseudo":8.65079,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.79501,"utmos":1.80537,"dnsmos_ovrl":2.94466,"dnsmos_sig":3.30689,"dnsmos_bak":3.92785,"pesq_wb":2.25102,"pesq_nb":2.78997,"stoi":0.88137,"estoi":0.80123,"si_sdr":5.87166,"mel_dist":0.20967,"stft_dist":1.35008,"f0_rmse_cents":182.39754,"f0_corr":0.85952,"vuv_err":0.15404,"score_intelligibility":0.52663,"score_speaker":0.79501,"score_quality":0.77418,"score_fidelity":0.69944,"score":0.69882},"es":{"n":50,"unit":"wer","wer":4.27273,"wer_orig":3.09091,"dwer":1.18182,"wer_pseudo":1.82315,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.79907,"utmos":1.96314,"dnsmos_ovrl":3.107,"dnsmos_sig":3.46766,"dnsmos_bak":3.9135,"pesq_wb":2.50146,"pesq_nb":2.99327,"stoi":0.88089,"estoi":0.77975,"si_sdr":5.20904,"mel_dist":0.20064,"stft_dist":1.36313,"f0_rmse_cents":193.09895,"f0_corr":0.88844,"vuv_err":0.14897,"score_intelligibility":0.77586,"score_speaker":0.79907,"score_quality":0.7554,"score_fidelity":0.73277,"score":0.76578},"it":{"n":50,"unit":"wer","wer":3.91621,"wer_orig":2.55009,"dwer":1.36612,"wer_pseudo":3.65631,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.78816,"utmos":2.17995,"dnsmos_ovrl":3.2242,"dnsmos_sig":3.53113,"dnsmos_bak":4.03817,"pesq_wb":2.5717,"pesq_nb":3.03891,"stoi":0.88294,"estoi":0.78821,"si_sdr":5.66998,"mel_dist":0.20015,"stft_dist":1.32482,"f0_rmse_cents":140.63387,"f0_corr":0.85084,"vuv_err":0.1258,"score_intelligibility":0.72212,"score_speaker":0.78816,"score_quality":0.76245,"score_fidelity":0.72761,"score":0.75009},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.87008,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.83711,"utmos":1.85022,"dnsmos_ovrl":2.90859,"dnsmos_sig":3.3026,"dnsmos_bak":3.71777,"pesq_wb":2.27933,"pesq_nb":2.75021,"stoi":0.83871,"estoi":0.72814,"si_sdr":4.17403,"mel_dist":0.19843,"stft_dist":1.36176,"f0_rmse_cents":286.31216,"f0_corr":0.86982,"vuv_err":0.18189,"score_intelligibility":0.93781,"score_speaker":0.83711,"score_quality":0.75935,"score_fidelity":0.69135,"score":0.80641},"nl":{"n":50,"unit":"wer","wer":12.93488,"wer_orig":5.26316,"dwer":7.67172,"wer_pseudo":9.66876,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.77669,"utmos":2.08702,"dnsmos_ovrl":2.62462,"dnsmos_sig":3.02836,"dnsmos_bak":4.06634,"pesq_wb":2.23609,"pesq_nb":2.71994,"stoi":0.87495,"estoi":0.76268,"si_sdr":2.5681,"mel_dist":0.2049,"stft_dist":1.44567,"f0_rmse_cents":109.97884,"f0_corr":0.92046,"vuv_err":0.16509,"score_intelligibility":0.44946,"score_speaker":0.77669,"score_quality":0.74385,"score_fidelity":0.71619,"score":0.67155},"pl":{"n":50,"unit":"wer","wer":12.82895,"wer_orig":3.28947,"dwer":9.53947,"wer_pseudo":11.84211,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.76714,"utmos":1.87142,"dnsmos_ovrl":2.90554,"dnsmos_sig":3.26664,"dnsmos_bak":3.97695,"pesq_wb":2.12383,"pesq_nb":2.59439,"stoi":0.88764,"estoi":0.78357,"si_sdr":0.40419,"mel_dist":0.20495,"stft_dist":1.43647,"f0_rmse_cents":97.14748,"f0_corr":0.85873,"vuv_err":0.13831,"score_intelligibility":0.31018,"score_speaker":0.76714,"score_quality":0.72699,"score_fidelity":0.68916,"score":0.62337},"cs":{"n":50,"unit":"wer","wer":20.1867,"wer_orig":9.45158,"dwer":10.73512,"wer_pseudo":17.87383,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.81139,"utmos":1.77572,"dnsmos_ovrl":3.0023,"dnsmos_sig":3.34679,"dnsmos_bak":3.88527,"pesq_wb":1.97659,"pesq_nb":2.56275,"stoi":0.85013,"estoi":0.73298,"si_sdr":5.88168,"mel_dist":0.20574,"stft_dist":1.332,"f0_rmse_cents":101.70565,"f0_corr":0.87907,"vuv_err":0.12715,"score_intelligibility":0.49331,"score_speaker":0.81139,"score_quality":0.71958,"score_fidelity":0.66941,"score":0.67342},"tr":{"n":50,"unit":"wer","wer":15.52632,"wer_orig":7.76316,"dwer":7.76316,"wer_pseudo":10.93544,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.81647,"utmos":1.65084,"dnsmos_ovrl":2.88608,"dnsmos_sig":3.25787,"dnsmos_bak":3.94582,"pesq_wb":2.34525,"pesq_nb":2.84234,"stoi":0.85524,"estoi":0.72851,"si_sdr":4.23983,"mel_dist":0.19895,"stft_dist":1.39244,"f0_rmse_cents":131.30132,"f0_corr":0.90901,"vuv_err":0.10856,"score_intelligibility":0.53025,"score_speaker":0.81647,"score_quality":0.71448,"score_fidelity":0.7162,"score":0.69435},"id":{"n":50,"unit":"wer","wer":17.82763,"wer_orig":5.90319,"dwer":11.92444,"wer_pseudo":16.2928,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.72632,"utmos":1.40499,"dnsmos_ovrl":2.46475,"dnsmos_sig":3.0094,"dnsmos_bak":3.01438,"pesq_wb":1.90108,"pesq_nb":2.43156,"stoi":0.75347,"estoi":0.58218,"si_sdr":3.60365,"mel_dist":0.18803,"stft_dist":1.37623,"f0_rmse_cents":167.05797,"f0_corr":0.80736,"vuv_err":0.19033,"score_intelligibility":0.36665,"score_speaker":0.72632,"score_quality":0.63309,"score_fidelity":0.60609,"score":0.58304},"vi":{"n":50,"unit":"wer","wer":17.97932,"wer_orig":7.71679,"dwer":10.26253,"wer_pseudo":14.64968,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.7452,"utmos":1.51584,"dnsmos_ovrl":2.60757,"dnsmos_sig":3.17175,"dnsmos_bak":3.52086,"pesq_wb":2.20447,"pesq_nb":2.7168,"stoi":0.74904,"estoi":0.60023,"si_sdr":5.106,"mel_dist":0.18215,"stft_dist":1.32102,"f0_rmse_cents":206.37503,"f0_corr":0.84338,"vuv_err":0.15902,"score_intelligibility":0.45928,"score_speaker":0.7452,"score_quality":0.66865,"score_fidelity":0.64552,"score":0.62966},"ru":{"n":50,"unit":"wer","wer":6.82081,"wer_orig":4.50867,"dwer":2.31214,"wer_pseudo":3.36037,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.77553,"utmos":1.82671,"dnsmos_ovrl":2.88684,"dnsmos_sig":3.24002,"dnsmos_bak":3.97768,"pesq_wb":2.24771,"pesq_nb":2.73758,"stoi":0.87585,"estoi":0.77679,"si_sdr":3.94618,"mel_dist":0.20419,"stft_dist":1.39098,"f0_rmse_cents":179.79526,"f0_corr":0.84842,"vuv_err":0.16902,"score_intelligibility":0.70436,"score_speaker":0.77553,"score_quality":0.70686,"score_fidelity":0.69359,"score":0.72008},"uk":{"n":50,"unit":"wer","wer":13.28036,"wer_orig":6.46992,"dwer":6.81044,"wer_pseudo":10.22727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.76175,"utmos":1.9145,"dnsmos_ovrl":3.0277,"dnsmos_sig":3.36696,"dnsmos_bak":4.05574,"pesq_wb":2.28223,"pesq_nb":2.76345,"stoi":0.87158,"estoi":0.75201,"si_sdr":5.19976,"mel_dist":0.20499,"stft_dist":1.38379,"f0_rmse_cents":99.2921,"f0_corr":0.92834,"vuv_err":0.1328,"score_intelligibility":0.52309,"score_speaker":0.76175,"score_quality":0.78287,"score_fidelity":0.72209,"score":0.69745},"el":{"n":50,"unit":"wer","wer":27.45491,"wer_orig":12.02405,"dwer":15.43086,"wer_pseudo":24.42442,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.74443,"utmos":1.87974,"dnsmos_ovrl":2.77727,"dnsmos_sig":3.23497,"dnsmos_bak":3.75776,"pesq_wb":2.40563,"pesq_nb":2.94522,"stoi":0.84878,"estoi":0.71864,"si_sdr":5.52688,"mel_dist":0.19071,"stft_dist":1.30416,"f0_rmse_cents":125.00136,"f0_corr":0.8269,"vuv_err":0.13276,"score_intelligibility":0.45771,"score_speaker":0.74443,"score_quality":0.70216,"score_fidelity":0.69243,"score":0.64918},"ar":{"n":50,"unit":"wer","wer":17.38594,"wer_orig":12.45376,"dwer":4.93218,"wer_pseudo":11.24845,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.79752,"utmos":1.83117,"dnsmos_ovrl":3.05194,"dnsmos_sig":3.45088,"dnsmos_bak":3.86104,"pesq_wb":2.07772,"pesq_nb":2.64204,"stoi":0.89286,"estoi":0.8152,"si_sdr":3.64597,"mel_dist":0.21232,"stft_dist":1.37815,"f0_rmse_cents":190.89522,"f0_corr":0.85042,"vuv_err":0.14317,"score_intelligibility":0.73174,"score_speaker":0.79752,"score_quality":0.72511,"score_fidelity":0.68373,"score":0.73453},"fa":{"n":50,"unit":"wer","wer":35.2,"wer_orig":25.94286,"dwer":9.25714,"wer_pseudo":21.18919,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.78279,"utmos":1.77746,"dnsmos_ovrl":2.70526,"dnsmos_sig":3.22373,"dnsmos_bak":3.64586,"pesq_wb":2.0686,"pesq_nb":2.72305,"stoi":0.7489,"estoi":0.61572,"si_sdr":2.59998,"mel_dist":0.1919,"stft_dist":1.39058,"f0_rmse_cents":209.8014,"f0_corr":0.80307,"vuv_err":0.14106,"score_intelligibility":0.74428,"score_speaker":0.78279,"score_quality":0.70421,"score_fidelity":0.6191,"score":0.71259},"he":{"n":50,"unit":"wer","wer":38.48837,"wer_orig":19.4186,"dwer":19.06977,"wer_pseudo":30.04695,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.77057,"utmos":1.66086,"dnsmos_ovrl":2.6672,"dnsmos_sig":3.05301,"dnsmos_bak":3.85487,"pesq_wb":2.02219,"pesq_nb":2.52223,"stoi":0.86154,"estoi":0.74319,"si_sdr":4.16524,"mel_dist":0.199,"stft_dist":1.35132,"f0_rmse_cents":143.27629,"f0_corr":0.83098,"vuv_err":0.17419,"score_intelligibility":0.51708,"score_speaker":0.77057,"score_quality":0.68144,"score_fidelity":0.66152,"score":0.65765},"hi":{"n":50,"unit":"wer","wer":35.27239,"wer_orig":26.31579,"dwer":8.9566,"wer_pseudo":22.6158,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.73224,"utmos":1.65791,"dnsmos_ovrl":2.65505,"dnsmos_sig":3.22334,"dnsmos_bak":3.37709,"pesq_wb":2.18677,"pesq_nb":2.7161,"stoi":0.82449,"estoi":0.69934,"si_sdr":5.51418,"mel_dist":0.20119,"stft_dist":1.34726,"f0_rmse_cents":144.09269,"f0_corr":0.85967,"vuv_err":0.15205,"score_intelligibility":0.75307,"score_speaker":0.73224,"score_quality":0.72919,"score_fidelity":0.67441,"score":0.72223},"zh":{"n":50,"unit":"cer","wer":10.72886,"wer_orig":7.40525,"dwer":3.32362,"wer_pseudo":4.45122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.76145,"utmos":1.73496,"dnsmos_ovrl":2.77501,"dnsmos_sig":3.17221,"dnsmos_bak":3.86804,"pesq_wb":2.25088,"pesq_nb":2.66028,"stoi":0.86981,"estoi":0.77186,"si_sdr":0.32174,"mel_dist":0.19029,"stft_dist":1.42152,"f0_rmse_cents":106.8386,"f0_corr":0.90644,"vuv_err":0.10108,"score_intelligibility":0.71663,"score_speaker":0.76145,"score_quality":0.63242,"score_fidelity":0.71121,"score":0.70543},"yue":{"n":50,"unit":"cer","wer":21.24611,"wer_orig":14.39252,"dwer":6.85358,"wer_pseudo":15.51615,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.76404,"utmos":1.97491,"dnsmos_ovrl":2.92398,"dnsmos_sig":3.33453,"dnsmos_bak":3.807,"pesq_wb":2.09385,"pesq_nb":2.63688,"stoi":0.86242,"estoi":0.73923,"si_sdr":2.77586,"mel_dist":0.19058,"stft_dist":1.37375,"f0_rmse_cents":144.63519,"f0_corr":0.92098,"vuv_err":0.11551,"score_intelligibility":0.69192,"score_speaker":0.76404,"score_quality":0.72343,"score_fidelity":0.69864,"score":0.71951},"ja":{"n":50,"unit":"cer","wer":7.76298,"wer_orig":3.53698,"dwer":4.226,"wer_pseudo":6.01746,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.77067,"utmos":1.58539,"dnsmos_ovrl":2.336,"dnsmos_sig":2.86028,"dnsmos_bak":3.16959,"pesq_wb":2.16502,"pesq_nb":2.70493,"stoi":0.73724,"estoi":0.58622,"si_sdr":1.35278,"mel_dist":0.1914,"stft_dist":1.43211,"f0_rmse_cents":131.1799,"f0_corr":0.89136,"vuv_err":0.13303,"score_intelligibility":0.51774,"score_speaker":0.77067,"score_quality":0.71662,"score_fidelity":0.65382,"score":0.66471},"ko":{"n":50,"unit":"cer","wer":6.51961,"wer_orig":5.14706,"dwer":1.37255,"wer_pseudo":3.15631,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.7526,"utmos":2.21635,"dnsmos_ovrl":2.91512,"dnsmos_sig":3.29253,"dnsmos_bak":3.99054,"pesq_wb":2.62568,"pesq_nb":3.04615,"stoi":0.8772,"estoi":0.78598,"si_sdr":5.5447,"mel_dist":0.18628,"stft_dist":1.28482,"f0_rmse_cents":135.02321,"f0_corr":0.91266,"vuv_err":0.1097,"score_intelligibility":0.81747,"score_speaker":0.7526,"score_quality":0.73752,"score_fidelity":0.75145,"score":0.76476},"th":{"n":50,"unit":"cer","wer":19.30073,"wer_orig":7.61924,"dwer":11.68149,"wer_pseudo":16.78477,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.76362,"utmos":1.57751,"dnsmos_ovrl":2.50685,"dnsmos_sig":3.0562,"dnsmos_bak":3.48589,"pesq_wb":1.94738,"pesq_nb":2.54644,"stoi":0.84847,"estoi":0.74213,"si_sdr":2.98466,"mel_dist":0.19577,"stft_dist":1.382,"f0_rmse_cents":245.15819,"f0_corr":0.85556,"vuv_err":0.17446,"score_intelligibility":0.42458,"score_speaker":0.76362,"score_quality":0.63214,"score_fidelity":0.65824,"score":0.61964}}},{"codec":"snac_44khz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"snac_44khz","family":"SNAC","checkpoint":"hubertsiuzdak/snac_44khz","sample_rate":44100,"output_sample_rate":44100,"frame_rate":114.844,"n_codebooks":4,"codebook_size":4096,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2410.14411","year":2024,"bitrate_kbps":2.584,"notes":"multi-scale RVQ; frame_rate = finest scale","side_info":null,"warning":null,"env":"main"},"kbps":2.584,"kbps_measured":2.61879,"tokens_per_s":218.23244,"params_M":54.54634,"efficiency":{"rtf_encode":0.0027,"rtf_decode":0.00501,"peak_vram_gb":1.51284,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.74072,"score_worst_lang":0.64517,"worst_lang":"id","en_gap":0.04761,"score_intelligibility":0.67612,"score_speaker":0.82051,"score_quality":0.73366,"score_fidelity":0.73258,"dwer":4.96768,"wer":13.77349,"wer_pseudo":9.25383,"sim":0.82051,"utmos":1.8614,"dnsmos_ovrl":2.80768,"dnsmos_sig":3.2276,"dnsmos_bak":3.77887,"pesq_wb":2.51125,"pesq_nb":2.97075,"stoi":0.86148,"estoi":0.75865,"si_sdr":5.51415,"mel_dist":0.19011,"stft_dist":1.27454,"f0_rmse_cents":124.61947,"f0_corr":0.90447,"vuv_err":0.13056,"score_ci95":[0.7336,0.74687]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.06293,"wer_orig":6.98132,"dwer":1.08161,"wer_pseudo":4.18288,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.80774,"utmos":1.83324,"dnsmos_ovrl":2.44481,"dnsmos_sig":2.99694,"dnsmos_bak":3.64169,"pesq_wb":2.38968,"pesq_nb":2.86119,"stoi":0.83574,"estoi":0.71859,"si_sdr":4.84893,"mel_dist":0.191,"stft_dist":1.30386,"f0_rmse_cents":130.43456,"f0_corr":0.93193,"vuv_err":0.13213,"score_intelligibility":0.88066,"score_speaker":0.80774,"score_quality":0.7354,"score_fidelity":0.72157,"score":0.78634},"de":{"n":50,"unit":"wer","wer":8.44354,"wer_orig":5.69685,"dwer":2.74669,"wer_pseudo":5.28993,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.82499,"utmos":1.95801,"dnsmos_ovrl":2.94654,"dnsmos_sig":3.23719,"dnsmos_bak":4.03556,"pesq_wb":2.74756,"pesq_nb":3.10674,"stoi":0.89619,"estoi":0.77649,"si_sdr":8.0037,"mel_dist":0.18046,"stft_dist":1.1861,"f0_rmse_cents":93.87361,"f0_corr":0.93548,"vuv_err":0.11585,"score_intelligibility":0.70915,"score_speaker":0.82499,"score_quality":0.7442,"score_fidelity":0.77699,"score":0.76383},"fr":{"n":50,"unit":"wer","wer":10.51383,"wer_orig":4.98024,"dwer":5.5336,"wer_pseudo":8.25397,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.83177,"utmos":1.85657,"dnsmos_ovrl":2.95053,"dnsmos_sig":3.30519,"dnsmos_bak":3.93932,"pesq_wb":2.51421,"pesq_nb":3.03547,"stoi":0.89568,"estoi":0.82541,"si_sdr":7.13797,"mel_dist":0.20144,"stft_dist":1.26188,"f0_rmse_cents":106.06038,"f0_corr":0.9478,"vuv_err":0.1443,"score_intelligibility":0.5194,"score_speaker":0.83177,"score_quality":0.79438,"score_fidelity":0.7587,"score":0.72606},"es":{"n":50,"unit":"wer","wer":4.18182,"wer_orig":3.09091,"dwer":1.09091,"wer_pseudo":1.45852,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.84098,"utmos":2.02097,"dnsmos_ovrl":3.1162,"dnsmos_sig":3.47531,"dnsmos_bak":3.91435,"pesq_wb":2.84781,"pesq_nb":3.23401,"stoi":0.89552,"estoi":0.80905,"si_sdr":6.86325,"mel_dist":0.19777,"stft_dist":1.2815,"f0_rmse_cents":165.4261,"f0_corr":0.91648,"vuv_err":0.13032,"score_intelligibility":0.78947,"score_speaker":0.84098,"score_quality":0.77392,"score_fidelity":0.77998,"score":0.79609},"it":{"n":50,"unit":"wer","wer":4.18944,"wer_orig":2.55009,"dwer":1.63934,"wer_pseudo":2.83364,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.83489,"utmos":2.21927,"dnsmos_ovrl":3.20905,"dnsmos_sig":3.52001,"dnsmos_bak":4.03043,"pesq_wb":2.79213,"pesq_nb":3.24198,"stoi":0.89346,"estoi":0.8081,"si_sdr":7.14873,"mel_dist":0.19476,"stft_dist":1.24814,"f0_rmse_cents":108.85034,"f0_corr":0.87395,"vuv_err":0.12013,"score_intelligibility":0.6841,"score_speaker":0.83489,"score_quality":0.76851,"score_fidelity":0.75982,"score":0.76183},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":2.06693,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.8875,"utmos":1.89262,"dnsmos_ovrl":2.88039,"dnsmos_sig":3.27229,"dnsmos_bak":3.69723,"pesq_wb":2.61747,"pesq_nb":3.04638,"stoi":0.85715,"estoi":0.75871,"si_sdr":5.74301,"mel_dist":0.1909,"stft_dist":1.25796,"f0_rmse_cents":213.46728,"f0_corr":0.92018,"vuv_err":0.1527,"score_intelligibility":1.0,"score_speaker":0.8875,"score_quality":0.76638,"score_fidelity":0.74649,"score":0.85009},"nl":{"n":50,"unit":"wer","wer":12.57806,"wer_orig":5.26316,"dwer":7.3149,"wer_pseudo":9.57923,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.8094,"utmos":2.12265,"dnsmos_ovrl":2.59439,"dnsmos_sig":2.992,"dnsmos_bak":4.06922,"pesq_wb":2.51116,"pesq_nb":2.96667,"stoi":0.88565,"estoi":0.78808,"si_sdr":4.07474,"mel_dist":0.20035,"stft_dist":1.38799,"f0_rmse_cents":101.28605,"f0_corr":0.92722,"vuv_err":0.15033,"score_intelligibility":0.46127,"score_speaker":0.8094,"score_quality":0.74419,"score_fidelity":0.74821,"score":0.69077},"pl":{"n":50,"unit":"wer","wer":8.33333,"wer_orig":3.28947,"dwer":5.04386,"wer_pseudo":7.78509,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.81595,"utmos":1.96103,"dnsmos_ovrl":2.92684,"dnsmos_sig":3.28832,"dnsmos_bak":3.98594,"pesq_wb":2.41119,"pesq_nb":2.85309,"stoi":0.90072,"estoi":0.81015,"si_sdr":2.02513,"mel_dist":0.19548,"stft_dist":1.33567,"f0_rmse_cents":104.56309,"f0_corr":0.86241,"vuv_err":0.13995,"score_intelligibility":0.45959,"score_speaker":0.81595,"score_quality":0.75797,"score_fidelity":0.72211,"score":0.6889},"cs":{"n":50,"unit":"wer","wer":18.43641,"wer_orig":9.45158,"dwer":8.98483,"wer_pseudo":14.95327,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.85065,"utmos":1.85928,"dnsmos_ovrl":3.01749,"dnsmos_sig":3.36171,"dnsmos_bak":3.90409,"pesq_wb":2.33785,"pesq_nb":2.80414,"stoi":0.86694,"estoi":0.76361,"si_sdr":7.34252,"mel_dist":0.19733,"stft_dist":1.21741,"f0_rmse_cents":75.15446,"f0_corr":0.94085,"vuv_err":0.10993,"score_intelligibility":0.53773,"score_speaker":0.85065,"score_quality":0.74977,"score_fidelity":0.73001,"score":0.71704},"tr":{"n":50,"unit":"wer","wer":11.05263,"wer_orig":7.76316,"dwer":3.28947,"wer_pseudo":6.85112,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.86248,"utmos":1.67535,"dnsmos_ovrl":2.92362,"dnsmos_sig":3.28177,"dnsmos_bak":3.97477,"pesq_wb":2.61874,"pesq_nb":3.06212,"stoi":0.87189,"estoi":0.76165,"si_sdr":6.07471,"mel_dist":0.19533,"stft_dist":1.30067,"f0_rmse_cents":100.8146,"f0_corr":0.93776,"vuv_err":0.10611,"score_intelligibility":0.72707,"score_speaker":0.86248,"score_quality":0.73321,"score_fidelity":0.75738,"score":0.77003},"id":{"n":50,"unit":"wer","wer":12.98701,"wer_orig":5.90319,"dwer":7.08383,"wer_pseudo":11.45218,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.7839,"utmos":1.4277,"dnsmos_ovrl":2.44351,"dnsmos_sig":2.98874,"dnsmos_bak":3.00985,"pesq_wb":2.22682,"pesq_nb":2.65221,"stoi":0.77631,"estoi":0.62195,"si_sdr":5.12339,"mel_dist":0.17665,"stft_dist":1.25746,"f0_rmse_cents":113.31986,"f0_corr":0.86654,"vuv_err":0.1711,"score_intelligibility":0.49354,"score_speaker":0.7839,"score_quality":0.63878,"score_fidelity":0.66446,"score":0.64517},"vi":{"n":50,"unit":"wer","wer":12.56961,"wer_orig":7.71679,"dwer":4.85282,"wer_pseudo":9.23567,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.78567,"utmos":1.56688,"dnsmos_ovrl":2.64057,"dnsmos_sig":3.183,"dnsmos_bak":3.56251,"pesq_wb":2.51022,"pesq_nb":2.96484,"stoi":0.77627,"estoi":0.6421,"si_sdr":6.61067,"mel_dist":0.17168,"stft_dist":1.20928,"f0_rmse_cents":145.28368,"f0_corr":0.88377,"vuv_err":0.12767,"score_intelligibility":0.64238,"score_speaker":0.78567,"score_quality":0.70069,"score_fidelity":0.69718,"score":0.70648},"ru":{"n":50,"unit":"wer","wer":5.78035,"wer_orig":4.50867,"dwer":1.27168,"wer_pseudo":1.96987,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.82257,"utmos":1.87977,"dnsmos_ovrl":2.8652,"dnsmos_sig":3.21462,"dnsmos_bak":3.97322,"pesq_wb":2.53146,"pesq_nb":2.98003,"stoi":0.88867,"estoi":0.80233,"si_sdr":5.28554,"mel_dist":0.19974,"stft_dist":1.31879,"f0_rmse_cents":130.2751,"f0_corr":0.87117,"vuv_err":0.14679,"score_intelligibility":0.81245,"score_speaker":0.82257,"score_quality":0.7173,"score_fidelity":0.73247,"score":0.7712},"uk":{"n":50,"unit":"wer","wer":12.59932,"wer_orig":6.46992,"dwer":6.1294,"wer_pseudo":8.63636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.82503,"utmos":1.95616,"dnsmos_ovrl":2.99707,"dnsmos_sig":3.34015,"dnsmos_bak":4.02747,"pesq_wb":2.63703,"pesq_nb":3.05149,"stoi":0.88679,"estoi":0.78249,"si_sdr":6.91516,"mel_dist":0.20057,"stft_dist":1.28606,"f0_rmse_cents":80.20599,"f0_corr":0.94656,"vuv_err":0.11756,"score_intelligibility":0.54929,"score_speaker":0.82503,"score_quality":0.78862,"score_fidelity":0.76702,"score":0.73249},"el":{"n":50,"unit":"wer","wer":21.94389,"wer_orig":12.02405,"dwer":9.91984,"wer_pseudo":17.31732,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.79731,"utmos":1.90055,"dnsmos_ovrl":2.78162,"dnsmos_sig":3.21531,"dnsmos_bak":3.75649,"pesq_wb":2.62085,"pesq_nb":3.14653,"stoi":0.86444,"estoi":0.7509,"si_sdr":7.05823,"mel_dist":0.18164,"stft_dist":1.19551,"f0_rmse_cents":96.89637,"f0_corr":0.89554,"vuv_err":0.11982,"score_intelligibility":0.56765,"score_speaker":0.79731,"score_quality":0.70925,"score_fidelity":0.74103,"score":0.70381},"ar":{"n":50,"unit":"wer","wer":18.12577,"wer_orig":12.45376,"dwer":5.67201,"wer_pseudo":10.5068,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.84554,"utmos":1.90093,"dnsmos_ovrl":3.01422,"dnsmos_sig":3.40677,"dnsmos_bak":3.84763,"pesq_wb":2.35016,"pesq_nb":2.8575,"stoi":0.90312,"estoi":0.83596,"si_sdr":4.73691,"mel_dist":0.20676,"stft_dist":1.29109,"f0_rmse_cents":133.61191,"f0_corr":0.88964,"vuv_err":0.12177,"score_intelligibility":0.70344,"score_speaker":0.84554,"score_quality":0.7372,"score_fidelity":0.72617,"score":0.75309},"fa":{"n":50,"unit":"wer","wer":34.05714,"wer_orig":25.94286,"dwer":8.11429,"wer_pseudo":16.75676,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.83362,"utmos":1.84567,"dnsmos_ovrl":2.7572,"dnsmos_sig":3.2596,"dnsmos_bak":3.70244,"pesq_wb":2.4007,"pesq_nb":2.95873,"stoi":0.77432,"estoi":0.65538,"si_sdr":3.9497,"mel_dist":0.18156,"stft_dist":1.29074,"f0_rmse_cents":176.08015,"f0_corr":0.85378,"vuv_err":0.12198,"score_intelligibility":0.76854,"score_speaker":0.83362,"score_quality":0.73942,"score_fidelity":0.6761,"score":0.75442},"he":{"n":50,"unit":"wer","wer":34.88372,"wer_orig":19.4186,"dwer":15.46512,"wer_pseudo":25.35211,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.81425,"utmos":1.7573,"dnsmos_ovrl":2.67343,"dnsmos_sig":3.04922,"dnsmos_bak":3.87574,"pesq_wb":2.28421,"pesq_nb":2.83395,"stoi":0.87759,"estoi":0.77314,"si_sdr":5.82088,"mel_dist":0.1883,"stft_dist":1.23089,"f0_rmse_cents":133.83592,"f0_corr":0.85417,"vuv_err":0.18572,"score_intelligibility":0.56902,"score_speaker":0.81425,"score_quality":0.71557,"score_fidelity":0.69956,"score":0.6996},"hi":{"n":50,"unit":"wer","wer":33.61034,"wer_orig":26.31579,"dwer":7.29455,"wer_pseudo":20.43597,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.78694,"utmos":1.71724,"dnsmos_ovrl":2.61508,"dnsmos_sig":3.14924,"dnsmos_bak":3.33833,"pesq_wb":2.49141,"pesq_nb":2.97189,"stoi":0.84397,"estoi":0.73535,"si_sdr":7.1274,"mel_dist":0.19412,"stft_dist":1.25251,"f0_rmse_cents":125.64518,"f0_corr":0.88255,"vuv_err":0.13214,"score_intelligibility":0.78924,"score_speaker":0.78694,"score_quality":0.74061,"score_fidelity":0.71755,"score":0.75858},"zh":{"n":50,"unit":"cer","wer":9.38776,"wer_orig":7.40525,"dwer":1.98251,"wer_pseudo":2.92683,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.79305,"utmos":1.82071,"dnsmos_ovrl":2.8087,"dnsmos_sig":3.19675,"dnsmos_bak":3.88211,"pesq_wb":2.51775,"pesq_nb":2.89144,"stoi":0.88419,"estoi":0.80071,"si_sdr":2.27663,"mel_dist":0.18384,"stft_dist":1.35968,"f0_rmse_cents":97.88812,"f0_corr":0.91423,"vuv_err":0.09623,"score_intelligibility":0.80915,"score_speaker":0.79305,"score_quality":0.66427,"score_fidelity":0.74402,"score":0.75262},"yue":{"n":50,"unit":"cer","wer":18.56698,"wer_orig":14.39252,"dwer":4.17445,"wer_pseudo":15.95947,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.80776,"utmos":2.0381,"dnsmos_ovrl":2.93471,"dnsmos_sig":3.3404,"dnsmos_bak":3.81347,"pesq_wb":2.39006,"pesq_nb":2.86607,"stoi":0.87808,"estoi":0.77162,"si_sdr":4.02456,"mel_dist":0.18154,"stft_dist":1.30154,"f0_rmse_cents":119.01402,"f0_corr":0.92925,"vuv_err":0.10199,"score_intelligibility":0.78666,"score_speaker":0.80776,"score_quality":0.7423,"score_fidelity":0.73483,"score":0.76789},"ja":{"n":50,"unit":"cer","wer":8.03859,"wer_orig":3.53698,"dwer":4.50161,"wer_pseudo":6.06339,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.79806,"utmos":1.62649,"dnsmos_ovrl":2.37554,"dnsmos_sig":2.99586,"dnsmos_bak":3.17111,"pesq_wb":2.49204,"pesq_nb":2.98146,"stoi":0.76907,"estoi":0.63264,"si_sdr":3.18412,"mel_dist":0.18371,"stft_dist":1.31606,"f0_rmse_cents":112.90377,"f0_corr":0.91182,"vuv_err":0.13317,"score_intelligibility":0.50196,"score_speaker":0.79806,"score_quality":0.74931,"score_fidelity":0.7024,"score":0.68793},"ko":{"n":50,"unit":"cer","wer":6.32353,"wer_orig":5.14706,"dwer":1.17647,"wer_pseudo":2.40481,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.80837,"utmos":2.22739,"dnsmos_ovrl":2.91861,"dnsmos_sig":3.30038,"dnsmos_bak":3.98593,"pesq_wb":2.83915,"pesq_nb":3.19963,"stoi":0.88816,"estoi":0.80737,"si_sdr":6.6566,"mel_dist":0.18126,"stft_dist":1.20618,"f0_rmse_cents":96.0962,"f0_corr":0.94337,"vuv_err":0.10029,"score_intelligibility":0.83936,"score_speaker":0.80837,"score_quality":0.74082,"score_fidelity":0.78567,"score":0.79355},"th":{"n":50,"unit":"cer","wer":12.77284,"wer_orig":7.61924,"dwer":5.1536,"wer_pseudo":9.8198,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.82377,"utmos":1.60981,"dnsmos_ovrl":2.54909,"dnsmos_sig":3.0916,"dnsmos_bak":3.55387,"pesq_wb":2.19019,"pesq_nb":2.73049,"stoi":0.86563,"estoi":0.77569,"si_sdr":4.30707,"mel_dist":0.18654,"stft_dist":1.29198,"f0_rmse_cents":229.88054,"f0_corr":0.87092,"vuv_err":0.15541,"score_intelligibility":0.62581,"score_speaker":0.82377,"score_quality":0.65566,"score_fidelity":0.6922,"score":0.69936}}},{"codec":"socodec_16k_8hz_4x16384_zh","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"socodec_16k_8hz_4x16384_zh","family":"SoCodec","checkpoint":"hhguo/SoCodec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":8.33333,"n_codebooks":4,"codebook_size":16384,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code & weights)","paper":"2409.00933","year":2024,"bitrate_kbps":0.4667,"notes":"socodec_16384x4_120ms_16khz_chinese + mel_vocoder_80dim_10ms_16khz (BigVGAN); Chinese HuBERT-large input features (weights from the SoCodec checkpoint, transformers HubertModel, fp16); 4 semantic-ordered streams; official 0.5 s silence prefix (its tokens are counted)","side_info":"1024-d float ECAPA-TDNN speaker embedding per utterance (computed from the input mel)","warning":"Chinese-only checkpoint (WenetSpeech4TTS); decoder needs a per-utterance continuous speaker embedding sent besides the tokens (not counted in bitrate)","env":"main"},"kbps":0.4667,"kbps_measured":0.49337,"tokens_per_s":35.24089,"params_M":369.49253,"efficiency":{"rtf_encode":0.00202,"rtf_decode":0.00242,"peak_vram_gb":1.09517,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.54861,"score_worst_lang":0.44108,"worst_lang":"id","en_gap":-0.0354,"score_intelligibility":0.35165,"score_speaker":0.57361,"score_quality":0.75428,"score_fidelity":0.51489,"dwer":22.05012,"wer":30.85593,"wer_pseudo":27.6488,"sim":0.57361,"utmos":1.81097,"dnsmos_ovrl":3.02032,"dnsmos_sig":3.3608,"dnsmos_bak":3.97516,"pesq_wb":1.33983,"pesq_nb":1.67661,"stoi":0.71772,"estoi":0.55061,"si_sdr":-30.53274,"mel_dist":0.36015,"stft_dist":2.3983,"f0_rmse_cents":216.36027,"f0_corr":0.72986,"vuv_err":0.19132,"score_ci95":[0.54367,0.55452]},"per_lang":{"en":{"n":50,"unit":"wer","wer":17.20747,"wer_orig":6.98132,"dwer":10.22616,"wer_pseudo":13.5214,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.36609,"utmos":1.79114,"dnsmos_ovrl":2.71874,"dnsmos_sig":3.1295,"dnsmos_bak":3.87254,"pesq_wb":1.23542,"pesq_nb":1.54747,"stoi":0.66523,"estoi":0.49009,"si_sdr":-29.55196,"mel_dist":0.47898,"stft_dist":5.71523,"f0_rmse_cents":233.83129,"f0_corr":0.75272,"vuv_err":0.1986,"score_intelligibility":0.43835,"score_speaker":0.36609,"score_quality":0.75921,"score_fidelity":0.49507,"score":0.51468},"de":{"n":50,"unit":"wer","wer":20.95626,"wer_orig":5.69685,"dwer":15.25941,"wer_pseudo":16.88708,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.56846,"utmos":1.94179,"dnsmos_ovrl":3.05589,"dnsmos_sig":3.33982,"dnsmos_bak":4.04681,"pesq_wb":1.35311,"pesq_nb":1.66226,"stoi":0.74854,"estoi":0.5438,"si_sdr":-32.24685,"mel_dist":0.30752,"stft_dist":1.75957,"f0_rmse_cents":257.79433,"f0_corr":0.59291,"vuv_err":0.20051,"score_intelligibility":0.30501,"score_speaker":0.56846,"score_quality":0.76576,"score_fidelity":0.48078,"score":0.53},"fr":{"n":50,"unit":"wer","wer":28.93281,"wer_orig":4.98024,"dwer":23.95257,"wer_pseudo":27.61905,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.5823,"utmos":1.78098,"dnsmos_ovrl":3.0505,"dnsmos_sig":3.36098,"dnsmos_bak":4.02751,"pesq_wb":1.32115,"pesq_nb":1.61909,"stoi":0.74815,"estoi":0.61695,"si_sdr":-26.31619,"mel_dist":0.32476,"stft_dist":1.92918,"f0_rmse_cents":153.97806,"f0_corr":0.80046,"vuv_err":0.21278,"score_intelligibility":0.19979,"score_speaker":0.5823,"score_quality":0.78598,"score_fidelity":0.54679,"score":0.52871},"es":{"n":50,"unit":"wer","wer":8.0,"wer_orig":3.09091,"dwer":4.90909,"wer_pseudo":5.92525,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.59884,"utmos":1.7438,"dnsmos_ovrl":3.18278,"dnsmos_sig":3.47789,"dnsmos_bak":4.02911,"pesq_wb":1.45631,"pesq_nb":1.75138,"stoi":0.764,"estoi":0.60659,"si_sdr":-27.99599,"mel_dist":0.35714,"stft_dist":1.85097,"f0_rmse_cents":212.65503,"f0_corr":0.79848,"vuv_err":0.18628,"score_intelligibility":0.45455,"score_speaker":0.59884,"score_quality":0.71045,"score_fidelity":0.56429,"score":0.58203},"it":{"n":50,"unit":"wer","wer":10.74681,"wer_orig":2.55009,"dwer":8.19672,"wer_pseudo":9.23218,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.57984,"utmos":1.97813,"dnsmos_ovrl":3.25474,"dnsmos_sig":3.54383,"dnsmos_bak":4.06772,"pesq_wb":1.51167,"pesq_nb":1.83769,"stoi":0.76489,"estoi":0.61306,"si_sdr":-29.26476,"mel_dist":0.31437,"stft_dist":1.74278,"f0_rmse_cents":132.60909,"f0_corr":0.75033,"vuv_err":0.15688,"score_intelligibility":0.30222,"score_speaker":0.57984,"score_quality":0.72112,"score_fidelity":0.5538,"score":0.53925},"pt":{"n":50,"unit":"wer","wer":5.46875,"wer_orig":3.41797,"dwer":2.05078,"wer_pseudo":4.13386,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.6582,"utmos":1.74708,"dnsmos_ovrl":2.96918,"dnsmos_sig":3.26861,"dnsmos_bak":3.92924,"pesq_wb":1.32919,"pesq_nb":1.64564,"stoi":0.70876,"estoi":0.54216,"si_sdr":-28.95212,"mel_dist":0.38296,"stft_dist":1.89973,"f0_rmse_cents":439.47728,"f0_corr":0.61558,"vuv_err":0.24882,"score_intelligibility":0.68297,"score_speaker":0.6582,"score_quality":0.74025,"score_fidelity":0.4728,"score":0.63855},"nl":{"n":50,"unit":"wer","wer":38.80464,"wer_orig":5.26316,"dwer":33.54148,"wer_pseudo":37.06356,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.46963,"utmos":1.98786,"dnsmos_ovrl":2.96631,"dnsmos_sig":3.28206,"dnsmos_bak":4.11042,"pesq_wb":1.2872,"pesq_nb":1.64312,"stoi":0.74117,"estoi":0.57429,"si_sdr":-31.93414,"mel_dist":0.34707,"stft_dist":2.59217,"f0_rmse_cents":224.27094,"f0_corr":0.7567,"vuv_err":0.2247,"score_intelligibility":0.15735,"score_speaker":0.46963,"score_quality":0.75089,"score_fidelity":0.52664,"score":0.47613},"pl":{"n":50,"unit":"wer","wer":31.90789,"wer_orig":3.28947,"dwer":28.61842,"wer_pseudo":31.79825,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.58839,"utmos":1.78685,"dnsmos_ovrl":3.06111,"dnsmos_sig":3.36796,"dnsmos_bak":4.05792,"pesq_wb":1.2865,"pesq_nb":1.57859,"stoi":0.7657,"estoi":0.59751,"si_sdr":-31.46432,"mel_dist":0.30386,"stft_dist":2.05291,"f0_rmse_cents":179.41779,"f0_corr":0.6619,"vuv_err":0.18959,"score_intelligibility":0.13035,"score_speaker":0.58839,"score_quality":0.72517,"score_fidelity":0.50315,"score":0.48676},"cs":{"n":50,"unit":"wer","wer":46.44107,"wer_orig":9.45158,"dwer":36.9895,"wer_pseudo":45.79439,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.55724,"utmos":1.87267,"dnsmos_ovrl":3.15452,"dnsmos_sig":3.43543,"dnsmos_bak":4.05041,"pesq_wb":1.26154,"pesq_nb":1.62872,"stoi":0.70365,"estoi":0.54882,"si_sdr":-31.25996,"mel_dist":0.36635,"stft_dist":1.90093,"f0_rmse_cents":178.75345,"f0_corr":0.68424,"vuv_err":0.15615,"score_intelligibility":0.22031,"score_speaker":0.55724,"score_quality":0.7779,"score_fidelity":0.48754,"score":0.51075},"tr":{"n":50,"unit":"wer","wer":39.60526,"wer_orig":7.76316,"dwer":31.84211,"wer_pseudo":36.36364,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.63224,"utmos":1.74198,"dnsmos_ovrl":3.00864,"dnsmos_sig":3.31316,"dnsmos_bak":4.05293,"pesq_wb":1.40231,"pesq_nb":1.78512,"stoi":0.72832,"estoi":0.53668,"si_sdr":-32.41123,"mel_dist":0.39792,"stft_dist":2.25081,"f0_rmse_cents":192.44117,"f0_corr":0.81701,"vuv_err":0.157,"score_intelligibility":0.21581,"score_speaker":0.63224,"score_quality":0.77996,"score_fidelity":0.55343,"score":0.54536},"id":{"n":50,"unit":"wer","wer":68.00472,"wer_orig":5.90319,"dwer":62.10153,"wer_pseudo":67.4144,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.46826,"utmos":1.51964,"dnsmos_ovrl":2.94894,"dnsmos_sig":3.36865,"dnsmos_bak":3.76494,"pesq_wb":1.23159,"pesq_nb":1.61913,"stoi":0.6253,"estoi":0.40324,"si_sdr":-33.69566,"mel_dist":0.38318,"stft_dist":2.05113,"f0_rmse_cents":380.23457,"f0_corr":0.58545,"vuv_err":0.22964,"score_intelligibility":0.10004,"score_speaker":0.46826,"score_quality":0.77039,"score_fidelity":0.42564,"score":0.44108},"vi":{"n":50,"unit":"wer","wer":28.71917,"wer_orig":7.71679,"dwer":21.00239,"wer_pseudo":25.95541,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.61953,"utmos":1.53783,"dnsmos_ovrl":2.83391,"dnsmos_sig":3.25052,"dnsmos_bak":3.87837,"pesq_wb":1.28408,"pesq_nb":1.65896,"stoi":0.61673,"estoi":0.41917,"si_sdr":-30.82232,"mel_dist":0.36877,"stft_dist":1.98195,"f0_rmse_cents":211.59054,"f0_corr":0.77186,"vuv_err":0.1842,"score_intelligibility":0.29331,"score_speaker":0.61953,"score_quality":0.73987,"score_fidelity":0.48992,"score":0.53566},"ru":{"n":50,"unit":"wer","wer":15.14451,"wer_orig":4.50867,"dwer":10.63584,"wer_pseudo":12.16686,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.55359,"utmos":1.80809,"dnsmos_ovrl":3.04493,"dnsmos_sig":3.345,"dnsmos_bak":4.0608,"pesq_wb":1.36282,"pesq_nb":1.66335,"stoi":0.74434,"estoi":0.58838,"si_sdr":-28.93827,"mel_dist":0.32714,"stft_dist":2.01211,"f0_rmse_cents":181.39296,"f0_corr":0.74314,"vuv_err":0.20032,"score_intelligibility":0.34121,"score_speaker":0.55359,"score_quality":0.73968,"score_fidelity":0.53038,"score":0.54122},"uk":{"n":50,"unit":"wer","wer":28.03632,"wer_orig":6.46992,"dwer":21.5664,"wer_pseudo":26.13636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.50042,"utmos":1.84394,"dnsmos_ovrl":3.09582,"dnsmos_sig":3.39676,"dnsmos_bak":4.03844,"pesq_wb":1.34116,"pesq_nb":1.6913,"stoi":0.75527,"estoi":0.57491,"si_sdr":-33.60259,"mel_dist":0.40891,"stft_dist":4.10417,"f0_rmse_cents":165.54565,"f0_corr":0.78837,"vuv_err":0.1785,"score_intelligibility":0.25726,"score_speaker":0.50042,"score_quality":0.76742,"score_fidelity":0.54704,"score":0.51803},"el":{"n":50,"unit":"wer","wer":53.10621,"wer_orig":12.02405,"dwer":41.08216,"wer_pseudo":50.45045,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.48007,"utmos":1.88627,"dnsmos_ovrl":2.97067,"dnsmos_sig":3.33563,"dnsmos_bak":3.94175,"pesq_wb":1.3933,"pesq_nb":1.75199,"stoi":0.73099,"estoi":0.55547,"si_sdr":-29.51034,"mel_dist":0.32351,"stft_dist":1.80629,"f0_rmse_cents":171.03169,"f0_corr":0.74908,"vuv_err":0.1796,"score_intelligibility":0.24071,"score_speaker":0.48007,"score_quality":0.75287,"score_fidelity":0.53081,"score":0.50112},"ar":{"n":50,"unit":"wer","wer":42.41677,"wer_orig":12.45376,"dwer":29.96301,"wer_pseudo":37.45365,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.62505,"utmos":1.64444,"dnsmos_ovrl":3.09479,"dnsmos_sig":3.45292,"dnsmos_bak":3.92135,"pesq_wb":1.29467,"pesq_nb":1.54586,"stoi":0.76624,"estoi":0.64324,"si_sdr":-28.00333,"mel_dist":0.32549,"stft_dist":1.88353,"f0_rmse_cents":145.04215,"f0_corr":0.80634,"vuv_err":0.17158,"score_intelligibility":0.30987,"score_speaker":0.62505,"score_quality":0.67926,"score_fidelity":0.55226,"score":0.54161},"fa":{"n":50,"unit":"wer","wer":50.51429,"wer_orig":25.94286,"dwer":24.57143,"wer_pseudo":37.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.55727,"utmos":1.719,"dnsmos_ovrl":2.99344,"dnsmos_sig":3.34742,"dnsmos_bak":3.95,"pesq_wb":1.30953,"pesq_nb":1.78113,"stoi":0.60587,"estoi":0.42561,"si_sdr":-34.25139,"mel_dist":0.41453,"stft_dist":3.29523,"f0_rmse_cents":270.91079,"f0_corr":0.59898,"vuv_err":0.19163,"score_intelligibility":0.52302,"score_speaker":0.55727,"score_quality":0.72217,"score_fidelity":0.43109,"score":0.55839},"he":{"n":50,"unit":"wer","wer":60.23256,"wer_orig":19.4186,"dwer":40.81395,"wer_pseudo":53.6385,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.50127,"utmos":1.93442,"dnsmos_ovrl":3.02571,"dnsmos_sig":3.33837,"dnsmos_bak":4.04102,"pesq_wb":1.27813,"pesq_nb":1.5969,"stoi":0.7415,"estoi":0.58083,"si_sdr":-32.3739,"mel_dist":0.37334,"stft_dist":3.12995,"f0_rmse_cents":278.79537,"f0_corr":0.61594,"vuv_err":0.23039,"score_intelligibility":0.33346,"score_speaker":0.50127,"score_quality":0.81415,"score_fidelity":0.47897,"score":0.53196},"hi":{"n":50,"unit":"wer","wer":47.92244,"wer_orig":26.31579,"dwer":21.60665,"wer_pseudo":40.50863,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.52392,"utmos":1.64699,"dnsmos_ovrl":2.87215,"dnsmos_sig":3.34891,"dnsmos_bak":3.68198,"pesq_wb":1.28764,"pesq_nb":1.59192,"stoi":0.70197,"estoi":0.51395,"si_sdr":-31.93796,"mel_dist":0.3367,"stft_dist":1.93548,"f0_rmse_cents":247.42623,"f0_corr":0.65925,"vuv_err":0.23338,"score_intelligibility":0.55835,"score_speaker":0.52392,"score_quality":0.74972,"score_fidelity":0.48113,"score":0.57828},"zh":{"n":50,"unit":"cer","wer":8.68805,"wer_orig":7.40525,"dwer":1.2828,"wer_pseudo":3.17073,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.75098,"utmos":2.14801,"dnsmos_ovrl":3.12419,"dnsmos_sig":3.41867,"dnsmos_bak":4.09504,"pesq_wb":1.45913,"pesq_nb":1.77117,"stoi":0.77709,"estoi":0.64954,"si_sdr":-26.62029,"mel_dist":0.30105,"stft_dist":1.86724,"f0_rmse_cents":155.2804,"f0_corr":0.85312,"vuv_err":0.138,"score_intelligibility":0.86759,"score_speaker":0.75098,"score_quality":0.81731,"score_fidelity":0.58713,"score":0.75575},"yue":{"n":50,"unit":"cer","wer":29.59502,"wer_orig":14.39252,"dwer":15.20249,"wer_pseudo":25.45915,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.71835,"utmos":2.05781,"dnsmos_ovrl":3.09764,"dnsmos_sig":3.41231,"dnsmos_bak":4.01868,"pesq_wb":1.33478,"pesq_nb":1.69333,"stoi":0.74381,"estoi":0.58119,"si_sdr":-32.74418,"mel_dist":0.30994,"stft_dist":1.88995,"f0_rmse_cents":189.71782,"f0_corr":0.79032,"vuv_err":0.18226,"score_intelligibility":0.50311,"score_speaker":0.71835,"score_quality":0.77191,"score_fidelity":0.54326,"score":0.63416},"ja":{"n":50,"unit":"cer","wer":15.57189,"wer_orig":3.53698,"dwer":12.03491,"wer_pseudo":14.19384,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.53106,"utmos":1.53081,"dnsmos_ovrl":2.842,"dnsmos_sig":3.30814,"dnsmos_bak":3.75357,"pesq_wb":1.40191,"pesq_nb":1.8442,"stoi":0.60292,"estoi":0.40755,"si_sdr":-30.59398,"mel_dist":0.45249,"stft_dist":3.15574,"f0_rmse_cents":217.3254,"f0_corr":0.69719,"vuv_err":0.16583,"score_intelligibility":0.27378,"score_speaker":0.53106,"score_quality":0.75627,"score_fidelity":0.47165,"score":0.50819},"ko":{"n":50,"unit":"cer","wer":11.96078,"wer_orig":5.14706,"dwer":6.81373,"wer_pseudo":9.61924,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.68194,"utmos":2.0693,"dnsmos_ovrl":3.13739,"dnsmos_sig":3.42825,"dnsmos_bak":4.12351,"pesq_wb":1.48655,"pesq_nb":1.79434,"stoi":0.76455,"estoi":0.63709,"si_sdr":-28.95117,"mel_dist":0.39315,"stft_dist":2.15875,"f0_rmse_cents":145.56761,"f0_corr":0.87833,"vuv_err":0.12183,"score_intelligibility":0.47428,"score_speaker":0.68194,"score_quality":0.7367,"score_fidelity":0.59397,"score":0.62172},"th":{"n":50,"unit":"cer","wer":32.55861,"wer_orig":7.61924,"dwer":24.93937,"wer_pseudo":31.44361,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.65364,"utmos":1.74438,"dnsmos_ovrl":2.98372,"dnsmos_sig":3.38841,"dnsmos_bak":3.88972,"pesq_wb":1.24627,"pesq_nb":1.53598,"stoi":0.7102,"estoi":0.56458,"si_sdr":-29.34278,"mel_dist":0.34437,"stft_dist":2.59348,"f0_rmse_cents":227.55685,"f0_corr":0.74896,"vuv_err":0.25329,"score_intelligibility":0.25684,"score_speaker":0.65364,"score_quality":0.76818,"score_fidelity":0.50984,"score":0.54713}}},{"codec":"soviamate_codec_16k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"soviamate_codec_16k","family":"SoviaMate-Codec","checkpoint":"samson-ailabs/SoviaMate-Codec","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25.0,"n_codebooks":1,"codebook_size":4294967296,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0 (code and weights; model card adds usage terms)","paper":null,"year":2026,"bitrate_kbps":0.8,"notes":"base reconstruction checkpoint (alpha); conformer encoder/decoder, one FSQ token per 40 ms frame (8 dims x 16 levels = 32 bit); trained on LibriHeavy (English), noisy-in/clean-out; full-context (non-streaming) mode","side_info":null,"warning":"alpha research release (no paper); trained as a denoising codec, so it does not reproduce background noise","env":"main"},"kbps":0.8,"kbps_measured":0.80066,"tokens_per_s":25.02071,"params_M":186.84411,"efficiency":{"rtf_encode":0.00047,"rtf_decode":0.00042,"peak_vram_gb":0.7838,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.64472,"score_worst_lang":0.53343,"worst_lang":"en","en_gap":-0.11613,"score_intelligibility":0.35407,"score_speaker":0.66352,"score_quality":0.90136,"score_fidelity":0.65992,"dwer":19.93694,"wer":28.74274,"wer_pseudo":25.48475,"sim":0.66352,"utmos":2.27712,"dnsmos_ovrl":2.99293,"dnsmos_sig":3.3568,"dnsmos_bak":3.96947,"pesq_wb":2.11115,"pesq_nb":2.66283,"stoi":0.82452,"estoi":0.6924,"si_sdr":-18.42907,"mel_dist":0.19948,"stft_dist":1.20664,"f0_rmse_cents":153.37307,"f0_corr":0.83776,"vuv_err":0.16308,"score_ci95":[0.63902,0.65106]},"per_lang":{"en":{"n":50,"unit":"wer","wer":29.20354,"wer_orig":6.98132,"dwer":22.22222,"wer_pseudo":25.87549,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.53967,"utmos":2.01415,"dnsmos_ovrl":2.51041,"dnsmos_sig":2.97545,"dnsmos_bak":3.89706,"pesq_wb":1.67047,"pesq_nb":2.1172,"stoi":0.72911,"estoi":0.54839,"si_sdr":-21.05301,"mel_dist":0.22279,"stft_dist":1.38569,"f0_rmse_cents":239.44655,"f0_corr":0.62168,"vuv_err":0.23341,"score_intelligibility":0.26425,"score_speaker":0.53967,"score_quality":0.81567,"score_fidelity":0.51412,"score":0.53343},"de":{"n":50,"unit":"wer","wer":18.0061,"wer_orig":5.69685,"dwer":12.30926,"wer_pseudo":14.75076,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.7359,"utmos":2.49674,"dnsmos_ovrl":3.18353,"dnsmos_sig":3.44236,"dnsmos_bak":4.12951,"pesq_wb":2.28398,"pesq_nb":2.78639,"stoi":0.87406,"estoi":0.72729,"si_sdr":-15.58498,"mel_dist":0.1972,"stft_dist":1.12965,"f0_rmse_cents":156.80723,"f0_corr":0.81376,"vuv_err":0.17285,"score_intelligibility":0.35235,"score_speaker":0.7359,"score_quality":0.93269,"score_fidelity":0.68489,"score":0.67646},"fr":{"n":50,"unit":"wer","wer":27.66798,"wer_orig":4.98024,"dwer":22.68775,"wer_pseudo":26.19048,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.67704,"utmos":2.2821,"dnsmos_ovrl":3.09422,"dnsmos_sig":3.3974,"dnsmos_bak":4.06881,"pesq_wb":2.09148,"pesq_nb":2.61428,"stoi":0.86262,"estoi":0.76498,"si_sdr":-20.65862,"mel_dist":0.22667,"stft_dist":1.18464,"f0_rmse_cents":120.11615,"f0_corr":0.89275,"vuv_err":0.17826,"score_intelligibility":0.2086,"score_speaker":0.67704,"score_quality":0.96948,"score_fidelity":0.68907,"score":0.63605},"es":{"n":50,"unit":"wer","wer":5.45455,"wer_orig":3.09091,"dwer":2.36364,"wer_pseudo":4.1021,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.72005,"utmos":2.42667,"dnsmos_ovrl":3.2594,"dnsmos_sig":3.56061,"dnsmos_bak":4.04528,"pesq_wb":2.513,"pesq_nb":3.02603,"stoi":0.88405,"estoi":0.77784,"si_sdr":-18.04972,"mel_dist":0.1859,"stft_dist":1.15183,"f0_rmse_cents":168.59256,"f0_corr":0.85083,"vuv_err":0.15779,"score_intelligibility":0.6338,"score_speaker":0.72005,"score_quality":0.90511,"score_fidelity":0.72239,"score":0.74534},"it":{"n":50,"unit":"wer","wer":7.1949,"wer_orig":2.55009,"dwer":4.64481,"wer_pseudo":6.85558,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.68159,"utmos":2.60455,"dnsmos_ovrl":3.3207,"dnsmos_sig":3.58552,"dnsmos_bak":4.12595,"pesq_wb":2.51466,"pesq_nb":2.97885,"stoi":0.88291,"estoi":0.78091,"si_sdr":-17.04549,"mel_dist":0.20061,"stft_dist":1.14513,"f0_rmse_cents":94.20127,"f0_corr":0.86356,"vuv_err":0.12267,"score_intelligibility":0.43321,"score_speaker":0.68159,"score_quality":0.88119,"score_fidelity":0.72641,"score":0.6806},"pt":{"n":50,"unit":"wer","wer":8.88672,"wer_orig":3.41797,"dwer":5.46875,"wer_pseudo":8.07087,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.72818,"utmos":2.48902,"dnsmos_ovrl":3.17055,"dnsmos_sig":3.49145,"dnsmos_bak":3.95116,"pesq_wb":2.32074,"pesq_nb":2.86712,"stoi":0.83144,"estoi":0.71189,"si_sdr":-17.24579,"mel_dist":0.19051,"stft_dist":1.16992,"f0_rmse_cents":236.27645,"f0_corr":0.85486,"vuv_err":0.18815,"score_intelligibility":0.44686,"score_speaker":0.72818,"score_quality":0.99445,"score_fidelity":0.68789,"score":0.71434},"nl":{"n":50,"unit":"wer","wer":32.11418,"wer_orig":5.26316,"dwer":26.85103,"wer_pseudo":29.90152,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.64949,"utmos":2.43818,"dnsmos_ovrl":2.57196,"dnsmos_sig":2.94945,"dnsmos_bak":4.068,"pesq_wb":1.89162,"pesq_nb":2.44129,"stoi":0.84913,"estoi":0.7173,"si_sdr":-18.07028,"mel_dist":0.21311,"stft_dist":1.29648,"f0_rmse_cents":119.04701,"f0_corr":0.89848,"vuv_err":0.16529,"score_intelligibility":0.18914,"score_speaker":0.64949,"score_quality":0.81787,"score_fidelity":0.66745,"score":0.58099},"pl":{"n":50,"unit":"wer","wer":28.50877,"wer_orig":3.28947,"dwer":25.2193,"wer_pseudo":28.17982,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.66858,"utmos":2.311,"dnsmos_ovrl":3.0165,"dnsmos_sig":3.32779,"dnsmos_bak":4.08961,"pesq_wb":1.9601,"pesq_nb":2.47199,"stoi":0.87511,"estoi":0.74957,"si_sdr":-20.38712,"mel_dist":0.21667,"stft_dist":1.27205,"f0_rmse_cents":130.12525,"f0_corr":0.77442,"vuv_err":0.1464,"score_intelligibility":0.14536,"score_speaker":0.66858,"score_quality":0.87516,"score_fidelity":0.64128,"score":0.58259},"cs":{"n":50,"unit":"wer","wer":45.15753,"wer_orig":9.45158,"dwer":35.70595,"wer_pseudo":44.15888,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.65818,"utmos":2.42663,"dnsmos_ovrl":3.25881,"dnsmos_sig":3.53478,"dnsmos_bak":4.0727,"pesq_wb":1.85172,"pesq_nb":2.4889,"stoi":0.83329,"estoi":0.70403,"si_sdr":-12.99553,"mel_dist":0.20487,"stft_dist":1.16787,"f0_rmse_cents":90.44668,"f0_corr":0.89534,"vuv_err":0.11402,"score_intelligibility":0.22643,"score_speaker":0.65818,"score_quality":0.9543,"score_fidelity":0.65733,"score":0.62406},"tr":{"n":50,"unit":"wer","wer":28.55263,"wer_orig":7.76316,"dwer":20.78947,"wer_pseudo":25.42819,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.68819,"utmos":2.28365,"dnsmos_ovrl":3.05349,"dnsmos_sig":3.37768,"dnsmos_bak":4.06323,"pesq_wb":2.22069,"pesq_nb":2.8637,"stoi":0.82747,"estoi":0.67756,"si_sdr":-21.13278,"mel_dist":0.2005,"stft_dist":1.22124,"f0_rmse_cents":103.58456,"f0_corr":0.93304,"vuv_err":0.1179,"score_intelligibility":0.29653,"score_speaker":0.68819,"score_quality":1.0,"score_fidelity":0.70309,"score":0.67195},"id":{"n":50,"unit":"wer","wer":29.27981,"wer_orig":5.90319,"dwer":23.37662,"wer_pseudo":27.74498,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.5643,"utmos":1.92256,"dnsmos_ovrl":2.94788,"dnsmos_sig":3.42206,"dnsmos_bak":3.56879,"pesq_wb":1.90337,"pesq_nb":2.59917,"stoi":0.73326,"estoi":0.55803,"si_sdr":-16.01036,"mel_dist":0.16948,"stft_dist":1.17869,"f0_rmse_cents":171.22016,"f0_corr":0.80065,"vuv_err":0.22686,"score_intelligibility":0.22798,"score_speaker":0.5643,"score_quality":0.98005,"score_fidelity":0.59734,"score":0.59242},"vi":{"n":50,"unit":"wer","wer":25.93477,"wer_orig":7.71679,"dwer":18.21798,"wer_pseudo":23.16879,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.6664,"utmos":1.97046,"dnsmos_ovrl":2.87228,"dnsmos_sig":3.32455,"dnsmos_bak":3.81704,"pesq_wb":2.10124,"pesq_nb":2.71569,"stoi":0.71128,"estoi":0.55602,"si_sdr":-16.23131,"mel_dist":0.17265,"stft_dist":1.1211,"f0_rmse_cents":126.69032,"f0_corr":0.88818,"vuv_err":0.16691,"score_intelligibility":0.32363,"score_speaker":0.6664,"score_quality":0.93924,"score_fidelity":0.63803,"score":0.64182},"ru":{"n":50,"unit":"wer","wer":12.60116,"wer_orig":4.50867,"dwer":8.09249,"wer_pseudo":10.08111,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.67577,"utmos":2.33651,"dnsmos_ovrl":3.01524,"dnsmos_sig":3.32717,"dnsmos_bak":4.07893,"pesq_wb":2.13027,"pesq_nb":2.60951,"stoi":0.86391,"estoi":0.74468,"si_sdr":-16.90753,"mel_dist":0.20499,"stft_dist":1.20344,"f0_rmse_cents":131.46093,"f0_corr":0.85381,"vuv_err":0.16487,"score_intelligibility":0.40501,"score_speaker":0.67577,"score_quality":0.88948,"score_fidelity":0.68022,"score":0.66262},"uk":{"n":50,"unit":"wer","wer":33.37117,"wer_orig":6.46992,"dwer":26.90125,"wer_pseudo":31.47727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.58402,"utmos":2.28761,"dnsmos_ovrl":3.08582,"dnsmos_sig":3.39262,"dnsmos_bak":4.1169,"pesq_wb":2.03717,"pesq_nb":2.48703,"stoi":0.83666,"estoi":0.68894,"si_sdr":-16.20479,"mel_dist":0.2152,"stft_dist":1.24445,"f0_rmse_cents":147.92894,"f0_corr":0.83858,"vuv_err":0.15085,"score_intelligibility":0.21733,"score_speaker":0.58402,"score_quality":0.90801,"score_fidelity":0.65719,"score":0.59164},"el":{"n":50,"unit":"wer","wer":50.4008,"wer_orig":12.02405,"dwer":38.37675,"wer_pseudo":47.14715,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.57583,"utmos":2.44386,"dnsmos_ovrl":3.01407,"dnsmos_sig":3.38789,"dnsmos_bak":3.94564,"pesq_wb":2.31311,"pesq_nb":2.81005,"stoi":0.83952,"estoi":0.70377,"si_sdr":-20.72651,"mel_dist":0.19,"stft_dist":1.1308,"f0_rmse_cents":89.93682,"f0_corr":0.89586,"vuv_err":0.13166,"score_intelligibility":0.25338,"score_speaker":0.57583,"score_quality":0.91582,"score_fidelity":0.70352,"score":0.61214},"ar":{"n":50,"unit":"wer","wer":31.19605,"wer_orig":12.45376,"dwer":18.74229,"wer_pseudo":25.21632,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.75028,"utmos":2.32691,"dnsmos_ovrl":3.22239,"dnsmos_sig":3.53501,"dnsmos_bak":4.04322,"pesq_wb":2.18308,"pesq_nb":2.72537,"stoi":0.90009,"estoi":0.81511,"si_sdr":-20.02192,"mel_dist":0.20877,"stft_dist":1.21508,"f0_rmse_cents":129.01937,"f0_corr":0.87175,"vuv_err":0.1395,"score_intelligibility":0.41787,"score_speaker":0.75028,"score_quality":0.89658,"score_fidelity":0.70329,"score":0.692},"fa":{"n":50,"unit":"wer","wer":54.51429,"wer_orig":25.94286,"dwer":28.57143,"wer_pseudo":41.94595,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.68472,"utmos":2.10104,"dnsmos_ovrl":2.8991,"dnsmos_sig":3.31397,"dnsmos_bak":3.93433,"pesq_wb":1.87129,"pesq_nb":2.61744,"stoi":0.6962,"estoi":0.53299,"si_sdr":-18.17826,"mel_dist":0.19074,"stft_dist":1.25797,"f0_rmse_cents":308.63334,"f0_corr":0.66408,"vuv_err":0.23686,"score_intelligibility":0.48533,"score_speaker":0.68472,"score_quality":0.84022,"score_fidelity":0.5364,"score":0.63667},"he":{"n":50,"unit":"wer","wer":62.67442,"wer_orig":19.4186,"dwer":43.25581,"wer_pseudo":55.75117,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.59179,"utmos":2.09376,"dnsmos_ovrl":2.76304,"dnsmos_sig":3.12988,"dnsmos_bak":3.97435,"pesq_wb":1.88989,"pesq_nb":2.3898,"stoi":0.83155,"estoi":0.69524,"si_sdr":-19.29388,"mel_dist":0.21292,"stft_dist":1.22664,"f0_rmse_cents":129.39324,"f0_corr":0.78041,"vuv_err":0.1954,"score_intelligibility":0.32067,"score_speaker":0.59179,"score_quality":0.85338,"score_fidelity":0.62207,"score":0.59698},"hi":{"n":50,"unit":"wer","wer":46.26039,"wer_orig":26.31579,"dwer":19.9446,"wer_pseudo":36.78474,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.65271,"utmos":2.16776,"dnsmos_ovrl":2.99666,"dnsmos_sig":3.46031,"dnsmos_bak":3.78064,"pesq_wb":2.10287,"pesq_nb":2.74428,"stoi":0.81726,"estoi":0.68191,"si_sdr":-19.39149,"mel_dist":0.20541,"stft_dist":1.20316,"f0_rmse_cents":115.94664,"f0_corr":0.84375,"vuv_err":0.15373,"score_intelligibility":0.57798,"score_speaker":0.65271,"score_quality":0.95072,"score_fidelity":0.6587,"score":0.71003},"zh":{"n":50,"unit":"cer","wer":14.11079,"wer_orig":7.40525,"dwer":6.70554,"wer_pseudo":8.53659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.71447,"utmos":2.25299,"dnsmos_ovrl":3.00601,"dnsmos_sig":3.34611,"dnsmos_bak":4.02406,"pesq_wb":2.34865,"pesq_nb":2.8224,"stoi":0.8725,"estoi":0.77165,"si_sdr":-18.53613,"mel_dist":0.18691,"stft_dist":1.21918,"f0_rmse_cents":93.78163,"f0_corr":0.92309,"vuv_err":0.09539,"score_intelligibility":0.55624,"score_speaker":0.71447,"score_quality":0.83147,"score_fidelity":0.72697,"score":0.70729},"yue":{"n":50,"unit":"cer","wer":26.16822,"wer_orig":14.39252,"dwer":11.7757,"wer_pseudo":24.38252,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.70689,"utmos":2.52343,"dnsmos_ovrl":3.10061,"dnsmos_sig":3.43214,"dnsmos_bak":4.00281,"pesq_wb":2.11618,"pesq_nb":2.68023,"stoi":0.85241,"estoi":0.72781,"si_sdr":-18.72112,"mel_dist":0.18709,"stft_dist":1.1691,"f0_rmse_cents":192.97736,"f0_corr":0.859,"vuv_err":0.14051,"score_intelligibility":0.56656,"score_speaker":0.70689,"score_quality":0.8916,"score_fidelity":0.67677,"score":0.71046},"ja":{"n":50,"unit":"cer","wer":35.09417,"wer_orig":3.53698,"dwer":31.55719,"wer_pseudo":33.34864,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.60571,"utmos":1.70239,"dnsmos_ovrl":2.6217,"dnsmos_sig":3.21167,"dnsmos_bak":3.53617,"pesq_wb":1.93043,"pesq_nb":2.53281,"stoi":0.68886,"estoi":0.50537,"si_sdr":-20.35797,"mel_dist":0.19865,"stft_dist":1.3157,"f0_rmse_cents":150.93234,"f0_corr":0.80706,"vuv_err":0.17103,"score_intelligibility":0.1257,"score_speaker":0.60571,"score_quality":0.83911,"score_fidelity":0.58725,"score":0.53944},"ko":{"n":50,"unit":"cer","wer":11.07843,"wer_orig":5.14706,"dwer":5.93137,"wer_pseudo":8.01603,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.70781,"utmos":2.6041,"dnsmos_ovrl":2.97729,"dnsmos_sig":3.29969,"dnsmos_bak":4.08576,"pesq_wb":2.55676,"pesq_nb":2.99856,"stoi":0.8632,"estoi":0.76232,"si_sdr":-18.71661,"mel_dist":0.17672,"stft_dist":1.09976,"f0_rmse_cents":87.77902,"f0_corr":0.94212,"vuv_err":0.09534,"score_intelligibility":0.50893,"score_speaker":0.70781,"score_quality":0.83855,"score_fidelity":0.75004,"score":0.70133},"th":{"n":50,"unit":"cer","wer":26.3945,"wer_orig":7.61924,"dwer":18.77526,"wer_pseudo":24.51913,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.69699,"utmos":2.14472,"dnsmos_ovrl":2.86873,"dnsmos_sig":3.33766,"dnsmos_bak":3.84742,"pesq_wb":1.86477,"pesq_nb":2.51979,"stoi":0.83255,"estoi":0.71397,"si_sdr":-20.77642,"mel_dist":0.20908,"stft_dist":1.2497,"f0_rmse_cents":346.60983,"f0_corr":0.7391,"vuv_err":0.24821,"score_intelligibility":0.31463,"score_speaker":0.69699,"score_quality":0.91241,"score_fidelity":0.60624,"score":0.63257}}},{"codec":"speech_dac_24k_1k5bps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"speech_dac_24k_1k5bps","family":"DAC-speech (IBM)","checkpoint":"ibm-research/DAC.speech.v1.0/weights_24khz_1.5kbps_v1.0.pth","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code), CDLA-Permissive-2.0 (weights)","paper":"2410.08325","year":2024,"bitrate_kbps":1.5,"notes":"DAC 24 kHz fine-tuned on English speech (LibriTTS(-R), LibriLight, LJSpeech, DAPS) with 2 RVQ codebooks; converted from the original .pth to transformers.DacModel","side_info":null,"warning":null,"env":"main"},"kbps":1.5,"kbps_measured":1.49959,"tokens_per_s":149.95857,"params_M":73.88562,"efficiency":{"rtf_encode":0.00327,"rtf_decode":0.00595,"peak_vram_gb":1.13951,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.64303,"score_worst_lang":0.44291,"worst_lang":"nl","en_gap":-0.14333,"score_intelligibility":0.45185,"score_speaker":0.72976,"score_quality":0.78981,"score_fidelity":0.60068,"dwer":12.88545,"wer":21.69125,"wer_pseudo":18.22831,"sim":0.72976,"utmos":2.00134,"dnsmos_ovrl":2.83719,"dnsmos_sig":3.23935,"dnsmos_bak":3.83157,"pesq_wb":1.91908,"pesq_nb":2.48314,"stoi":0.81676,"estoi":0.67295,"si_sdr":2.11872,"mel_dist":0.23761,"stft_dist":1.43414,"f0_rmse_cents":245.29105,"f0_corr":0.72267,"vuv_err":0.19457,"score_ci95":[0.63546,0.65157]},"per_lang":{"en":{"n":50,"unit":"wer","wer":27.53196,"wer_orig":6.98132,"dwer":20.55064,"wer_pseudo":25.19455,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.56775,"utmos":1.87062,"dnsmos_ovrl":2.35524,"dnsmos_sig":2.85978,"dnsmos_bak":3.72981,"pesq_wb":1.53601,"pesq_nb":1.92018,"stoi":0.72349,"estoi":0.52506,"si_sdr":-5.01791,"mel_dist":0.34826,"stft_dist":1.88168,"f0_rmse_cents":427.58068,"f0_corr":0.49195,"vuv_err":0.30553,"score_intelligibility":0.27973,"score_speaker":0.56775,"score_quality":0.71898,"score_fidelity":0.45619,"score":0.50567},"de":{"n":50,"unit":"wer","wer":9.56256,"wer_orig":5.69685,"dwer":3.86572,"wer_pseudo":6.40895,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.80557,"utmos":2.39214,"dnsmos_ovrl":3.06784,"dnsmos_sig":3.36077,"dnsmos_bak":4.05016,"pesq_wb":2.36467,"pesq_nb":2.90437,"stoi":0.87933,"estoi":0.73841,"si_sdr":6.85393,"mel_dist":0.18623,"stft_dist":1.18426,"f0_rmse_cents":157.25482,"f0_corr":0.87379,"vuv_err":0.15046,"score_intelligibility":0.63402,"score_speaker":0.80557,"score_quality":0.89882,"score_fidelity":0.71434,"score":0.76319},"fr":{"n":50,"unit":"wer","wer":16.75889,"wer_orig":4.98024,"dwer":11.77866,"wer_pseudo":14.7619,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.75547,"utmos":2.15587,"dnsmos_ovrl":3.0371,"dnsmos_sig":3.36339,"dnsmos_bak":4.01641,"pesq_wb":2.03114,"pesq_nb":2.61909,"stoi":0.86645,"estoi":0.76901,"si_sdr":4.89833,"mel_dist":0.23794,"stft_dist":1.34582,"f0_rmse_cents":192.51935,"f0_corr":0.79434,"vuv_err":0.1917,"score_intelligibility":0.33675,"score_speaker":0.75547,"score_quality":0.92326,"score_fidelity":0.6518,"score":0.66682},"es":{"n":50,"unit":"wer","wer":5.63636,"wer_orig":3.09091,"dwer":2.54545,"wer_pseudo":3.73747,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8048,"utmos":2.46954,"dnsmos_ovrl":3.19761,"dnsmos_sig":3.53485,"dnsmos_bak":3.96898,"pesq_wb":2.55612,"pesq_nb":3.09584,"stoi":0.88276,"estoi":0.77986,"si_sdr":6.05772,"mel_dist":0.20373,"stft_dist":1.26626,"f0_rmse_cents":193.70396,"f0_corr":0.84211,"vuv_err":0.15804,"score_intelligibility":0.61644,"score_speaker":0.8048,"score_quality":0.91728,"score_fidelity":0.72316,"score":0.76542},"it":{"n":50,"unit":"wer","wer":7.9235,"wer_orig":2.55009,"dwer":5.37341,"wer_pseudo":7.31261,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.78684,"utmos":2.52158,"dnsmos_ovrl":3.26838,"dnsmos_sig":3.5537,"dnsmos_bak":4.08498,"pesq_wb":2.38482,"pesq_nb":2.96592,"stoi":0.87173,"estoi":0.76296,"si_sdr":5.75547,"mel_dist":0.2099,"stft_dist":1.2615,"f0_rmse_cents":137.37935,"f0_corr":0.77923,"vuv_err":0.15017,"score_intelligibility":0.39784,"score_speaker":0.78684,"score_quality":0.85319,"score_fidelity":0.68221,"score":0.68002},"pt":{"n":50,"unit":"wer","wer":5.17578,"wer_orig":3.41797,"dwer":1.75781,"wer_pseudo":3.54331,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.85197,"utmos":2.35534,"dnsmos_ovrl":3.04897,"dnsmos_sig":3.4447,"dnsmos_bak":3.76718,"pesq_wb":2.27612,"pesq_nb":2.86302,"stoi":0.83799,"estoi":0.72281,"si_sdr":5.12781,"mel_dist":0.19891,"stft_dist":1.23951,"f0_rmse_cents":302.16104,"f0_corr":0.78091,"vuv_err":0.1761,"score_intelligibility":0.71537,"score_speaker":0.85197,"score_quality":0.95006,"score_fidelity":0.66117,"score":0.79464},"nl":{"n":50,"unit":"wer","wer":25.95897,"wer_orig":5.26316,"dwer":20.69581,"wer_pseudo":23.27663,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.64454,"utmos":1.30541,"dnsmos_ovrl":2.22325,"dnsmos_sig":2.59696,"dnsmos_bak":3.92847,"pesq_wb":1.28901,"pesq_nb":1.87373,"stoi":0.79757,"estoi":0.62459,"si_sdr":-5.26287,"mel_dist":0.25181,"stft_dist":1.71326,"f0_rmse_cents":396.22049,"f0_corr":0.51485,"vuv_err":0.34753,"score_intelligibility":0.23232,"score_speaker":0.64454,"score_quality":0.42977,"score_fidelity":0.465,"score":0.44291},"pl":{"n":50,"unit":"wer","wer":22.58772,"wer_orig":3.28947,"dwer":19.29825,"wer_pseudo":21.82018,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.71227,"utmos":1.87084,"dnsmos_ovrl":2.91504,"dnsmos_sig":3.26558,"dnsmos_bak":3.99527,"pesq_wb":1.67483,"pesq_nb":2.31036,"stoi":0.85638,"estoi":0.72148,"si_sdr":-1.60162,"mel_dist":0.29177,"stft_dist":1.59734,"f0_rmse_cents":339.79406,"f0_corr":0.49529,"vuv_err":0.21524,"score_intelligibility":0.18185,"score_speaker":0.71227,"score_quality":0.7292,"score_fidelity":0.51483,"score":0.53454},"cs":{"n":50,"unit":"wer","wer":23.22054,"wer_orig":9.45158,"dwer":13.76896,"wer_pseudo":20.21028,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.81816,"utmos":2.19855,"dnsmos_ovrl":3.14527,"dnsmos_sig":3.46976,"dnsmos_bak":3.95265,"pesq_wb":1.95835,"pesq_nb":2.60568,"stoi":0.84961,"estoi":0.72658,"si_sdr":6.07475,"mel_dist":0.20794,"stft_dist":1.25185,"f0_rmse_cents":107.99479,"f0_corr":0.85101,"vuv_err":0.12346,"score_intelligibility":0.43152,"score_speaker":0.81816,"score_quality":0.88167,"score_fidelity":0.65814,"score":0.69737},"tr":{"n":50,"unit":"wer","wer":26.18421,"wer_orig":7.76316,"dwer":18.42105,"wer_pseudo":24.11067,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.74749,"utmos":1.92013,"dnsmos_ovrl":2.95584,"dnsmos_sig":3.30876,"dnsmos_bak":3.99449,"pesq_wb":1.98111,"pesq_nb":2.53743,"stoi":0.82719,"estoi":0.66426,"si_sdr":2.86425,"mel_dist":0.26755,"stft_dist":1.55047,"f0_rmse_cents":205.59498,"f0_corr":0.75323,"vuv_err":0.15524,"score_intelligibility":0.32236,"score_speaker":0.74749,"score_quality":0.83656,"score_fidelity":0.62025,"score":0.63166},"id":{"n":50,"unit":"wer","wer":19.12633,"wer_orig":5.90319,"dwer":13.22314,"wer_pseudo":18.06375,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.74164,"utmos":1.72239,"dnsmos_ovrl":2.64885,"dnsmos_sig":3.16917,"dnsmos_bak":3.17337,"pesq_wb":1.84085,"pesq_nb":2.45316,"stoi":0.74382,"estoi":0.56768,"si_sdr":3.31928,"mel_dist":0.17789,"stft_dist":1.24635,"f0_rmse_cents":198.68351,"f0_corr":0.77864,"vuv_err":0.18216,"score_intelligibility":0.34299,"score_speaker":0.74164,"score_quality":0.85133,"score_fidelity":0.58757,"score":0.63088},"vi":{"n":50,"unit":"wer","wer":26.88942,"wer_orig":7.71679,"dwer":19.17263,"wer_pseudo":24.36306,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.70874,"utmos":1.73922,"dnsmos_ovrl":2.66092,"dnsmos_sig":3.17915,"dnsmos_bak":3.56973,"pesq_wb":1.77382,"pesq_nb":2.3995,"stoi":0.70409,"estoi":0.53089,"si_sdr":2.28496,"mel_dist":0.18546,"stft_dist":1.30744,"f0_rmse_cents":267.54631,"f0_corr":0.67792,"vuv_err":0.219,"score_intelligibility":0.31255,"score_speaker":0.70874,"score_quality":0.78419,"score_fidelity":0.53437,"score":0.58496},"ru":{"n":50,"unit":"wer","wer":8.67052,"wer_orig":4.50867,"dwer":4.16185,"wer_pseudo":5.44612,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.72871,"utmos":1.88435,"dnsmos_ovrl":2.81702,"dnsmos_sig":3.1377,"dnsmos_bak":3.97804,"pesq_wb":1.8134,"pesq_nb":2.36412,"stoi":0.84633,"estoi":0.71453,"si_sdr":1.9996,"mel_dist":0.23174,"stft_dist":1.44993,"f0_rmse_cents":281.01162,"f0_corr":0.58105,"vuv_err":0.21432,"score_intelligibility":0.56964,"score_speaker":0.72871,"score_quality":0.70687,"score_fidelity":0.55326,"score":0.63962},"uk":{"n":50,"unit":"wer","wer":22.47446,"wer_orig":6.46992,"dwer":16.00454,"wer_pseudo":20.68182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.68654,"utmos":2.23458,"dnsmos_ovrl":3.02723,"dnsmos_sig":3.34251,"dnsmos_bak":4.07288,"pesq_wb":2.02846,"pesq_nb":2.46291,"stoi":0.84184,"estoi":0.68601,"si_sdr":3.3851,"mel_dist":0.26035,"stft_dist":1.4928,"f0_rmse_cents":274.20339,"f0_corr":0.71516,"vuv_err":0.17389,"score_intelligibility":0.31821,"score_speaker":0.68654,"score_quality":0.88418,"score_fidelity":0.61695,"score":0.62647},"el":{"n":50,"unit":"wer","wer":30.66132,"wer_orig":12.02405,"dwer":18.63727,"wer_pseudo":27.22723,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.68552,"utmos":1.89377,"dnsmos_ovrl":2.79993,"dnsmos_sig":3.21403,"dnsmos_bak":3.83701,"pesq_wb":1.95268,"pesq_nb":2.61006,"stoi":0.83135,"estoi":0.682,"si_sdr":4.30795,"mel_dist":0.19673,"stft_dist":1.30205,"f0_rmse_cents":126.84366,"f0_corr":0.84045,"vuv_err":0.16189,"score_intelligibility":0.41136,"score_speaker":0.68552,"score_quality":0.71192,"score_fidelity":0.648,"score":0.6142},"ar":{"n":50,"unit":"wer","wer":22.93465,"wer_orig":12.45376,"dwer":10.48089,"wer_pseudo":16.68727,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.81017,"utmos":2.05575,"dnsmos_ovrl":3.06095,"dnsmos_sig":3.43651,"dnsmos_bak":3.89,"pesq_wb":1.96447,"pesq_nb":2.52739,"stoi":0.8817,"estoi":0.78665,"si_sdr":3.37906,"mel_dist":0.21889,"stft_dist":1.3441,"f0_rmse_cents":123.51121,"f0_corr":0.8595,"vuv_err":0.15223,"score_intelligibility":0.5621,"score_speaker":0.81017,"score_quality":0.79433,"score_fidelity":0.67225,"score":0.70971},"fa":{"n":50,"unit":"wer","wer":47.77143,"wer_orig":25.94286,"dwer":21.82857,"wer_pseudo":34.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.69374,"utmos":1.95,"dnsmos_ovrl":2.67799,"dnsmos_sig":3.1665,"dnsmos_bak":3.70364,"pesq_wb":1.70872,"pesq_nb":2.37147,"stoi":0.70365,"estoi":0.52661,"si_sdr":-1.20374,"mel_dist":0.28823,"stft_dist":1.59071,"f0_rmse_cents":327.56672,"f0_corr":0.6449,"vuv_err":0.22498,"score_intelligibility":0.55243,"score_speaker":0.69374,"score_quality":0.75011,"score_fidelity":0.51701,"score":0.62832},"he":{"n":50,"unit":"wer","wer":52.7907,"wer_orig":19.4186,"dwer":33.37209,"wer_pseudo":45.07042,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.67299,"utmos":2.09058,"dnsmos_ovrl":2.72749,"dnsmos_sig":3.08894,"dnsmos_bak":3.95241,"pesq_wb":1.94645,"pesq_nb":2.39464,"stoi":0.83762,"estoi":0.69485,"si_sdr":2.48809,"mel_dist":0.23956,"stft_dist":1.43192,"f0_rmse_cents":179.96868,"f0_corr":0.74532,"vuv_err":0.23239,"score_intelligibility":0.37959,"score_speaker":0.67299,"score_quality":0.84252,"score_fidelity":0.61778,"score":0.62822},"hi":{"n":50,"unit":"wer","wer":38.78116,"wer_orig":26.31579,"dwer":12.46537,"wer_pseudo":30.33606,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.69887,"utmos":1.88717,"dnsmos_ovrl":2.79174,"dnsmos_sig":3.36381,"dnsmos_bak":3.50342,"pesq_wb":1.97031,"pesq_nb":2.5581,"stoi":0.81023,"estoi":0.66957,"si_sdr":4.57358,"mel_dist":0.22494,"stft_dist":1.34287,"f0_rmse_cents":187.52369,"f0_corr":0.80215,"vuv_err":0.18358,"score_intelligibility":0.68665,"score_speaker":0.69887,"score_quality":0.84243,"score_fidelity":0.62987,"score":0.71445},"zh":{"n":50,"unit":"cer","wer":14.69388,"wer_orig":7.40525,"dwer":7.28863,"wer_pseudo":9.39024,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.69585,"utmos":1.79004,"dnsmos_ovrl":2.81973,"dnsmos_sig":3.20087,"dnsmos_bak":3.90127,"pesq_wb":1.75501,"pesq_nb":2.38494,"stoi":0.83631,"estoi":0.69799,"si_sdr":-0.32106,"mel_dist":0.20711,"stft_dist":1.42182,"f0_rmse_cents":207.12988,"f0_corr":0.7897,"vuv_err":0.13792,"score_intelligibility":0.53557,"score_speaker":0.69585,"score_quality":0.65846,"score_fidelity":0.61391,"score":0.62595},"yue":{"n":50,"unit":"cer","wer":23.42679,"wer_orig":14.39252,"dwer":9.03427,"wer_pseudo":19.18936,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.80477,"utmos":2.32653,"dnsmos_ovrl":3.0023,"dnsmos_sig":3.36715,"dnsmos_bak":3.90336,"pesq_wb":1.97358,"pesq_nb":2.56293,"stoi":0.85026,"estoi":0.71162,"si_sdr":2.80523,"mel_dist":0.19074,"stft_dist":1.30184,"f0_rmse_cents":254.55349,"f0_corr":0.81934,"vuv_err":0.16431,"score_intelligibility":0.63015,"score_speaker":0.80477,"score_quality":0.83306,"score_fidelity":0.64925,"score":0.72931},"ja":{"n":50,"unit":"cer","wer":13.55076,"wer_orig":3.53698,"dwer":10.01378,"wer_pseudo":11.94304,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.6384,"utmos":1.79398,"dnsmos_ovrl":2.47209,"dnsmos_sig":3.10529,"dnsmos_bak":3.34428,"pesq_wb":1.76415,"pesq_nb":2.30207,"stoi":0.69118,"estoi":0.48964,"si_sdr":-3.6089,"mel_dist":0.29173,"stft_dist":1.64093,"f0_rmse_cents":506.35518,"f0_corr":0.41261,"vuv_err":0.24766,"score_intelligibility":0.3118,"score_speaker":0.6384,"score_quality":0.86153,"score_fidelity":0.44071,"score":0.56311},"ko":{"n":50,"unit":"cer","wer":8.08824,"wer_orig":5.14706,"dwer":2.94118,"wer_pseudo":5.36072,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.72964,"utmos":2.16587,"dnsmos_ovrl":2.86806,"dnsmos_sig":3.21949,"dnsmos_bak":3.97791,"pesq_wb":2.12977,"pesq_nb":2.64487,"stoi":0.83963,"estoi":0.71535,"si_sdr":2.39251,"mel_dist":0.36476,"stft_dist":1.72544,"f0_rmse_cents":214.58039,"f0_corr":0.7753,"vuv_err":0.15964,"score_intelligibility":0.67638,"score_speaker":0.72964,"score_quality":0.71484,"score_fidelity":0.6459,"score":0.69169},"th":{"n":50,"unit":"cer","wer":20.18998,"wer_orig":7.61924,"dwer":12.57074,"wer_pseudo":18.42478,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.7238,"utmos":1.43803,"dnsmos_ovrl":2.50362,"dnsmos_sig":2.99504,"dnsmos_bak":3.662,"pesq_wb":1.38409,"pesq_nb":1.86356,"stoi":0.79182,"estoi":0.64251,"si_sdr":-0.70221,"mel_dist":0.22045,"stft_dist":1.5293,"f0_rmse_cents":277.30403,"f0_corr":0.72548,"vuv_err":0.24222,"score_intelligibility":0.40676,"score_speaker":0.7238,"score_quality":0.58098,"score_fidelity":0.54235,"score":0.56347}}},{"codec":"speech_dac_24k_3kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"speech_dac_24k_3kbps","family":"DAC-speech (IBM)","checkpoint":"ibm-research/DAC.speech.v1.0/weights_24khz_3kbps_v1.0.pth","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT (code), CDLA-Permissive-2.0 (weights)","paper":"2410.08325","year":2024,"bitrate_kbps":3.0,"notes":"DAC 24 kHz fine-tuned on English speech (LibriTTS(-R), LibriLight, LJSpeech, DAPS) with 4 RVQ codebooks; converted from the original .pth to transformers.DacModel","side_info":null,"warning":null,"env":"main"},"kbps":3.0,"kbps_measured":2.99917,"tokens_per_s":299.91715,"params_M":73.93683,"efficiency":{"rtf_encode":0.00329,"rtf_decode":0.00596,"peak_vram_gb":1.13974,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.85118,"score_worst_lang":0.76787,"worst_lang":"ja","en_gap":-0.02113,"score_intelligibility":0.80356,"score_speaker":0.90209,"score_quality":0.91684,"score_fidelity":0.78226,"dwer":2.40854,"wer":11.21435,"wer_pseudo":5.56076,"sim":0.90209,"utmos":2.33378,"dnsmos_ovrl":2.95665,"dnsmos_sig":3.37009,"dnsmos_bak":3.86082,"pesq_wb":2.92292,"pesq_nb":3.45618,"stoi":0.90203,"estoi":0.82075,"si_sdr":7.46627,"mel_dist":0.18079,"stft_dist":1.1866,"f0_rmse_cents":123.30632,"f0_corr":0.89533,"vuv_err":0.13775,"score_ci95":[0.84343,0.85792]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.37463,"wer_orig":6.98132,"dwer":0.39331,"wer_pseudo":3.21012,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.85361,"utmos":2.02392,"dnsmos_ovrl":2.45241,"dnsmos_sig":3.01337,"dnsmos_bak":3.67176,"pesq_wb":2.3565,"pesq_nb":2.96697,"stoi":0.85207,"estoi":0.74097,"si_sdr":5.33836,"mel_dist":0.22355,"stft_dist":1.34305,"f0_rmse_cents":130.79744,"f0_corr":0.91069,"vuv_err":0.15117,"score_intelligibility":0.95304,"score_speaker":0.85361,"score_quality":0.80031,"score_fidelity":0.71678,"score":0.83093},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":3.35707,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.92492,"utmos":2.63132,"dnsmos_ovrl":3.12441,"dnsmos_sig":3.4166,"dnsmos_bak":4.06795,"pesq_wb":3.35437,"pesq_nb":3.71039,"stoi":0.93508,"estoi":0.85359,"si_sdr":10.81751,"mel_dist":0.15125,"stft_dist":1.03732,"f0_rmse_cents":113.1985,"f0_corr":0.92658,"vuv_err":0.12195,"score_intelligibility":0.85683,"score_speaker":0.92492,"score_quality":0.9716,"score_fidelity":0.84478,"score":0.89953},"fr":{"n":50,"unit":"wer","wer":7.50988,"wer_orig":4.98024,"dwer":2.52964,"wer_pseudo":4.36508,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.91634,"utmos":2.2739,"dnsmos_ovrl":3.04686,"dnsmos_sig":3.39443,"dnsmos_bak":3.98479,"pesq_wb":2.97697,"pesq_nb":3.48967,"stoi":0.93032,"estoi":0.87546,"si_sdr":8.72343,"mel_dist":0.18403,"stft_dist":1.14565,"f0_rmse_cents":132.58458,"f0_corr":0.88743,"vuv_err":0.14851,"score_intelligibility":0.70274,"score_speaker":0.91634,"score_quality":0.96648,"score_fidelity":0.7942,"score":0.84494},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92943,"utmos":2.63909,"dnsmos_ovrl":3.22815,"dnsmos_sig":3.57529,"dnsmos_bak":3.96106,"pesq_wb":3.46526,"pesq_nb":3.7898,"stoi":0.93496,"estoi":0.87506,"si_sdr":9.64972,"mel_dist":0.17227,"stft_dist":1.13146,"f0_rmse_cents":158.57766,"f0_corr":0.9076,"vuv_err":0.13727,"score_intelligibility":0.88235,"score_speaker":0.92943,"score_quality":0.96542,"score_fidelity":0.84897,"score":0.90654},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":2.10238,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92688,"utmos":2.84707,"dnsmos_ovrl":3.31091,"dnsmos_sig":3.59959,"dnsmos_bak":4.08658,"pesq_wb":3.38144,"pesq_nb":3.76268,"stoi":0.93179,"estoi":0.87035,"si_sdr":9.66029,"mel_dist":0.17214,"stft_dist":1.11079,"f0_rmse_cents":89.91375,"f0_corr":0.89703,"vuv_err":0.1118,"score_intelligibility":0.84776,"score_speaker":0.92688,"score_quality":0.93881,"score_fidelity":0.83641,"score":0.88747},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94021,"utmos":2.47417,"dnsmos_ovrl":3.09141,"dnsmos_sig":3.47196,"dnsmos_bak":3.81433,"pesq_wb":3.11858,"pesq_nb":3.57777,"stoi":0.89915,"estoi":0.82378,"si_sdr":8.13271,"mel_dist":0.1657,"stft_dist":1.11426,"f0_rmse_cents":248.08547,"f0_corr":0.87638,"vuv_err":0.15313,"score_intelligibility":1.0,"score_speaker":0.94021,"score_quality":0.98952,"score_fidelity":0.79361,"score":0.93083},"nl":{"n":50,"unit":"wer","wer":7.85013,"wer_orig":5.26316,"dwer":2.58698,"wer_pseudo":3.67055,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.88497,"utmos":2.3803,"dnsmos_ovrl":2.76702,"dnsmos_sig":3.15405,"dnsmos_bak":4.10426,"pesq_wb":2.64516,"pesq_nb":3.27823,"stoi":0.91706,"estoi":0.83434,"si_sdr":4.80099,"mel_dist":0.1936,"stft_dist":1.36847,"f0_rmse_cents":120.07029,"f0_corr":0.89349,"vuv_err":0.15331,"score_intelligibility":0.70769,"score_speaker":0.88497,"score_quality":0.85057,"score_fidelity":0.7602,"score":0.80086},"pl":{"n":50,"unit":"wer","wer":7.01754,"wer_orig":3.28947,"dwer":3.72807,"wer_pseudo":4.82456,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.90369,"utmos":2.4429,"dnsmos_ovrl":3.07455,"dnsmos_sig":3.41535,"dnsmos_bak":4.05098,"pesq_wb":2.88648,"pesq_nb":3.44305,"stoi":0.93339,"estoi":0.86296,"si_sdr":3.93411,"mel_dist":0.21879,"stft_dist":1.32489,"f0_rmse_cents":120.7311,"f0_corr":0.80259,"vuv_err":0.14778,"score_intelligibility":0.53501,"score_speaker":0.90369,"score_quality":0.9129,"score_fidelity":0.75832,"score":0.77748},"cs":{"n":50,"unit":"wer","wer":12.25204,"wer_orig":9.45158,"dwer":2.80047,"wer_pseudo":8.17757,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93616,"utmos":2.39627,"dnsmos_ovrl":3.17015,"dnsmos_sig":3.50457,"dnsmos_bak":3.96142,"pesq_wb":2.99264,"pesq_nb":3.46691,"stoi":0.91936,"estoi":0.84662,"si_sdr":9.35722,"mel_dist":0.17133,"stft_dist":1.10808,"f0_rmse_cents":82.15888,"f0_corr":0.92401,"vuv_err":0.1093,"score_intelligibility":0.78868,"score_speaker":0.93616,"score_quality":0.94464,"score_fidelity":0.80423,"score":0.86843},"tr":{"n":50,"unit":"wer","wer":10.26316,"wer_orig":7.76316,"dwer":2.5,"wer_pseudo":4.74308,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.90383,"utmos":2.0633,"dnsmos_ovrl":3.03197,"dnsmos_sig":3.38827,"dnsmos_bak":3.99852,"pesq_wb":2.92398,"pesq_nb":3.47858,"stoi":0.90573,"estoi":0.81331,"si_sdr":8.1491,"mel_dist":0.18975,"stft_dist":1.22257,"f0_rmse_cents":88.53753,"f0_corr":0.95207,"vuv_err":0.10989,"score_intelligibility":0.77804,"score_speaker":0.90383,"score_quality":0.91099,"score_fidelity":0.8025,"score":0.84884},"id":{"n":50,"unit":"wer","wer":10.62574,"wer_orig":5.90319,"dwer":4.72255,"wer_pseudo":6.8477,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89118,"utmos":1.86472,"dnsmos_ovrl":2.77227,"dnsmos_sig":3.35065,"dnsmos_bak":3.30742,"pesq_wb":2.77648,"pesq_nb":3.29374,"stoi":0.84726,"estoi":0.73061,"si_sdr":7.29825,"mel_dist":0.14785,"stft_dist":1.10625,"f0_rmse_cents":121.16383,"f0_corr":0.83435,"vuv_err":0.16766,"score_intelligibility":0.59378,"score_speaker":0.89118,"score_quality":0.94995,"score_fidelity":0.72973,"score":0.79116},"vi":{"n":50,"unit":"wer","wer":10.50119,"wer_orig":7.71679,"dwer":2.78441,"wer_pseudo":5.09554,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.87024,"utmos":1.93271,"dnsmos_ovrl":2.78564,"dnsmos_sig":3.32208,"dnsmos_bak":3.62347,"pesq_wb":2.83008,"pesq_nb":3.42712,"stoi":0.8327,"estoi":0.72535,"si_sdr":8.33702,"mel_dist":0.14827,"stft_dist":1.09725,"f0_rmse_cents":105.11311,"f0_corr":0.91412,"vuv_err":0.12903,"score_intelligibility":0.7579,"score_speaker":0.87024,"score_quality":0.90553,"score_fidelity":0.75657,"score":0.82256},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":1.96987,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.90617,"utmos":2.34929,"dnsmos_ovrl":3.02671,"dnsmos_sig":3.35905,"dnsmos_bak":4.04421,"pesq_wb":2.96586,"pesq_nb":3.45969,"stoi":0.92494,"estoi":0.85475,"si_sdr":7.04629,"mel_dist":0.18648,"stft_dist":1.23317,"f0_rmse_cents":143.99224,"f0_corr":0.82217,"vuv_err":0.15619,"score_intelligibility":0.84113,"score_speaker":0.90617,"score_quality":0.89608,"score_fidelity":0.76959,"score":0.85324},"uk":{"n":50,"unit":"wer","wer":9.08059,"wer_orig":6.46992,"dwer":2.61067,"wer_pseudo":5.22727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.89515,"utmos":2.37726,"dnsmos_ovrl":3.07946,"dnsmos_sig":3.4126,"dnsmos_bak":4.07574,"pesq_wb":2.9428,"pesq_nb":3.43466,"stoi":0.91941,"estoi":0.83194,"si_sdr":8.76173,"mel_dist":0.1899,"stft_dist":1.19526,"f0_rmse_cents":106.1864,"f0_corr":0.91477,"vuv_err":0.1308,"score_intelligibility":0.74102,"score_speaker":0.89515,"score_quality":0.93641,"score_fidelity":0.79642,"score":0.84225},"el":{"n":50,"unit":"wer","wer":17.93587,"wer_orig":12.02405,"dwer":5.91182,"wer_pseudo":11.41141,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8893,"utmos":2.44916,"dnsmos_ovrl":2.98216,"dnsmos_sig":3.41899,"dnsmos_bak":3.85321,"pesq_wb":3.05066,"pesq_nb":3.64414,"stoi":0.91123,"estoi":0.82351,"si_sdr":9.12973,"mel_dist":0.15849,"stft_dist":1.09696,"f0_rmse_cents":82.66701,"f0_corr":0.92985,"vuv_err":0.1178,"score_intelligibility":0.6878,"score_speaker":0.8893,"score_quality":0.91735,"score_fidelity":0.80899,"score":0.82586},"ar":{"n":50,"unit":"wer","wer":13.68681,"wer_orig":12.45376,"dwer":1.23305,"wer_pseudo":4.94438,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93649,"utmos":2.49623,"dnsmos_ovrl":3.18677,"dnsmos_sig":3.5577,"dnsmos_bak":3.94158,"pesq_wb":2.9528,"pesq_nb":3.50787,"stoi":0.94191,"estoi":0.89147,"si_sdr":7.01473,"mel_dist":0.17746,"stft_dist":1.1658,"f0_rmse_cents":103.19937,"f0_corr":0.916,"vuv_err":0.12017,"score_intelligibility":0.91604,"score_speaker":0.93649,"score_quality":0.94718,"score_fidelity":0.80529,"score":0.90125},"fa":{"n":50,"unit":"wer","wer":29.14286,"wer_orig":25.94286,"dwer":3.2,"wer_pseudo":9.72973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.89769,"utmos":2.21471,"dnsmos_ovrl":2.83638,"dnsmos_sig":3.34268,"dnsmos_bak":3.7408,"pesq_wb":2.58486,"pesq_nb":3.33364,"stoi":0.82042,"estoi":0.71875,"si_sdr":5.23192,"mel_dist":0.1726,"stft_dist":1.20833,"f0_rmse_cents":168.15692,"f0_corr":0.84507,"vuv_err":0.13748,"score_intelligibility":0.89384,"score_speaker":0.89769,"score_quality":0.875,"score_fidelity":0.7061,"score":0.84316},"he":{"n":50,"unit":"wer","wer":27.44186,"wer_orig":19.4186,"dwer":8.02326,"wer_pseudo":15.25822,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.8934,"utmos":2.22298,"dnsmos_ovrl":2.81777,"dnsmos_sig":3.19994,"dnsmos_bak":3.96473,"pesq_wb":2.81483,"pesq_nb":3.33842,"stoi":0.91964,"estoi":0.84181,"si_sdr":8.09761,"mel_dist":0.17844,"stft_dist":1.1514,"f0_rmse_cents":109.54175,"f0_corr":0.82641,"vuv_err":0.16643,"score_intelligibility":0.71791,"score_speaker":0.8934,"score_quality":0.91117,"score_fidelity":0.75486,"score":0.81933},"hi":{"n":50,"unit":"wer","wer":30.00923,"wer_orig":26.31579,"dwer":3.69344,"wer_pseudo":11.08084,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.88817,"utmos":2.14273,"dnsmos_ovrl":2.79904,"dnsmos_sig":3.37406,"dnsmos_bak":3.46361,"pesq_wb":2.88243,"pesq_nb":3.42936,"stoi":0.8897,"estoi":0.80385,"si_sdr":8.84488,"mel_dist":0.17925,"stft_dist":1.14749,"f0_rmse_cents":93.56811,"f0_corr":0.9215,"vuv_err":0.14639,"score_intelligibility":0.88089,"score_speaker":0.88817,"score_quality":0.94106,"score_fidelity":0.78301,"score":0.87328},"zh":{"n":50,"unit":"cer","wer":8.92128,"wer_orig":7.40525,"dwer":1.51603,"wer_pseudo":2.5,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.8941,"utmos":2.41241,"dnsmos_ovrl":3.04786,"dnsmos_sig":3.39794,"dnsmos_bak":4.00242,"pesq_wb":2.96119,"pesq_nb":3.56082,"stoi":0.92676,"estoi":0.86344,"si_sdr":5.46546,"mel_dist":0.1602,"stft_dist":1.16987,"f0_rmse_cents":82.59658,"f0_corr":0.93813,"vuv_err":0.08412,"score_intelligibility":0.84719,"score_speaker":0.8941,"score_quality":0.88565,"score_fidelity":0.80841,"score":0.85884},"yue":{"n":50,"unit":"cer","wer":16.82243,"wer_orig":14.39252,"dwer":2.42991,"wer_pseudo":11.33629,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91701,"utmos":2.684,"dnsmos_ovrl":3.06701,"dnsmos_sig":3.44079,"dnsmos_bak":3.90849,"pesq_wb":3.04084,"pesq_nb":3.51897,"stoi":0.92235,"estoi":0.84751,"si_sdr":6.78697,"mel_dist":0.15073,"stft_dist":1.11683,"f0_rmse_cents":149.51864,"f0_corr":0.91896,"vuv_err":0.10854,"score_intelligibility":0.86366,"score_speaker":0.91701,"score_quality":0.93287,"score_fidelity":0.80813,"score":0.88042},"ja":{"n":50,"unit":"cer","wer":6.24713,"wer_orig":3.53698,"dwer":2.71015,"wer_pseudo":3.95039,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.83589,"utmos":1.85926,"dnsmos_ovrl":2.50076,"dnsmos_sig":3.13393,"dnsmos_bak":3.30684,"pesq_wb":2.52506,"pesq_nb":3.17457,"stoi":0.80503,"estoi":0.67658,"si_sdr":4.74002,"mel_dist":0.19126,"stft_dist":1.24262,"f0_rmse_cents":131.18418,"f0_corr":0.88087,"vuv_err":0.15425,"score_intelligibility":0.62604,"score_speaker":0.83589,"score_quality":0.90236,"score_fidelity":0.70721,"score":0.76787},"ko":{"n":50,"unit":"cer","wer":4.90196,"wer_orig":5.14706,"dwer":-0.2451,"wer_pseudo":1.60321,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.9013,"utmos":2.81309,"dnsmos_ovrl":3.01858,"dnsmos_sig":3.38188,"dnsmos_bak":4.02041,"pesq_wb":3.16897,"pesq_nb":3.65343,"stoi":0.92486,"estoi":0.86136,"si_sdr":8.14335,"mel_dist":0.28607,"stft_dist":1.42959,"f0_rmse_cents":104.51198,"f0_corr":0.9573,"vuv_err":0.17468,"score_intelligibility":1.0,"score_speaker":0.9013,"score_quality":0.89491,"score_fidelity":0.83396,"score":0.90754},"th":{"n":50,"unit":"cer","wer":8.95311,"wer_orig":7.61924,"dwer":1.33387,"wer_pseudo":5.22373,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.91394,"utmos":2.01987,"dnsmos_ovrl":2.74131,"dnsmos_sig":3.25633,"dnsmos_bak":3.70502,"pesq_wb":2.55184,"pesq_nb":3.20793,"stoi":0.90348,"estoi":0.83076,"si_sdr":5.72902,"mel_dist":0.16953,"stft_dist":1.21094,"f0_rmse_cents":173.29651,"f0_corr":0.89065,"vuv_err":0.16825,"score_intelligibility":0.86598,"score_speaker":0.91394,"score_quality":0.85749,"score_fidelity":0.74584,"score":0.84581}}},{"codec":"speechtokenizer_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"speechtokenizer_2q","family":"SpeechTokenizer","checkpoint":"fnlp/SpeechTokenizer","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0","paper":"2308.16692","year":2023,"bitrate_kbps":1.0,"notes":"RVQ-1 distilled from HuBERT (semantic), RVQ-2..8 acoustic; trained on LibriSpeech","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":103.67559,"efficiency":{"rtf_encode":0.0047,"rtf_decode":0.00259,"peak_vram_gb":1.03935,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.34666,"score_worst_lang":0.21555,"worst_lang":"nl","en_gap":-0.02707,"score_intelligibility":0.12064,"score_speaker":0.33374,"score_quality":0.49323,"score_fidelity":0.43902,"dwer":80.39583,"wer":89.20164,"wer_pseudo":88.61265,"sim":0.33374,"utmos":1.43073,"dnsmos_ovrl":2.38767,"dnsmos_sig":2.79641,"dnsmos_bak":3.55758,"pesq_wb":1.19312,"pesq_nb":1.49332,"stoi":0.65018,"estoi":0.44844,"si_sdr":-11.57946,"mel_dist":0.30714,"stft_dist":1.78101,"f0_rmse_cents":307.6364,"f0_corr":0.61171,"vuv_err":0.29172,"score_ci95":[0.34328,0.35149]},"per_lang":{"en":{"n":50,"unit":"wer","wer":56.53884,"wer_orig":6.98132,"dwer":49.55752,"wer_pseudo":55.44747,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.1788,"utmos":1.6964,"dnsmos_ovrl":2.12125,"dnsmos_sig":2.53307,"dnsmos_bak":3.70323,"pesq_wb":1.15037,"pesq_nb":1.38154,"stoi":0.56297,"estoi":0.35065,"si_sdr":-19.98529,"mel_dist":0.34194,"stft_dist":2.02681,"f0_rmse_cents":349.26543,"f0_corr":0.52901,"vuv_err":0.3383,"score_intelligibility":0.13871,"score_speaker":0.1788,"score_quality":0.58702,"score_fidelity":0.37831,"score":0.32071},"de":{"n":50,"unit":"wer","wer":47.20244,"wer_orig":5.69685,"dwer":41.5056,"wer_pseudo":45.26958,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.39157,"utmos":1.5832,"dnsmos_ovrl":2.6602,"dnsmos_sig":2.99007,"dnsmos_bak":3.84958,"pesq_wb":1.27403,"pesq_nb":1.62165,"stoi":0.73768,"estoi":0.50986,"si_sdr":-4.70389,"mel_dist":0.27953,"stft_dist":1.58097,"f0_rmse_cents":207.9562,"f0_corr":0.73593,"vuv_err":0.23204,"score_intelligibility":0.13893,"score_speaker":0.39157,"score_quality":0.56711,"score_fidelity":0.5173,"score":0.40373},"fr":{"n":50,"unit":"wer","wer":164.42688,"wer_orig":4.98024,"dwer":159.44664,"wer_pseudo":164.92063,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.32132,"utmos":1.46907,"dnsmos_ovrl":2.59436,"dnsmos_sig":2.9626,"dnsmos_bak":3.78479,"pesq_wb":1.20274,"pesq_nb":1.46128,"stoi":0.69586,"estoi":0.53138,"si_sdr":-10.79323,"mel_dist":0.33592,"stft_dist":1.75856,"f0_rmse_cents":257.30843,"f0_corr":0.68231,"vuv_err":0.29634,"score_intelligibility":0.03615,"score_speaker":0.32132,"score_quality":0.5647,"score_fidelity":0.4787,"score":0.35022},"es":{"n":50,"unit":"wer","wer":24.27273,"wer_orig":3.09091,"dwer":21.18182,"wer_pseudo":22.97174,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.35271,"utmos":1.66003,"dnsmos_ovrl":2.86907,"dnsmos_sig":3.27961,"dnsmos_bak":3.70109,"pesq_wb":1.3758,"pesq_nb":1.77193,"stoi":0.75375,"estoi":0.57694,"si_sdr":-5.01004,"mel_dist":0.30182,"stft_dist":1.66187,"f0_rmse_cents":219.67598,"f0_corr":0.79085,"vuv_err":0.21929,"score_intelligibility":0.16187,"score_speaker":0.35271,"score_quality":0.61491,"score_fidelity":0.55065,"score":0.42004},"it":{"n":50,"unit":"wer","wer":26.77596,"wer_orig":2.55009,"dwer":24.22587,"wer_pseudo":26.50823,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.34156,"utmos":1.63345,"dnsmos_ovrl":2.81035,"dnsmos_sig":3.21294,"dnsmos_bak":3.71407,"pesq_wb":1.29931,"pesq_nb":1.66747,"stoi":0.72625,"estoi":0.54641,"si_sdr":-5.39693,"mel_dist":0.29717,"stft_dist":1.64874,"f0_rmse_cents":199.05171,"f0_corr":0.60694,"vuv_err":0.23505,"score_intelligibility":0.12781,"score_speaker":0.34156,"score_quality":0.54291,"score_fidelity":0.4729,"score":0.3713},"pt":{"n":50,"unit":"wer","wer":34.375,"wer_orig":3.41797,"dwer":30.95703,"wer_pseudo":34.94094,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.39107,"utmos":1.46184,"dnsmos_ovrl":2.58231,"dnsmos_sig":3.06027,"dnsmos_bak":3.39608,"pesq_wb":1.20679,"pesq_nb":1.56088,"stoi":0.68616,"estoi":0.50734,"si_sdr":-8.07661,"mel_dist":0.30889,"stft_dist":1.73813,"f0_rmse_cents":437.06455,"f0_corr":0.62099,"vuv_err":0.27943,"score_intelligibility":0.12489,"score_speaker":0.39107,"score_quality":0.54884,"score_fidelity":0.45541,"score":0.38005},"nl":{"n":50,"unit":"wer","wer":95.36128,"wer_orig":5.26316,"dwer":90.09813,"wer_pseudo":95.70278,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.21362,"utmos":1.24536,"dnsmos_ovrl":1.7631,"dnsmos_sig":1.99856,"dnsmos_bak":3.7481,"pesq_wb":1.1317,"pesq_nb":1.39576,"stoi":0.6167,"estoi":0.42208,"si_sdr":-24.85593,"mel_dist":0.33018,"stft_dist":2.02905,"f0_rmse_cents":682.62709,"f0_corr":0.25039,"vuv_err":0.46479,"score_intelligibility":0.065,"score_speaker":0.21362,"score_quality":0.28203,"score_fidelity":0.30157,"score":0.21555},"pl":{"n":50,"unit":"wer","wer":110.30702,"wer_orig":3.28947,"dwer":107.01754,"wer_pseudo":109.97807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.31852,"utmos":1.31325,"dnsmos_ovrl":2.27901,"dnsmos_sig":2.62496,"dnsmos_bak":3.71678,"pesq_wb":1.13782,"pesq_nb":1.39032,"stoi":0.6935,"estoi":0.49483,"si_sdr":-16.3644,"mel_dist":0.30698,"stft_dist":1.79724,"f0_rmse_cents":387.15695,"f0_corr":0.46965,"vuv_err":0.34002,"score_intelligibility":0.03854,"score_speaker":0.31852,"score_quality":0.41022,"score_fidelity":0.40084,"score":0.29203},"cs":{"n":50,"unit":"wer","wer":95.7993,"wer_orig":9.45158,"dwer":86.34772,"wer_pseudo":95.91121,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.38371,"utmos":1.45276,"dnsmos_ovrl":2.63724,"dnsmos_sig":3.02016,"dnsmos_bak":3.64841,"pesq_wb":1.18865,"pesq_nb":1.56378,"stoi":0.68169,"estoi":0.49351,"si_sdr":-4.62119,"mel_dist":0.30615,"stft_dist":1.71148,"f0_rmse_cents":244.29466,"f0_corr":0.68046,"vuv_err":0.23062,"score_intelligibility":0.10797,"score_speaker":0.38371,"score_quality":0.53057,"score_fidelity":0.47202,"score":0.37357},"tr":{"n":50,"unit":"wer","wer":84.07895,"wer_orig":7.76316,"dwer":76.31579,"wer_pseudo":84.05797,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.35847,"utmos":1.34287,"dnsmos_ovrl":2.38151,"dnsmos_sig":2.7852,"dnsmos_bak":3.59718,"pesq_wb":1.21243,"pesq_nb":1.56753,"stoi":0.64229,"estoi":0.40616,"si_sdr":-10.06979,"mel_dist":0.31198,"stft_dist":1.75515,"f0_rmse_cents":299.72898,"f0_corr":0.65522,"vuv_err":0.26739,"score_intelligibility":0.103,"score_speaker":0.35847,"score_quality":0.47113,"score_fidelity":0.45273,"score":0.34633},"id":{"n":50,"unit":"wer","wer":91.14522,"wer_orig":5.90319,"dwer":85.24203,"wer_pseudo":91.26328,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.30074,"utmos":1.31076,"dnsmos_ovrl":2.00087,"dnsmos_sig":2.45467,"dnsmos_bak":2.50612,"pesq_wb":1.14867,"pesq_nb":1.48541,"stoi":0.56116,"estoi":0.32317,"si_sdr":-10.52987,"mel_dist":0.30138,"stft_dist":1.73061,"f0_rmse_cents":308.1532,"f0_corr":0.4503,"vuv_err":0.27727,"score_intelligibility":0.07492,"score_speaker":0.30074,"score_quality":0.4503,"score_fidelity":0.35131,"score":0.29432},"vi":{"n":50,"unit":"wer","wer":102.94352,"wer_orig":7.71679,"dwer":95.22673,"wer_pseudo":103.18471,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.35598,"utmos":1.29655,"dnsmos_ovrl":2.15629,"dnsmos_sig":2.70316,"dnsmos_bak":3.23666,"pesq_wb":1.13778,"pesq_nb":1.43225,"stoi":0.52474,"estoi":0.28723,"si_sdr":-11.39795,"mel_dist":0.26905,"stft_dist":1.6935,"f0_rmse_cents":209.9953,"f0_corr":0.71722,"vuv_err":0.34181,"score_intelligibility":0.08386,"score_speaker":0.35598,"score_quality":0.44724,"score_fidelity":0.42711,"score":0.32855},"ru":{"n":50,"unit":"wer","wer":53.06358,"wer_orig":4.50867,"dwer":48.55491,"wer_pseudo":51.91194,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.38248,"utmos":1.36829,"dnsmos_ovrl":2.27748,"dnsmos_sig":2.5742,"dnsmos_bak":3.76266,"pesq_wb":1.18717,"pesq_nb":1.45621,"stoi":0.68175,"estoi":0.48504,"si_sdr":-11.60777,"mel_dist":0.31647,"stft_dist":1.81806,"f0_rmse_cents":422.6045,"f0_corr":0.49313,"vuv_err":0.33385,"score_intelligibility":0.10189,"score_speaker":0.38248,"score_quality":0.4218,"score_fidelity":0.40945,"score":0.32891},"uk":{"n":50,"unit":"wer","wer":76.61748,"wer_orig":6.46992,"dwer":70.14756,"wer_pseudo":75.90909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.28352,"utmos":1.63103,"dnsmos_ovrl":2.69863,"dnsmos_sig":3.06773,"dnsmos_bak":3.87895,"pesq_wb":1.19661,"pesq_nb":1.51409,"stoi":0.69311,"estoi":0.47802,"si_sdr":-10.2665,"mel_dist":0.33099,"stft_dist":1.82049,"f0_rmse_cents":289.12582,"f0_corr":0.63445,"vuv_err":0.27154,"score_intelligibility":0.09624,"score_speaker":0.28352,"score_quality":0.61303,"score_fidelity":0.46124,"score":0.36351},"el":{"n":50,"unit":"wer","wer":150.9018,"wer_orig":12.02405,"dwer":138.87776,"wer_pseudo":150.55055,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.22114,"utmos":1.40522,"dnsmos_ovrl":2.43139,"dnsmos_sig":2.82281,"dnsmos_bak":3.63944,"pesq_wb":1.18524,"pesq_nb":1.50469,"stoi":0.66495,"estoi":0.44681,"si_sdr":-9.01839,"mel_dist":0.27974,"stft_dist":1.69593,"f0_rmse_cents":213.50532,"f0_corr":0.69263,"vuv_err":0.26754,"score_intelligibility":0.08574,"score_speaker":0.22114,"score_quality":0.47816,"score_fidelity":0.47017,"score":0.3138},"ar":{"n":50,"unit":"wer","wer":46.60912,"wer_orig":12.45376,"dwer":34.15536,"wer_pseudo":43.88133,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.42253,"utmos":1.44356,"dnsmos_ovrl":2.55233,"dnsmos_sig":3.0761,"dnsmos_bak":3.4238,"pesq_wb":1.19722,"pesq_nb":1.42507,"stoi":0.72915,"estoi":0.57416,"si_sdr":-6.71116,"mel_dist":0.31846,"stft_dist":1.78773,"f0_rmse_cents":139.16833,"f0_corr":0.8052,"vuv_err":0.2528,"score_intelligibility":0.28259,"score_speaker":0.42253,"score_quality":0.4932,"score_fidelity":0.53023,"score":0.43214},"fa":{"n":50,"unit":"wer","wer":122.51429,"wer_orig":25.94286,"dwer":96.57143,"wer_pseudo":113.62162,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.38731,"utmos":1.31266,"dnsmos_ovrl":2.11818,"dnsmos_sig":2.5612,"dnsmos_bak":3.35554,"pesq_wb":1.15015,"pesq_nb":1.50209,"stoi":0.51819,"estoi":0.31428,"si_sdr":-17.44941,"mel_dist":0.32165,"stft_dist":1.96473,"f0_rmse_cents":487.46292,"f0_corr":0.54154,"vuv_err":0.35333,"score_intelligibility":0.21814,"score_speaker":0.38731,"score_quality":0.40085,"score_fidelity":0.36754,"score":0.34346},"he":{"n":50,"unit":"wer","wer":91.04651,"wer_orig":19.4186,"dwer":71.62791,"wer_pseudo":89.20188,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.24823,"utmos":1.39656,"dnsmos_ovrl":2.39845,"dnsmos_sig":2.73872,"dnsmos_bak":3.71459,"pesq_wb":1.14939,"pesq_nb":1.42052,"stoi":0.65359,"estoi":0.4565,"si_sdr":-13.42758,"mel_dist":0.31963,"stft_dist":1.80914,"f0_rmse_cents":337.75794,"f0_corr":0.42148,"vuv_err":0.37607,"score_intelligibility":0.22183,"score_speaker":0.24823,"score_quality":0.51855,"score_fidelity":0.37258,"score":0.3403},"hi":{"n":50,"unit":"wer","wer":82.54848,"wer_orig":26.31579,"dwer":56.23269,"wer_pseudo":80.38147,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.28544,"utmos":1.35072,"dnsmos_ovrl":2.37247,"dnsmos_sig":2.91621,"dnsmos_bak":3.23941,"pesq_wb":1.16404,"pesq_nb":1.4242,"stoi":0.63441,"estoi":0.42663,"si_sdr":-8.34207,"mel_dist":0.3179,"stft_dist":1.74978,"f0_rmse_cents":215.68665,"f0_corr":0.67378,"vuv_err":0.26191,"score_intelligibility":0.32695,"score_speaker":0.28544,"score_quality":0.52948,"score_fidelity":0.45168,"score":0.39839},"zh":{"n":50,"unit":"cer","wer":142.97376,"wer_orig":7.40525,"dwer":135.56851,"wer_pseudo":148.04878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.36289,"utmos":1.33292,"dnsmos_ovrl":2.21652,"dnsmos_sig":2.55678,"dnsmos_bak":3.67247,"pesq_wb":1.18305,"pesq_nb":1.43283,"stoi":0.65408,"estoi":0.45809,"si_sdr":-13.73855,"mel_dist":0.29169,"stft_dist":1.75097,"f0_rmse_cents":287.59658,"f0_corr":0.63937,"vuv_err":0.25339,"score_intelligibility":0.05838,"score_speaker":0.36289,"score_quality":0.38623,"score_fidelity":0.44858,"score":0.31402},"yue":{"n":50,"unit":"cer","wer":154.70405,"wer_orig":14.39252,"dwer":140.31153,"wer_pseudo":158.13806,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.42671,"utmos":1.44726,"dnsmos_ovrl":2.58324,"dnsmos_sig":2.99777,"dnsmos_bak":3.60864,"pesq_wb":1.18928,"pesq_nb":1.53407,"stoi":0.68935,"estoi":0.47918,"si_sdr":-8.84414,"mel_dist":0.28174,"stft_dist":1.73274,"f0_rmse_cents":318.33439,"f0_corr":0.60499,"vuv_err":0.26379,"score_intelligibility":0.09886,"score_speaker":0.42671,"score_quality":0.50405,"score_fidelity":0.44947,"score":0.36977},"ja":{"n":50,"unit":"cer","wer":100.68902,"wer_orig":3.53698,"dwer":97.15204,"wer_pseudo":100.04593,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.36818,"utmos":1.36664,"dnsmos_ovrl":2.32943,"dnsmos_sig":2.8797,"dnsmos_bak":3.36267,"pesq_wb":1.2024,"pesq_nb":1.50101,"stoi":0.5315,"estoi":0.30959,"si_sdr":-16.93971,"mel_dist":0.32999,"stft_dist":1.95067,"f0_rmse_cents":311.87845,"f0_corr":0.5839,"vuv_err":0.27579,"score_intelligibility":0.04462,"score_speaker":0.36818,"score_quality":0.60887,"score_fidelity":0.39107,"score":0.35319},"ko":{"n":50,"unit":"cer","wer":73.67647,"wer_orig":5.14706,"dwer":68.52941,"wer_pseudo":72.44489,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.38757,"utmos":1.52601,"dnsmos_ovrl":2.36121,"dnsmos_sig":2.73963,"dnsmos_bak":3.65391,"pesq_wb":1.27456,"pesq_nb":1.56355,"stoi":0.6769,"estoi":0.50078,"si_sdr":-13.35198,"mel_dist":0.27466,"stft_dist":1.65226,"f0_rmse_cents":278.60952,"f0_corr":0.62252,"vuv_err":0.23023,"score_intelligibility":0.08232,"score_speaker":0.38757,"score_quality":0.44927,"score_fidelity":0.45929,"score":0.34461},"th":{"n":50,"unit":"cer","wer":112.26758,"wer_orig":7.61924,"dwer":104.64834,"wer_pseudo":112.41142,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.32562,"utmos":1.29105,"dnsmos_ovrl":2.10931,"dnsmos_sig":2.55767,"dnsmos_bak":3.46775,"pesq_wb":1.08981,"pesq_nb":1.26156,"stoi":0.59461,"estoi":0.38384,"si_sdr":-16.40474,"mel_dist":0.29754,"stft_dist":1.8795,"f0_rmse_cents":279.26473,"f0_corr":0.77869,"vuv_err":0.33855,"score_intelligibility":0.0761,"score_speaker":0.32562,"score_quality":0.41705,"score_fidelity":0.46632,"score":0.32127}}},{"codec":"speechtokenizer_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"speechtokenizer_4q","family":"SpeechTokenizer","checkpoint":"fnlp/SpeechTokenizer","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0","paper":"2308.16692","year":2023,"bitrate_kbps":2.0,"notes":"RVQ-1 distilled from HuBERT (semantic), RVQ-2..8 acoustic; trained on LibriSpeech","side_info":null,"warning":null,"env":"main"},"kbps":2.0,"kbps_measured":2.0,"tokens_per_s":200.0,"params_M":103.67559,"efficiency":{"rtf_encode":0.00472,"rtf_decode":0.0026,"peak_vram_gb":1.03937,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.56764,"score_worst_lang":0.4813,"worst_lang":"ja","en_gap":-0.08669,"score_intelligibility":0.29685,"score_speaker":0.61777,"score_quality":0.77126,"score_fidelity":0.58467,"dwer":28.06471,"wer":36.87052,"wer_pseudo":34.06803,"sim":0.61777,"utmos":1.97192,"dnsmos_ovrl":2.8128,"dnsmos_sig":3.21994,"dnsmos_bak":3.82342,"pesq_wb":1.6078,"pesq_nb":2.07433,"stoi":0.75836,"estoi":0.61056,"si_sdr":-2.56482,"mel_dist":0.23157,"stft_dist":1.44699,"f0_rmse_cents":166.46627,"f0_corr":0.82198,"vuv_err":0.17181,"score_ci95":[0.56036,0.5753]},"per_lang":{"en":{"n":50,"unit":"wer","wer":41.39626,"wer_orig":6.98132,"dwer":34.41495,"wer_pseudo":39.10506,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.49542,"utmos":1.90075,"dnsmos_ovrl":2.32309,"dnsmos_sig":2.81921,"dnsmos_bak":3.75543,"pesq_wb":1.36036,"pesq_nb":1.71167,"stoi":0.64219,"estoi":0.46521,"si_sdr":-7.60739,"mel_dist":0.26265,"stft_dist":1.65847,"f0_rmse_cents":168.98657,"f0_corr":0.86286,"vuv_err":0.22911,"score_intelligibility":0.18826,"score_speaker":0.49542,"score_quality":0.71856,"score_fidelity":0.536,"score":0.48456},"de":{"n":50,"unit":"wer","wer":15.46287,"wer_orig":5.69685,"dwer":9.76602,"wer_pseudo":12.41099,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.6681,"utmos":2.34208,"dnsmos_ovrl":3.00431,"dnsmos_sig":3.29518,"dnsmos_bak":4.04071,"pesq_wb":1.8492,"pesq_nb":2.2978,"stoi":0.82706,"estoi":0.66079,"si_sdr":0.87827,"mel_dist":0.21285,"stft_dist":1.27369,"f0_rmse_cents":130.13399,"f0_corr":0.87629,"vuv_err":0.14879,"score_intelligibility":0.40678,"score_speaker":0.6681,"score_quality":0.8691,"score_fidelity":0.64866,"score":0.64816},"fr":{"n":50,"unit":"wer","wer":30.03953,"wer_orig":4.98024,"dwer":25.05929,"wer_pseudo":28.88889,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.64985,"utmos":1.96421,"dnsmos_ovrl":2.97488,"dnsmos_sig":3.31611,"dnsmos_bak":3.97098,"pesq_wb":1.62709,"pesq_nb":2.03333,"stoi":0.80365,"estoi":0.69327,"si_sdr":-1.64529,"mel_dist":0.24659,"stft_dist":1.38992,"f0_rmse_cents":140.87477,"f0_corr":0.8589,"vuv_err":0.18804,"score_intelligibility":0.19267,"score_speaker":0.64985,"score_quality":0.83979,"score_fidelity":0.61391,"score":0.57405},"es":{"n":50,"unit":"wer","wer":6.36364,"wer_orig":3.09091,"dwer":3.27273,"wer_pseudo":4.7402,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.69309,"utmos":2.27341,"dnsmos_ovrl":3.11126,"dnsmos_sig":3.46755,"dnsmos_bak":3.91261,"pesq_wb":1.96803,"pesq_nb":2.46097,"stoi":0.83637,"estoi":0.70951,"si_sdr":-0.73629,"mel_dist":0.23062,"stft_dist":1.39818,"f0_rmse_cents":171.95178,"f0_corr":0.89753,"vuv_err":0.16169,"score_intelligibility":0.55556,"score_speaker":0.69309,"score_quality":0.84447,"score_fidelity":0.67016,"score":0.69082},"it":{"n":50,"unit":"wer","wer":7.5592,"wer_orig":2.55009,"dwer":5.00911,"wer_pseudo":5.9415,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.70134,"utmos":2.51138,"dnsmos_ovrl":3.22947,"dnsmos_sig":3.52766,"dnsmos_bak":4.05042,"pesq_wb":1.98966,"pesq_nb":2.45326,"stoi":0.83467,"estoi":0.71732,"si_sdr":-0.09526,"mel_dist":0.22384,"stft_dist":1.33714,"f0_rmse_cents":116.38868,"f0_corr":0.80061,"vuv_err":0.13279,"score_intelligibility":0.41477,"score_speaker":0.70134,"score_quality":0.84233,"score_fidelity":0.63935,"score":0.64945},"pt":{"n":50,"unit":"wer","wer":9.47266,"wer_orig":3.41797,"dwer":6.05469,"wer_pseudo":8.36614,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.70796,"utmos":2.09396,"dnsmos_ovrl":2.91694,"dnsmos_sig":3.33253,"dnsmos_bak":3.65911,"pesq_wb":1.67743,"pesq_nb":2.18486,"stoi":0.78053,"estoi":0.64601,"si_sdr":-2.42087,"mel_dist":0.22647,"stft_dist":1.41667,"f0_rmse_cents":333.19337,"f0_corr":0.78778,"vuv_err":0.18467,"score_intelligibility":0.42186,"score_speaker":0.70796,"score_quality":0.84238,"score_fidelity":0.58729,"score":0.63987},"nl":{"n":50,"unit":"wer","wer":33.98751,"wer_orig":5.26316,"dwer":28.72435,"wer_pseudo":32.49776,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.57704,"utmos":1.73458,"dnsmos_ovrl":2.5467,"dnsmos_sig":2.90551,"dnsmos_bak":4.0411,"pesq_wb":1.3485,"pesq_nb":1.82053,"stoi":0.76403,"estoi":0.61448,"si_sdr":-5.07635,"mel_dist":0.25805,"stft_dist":1.71986,"f0_rmse_cents":163.48628,"f0_corr":0.82735,"vuv_err":0.2168,"score_intelligibility":0.17901,"score_speaker":0.57704,"score_quality":0.6319,"score_fidelity":0.56365,"score":0.4879},"pl":{"n":50,"unit":"wer","wer":33.33333,"wer_orig":3.28947,"dwer":30.04386,"wer_pseudo":32.56579,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.63202,"utmos":1.85084,"dnsmos_ovrl":2.95962,"dnsmos_sig":3.30793,"dnsmos_bak":3.99669,"pesq_wb":1.48003,"pesq_nb":1.9308,"stoi":0.81374,"estoi":0.67631,"si_sdr":-5.56279,"mel_dist":0.23244,"stft_dist":1.49797,"f0_rmse_cents":190.47576,"f0_corr":0.66213,"vuv_err":0.17051,"score_intelligibility":0.12494,"score_speaker":0.63202,"score_quality":0.73465,"score_fidelity":0.53768,"score":0.50732},"cs":{"n":50,"unit":"wer","wer":34.88915,"wer_orig":9.45158,"dwer":25.43757,"wer_pseudo":33.76168,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.69083,"utmos":2.04763,"dnsmos_ovrl":3.04579,"dnsmos_sig":3.37425,"dnsmos_bak":3.93436,"pesq_wb":1.56244,"pesq_nb":2.13597,"stoi":0.78468,"estoi":0.64625,"si_sdr":1.43399,"mel_dist":0.2328,"stft_dist":1.36457,"f0_rmse_cents":137.44404,"f0_corr":0.82867,"vuv_err":0.12968,"score_intelligibility":0.29122,"score_speaker":0.69083,"score_quality":0.81643,"score_fidelity":0.59135,"score":0.59746},"tr":{"n":50,"unit":"wer","wer":37.76316,"wer_orig":7.76316,"dwer":30.0,"wer_pseudo":35.83663,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.6148,"utmos":1.69588,"dnsmos_ovrl":2.8153,"dnsmos_sig":3.16986,"dnsmos_bak":3.94556,"pesq_wb":1.57852,"pesq_nb":2.08479,"stoi":0.75107,"estoi":0.57364,"si_sdr":-2.73125,"mel_dist":0.24365,"stft_dist":1.47187,"f0_rmse_cents":145.70971,"f0_corr":0.87749,"vuv_err":0.15318,"score_intelligibility":0.22607,"score_speaker":0.6148,"score_quality":0.71476,"score_fidelity":0.59795,"score":0.5384},"id":{"n":50,"unit":"wer","wer":40.3778,"wer_orig":5.90319,"dwer":34.47462,"wer_pseudo":40.3778,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.53841,"utmos":1.61108,"dnsmos_ovrl":2.67531,"dnsmos_sig":3.25365,"dnsmos_bak":3.2462,"pesq_wb":1.47898,"pesq_nb":1.99261,"stoi":0.6651,"estoi":0.47519,"si_sdr":-1.23148,"mel_dist":0.21444,"stft_dist":1.37605,"f0_rmse_cents":173.87443,"f0_corr":0.75502,"vuv_err":0.18874,"score_intelligibility":0.16683,"score_speaker":0.53841,"score_quality":0.80104,"score_fidelity":0.51899,"score":0.50632},"vi":{"n":50,"unit":"wer","wer":46.30072,"wer_orig":7.71679,"dwer":38.58393,"wer_pseudo":44.50637,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60033,"utmos":1.72172,"dnsmos_ovrl":2.66363,"dnsmos_sig":3.18675,"dnsmos_bak":3.61261,"pesq_wb":1.53353,"pesq_nb":2.05844,"stoi":0.64136,"estoi":0.46907,"si_sdr":-1.49237,"mel_dist":0.2017,"stft_dist":1.36221,"f0_rmse_cents":125.87797,"f0_corr":0.87837,"vuv_err":0.16371,"score_intelligibility":0.18428,"score_speaker":0.60033,"score_quality":0.77701,"score_fidelity":0.55739,"score":0.52975},"ru":{"n":50,"unit":"wer","wer":16.30058,"wer_orig":4.50867,"dwer":11.79191,"wer_pseudo":13.90498,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.64724,"utmos":1.90762,"dnsmos_ovrl":2.84093,"dnsmos_sig":3.17151,"dnsmos_bak":3.99232,"pesq_wb":1.61516,"pesq_nb":2.05707,"stoi":0.80359,"estoi":0.66938,"si_sdr":-2.38815,"mel_dist":0.24119,"stft_dist":1.48799,"f0_rmse_cents":200.93137,"f0_corr":0.71063,"vuv_err":0.18052,"score_intelligibility":0.31841,"score_speaker":0.64724,"score_quality":0.71962,"score_fidelity":0.56333,"score":0.56215},"uk":{"n":50,"unit":"wer","wer":59.36436,"wer_orig":6.46992,"dwer":52.89444,"wer_pseudo":57.5,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.54688,"utmos":2.2052,"dnsmos_ovrl":2.95556,"dnsmos_sig":3.27476,"dnsmos_bak":4.06675,"pesq_wb":1.6623,"pesq_nb":2.08929,"stoi":0.77883,"estoi":0.61566,"si_sdr":-1.54402,"mel_dist":0.25425,"stft_dist":1.49123,"f0_rmse_cents":178.18467,"f0_corr":0.78884,"vuv_err":0.18315,"score_intelligibility":0.12375,"score_speaker":0.54688,"score_quality":0.85744,"score_fidelity":0.58563,"score":0.52843},"el":{"n":50,"unit":"wer","wer":53.40681,"wer_orig":12.02405,"dwer":41.38277,"wer_pseudo":51.35135,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.5534,"utmos":2.15536,"dnsmos_ovrl":2.79811,"dnsmos_sig":3.20635,"dnsmos_bak":3.82649,"pesq_wb":1.76852,"pesq_nb":2.31238,"stoi":0.78708,"estoi":0.6338,"si_sdr":-0.16536,"mel_dist":0.21089,"stft_dist":1.33196,"f0_rmse_cents":101.40174,"f0_corr":0.87883,"vuv_err":0.13226,"score_intelligibility":0.23938,"score_speaker":0.5534,"score_quality":0.78679,"score_fidelity":0.6285,"score":0.55202},"ar":{"n":50,"unit":"wer","wer":26.26387,"wer_orig":12.45376,"dwer":13.81011,"wer_pseudo":20.76638,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.72536,"utmos":2.08128,"dnsmos_ovrl":2.9947,"dnsmos_sig":3.4132,"dnsmos_bak":3.7974,"pesq_wb":1.68061,"pesq_nb":2.11811,"stoi":0.8448,"estoi":0.74569,"si_sdr":-1.1991,"mel_dist":0.23821,"stft_dist":1.44898,"f0_rmse_cents":110.16483,"f0_corr":0.91296,"vuv_err":0.14936,"score_intelligibility":0.49346,"score_speaker":0.72536,"score_quality":0.78657,"score_fidelity":0.65074,"score":0.66403},"fa":{"n":50,"unit":"wer","wer":91.08571,"wer_orig":25.94286,"dwer":65.14286,"wer_pseudo":77.83784,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.60764,"utmos":1.87424,"dnsmos_ovrl":2.63172,"dnsmos_sig":3.07874,"dnsmos_bak":3.73078,"pesq_wb":1.42654,"pesq_nb":2.00088,"stoi":0.61835,"estoi":0.4523,"si_sdr":-5.06077,"mel_dist":0.23474,"stft_dist":1.52409,"f0_rmse_cents":242.55709,"f0_corr":0.74976,"vuv_err":0.20473,"score_intelligibility":0.29258,"score_speaker":0.60764,"score_quality":0.71411,"score_fidelity":0.49666,"score":0.52775},"he":{"n":50,"unit":"wer","wer":95.5814,"wer_orig":19.4186,"dwer":76.16279,"wer_pseudo":91.90141,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.53988,"utmos":1.69976,"dnsmos_ovrl":2.64897,"dnsmos_sig":3.02004,"dnsmos_bak":3.90142,"pesq_wb":1.45771,"pesq_nb":1.84634,"stoi":0.75464,"estoi":0.60384,"si_sdr":-2.87668,"mel_dist":0.24504,"stft_dist":1.50607,"f0_rmse_cents":170.07585,"f0_corr":0.71674,"vuv_err":0.24607,"score_intelligibility":0.21141,"score_speaker":0.53988,"score_quality":0.68949,"score_fidelity":0.53405,"score":0.49371},"hi":{"n":50,"unit":"wer","wer":53.1856,"wer_orig":26.31579,"dwer":26.86981,"wer_pseudo":45.50409,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.57746,"utmos":1.79593,"dnsmos_ovrl":2.72155,"dnsmos_sig":3.27145,"dnsmos_bak":3.47671,"pesq_wb":1.57659,"pesq_nb":2.02823,"stoi":0.74771,"estoi":0.59556,"si_sdr":-1.76501,"mel_dist":0.23719,"stft_dist":1.4128,"f0_rmse_cents":148.0871,"f0_corr":0.84436,"vuv_err":0.17194,"score_intelligibility":0.50412,"score_speaker":0.57746,"score_quality":0.80156,"score_fidelity":0.5856,"score":0.61718},"zh":{"n":50,"unit":"cer","wer":21.04956,"wer_orig":7.40525,"dwer":13.64431,"wer_pseudo":16.03659,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.61567,"utmos":1.94458,"dnsmos_ovrl":2.80364,"dnsmos_sig":3.18747,"dnsmos_bak":3.90162,"pesq_wb":1.64788,"pesq_nb":2.06184,"stoi":0.79534,"estoi":0.66651,"si_sdr":-4.90473,"mel_dist":0.21805,"stft_dist":1.41143,"f0_rmse_cents":118.243,"f0_corr":0.89199,"vuv_err":0.12005,"score_intelligibility":0.3812,"score_speaker":0.61567,"score_quality":0.69728,"score_fidelity":0.62414,"score":0.57957},"yue":{"n":50,"unit":"cer","wer":33.27103,"wer_orig":14.39252,"dwer":18.8785,"wer_pseudo":31.47562,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.68987,"utmos":2.34561,"dnsmos_ovrl":2.97959,"dnsmos_sig":3.34807,"dnsmos_bak":3.89394,"pesq_wb":1.63659,"pesq_nb":2.15246,"stoi":0.79686,"estoi":0.64895,"si_sdr":-2.08283,"mel_dist":0.21154,"stft_dist":1.39229,"f0_rmse_cents":191.6669,"f0_corr":0.81385,"vuv_err":0.13401,"score_intelligibility":0.44914,"score_speaker":0.68987,"score_quality":0.83238,"score_fidelity":0.59753,"score":0.64223},"ja":{"n":50,"unit":"cer","wer":47.68029,"wer_orig":3.53698,"dwer":44.14332,"wer_pseudo":46.39412,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.55332,"utmos":1.62195,"dnsmos_ovrl":2.45057,"dnsmos_sig":3.05622,"dnsmos_bak":3.42458,"pesq_wb":1.47638,"pesq_nb":1.91348,"stoi":0.60532,"estoi":0.41359,"si_sdr":-6.90852,"mel_dist":0.24201,"stft_dist":1.56341,"f0_rmse_cents":185.27821,"f0_corr":0.7801,"vuv_err":0.20121,"score_intelligibility":0.0932,"score_speaker":0.55332,"score_quality":0.77149,"score_fidelity":0.50718,"score":0.4813},"ko":{"n":50,"unit":"cer","wer":12.84314,"wer_orig":5.14706,"dwer":7.69608,"wer_pseudo":9.71944,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.59584,"utmos":2.24468,"dnsmos_ovrl":2.86043,"dnsmos_sig":3.21629,"dnsmos_bak":3.97197,"pesq_wb":1.82628,"pesq_nb":2.26183,"stoi":0.78307,"estoi":0.66196,"si_sdr":-1.18852,"mel_dist":0.21057,"stft_dist":1.37978,"f0_rmse_cents":128.0783,"f0_corr":0.88097,"vuv_err":0.1168,"score_intelligibility":0.44405,"score_speaker":0.59584,"score_quality":0.73042,"score_fidelity":0.63337,"score":0.60092},"th":{"n":50,"unit":"cer","wer":37.91431,"wer_orig":7.61924,"dwer":30.29507,"wer_pseudo":36.24215,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.6047,"utmos":1.70226,"dnsmos_ovrl":2.55515,"dnsmos_sig":3.07834,"dnsmos_bak":3.61243,"pesq_wb":1.35876,"pesq_nb":1.77704,"stoi":0.74063,"estoi":0.59916,"si_sdr":-5.18484,"mel_dist":0.22785,"stft_dist":1.51121,"f0_rmse_cents":222.12405,"f0_corr":0.84552,"vuv_err":0.2157,"score_intelligibility":0.22149,"score_speaker":0.6047,"score_quality":0.69068,"score_fidelity":0.56288,"score":0.51994}}},{"codec":"speechtokenizer_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"speechtokenizer_8q","family":"SpeechTokenizer","checkpoint":"fnlp/SpeechTokenizer","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0","paper":"2308.16692","year":2023,"bitrate_kbps":4.0,"notes":"RVQ-1 distilled from HuBERT (semantic), RVQ-2..8 acoustic; trained on LibriSpeech","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":103.67559,"efficiency":{"rtf_encode":0.00476,"rtf_decode":0.00261,"peak_vram_gb":1.03941,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.73673,"score_worst_lang":0.63559,"worst_lang":"ja","en_gap":-0.0727,"score_intelligibility":0.56889,"score_speaker":0.80299,"score_quality":0.89583,"score_fidelity":0.67923,"dwer":8.16045,"wer":16.96626,"wer_pseudo":12.6668,"sim":0.80299,"utmos":2.28749,"dnsmos_ovrl":2.92705,"dnsmos_sig":3.3387,"dnsmos_bak":3.84626,"pesq_wb":2.13489,"pesq_nb":2.65181,"stoi":0.82228,"estoi":0.7061,"si_sdr":0.96719,"mel_dist":0.19538,"stft_dist":1.29257,"f0_rmse_cents":126.42775,"f0_corr":0.89115,"vuv_err":0.13599,"score_ci95":[0.73007,0.74416]},"per_lang":{"en":{"n":50,"unit":"wer","wer":14.25762,"wer_orig":6.98132,"dwer":7.2763,"wer_pseudo":10.01946,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.71561,"utmos":2.0917,"dnsmos_ovrl":2.44131,"dnsmos_sig":2.97612,"dnsmos_bak":3.68772,"pesq_wb":1.72212,"pesq_nb":2.18544,"stoi":0.72783,"estoi":0.58471,"si_sdr":-2.58154,"mel_dist":0.22178,"stft_dist":1.53743,"f0_rmse_cents":150.56817,"f0_corr":0.89751,"vuv_err":0.15909,"score_intelligibility":0.5231,"score_speaker":0.71561,"score_quality":0.81897,"score_fidelity":0.61055,"score":0.66706},"de":{"n":50,"unit":"wer","wer":8.44354,"wer_orig":5.69685,"dwer":2.74669,"wer_pseudo":3.4588,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.85751,"utmos":2.53034,"dnsmos_ovrl":3.08412,"dnsmos_sig":3.37416,"dnsmos_bak":4.05866,"pesq_wb":2.40916,"pesq_nb":2.8729,"stoi":0.87559,"estoi":0.7481,"si_sdr":4.07082,"mel_dist":0.1784,"stft_dist":1.12338,"f0_rmse_cents":102.42231,"f0_corr":0.91958,"vuv_err":0.13508,"score_intelligibility":0.70915,"score_speaker":0.85751,"score_quality":0.94241,"score_fidelity":0.7326,"score":0.81042},"fr":{"n":50,"unit":"wer","wer":12.25296,"wer_orig":4.98024,"dwer":7.27273,"wer_pseudo":9.44444,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.82203,"utmos":2.18014,"dnsmos_ovrl":3.03576,"dnsmos_sig":3.38132,"dnsmos_bak":3.97562,"pesq_wb":2.13375,"pesq_nb":2.58256,"stoi":0.86026,"estoi":0.77545,"si_sdr":2.26637,"mel_dist":0.20474,"stft_dist":1.22594,"f0_rmse_cents":119.16895,"f0_corr":0.90907,"vuv_err":0.15455,"score_intelligibility":0.45124,"score_speaker":0.82203,"score_quality":0.93214,"score_fidelity":0.69775,"score":0.72579},"es":{"n":50,"unit":"wer","wer":3.90909,"wer_orig":3.09091,"dwer":0.81818,"wer_pseudo":1.45852,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.85156,"utmos":2.42149,"dnsmos_ovrl":3.15606,"dnsmos_sig":3.50063,"dnsmos_bak":3.93568,"pesq_wb":2.45966,"pesq_nb":2.93966,"stoi":0.87662,"estoi":0.77856,"si_sdr":1.83587,"mel_dist":0.19725,"stft_dist":1.27616,"f0_rmse_cents":166.86299,"f0_corr":0.90006,"vuv_err":0.142,"score_intelligibility":0.83333,"score_speaker":0.85156,"score_quality":0.89677,"score_fidelity":0.73124,"score":0.82823},"it":{"n":50,"unit":"wer","wer":4.82696,"wer_orig":2.55009,"dwer":2.27687,"wer_pseudo":3.19927,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.8592,"utmos":2.75636,"dnsmos_ovrl":3.28118,"dnsmos_sig":3.57005,"dnsmos_bak":4.07705,"pesq_wb":2.55698,"pesq_nb":3.02789,"stoi":0.88199,"estoi":0.79371,"si_sdr":2.72658,"mel_dist":0.19058,"stft_dist":1.19821,"f0_rmse_cents":90.75434,"f0_corr":0.88427,"vuv_err":0.11392,"score_intelligibility":0.60925,"score_speaker":0.8592,"score_quality":0.91174,"score_fidelity":0.73704,"score":0.77931},"pt":{"n":50,"unit":"wer","wer":4.58984,"wer_orig":3.41797,"dwer":1.17188,"wer_pseudo":3.44488,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.87477,"utmos":2.30284,"dnsmos_ovrl":2.97924,"dnsmos_sig":3.39449,"dnsmos_bak":3.70115,"pesq_wb":2.21301,"pesq_nb":2.70615,"stoi":0.82875,"estoi":0.71952,"si_sdr":0.31096,"mel_dist":0.18987,"stft_dist":1.26378,"f0_rmse_cents":217.91517,"f0_corr":0.91133,"vuv_err":0.15566,"score_intelligibility":0.79036,"score_speaker":0.87477,"score_quality":0.92731,"score_fidelity":0.69555,"score":0.822},"nl":{"n":50,"unit":"wer","wer":14.45138,"wer_orig":5.26316,"dwer":9.18822,"wer_pseudo":10.92211,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.78218,"utmos":2.55885,"dnsmos_ovrl":2.82371,"dnsmos_sig":3.19579,"dnsmos_bak":4.09802,"pesq_wb":1.98434,"pesq_nb":2.56423,"stoi":0.8507,"estoi":0.74006,"si_sdr":-0.84589,"mel_dist":0.22279,"stft_dist":1.48747,"f0_rmse_cents":110.88914,"f0_corr":0.90488,"vuv_err":0.15424,"score_intelligibility":0.40535,"score_speaker":0.78218,"score_quality":0.89591,"score_fidelity":0.67894,"score":0.69059},"pl":{"n":50,"unit":"wer","wer":9.97807,"wer_orig":3.28947,"dwer":6.6886,"wer_pseudo":8.88158,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.82532,"utmos":2.40785,"dnsmos_ovrl":3.04622,"dnsmos_sig":3.38836,"dnsmos_bak":4.01531,"pesq_wb":2.05176,"pesq_nb":2.56584,"stoi":0.87542,"estoi":0.77052,"si_sdr":-2.71403,"mel_dist":0.19942,"stft_dist":1.35239,"f0_rmse_cents":130.79749,"f0_corr":0.78745,"vuv_err":0.13636,"score_intelligibility":0.39073,"score_speaker":0.82532,"score_quality":0.90287,"score_fidelity":0.65446,"score":0.69334},"cs":{"n":50,"unit":"wer","wer":21.23687,"wer_orig":9.45158,"dwer":11.7853,"wer_pseudo":18.69159,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.86206,"utmos":2.33433,"dnsmos_ovrl":3.11585,"dnsmos_sig":3.45067,"dnsmos_bak":3.947,"pesq_wb":2.07016,"pesq_nb":2.67237,"stoi":0.84335,"estoi":0.73571,"si_sdr":4.36777,"mel_dist":0.19938,"stft_dist":1.23589,"f0_rmse_cents":94.89968,"f0_corr":0.89569,"vuv_err":0.10549,"score_intelligibility":0.47001,"score_speaker":0.86206,"score_quality":0.92426,"score_fidelity":0.6816,"score":0.73448},"tr":{"n":50,"unit":"wer","wer":18.15789,"wer_orig":7.76316,"dwer":10.39474,"wer_pseudo":13.96574,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.78109,"utmos":1.92689,"dnsmos_ovrl":2.94709,"dnsmos_sig":3.31322,"dnsmos_bak":3.96062,"pesq_wb":2.08458,"pesq_nb":2.62035,"stoi":0.82259,"estoi":0.68726,"si_sdr":0.86965,"mel_dist":0.20703,"stft_dist":1.32954,"f0_rmse_cents":111.75675,"f0_corr":0.93882,"vuv_err":0.11387,"score_intelligibility":0.45742,"score_speaker":0.78109,"score_quality":0.83705,"score_fidelity":0.69043,"score":0.6915},"id":{"n":50,"unit":"wer","wer":19.71665,"wer_orig":5.90319,"dwer":13.81346,"wer_pseudo":17.35537,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.76208,"utmos":1.77619,"dnsmos_ovrl":2.66119,"dnsmos_sig":3.23883,"dnsmos_bak":3.18863,"pesq_wb":1.91375,"pesq_nb":2.43858,"stoi":0.72502,"estoi":0.56355,"si_sdr":1.52263,"mel_dist":0.17638,"stft_dist":1.22475,"f0_rmse_cents":131.24279,"f0_corr":0.80465,"vuv_err":0.16629,"score_intelligibility":0.33322,"score_speaker":0.76208,"score_quality":0.88288,"score_fidelity":0.59691,"score":0.64377},"vi":{"n":50,"unit":"wer","wer":20.44551,"wer_orig":7.71679,"dwer":12.72872,"wer_pseudo":17.11783,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.7407,"utmos":1.91268,"dnsmos_ovrl":2.81886,"dnsmos_sig":3.34352,"dnsmos_bak":3.66107,"pesq_wb":2.12264,"pesq_nb":2.67003,"stoi":0.71308,"estoi":0.56812,"si_sdr":2.02646,"mel_dist":0.17114,"stft_dist":1.21706,"f0_rmse_cents":124.16516,"f0_corr":0.89006,"vuv_err":0.12999,"score_intelligibility":0.40646,"score_speaker":0.7407,"score_quality":0.90546,"score_fidelity":0.6413,"score":0.67348},"ru":{"n":50,"unit":"wer","wer":7.16763,"wer_orig":4.50867,"dwer":2.65896,"wer_pseudo":3.36037,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.82328,"utmos":2.35567,"dnsmos_ovrl":3.05023,"dnsmos_sig":3.3711,"dnsmos_bak":4.05581,"pesq_wb":2.18252,"pesq_nb":2.67846,"stoi":0.86452,"estoi":0.7626,"si_sdr":1.19796,"mel_dist":0.20696,"stft_dist":1.3237,"f0_rmse_cents":112.01302,"f0_corr":0.88852,"vuv_err":0.14701,"score_intelligibility":0.67445,"score_speaker":0.82328,"score_quality":0.9021,"score_fidelity":0.69697,"score":0.7742},"uk":{"n":50,"unit":"wer","wer":16.9126,"wer_orig":6.46992,"dwer":10.44268,"wer_pseudo":14.88636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.74933,"utmos":2.34158,"dnsmos_ovrl":3.01644,"dnsmos_sig":3.34943,"dnsmos_bak":4.05396,"pesq_wb":2.14695,"pesq_nb":2.58122,"stoi":0.83832,"estoi":0.71187,"si_sdr":2.19545,"mel_dist":0.21677,"stft_dist":1.34485,"f0_rmse_cents":157.18528,"f0_corr":0.86054,"vuv_err":0.1412,"score_intelligibility":0.41702,"score_speaker":0.74933,"score_quality":0.91546,"score_fidelity":0.67552,"score":0.68933},"el":{"n":50,"unit":"wer","wer":34.66934,"wer_orig":12.02405,"dwer":22.64529,"wer_pseudo":30.13013,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.78067,"utmos":2.50773,"dnsmos_ovrl":2.92107,"dnsmos_sig":3.33922,"dnsmos_bak":3.84971,"pesq_wb":2.40731,"pesq_nb":2.92451,"stoi":0.84486,"estoi":0.72346,"si_sdr":3.17949,"mel_dist":0.17887,"stft_dist":1.17222,"f0_rmse_cents":80.4447,"f0_corr":0.92307,"vuv_err":0.10995,"score_intelligibility":0.36513,"score_speaker":0.78067,"score_quality":0.91932,"score_fidelity":0.72334,"score":0.69712},"ar":{"n":50,"unit":"wer","wer":16.1529,"wer_orig":12.45376,"dwer":3.69914,"wer_pseudo":8.65266,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.86817,"utmos":2.48964,"dnsmos_ovrl":3.15005,"dnsmos_sig":3.5233,"dnsmos_bak":3.91714,"pesq_wb":2.24653,"pesq_nb":2.78159,"stoi":0.89538,"estoi":0.82113,"si_sdr":1.59908,"mel_dist":0.20057,"stft_dist":1.29899,"f0_rmse_cents":104.29577,"f0_corr":0.92484,"vuv_err":0.12237,"score_intelligibility":0.78434,"score_speaker":0.86817,"score_quality":0.94471,"score_fidelity":0.72546,"score":0.83067},"fa":{"n":50,"unit":"wer","wer":36.22857,"wer_orig":25.94286,"dwer":10.28571,"wer_pseudo":22.37838,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.76888,"utmos":2.16322,"dnsmos_ovrl":2.80876,"dnsmos_sig":3.30047,"dnsmos_bak":3.75241,"pesq_wb":1.8349,"pesq_nb":2.513,"stoi":0.6946,"estoi":0.56067,"si_sdr":-0.70051,"mel_dist":0.19541,"stft_dist":1.37654,"f0_rmse_cents":174.25182,"f0_corr":0.86305,"vuv_err":0.14832,"score_intelligibility":0.72371,"score_speaker":0.76888,"score_quality":0.85157,"score_fidelity":0.59873,"score":0.73573},"he":{"n":50,"unit":"wer","wer":40.81395,"wer_orig":19.4186,"dwer":21.39535,"wer_pseudo":33.33333,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.75081,"utmos":1.9685,"dnsmos_ovrl":2.76809,"dnsmos_sig":3.15973,"dnsmos_bak":3.92511,"pesq_wb":1.85982,"pesq_nb":2.38143,"stoi":0.82697,"estoi":0.7118,"si_sdr":1.29023,"mel_dist":0.20401,"stft_dist":1.32944,"f0_rmse_cents":151.11506,"f0_corr":0.80481,"vuv_err":0.19688,"score_intelligibility":0.48832,"score_speaker":0.75081,"score_quality":0.81266,"score_fidelity":0.62581,"score":0.6694},"hi":{"n":50,"unit":"wer","wer":37.21145,"wer_orig":26.31579,"dwer":10.89566,"wer_pseudo":25.15895,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.77909,"utmos":1.98637,"dnsmos_ovrl":2.76898,"dnsmos_sig":3.32942,"dnsmos_bak":3.47335,"pesq_wb":2.04875,"pesq_nb":2.54378,"stoi":0.80515,"estoi":0.68125,"si_sdr":1.80011,"mel_dist":0.20021,"stft_dist":1.26017,"f0_rmse_cents":98.26128,"f0_corr":0.90328,"vuv_err":0.147,"score_intelligibility":0.71486,"score_speaker":0.77909,"score_quality":0.88071,"score_fidelity":0.66936,"score":0.761},"zh":{"n":50,"unit":"cer","wer":10.67055,"wer_orig":7.40525,"dwer":3.26531,"wer_pseudo":4.26829,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.81986,"utmos":2.54436,"dnsmos_ovrl":3.03203,"dnsmos_sig":3.38708,"dnsmos_bak":3.99735,"pesq_wb":2.36985,"pesq_nb":2.79993,"stoi":0.8703,"estoi":0.77705,"si_sdr":-1.06348,"mel_dist":0.18203,"stft_dist":1.23759,"f0_rmse_cents":89.28219,"f0_corr":0.93234,"vuv_err":0.08839,"score_intelligibility":0.72021,"score_speaker":0.81986,"score_quality":0.9183,"score_fidelity":0.73134,"score":0.79743},"yue":{"n":50,"unit":"cer","wer":20.93458,"wer_orig":14.39252,"dwer":6.54206,"wer_pseudo":17.73274,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.84815,"utmos":2.69336,"dnsmos_ovrl":3.05372,"dnsmos_sig":3.42806,"dnsmos_bak":3.89781,"pesq_wb":2.19601,"pesq_nb":2.73345,"stoi":0.85138,"estoi":0.73434,"si_sdr":1.21334,"mel_dist":0.17586,"stft_dist":1.21673,"f0_rmse_cents":141.65541,"f0_corr":0.89453,"vuv_err":0.10264,"score_intelligibility":0.70175,"score_speaker":0.84815,"score_quality":0.93528,"score_fidelity":0.69588,"score":0.79526},"ja":{"n":50,"unit":"cer","wer":11.07028,"wer_orig":3.53698,"dwer":7.5333,"wer_pseudo":9.27882,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.72607,"utmos":1.7301,"dnsmos_ovrl":2.51301,"dnsmos_sig":3.14937,"dnsmos_bak":3.35437,"pesq_wb":1.85382,"pesq_nb":2.37763,"stoi":0.67806,"estoi":0.51605,"si_sdr":-2.47813,"mel_dist":0.19903,"stft_dist":1.42919,"f0_rmse_cents":131.34265,"f0_corr":0.86732,"vuv_err":0.14037,"score_intelligibility":0.37588,"score_speaker":0.72607,"score_quality":0.84398,"score_fidelity":0.59644,"score":0.63559},"ko":{"n":50,"unit":"cer","wer":6.51961,"wer_orig":5.14706,"dwer":1.37255,"wer_pseudo":3.15631,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8123,"utmos":2.74604,"dnsmos_ovrl":3.00534,"dnsmos_sig":3.37213,"dnsmos_bak":4.00896,"pesq_wb":2.46221,"pesq_nb":2.98004,"stoi":0.85849,"estoi":0.76473,"si_sdr":2.55824,"mel_dist":0.17959,"stft_dist":1.23661,"f0_rmse_cents":82.14025,"f0_corr":0.95897,"vuv_err":0.08461,"score_intelligibility":0.81747,"score_speaker":0.8123,"score_quality":0.87683,"score_fidelity":0.74508,"score":0.81292},"th":{"n":50,"unit":"cer","wer":16.57235,"wer_orig":7.61924,"dwer":8.95311,"wer_pseudo":13.70723,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.81104,"utmos":2.17358,"dnsmos_ovrl":2.7709,"dnsmos_sig":3.29226,"dnsmos_bak":3.71764,"pesq_wb":1.90676,"pesq_nb":2.50249,"stoi":0.82555,"estoi":0.71613,"si_sdr":-1.43497,"mel_dist":0.19092,"stft_dist":1.32353,"f0_rmse_cents":160.83571,"f0_corr":0.92302,"vuv_err":0.16848,"score_intelligibility":0.4905,"score_speaker":0.81104,"score_quality":0.9212,"score_fidelity":0.66921,"score":0.72299}}},{"codec":"spine_24k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"spine_24k","family":"Spine","checkpoint":"twangodev/spine-codec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":46.875,"n_codebooks":4,"codebook_size":[625,5000,750000,750000],"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":null,"license":"Apache-2.0","paper":null,"year":2026,"bitrate_kbps":1.5707,"notes":"multi-scale residual FSQ (strides 8/4/2/1 over a 46.875 Hz latent, ~88 tokens/s); frame_rate = finest scale; conv + transformer encoder/decoder with a fixed 6 kHz crossover and DDSP (filtered-noise + STFT head) high band; no paper, training data not documented (model card: en)","side_info":null,"warning":null,"env":"main"},"kbps":1.5707,"kbps_measured":1.58385,"tokens_per_s":88.62813,"params_M":115.28095,"efficiency":{"rtf_encode":0.00564,"rtf_decode":0.01057,"peak_vram_gb":1.56995,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.68173,"score_worst_lang":0.60346,"worst_lang":"pl","en_gap":-0.0773,"score_intelligibility":0.58671,"score_speaker":0.69262,"score_quality":0.79012,"score_fidelity":0.65745,"dwer":7.1394,"wer":15.94521,"wer_pseudo":11.78208,"sim":0.69262,"utmos":1.99731,"dnsmos_ovrl":2.85195,"dnsmos_sig":3.24104,"dnsmos_bak":3.88381,"pesq_wb":2.01884,"pesq_nb":2.51264,"stoi":0.84253,"estoi":0.71725,"si_sdr":-3.52624,"mel_dist":0.20638,"stft_dist":1.34254,"f0_rmse_cents":158.1714,"f0_corr":0.83873,"vuv_err":0.16718,"score_ci95":[0.67435,0.68993]},"per_lang":{"en":{"n":50,"unit":"wer","wer":13.17601,"wer_orig":6.98132,"dwer":6.19469,"wer_pseudo":10.11673,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.62424,"utmos":1.81139,"dnsmos_ovrl":2.35579,"dnsmos_sig":2.81646,"dnsmos_bak":3.83972,"pesq_wb":1.60728,"pesq_nb":2.01107,"stoi":0.76661,"estoi":0.6047,"si_sdr":-11.94814,"mel_dist":0.29991,"stft_dist":1.71967,"f0_rmse_cents":270.56256,"f0_corr":0.69066,"vuv_err":0.2925,"score_intelligibility":0.56302,"score_speaker":0.62424,"score_quality":0.69975,"score_fidelity":0.54359,"score":0.60765},"de":{"n":50,"unit":"wer","wer":8.13835,"wer_orig":5.69685,"dwer":2.44151,"wer_pseudo":4.88301,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.72328,"utmos":2.27708,"dnsmos_ovrl":3.07516,"dnsmos_sig":3.34712,"dnsmos_bak":4.09083,"pesq_wb":2.37467,"pesq_nb":2.84059,"stoi":0.89275,"estoi":0.76001,"si_sdr":1.86571,"mel_dist":0.17899,"stft_dist":1.17365,"f0_rmse_cents":129.88917,"f0_corr":0.8787,"vuv_err":0.14199,"score_intelligibility":0.73283,"score_speaker":0.72328,"score_quality":0.86731,"score_fidelity":0.7214,"score":0.76121},"fr":{"n":50,"unit":"wer","wer":13.59684,"wer_orig":4.98024,"dwer":8.6166,"wer_pseudo":11.34921,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.65256,"utmos":1.85409,"dnsmos_ovrl":2.97131,"dnsmos_sig":3.30569,"dnsmos_bak":3.99665,"pesq_wb":1.89744,"pesq_nb":2.34913,"stoi":0.87277,"estoi":0.78093,"si_sdr":-4.94097,"mel_dist":0.23818,"stft_dist":1.4235,"f0_rmse_cents":124.7364,"f0_corr":0.89594,"vuv_err":0.19099,"score_intelligibility":0.40969,"score_speaker":0.65256,"score_quality":0.79859,"score_fidelity":0.67504,"score":0.63397},"es":{"n":50,"unit":"wer","wer":4.36364,"wer_orig":3.09091,"dwer":1.27273,"wer_pseudo":1.91431,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.71113,"utmos":2.28615,"dnsmos_ovrl":3.20798,"dnsmos_sig":3.53587,"dnsmos_bak":3.99529,"pesq_wb":2.43829,"pesq_nb":2.85922,"stoi":0.88821,"estoi":0.7871,"si_sdr":-3.0012,"mel_dist":0.19526,"stft_dist":1.29891,"f0_rmse_cents":208.37533,"f0_corr":0.85958,"vuv_err":0.16428,"score_intelligibility":0.76271,"score_speaker":0.71113,"score_quality":0.86521,"score_fidelity":0.71957,"score":0.76465},"it":{"n":50,"unit":"wer","wer":5.00911,"wer_orig":2.55009,"dwer":2.45902,"wer_pseudo":4.29616,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.67439,"utmos":2.38665,"dnsmos_ovrl":3.23444,"dnsmos_sig":3.5188,"dnsmos_bak":4.08173,"pesq_wb":2.48063,"pesq_nb":2.89803,"stoi":0.8879,"estoi":0.78966,"si_sdr":-1.03937,"mel_dist":0.20438,"stft_dist":1.28151,"f0_rmse_cents":102.27071,"f0_corr":0.85785,"vuv_err":0.14554,"score_intelligibility":0.59079,"score_speaker":0.67439,"score_quality":0.81377,"score_fidelity":0.72293,"score":0.70047},"pt":{"n":50,"unit":"wer","wer":5.17578,"wer_orig":3.41797,"dwer":1.75781,"wer_pseudo":3.54331,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.75604,"utmos":2.14718,"dnsmos_ovrl":2.96337,"dnsmos_sig":3.33688,"dnsmos_bak":3.76998,"pesq_wb":2.12416,"pesq_nb":2.57169,"stoi":0.83979,"estoi":0.72716,"si_sdr":-3.18793,"mel_dist":0.18868,"stft_dist":1.2842,"f0_rmse_cents":272.72036,"f0_corr":0.83956,"vuv_err":0.17856,"score_intelligibility":0.71537,"score_speaker":0.75604,"score_quality":0.87166,"score_fidelity":0.66685,"score":0.75248},"nl":{"n":50,"unit":"wer","wer":14.98662,"wer_orig":5.26316,"dwer":9.72346,"wer_pseudo":11.63832,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.6714,"utmos":2.08696,"dnsmos_ovrl":2.46911,"dnsmos_sig":2.85786,"dnsmos_bak":4.071,"pesq_wb":2.00805,"pesq_nb":2.55932,"stoi":0.8805,"estoi":0.76611,"si_sdr":-3.62763,"mel_dist":0.22047,"stft_dist":1.45457,"f0_rmse_cents":121.15563,"f0_corr":0.87209,"vuv_err":0.17757,"score_intelligibility":0.39178,"score_speaker":0.6714,"score_quality":0.69906,"score_fidelity":0.6802,"score":0.61061},"pl":{"n":50,"unit":"wer","wer":13.70614,"wer_orig":3.28947,"dwer":10.41667,"wer_pseudo":12.17105,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.71184,"utmos":1.94613,"dnsmos_ovrl":2.99671,"dnsmos_sig":3.31924,"dnsmos_bak":4.07984,"pesq_wb":1.94331,"pesq_nb":2.42102,"stoi":0.88836,"estoi":0.775,"si_sdr":-7.44782,"mel_dist":0.20461,"stft_dist":1.38788,"f0_rmse_cents":142.95664,"f0_corr":0.76083,"vuv_err":0.15813,"score_intelligibility":0.29168,"score_speaker":0.71184,"score_quality":0.77074,"score_fidelity":0.63957,"score":0.60346},"cs":{"n":50,"unit":"wer","wer":17.85298,"wer_orig":9.45158,"dwer":8.4014,"wer_pseudo":15.77103,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.75403,"utmos":2.21404,"dnsmos_ovrl":3.15374,"dnsmos_sig":3.46394,"dnsmos_bak":3.99906,"pesq_wb":2.03924,"pesq_nb":2.65982,"stoi":0.86927,"estoi":0.75697,"si_sdr":2.77492,"mel_dist":0.19332,"stft_dist":1.1973,"f0_rmse_cents":101.78665,"f0_corr":0.86916,"vuv_err":0.11789,"score_intelligibility":0.55437,"score_speaker":0.75403,"score_quality":0.8866,"score_fidelity":0.67845,"score":0.71836},"tr":{"n":50,"unit":"wer","wer":15.0,"wer_orig":7.76316,"dwer":7.23684,"wer_pseudo":10.54018,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.70193,"utmos":1.89095,"dnsmos_ovrl":2.97065,"dnsmos_sig":3.3208,"dnsmos_bak":4.01505,"pesq_wb":1.87733,"pesq_nb":2.41312,"stoi":0.84585,"estoi":0.69997,"si_sdr":-6.66517,"mel_dist":0.22056,"stft_dist":1.40497,"f0_rmse_cents":171.31515,"f0_corr":0.8514,"vuv_err":0.15717,"score_intelligibility":0.5477,"score_speaker":0.70193,"score_quality":0.82879,"score_fidelity":0.6493,"score":0.68193},"id":{"n":50,"unit":"wer","wer":16.17473,"wer_orig":5.90319,"dwer":10.27155,"wer_pseudo":14.40378,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.63305,"utmos":1.65166,"dnsmos_ovrl":2.72277,"dnsmos_sig":3.24928,"dnsmos_bak":3.31758,"pesq_wb":1.83611,"pesq_nb":2.36204,"stoi":0.75868,"estoi":0.5829,"si_sdr":-1.18743,"mel_dist":0.16824,"stft_dist":1.20083,"f0_rmse_cents":175.01511,"f0_corr":0.76573,"vuv_err":0.19372,"score_intelligibility":0.40194,"score_speaker":0.63305,"score_quality":0.83584,"score_fidelity":0.58776,"score":0.61465},"vi":{"n":50,"unit":"wer","wer":18.45664,"wer_orig":7.71679,"dwer":10.73986,"wer_pseudo":15.28662,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.72052,"utmos":1.83652,"dnsmos_ovrl":2.70307,"dnsmos_sig":3.17482,"dnsmos_bak":3.68236,"pesq_wb":1.92983,"pesq_nb":2.43246,"stoi":0.74754,"estoi":0.59396,"si_sdr":-3.50319,"mel_dist":0.16937,"stft_dist":1.22007,"f0_rmse_cents":146.14107,"f0_corr":0.87154,"vuv_err":0.18195,"score_intelligibility":0.44801,"score_speaker":0.72052,"score_quality":0.83964,"score_fidelity":0.62825,"score":0.65911},"ru":{"n":50,"unit":"wer","wer":6.12717,"wer_orig":4.50867,"dwer":1.6185,"wer_pseudo":2.54925,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.69068,"utmos":1.9841,"dnsmos_ovrl":2.86047,"dnsmos_sig":3.18349,"dnsmos_bak":4.02448,"pesq_wb":2.06177,"pesq_nb":2.58167,"stoi":0.88,"estoi":0.77,"si_sdr":-2.39805,"mel_dist":0.22455,"stft_dist":1.40136,"f0_rmse_cents":166.74787,"f0_corr":0.80557,"vuv_err":0.1787,"score_intelligibility":0.77291,"score_speaker":0.69068,"score_quality":0.74709,"score_fidelity":0.66298,"score":0.71841},"uk":{"n":50,"unit":"wer","wer":15.55051,"wer_orig":6.46992,"dwer":9.08059,"wer_pseudo":13.29545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.5985,"utmos":2.13026,"dnsmos_ovrl":2.9786,"dnsmos_sig":3.30134,"dnsmos_bak":4.07554,"pesq_wb":2.0237,"pesq_nb":2.47144,"stoi":0.86424,"estoi":0.72947,"si_sdr":-2.06895,"mel_dist":0.23497,"stft_dist":1.4326,"f0_rmse_cents":157.03605,"f0_corr":0.81861,"vuv_err":0.17622,"score_intelligibility":0.45134,"score_speaker":0.5985,"score_quality":0.8393,"score_fidelity":0.65844,"score":0.6369},"el":{"n":50,"unit":"wer","wer":25.2505,"wer_orig":12.02405,"dwer":13.22645,"wer_pseudo":20.72072,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.6647,"utmos":2.06881,"dnsmos_ovrl":2.84842,"dnsmos_sig":3.24304,"dnsmos_bak":3.9094,"pesq_wb":2.21652,"pesq_nb":2.77166,"stoi":0.86591,"estoi":0.74021,"si_sdr":-1.54444,"mel_dist":0.18315,"stft_dist":1.21324,"f0_rmse_cents":133.27895,"f0_corr":0.82864,"vuv_err":0.14368,"score_intelligibility":0.49614,"score_speaker":0.6647,"score_quality":0.77457,"score_fidelity":0.68071,"score":0.65403},"ar":{"n":50,"unit":"wer","wer":17.87916,"wer_orig":12.45376,"dwer":5.4254,"wer_pseudo":11.74289,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.76218,"utmos":2.14734,"dnsmos_ovrl":3.13555,"dnsmos_sig":3.46752,"dnsmos_bak":3.99705,"pesq_wb":2.10803,"pesq_nb":2.58648,"stoi":0.90518,"estoi":0.82855,"si_sdr":-0.23103,"mel_dist":0.19973,"stft_dist":1.2681,"f0_rmse_cents":126.7159,"f0_corr":0.88968,"vuv_err":0.14314,"score_intelligibility":0.71262,"score_speaker":0.76218,"score_quality":0.83903,"score_fidelity":0.70381,"score":0.75441},"fa":{"n":50,"unit":"wer","wer":36.0,"wer_orig":25.94286,"dwer":10.05714,"wer_pseudo":21.18919,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.70422,"utmos":1.98725,"dnsmos_ovrl":2.70392,"dnsmos_sig":3.17919,"dnsmos_bak":3.76683,"pesq_wb":1.86462,"pesq_nb":2.5974,"stoi":0.7292,"estoi":0.58244,"si_sdr":-5.02041,"mel_dist":0.21163,"stft_dist":1.36512,"f0_rmse_cents":209.97198,"f0_corr":0.77466,"vuv_err":0.17191,"score_intelligibility":0.72819,"score_speaker":0.70422,"score_quality":0.76867,"score_fidelity":0.58363,"score":0.69618},"he":{"n":50,"unit":"wer","wer":39.18605,"wer_orig":19.4186,"dwer":19.76744,"wer_pseudo":31.33803,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.68418,"utmos":1.90457,"dnsmos_ovrl":2.71546,"dnsmos_sig":3.08341,"dnsmos_bak":3.94474,"pesq_wb":1.98371,"pesq_nb":2.47721,"stoi":0.87159,"estoi":0.75012,"si_sdr":-0.18402,"mel_dist":0.20398,"stft_dist":1.27417,"f0_rmse_cents":146.44068,"f0_corr":0.78847,"vuv_err":0.18521,"score_intelligibility":0.5081,"score_speaker":0.68418,"score_quality":0.77667,"score_fidelity":0.64704,"score":0.654},"hi":{"n":50,"unit":"wer","wer":35.08772,"wer_orig":26.31579,"dwer":8.77193,"wer_pseudo":21.43506,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.63175,"utmos":1.83423,"dnsmos_ovrl":2.71807,"dnsmos_sig":3.24805,"dnsmos_bak":3.47387,"pesq_wb":1.89859,"pesq_nb":2.39335,"stoi":0.82413,"estoi":0.68572,"si_sdr":-2.81652,"mel_dist":0.2142,"stft_dist":1.34933,"f0_rmse_cents":143.41394,"f0_corr":0.84338,"vuv_err":0.16495,"score_intelligibility":0.75693,"score_speaker":0.63175,"score_quality":0.81534,"score_fidelity":0.64142,"score":0.71136},"zh":{"n":50,"unit":"cer","wer":12.18659,"wer_orig":7.40525,"dwer":4.78134,"wer_pseudo":6.21951,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.68296,"utmos":1.71245,"dnsmos_ovrl":2.67492,"dnsmos_sig":3.01292,"dnsmos_bak":3.97549,"pesq_wb":1.85097,"pesq_nb":2.21747,"stoi":0.84977,"estoi":0.72635,"si_sdr":-10.51019,"mel_dist":0.21043,"stft_dist":1.50366,"f0_rmse_cents":130.70433,"f0_corr":0.87149,"vuv_err":0.12879,"score_intelligibility":0.63741,"score_speaker":0.68296,"score_quality":0.60199,"score_fidelity":0.6548,"score":0.64429},"yue":{"n":50,"unit":"cer","wer":20.06231,"wer_orig":14.39252,"dwer":5.66978,"wer_pseudo":17.22609,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.75354,"utmos":2.29885,"dnsmos_ovrl":3.06037,"dnsmos_sig":3.42034,"dnsmos_bak":3.95459,"pesq_wb":2.09024,"pesq_nb":2.65606,"stoi":0.86959,"estoi":0.74458,"si_sdr":-1.30074,"mel_dist":0.17731,"stft_dist":1.24484,"f0_rmse_cents":146.05189,"f0_corr":0.89673,"vuv_err":0.12892,"score_intelligibility":0.73081,"score_speaker":0.75354,"score_quality":0.83387,"score_fidelity":0.69261,"score":0.75271},"ja":{"n":50,"unit":"cer","wer":8.22232,"wer_orig":3.53698,"dwer":4.68535,"wer_pseudo":6.52274,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.67257,"utmos":1.71271,"dnsmos_ovrl":2.47872,"dnsmos_sig":3.09945,"dnsmos_bak":3.39875,"pesq_wb":1.91611,"pesq_nb":2.45182,"stoi":0.71171,"estoi":0.5389,"si_sdr":-7.35751,"mel_dist":0.21857,"stft_dist":1.43745,"f0_rmse_cents":155.18158,"f0_corr":0.83733,"vuv_err":0.16597,"score_intelligibility":0.49196,"score_speaker":0.67257,"score_quality":0.82445,"score_fidelity":0.6036,"score":0.64814},"ko":{"n":50,"unit":"cer","wer":6.17647,"wer_orig":5.14706,"dwer":1.02941,"wer_pseudo":3.05611,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.7088,"utmos":2.23463,"dnsmos_ovrl":2.90384,"dnsmos_sig":3.25388,"dnsmos_bak":4.0476,"pesq_wb":2.32986,"pesq_nb":2.75303,"stoi":0.8765,"estoi":0.78207,"si_sdr":-3.60132,"mel_dist":0.1946,"stft_dist":1.28636,"f0_rmse_cents":114.50813,"f0_corr":0.91701,"vuv_err":0.11368,"score_intelligibility":0.85656,"score_speaker":0.7088,"score_quality":0.73881,"score_fidelity":0.72449,"score":0.75716},"th":{"n":50,"unit":"cer","wer":15.31932,"wer_orig":7.61924,"dwer":7.70008,"wer_pseudo":11.56104,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.73452,"utmos":1.53156,"dnsmos_ovrl":2.54438,"dnsmos_sig":3.04558,"dnsmos_bak":3.7039,"pesq_wb":1.55167,"pesq_nb":1.96835,"stoi":0.83475,"estoi":0.71111,"si_sdr":-5.68839,"mel_dist":0.19808,"stft_dist":1.39765,"f0_rmse_cents":199.13744,"f0_corr":0.84499,"vuv_err":0.21084,"score_intelligibility":0.52816,"score_speaker":0.73452,"score_quality":0.62615,"score_fidelity":0.61245,"score":0.62532}}},{"codec":"stftvae_24k_3hz","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"stftvae_24k_3hz","family":"STFT-VAE","checkpoint":"fluxions/stftvae","sample_rate":24000,"output_sample_rate":24000,"frame_rate":3.125,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":128,"domain":"speech","causal":true,"multilingual":null,"license":"MIT","paper":null,"year":2026,"bitrate_kbps":null,"notes":"complex-STFT transformer VAE (hop 240 x 2^5 = 7680 samples/frame); posterior mean; phase carried by ISTFT, no vocoder; sliding-window causal attention (112 frames)","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":115.62259,"efficiency":{"rtf_encode":0.00126,"rtf_decode":0.00121,"peak_vram_gb":0.60739,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.65358,"score_worst_lang":0.55039,"worst_lang":"pl","en_gap":-0.00259,"score_intelligibility":0.53943,"score_speaker":0.71837,"score_quality":0.69122,"score_fidelity":0.66529,"dwer":9.3389,"wer":18.14471,"wer_pseudo":13.70357,"sim":0.71837,"utmos":1.74072,"dnsmos_ovrl":2.77085,"dnsmos_sig":3.19804,"dnsmos_bak":3.79176,"pesq_wb":2.092,"pesq_nb":2.61539,"stoi":0.82666,"estoi":0.69967,"si_sdr":3.59458,"mel_dist":0.21567,"stft_dist":1.28291,"f0_rmse_cents":139.83846,"f0_corr":0.8572,"vuv_err":0.17116,"score_ci95":[0.64814,0.66292]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.73451,"wer_orig":6.98132,"dwer":2.7532,"wer_pseudo":5.15564,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.64517,"utmos":1.66566,"dnsmos_ovrl":2.26671,"dnsmos_sig":2.80189,"dnsmos_bak":3.68716,"pesq_wb":1.68491,"pesq_nb":2.22743,"stoi":0.75242,"estoi":0.60147,"si_sdr":-1.63963,"mel_dist":0.24055,"stft_dist":1.53122,"f0_rmse_cents":174.36077,"f0_corr":0.82846,"vuv_err":0.20892,"score_intelligibility":0.74352,"score_speaker":0.64517,"score_quality":0.62349,"score_fidelity":0.59219,"score":0.65109},"de":{"n":50,"unit":"wer","wer":9.86775,"wer_orig":5.69685,"dwer":4.17091,"wer_pseudo":5.49339,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.77323,"utmos":1.94368,"dnsmos_ovrl":2.99831,"dnsmos_sig":3.30692,"dnsmos_bak":4.01601,"pesq_wb":2.3369,"pesq_nb":2.81226,"stoi":0.87614,"estoi":0.73612,"si_sdr":7.24889,"mel_dist":0.19274,"stft_dist":1.13496,"f0_rmse_cents":154.20787,"f0_corr":0.88564,"vuv_err":0.15347,"score_intelligibility":0.61621,"score_speaker":0.77323,"score_quality":0.75249,"score_fidelity":0.71458,"score":0.71413},"fr":{"n":50,"unit":"wer","wer":15.81028,"wer_orig":4.98024,"dwer":10.83004,"wer_pseudo":13.49206,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.68425,"utmos":1.70523,"dnsmos_ovrl":2.88062,"dnsmos_sig":3.22798,"dnsmos_bak":3.94612,"pesq_wb":2.06534,"pesq_nb":2.52157,"stoi":0.86518,"estoi":0.77206,"si_sdr":6.24083,"mel_dist":0.23002,"stft_dist":1.24059,"f0_rmse_cents":101.30986,"f0_corr":0.91672,"vuv_err":0.17361,"score_intelligibility":0.35575,"score_speaker":0.68425,"score_quality":0.72173,"score_fidelity":0.69543,"score":0.61429},"es":{"n":50,"unit":"wer","wer":4.18182,"wer_orig":3.09091,"dwer":1.09091,"wer_pseudo":2.18778,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.78085,"utmos":1.89587,"dnsmos_ovrl":3.10022,"dnsmos_sig":3.47286,"dnsmos_bak":3.8886,"pesq_wb":2.5102,"pesq_nb":2.97282,"stoi":0.88419,"estoi":0.78371,"si_sdr":6.76914,"mel_dist":0.22107,"stft_dist":1.23794,"f0_rmse_cents":158.03728,"f0_corr":0.90327,"vuv_err":0.16692,"score_intelligibility":0.78947,"score_speaker":0.78085,"score_quality":0.73475,"score_fidelity":0.73965,"score":0.76118},"it":{"n":50,"unit":"wer","wer":5.55556,"wer_orig":2.55009,"dwer":3.00546,"wer_pseudo":4.38757,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.74668,"utmos":2.07532,"dnsmos_ovrl":3.17379,"dnsmos_sig":3.49899,"dnsmos_bak":4.0022,"pesq_wb":2.48818,"pesq_nb":2.90182,"stoi":0.88038,"estoi":0.77744,"si_sdr":7.14295,"mel_dist":0.21657,"stft_dist":1.19681,"f0_rmse_cents":102.98753,"f0_corr":0.84044,"vuv_err":0.14935,"score_intelligibility":0.54154,"score_speaker":0.74668,"score_quality":0.72667,"score_fidelity":0.71534,"score":0.68256},"pt":{"n":50,"unit":"wer","wer":4.78516,"wer_orig":3.41797,"dwer":1.36719,"wer_pseudo":2.85433,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.80262,"utmos":1.96006,"dnsmos_ovrl":2.98457,"dnsmos_sig":3.39195,"dnsmos_bak":3.732,"pesq_wb":2.30178,"pesq_nb":2.78464,"stoi":0.83388,"estoi":0.71708,"si_sdr":5.47058,"mel_dist":0.20814,"stft_dist":1.19932,"f0_rmse_cents":211.4485,"f0_corr":0.89466,"vuv_err":0.16764,"score_intelligibility":0.76367,"score_speaker":0.80262,"score_quality":0.81482,"score_fidelity":0.70016,"score":0.77032},"nl":{"n":50,"unit":"wer","wer":15.25424,"wer_orig":5.26316,"dwer":9.99108,"wer_pseudo":11.99642,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.67313,"utmos":1.47315,"dnsmos_ovrl":2.31142,"dnsmos_sig":2.70218,"dnsmos_bak":3.995,"pesq_wb":1.90917,"pesq_nb":2.46393,"stoi":0.85488,"estoi":0.72482,"si_sdr":0.35335,"mel_dist":0.24305,"stft_dist":1.49638,"f0_rmse_cents":125.24136,"f0_corr":0.88503,"vuv_err":0.25519,"score_intelligibility":0.38532,"score_speaker":0.67313,"score_quality":0.49776,"score_fidelity":0.66656,"score":0.55569},"pl":{"n":50,"unit":"wer","wer":15.78947,"wer_orig":3.28947,"dwer":12.5,"wer_pseudo":14.91228,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.70313,"utmos":1.56544,"dnsmos_ovrl":2.7837,"dnsmos_sig":3.15165,"dnsmos_bak":3.96001,"pesq_wb":1.91875,"pesq_nb":2.37597,"stoi":0.8722,"estoi":0.75198,"si_sdr":-0.34929,"mel_dist":0.23229,"stft_dist":1.36825,"f0_rmse_cents":135.17685,"f0_corr":0.76747,"vuv_err":0.17415,"score_intelligibility":0.25549,"score_speaker":0.70313,"score_quality":0.60889,"score_fidelity":0.63406,"score":0.55039},"cs":{"n":50,"unit":"wer","wer":24.97083,"wer_orig":9.45158,"dwer":15.51925,"wer_pseudo":22.19626,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.72459,"utmos":1.85331,"dnsmos_ovrl":3.03053,"dnsmos_sig":3.37566,"dnsmos_bak":3.9061,"pesq_wb":1.91488,"pesq_nb":2.50108,"stoi":0.83908,"estoi":0.71567,"si_sdr":6.61219,"mel_dist":0.22392,"stft_dist":1.21431,"f0_rmse_cents":89.78452,"f0_corr":0.87042,"vuv_err":0.13391,"score_intelligibility":0.40244,"score_speaker":0.72459,"score_quality":0.75095,"score_fidelity":0.65696,"score":0.63373},"tr":{"n":50,"unit":"wer","wer":18.55263,"wer_orig":7.76316,"dwer":10.78947,"wer_pseudo":14.62451,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.76113,"utmos":1.75598,"dnsmos_ovrl":2.8876,"dnsmos_sig":3.27069,"dnsmos_bak":3.93354,"pesq_wb":2.23832,"pesq_nb":2.75885,"stoi":0.83912,"estoi":0.69959,"si_sdr":2.89276,"mel_dist":0.23069,"stft_dist":1.33376,"f0_rmse_cents":129.78951,"f0_corr":0.90172,"vuv_err":0.14698,"score_intelligibility":0.44818,"score_speaker":0.76113,"score_quality":0.75586,"score_fidelity":0.69821,"score":0.66585},"id":{"n":50,"unit":"wer","wer":19.83471,"wer_orig":5.90319,"dwer":13.93152,"wer_pseudo":17.94569,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.69954,"utmos":1.55513,"dnsmos_ovrl":2.63237,"dnsmos_sig":3.2037,"dnsmos_bak":3.17708,"pesq_wb":1.90914,"pesq_nb":2.51721,"stoi":0.7307,"estoi":0.55953,"si_sdr":3.59272,"mel_dist":0.18779,"stft_dist":1.1991,"f0_rmse_cents":173.02631,"f0_corr":0.80209,"vuv_err":0.19713,"score_intelligibility":0.33133,"score_speaker":0.69954,"score_quality":0.75954,"score_fidelity":0.59751,"score":0.59698},"vi":{"n":50,"unit":"wer","wer":32.77645,"wer_orig":7.71679,"dwer":25.05967,"wer_pseudo":29.53822,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.74294,"utmos":1.62981,"dnsmos_ovrl":2.67786,"dnsmos_sig":3.22838,"dnsmos_bak":3.58202,"pesq_wb":2.13497,"pesq_nb":2.68714,"stoi":0.71967,"estoi":0.56335,"si_sdr":4.78362,"mel_dist":0.18105,"stft_dist":1.16796,"f0_rmse_cents":132.36143,"f0_corr":0.89665,"vuv_err":0.14283,"score_intelligibility":0.25807,"score_speaker":0.74294,"score_quality":0.73926,"score_fidelity":0.64687,"score":0.59679},"ru":{"n":50,"unit":"wer","wer":7.63006,"wer_orig":4.50867,"dwer":3.12139,"wer_pseudo":4.98262,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.71264,"utmos":1.65629,"dnsmos_ovrl":2.75669,"dnsmos_sig":3.103,"dnsmos_bak":3.95688,"pesq_wb":2.08667,"pesq_nb":2.5784,"stoi":0.85967,"estoi":0.744,"si_sdr":3.95464,"mel_dist":0.23172,"stft_dist":1.32148,"f0_rmse_cents":143.46565,"f0_corr":0.81197,"vuv_err":0.19787,"score_intelligibility":0.63831,"score_speaker":0.71264,"score_quality":0.62447,"score_fidelity":0.6607,"score":0.65903},"uk":{"n":50,"unit":"wer","wer":17.93417,"wer_orig":6.46992,"dwer":11.46425,"wer_pseudo":14.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.6663,"utmos":1.92433,"dnsmos_ovrl":2.9388,"dnsmos_sig":3.30043,"dnsmos_bak":4.003,"pesq_wb":2.12996,"pesq_nb":2.5767,"stoi":0.85074,"estoi":0.71572,"si_sdr":4.90114,"mel_dist":0.2451,"stft_dist":1.37087,"f0_rmse_cents":95.42697,"f0_corr":0.91938,"vuv_err":0.16611,"score_intelligibility":0.39452,"score_speaker":0.6663,"score_quality":0.76437,"score_fidelity":0.69766,"score":0.63071},"el":{"n":50,"unit":"wer","wer":26.85371,"wer_orig":12.02405,"dwer":14.82966,"wer_pseudo":22.12212,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.66085,"utmos":1.76324,"dnsmos_ovrl":2.74609,"dnsmos_sig":3.19781,"dnsmos_bak":3.77047,"pesq_wb":2.28526,"pesq_nb":2.80368,"stoi":0.83998,"estoi":0.70961,"si_sdr":5.97959,"mel_dist":0.19917,"stft_dist":1.17341,"f0_rmse_cents":145.1368,"f0_corr":0.81408,"vuv_err":0.16347,"score_intelligibility":0.46759,"score_speaker":0.66085,"score_quality":0.66073,"score_fidelity":0.67376,"score":0.61573},"ar":{"n":50,"unit":"wer","wer":21.20838,"wer_orig":12.45376,"dwer":8.75462,"wer_pseudo":15.20396,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.79968,"utmos":1.795,"dnsmos_ovrl":2.99119,"dnsmos_sig":3.39534,"dnsmos_bak":3.84232,"pesq_wb":2.08678,"pesq_nb":2.56925,"stoi":0.89386,"estoi":0.80889,"si_sdr":4.51112,"mel_dist":0.2283,"stft_dist":1.26906,"f0_rmse_cents":94.7808,"f0_corr":0.91295,"vuv_err":0.14291,"score_intelligibility":0.6058,"score_speaker":0.79968,"score_quality":0.70019,"score_fidelity":0.70577,"score":0.70286},"fa":{"n":50,"unit":"wer","wer":36.0,"wer_orig":25.94286,"dwer":10.05714,"wer_pseudo":19.02703,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.74872,"utmos":1.69998,"dnsmos_ovrl":2.68099,"dnsmos_sig":3.17117,"dnsmos_bak":3.72968,"pesq_wb":1.85146,"pesq_nb":2.5587,"stoi":0.69487,"estoi":0.54625,"si_sdr":0.53881,"mel_dist":0.21415,"stft_dist":1.35722,"f0_rmse_cents":249.45601,"f0_corr":0.71531,"vuv_err":0.19464,"score_intelligibility":0.72819,"score_speaker":0.74872,"score_quality":0.67367,"score_fidelity":0.55115,"score":0.67543},"he":{"n":50,"unit":"wer","wer":41.39535,"wer_orig":19.4186,"dwer":21.97674,"wer_pseudo":32.86385,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.65573,"utmos":1.75725,"dnsmos_ovrl":2.63887,"dnsmos_sig":3.01071,"dnsmos_bak":3.88448,"pesq_wb":2.02108,"pesq_nb":2.49185,"stoi":0.8512,"estoi":0.72579,"si_sdr":3.69403,"mel_dist":0.21619,"stft_dist":1.30674,"f0_rmse_cents":148.16759,"f0_corr":0.76851,"vuv_err":0.21944,"score_intelligibility":0.48162,"score_speaker":0.65573,"score_quality":0.70604,"score_fidelity":0.63715,"score":0.62014},"hi":{"n":50,"unit":"wer","wer":37.8578,"wer_orig":26.31579,"dwer":11.54201,"wer_pseudo":24.52316,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.69833,"utmos":1.68,"dnsmos_ovrl":2.67493,"dnsmos_sig":3.27152,"dnsmos_bak":3.4161,"pesq_wb":2.11258,"pesq_nb":2.69333,"stoi":0.81477,"estoi":0.68216,"si_sdr":5.94425,"mel_dist":0.21468,"stft_dist":1.22136,"f0_rmse_cents":105.21299,"f0_corr":0.87657,"vuv_err":0.16125,"score_intelligibility":0.70297,"score_speaker":0.69833,"score_quality":0.74342,"score_fidelity":0.66974,"score":0.70361},"zh":{"n":50,"unit":"cer","wer":11.6035,"wer_orig":7.40525,"dwer":4.19825,"wer_pseudo":5.06098,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.68218,"utmos":1.53474,"dnsmos_ovrl":2.77603,"dnsmos_sig":3.16247,"dnsmos_bak":3.91691,"pesq_wb":2.0495,"pesq_nb":2.59211,"stoi":0.86272,"estoi":0.75331,"si_sdr":0.00407,"mel_dist":0.2026,"stft_dist":1.31688,"f0_rmse_cents":103.16067,"f0_corr":0.9097,"vuv_err":0.11792,"score_intelligibility":0.6669,"score_speaker":0.68218,"score_quality":0.57733,"score_fidelity":0.69076,"score":0.65429},"yue":{"n":50,"unit":"cer","wer":27.41433,"wer_orig":14.39252,"dwer":13.02181,"wer_pseudo":24.38252,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.74945,"utmos":1.95745,"dnsmos_ovrl":2.92263,"dnsmos_sig":3.30962,"dnsmos_bak":3.87091,"pesq_wb":2.08176,"pesq_nb":2.67189,"stoi":0.85281,"estoi":0.72649,"si_sdr":3.07396,"mel_dist":0.18817,"stft_dist":1.19776,"f0_rmse_cents":129.19488,"f0_corr":0.90077,"vuv_err":0.14483,"score_intelligibility":0.54172,"score_speaker":0.74945,"score_quality":0.7186,"score_fidelity":0.68755,"score":0.67433},"ja":{"n":50,"unit":"cer","wer":8.26826,"wer_orig":3.53698,"dwer":4.73128,"wer_pseudo":6.38493,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.68487,"utmos":1.53865,"dnsmos_ovrl":2.36452,"dnsmos_sig":2.99528,"dnsmos_bak":3.26679,"pesq_wb":1.9026,"pesq_nb":2.48305,"stoi":0.68312,"estoi":0.51403,"si_sdr":-1.52433,"mel_dist":0.21556,"stft_dist":1.41496,"f0_rmse_cents":175.57953,"f0_corr":0.77854,"vuv_err":0.20455,"score_intelligibility":0.48952,"score_speaker":0.68487,"score_quality":0.70332,"score_fidelity":0.57318,"score":0.61272},"ko":{"n":50,"unit":"cer","wer":6.47059,"wer_orig":5.14706,"dwer":1.32353,"wer_pseudo":3.30661,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.72869,"utmos":1.91981,"dnsmos_ovrl":2.79903,"dnsmos_sig":3.16346,"dnsmos_bak":3.97149,"pesq_wb":2.33666,"pesq_nb":2.79839,"stoi":0.85924,"estoi":0.75619,"si_sdr":4.49168,"mel_dist":0.20525,"stft_dist":1.2131,"f0_rmse_cents":97.26399,"f0_corr":0.90892,"vuv_err":0.11925,"score_intelligibility":0.82283,"score_speaker":0.72869,"score_quality":0.64349,"score_fidelity":0.71669,"score":0.72793},"th":{"n":50,"unit":"cer","wer":15.72352,"wer_orig":7.61924,"dwer":8.10428,"wer_pseudo":11.92549,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.71621,"utmos":1.47193,"dnsmos_ovrl":2.48285,"dnsmos_sig":3.03926,"dnsmos_bak":3.54744,"pesq_wb":1.85113,"pesq_nb":2.42738,"stoi":0.8291,"estoi":0.70687,"si_sdr":1.58292,"mel_dist":0.20732,"stft_dist":1.30632,"f0_rmse_cents":181.54545,"f0_corr":0.86355,"vuv_err":0.20539,"score_intelligibility":0.5154,"score_speaker":0.71621,"score_quality":0.58735,"score_fidelity":0.64528,"score":0.61606}}},{"codec":"ticodec_24k_1q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ticodec_24k_1q","family":"TiCodec","checkpoint":"y-ren16/TiCodec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75.0,"n_codebooks":1,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0 (code, per README); weights: no license stated","paper":"2310.00014","year":2023,"bitrate_kbps":0.75,"notes":"1 group x 1 residual VQ layer(s) per 75 Hz frame + 8 global time-invariant tokens; trained on LibriTTS (English)","side_info":"8 time-invariant tokens (8 x 1024, 80 bits) per utterance, not counted in bitrate","warning":null,"env":"main"},"kbps":0.75,"kbps_measured":0.75021,"tokens_per_s":75.02071,"params_M":63.33239,"efficiency":{"rtf_encode":0.00245,"rtf_decode":0.00237,"peak_vram_gb":0.83655,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.43601,"score_worst_lang":0.34408,"worst_lang":"en","en_gap":-0.09593,"score_intelligibility":0.12656,"score_speaker":0.3901,"score_quality":0.71605,"score_fidelity":0.51132,"dwer":69.60639,"wer":78.4122,"wer_pseudo":77.20677,"sim":0.3901,"utmos":1.79785,"dnsmos_ovrl":2.82062,"dnsmos_sig":3.22,"dnsmos_bak":3.80825,"pesq_wb":1.39146,"pesq_nb":1.78503,"stoi":0.71846,"estoi":0.52708,"si_sdr":-11.26079,"mel_dist":0.26649,"stft_dist":1.67481,"f0_rmse_cents":243.67159,"f0_corr":0.70365,"vuv_err":0.23647,"score_ci95":[0.43217,0.44097]},"per_lang":{"en":{"n":50,"unit":"wer","wer":71.2881,"wer_orig":6.98132,"dwer":64.30678,"wer_pseudo":69.35798,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.25298,"utmos":1.75702,"dnsmos_ovrl":2.20341,"dnsmos_sig":2.6049,"dnsmos_bak":3.73935,"pesq_wb":1.23873,"pesq_nb":1.54363,"stoi":0.63047,"estoi":0.40203,"si_sdr":-20.34036,"mel_dist":0.28992,"stft_dist":1.8527,"f0_rmse_cents":513.5843,"f0_corr":0.44058,"vuv_err":0.35839,"score_intelligibility":0.11041,"score_speaker":0.25298,"score_quality":0.63317,"score_fidelity":0.37975,"score":0.34408},"de":{"n":50,"unit":"wer","wer":51.67854,"wer_orig":5.69685,"dwer":45.98169,"wer_pseudo":49.64395,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.36929,"utmos":2.23887,"dnsmos_ovrl":3.02889,"dnsmos_sig":3.36043,"dnsmos_bak":3.98336,"pesq_wb":1.55748,"pesq_nb":2.02125,"stoi":0.78894,"estoi":0.57401,"si_sdr":-4.14992,"mel_dist":0.23695,"stft_dist":1.46773,"f0_rmse_cents":184.52549,"f0_corr":0.786,"vuv_err":0.18468,"score_intelligibility":0.12713,"score_speaker":0.36929,"score_quality":0.84516,"score_fidelity":0.57807,"score":0.47991},"fr":{"n":50,"unit":"wer","wer":110.59289,"wer_orig":4.98024,"dwer":105.61265,"wer_pseudo":111.11111,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.33885,"utmos":1.69372,"dnsmos_ovrl":2.9611,"dnsmos_sig":3.28736,"dnsmos_bak":3.99585,"pesq_wb":1.38111,"pesq_nb":1.73881,"stoi":0.75139,"estoi":0.60315,"si_sdr":-14.50767,"mel_dist":0.27877,"stft_dist":1.67617,"f0_rmse_cents":220.40304,"f0_corr":0.73899,"vuv_err":0.26227,"score_intelligibility":0.05359,"score_speaker":0.33885,"score_quality":0.73735,"score_fidelity":0.53309,"score":0.41572},"es":{"n":50,"unit":"wer","wer":21.63636,"wer_orig":3.09091,"dwer":18.54545,"wer_pseudo":21.23974,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.41006,"utmos":2.13833,"dnsmos_ovrl":3.22578,"dnsmos_sig":3.56792,"dnsmos_bak":3.96509,"pesq_wb":1.69997,"pesq_nb":2.14547,"stoi":0.79225,"estoi":0.63026,"si_sdr":-4.87491,"mel_dist":0.25399,"stft_dist":1.56314,"f0_rmse_cents":203.98328,"f0_corr":0.83369,"vuv_err":0.19765,"score_intelligibility":0.18072,"score_speaker":0.41006,"score_quality":0.82323,"score_fidelity":0.60864,"score":0.50566},"it":{"n":50,"unit":"wer","wer":36.42987,"wer_orig":2.55009,"dwer":33.87978,"wer_pseudo":36.56307,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.35699,"utmos":2.1613,"dnsmos_ovrl":3.26064,"dnsmos_sig":3.559,"dnsmos_bak":4.06117,"pesq_wb":1.65419,"pesq_nb":2.06948,"stoi":0.78834,"estoi":0.6269,"si_sdr":-4.5442,"mel_dist":0.25393,"stft_dist":1.53029,"f0_rmse_cents":153.41536,"f0_corr":0.72243,"vuv_err":0.19058,"score_intelligibility":0.09485,"score_speaker":0.35699,"score_quality":0.76592,"score_fidelity":0.56589,"score":0.44591},"pt":{"n":50,"unit":"wer","wer":37.59766,"wer_orig":3.41797,"dwer":34.17969,"wer_pseudo":37.69685,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.42741,"utmos":2.0236,"dnsmos_ovrl":3.14039,"dnsmos_sig":3.54384,"dnsmos_bak":3.79707,"pesq_wb":1.4623,"pesq_nb":1.91641,"stoi":0.73803,"estoi":0.56741,"si_sdr":-10.15292,"mel_dist":0.25761,"stft_dist":1.59196,"f0_rmse_cents":461.15498,"f0_corr":0.70863,"vuv_err":0.21359,"score_intelligibility":0.11446,"score_speaker":0.42741,"score_quality":0.8399,"score_fidelity":0.52625,"score":0.47701},"nl":{"n":50,"unit":"wer","wer":82.06958,"wer_orig":5.26316,"dwer":76.80642,"wer_pseudo":82.00537,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.3427,"utmos":1.49386,"dnsmos_ovrl":2.49276,"dnsmos_sig":2.86766,"dnsmos_bak":4.01549,"pesq_wb":1.24046,"pesq_nb":1.63662,"stoi":0.73936,"estoi":0.55018,"si_sdr":-12.09453,"mel_dist":0.27621,"stft_dist":1.86794,"f0_rmse_cents":221.14514,"f0_corr":0.70521,"vuv_err":0.30727,"score_intelligibility":0.0754,"score_speaker":0.3427,"score_quality":0.55523,"score_fidelity":0.50442,"score":0.36944},"pl":{"n":50,"unit":"wer","wer":117.98246,"wer_orig":3.28947,"dwer":114.69298,"wer_pseudo":117.54386,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.41786,"utmos":1.78517,"dnsmos_ovrl":2.92034,"dnsmos_sig":3.26081,"dnsmos_bak":4.0143,"pesq_wb":1.3237,"pesq_nb":1.74551,"stoi":0.77791,"estoi":0.5942,"si_sdr":-12.82904,"mel_dist":0.31281,"stft_dist":1.83409,"f0_rmse_cents":212.22549,"f0_corr":0.55672,"vuv_err":0.23889,"score_intelligibility":0.03605,"score_speaker":0.41786,"score_quality":0.70602,"score_fidelity":0.47571,"score":0.40891},"cs":{"n":50,"unit":"wer","wer":83.43057,"wer_orig":9.45158,"dwer":73.979,"wer_pseudo":83.64486,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.45698,"utmos":1.99399,"dnsmos_ovrl":3.12787,"dnsmos_sig":3.48129,"dnsmos_bak":3.91812,"pesq_wb":1.34751,"pesq_nb":1.8579,"stoi":0.74763,"estoi":0.5729,"si_sdr":-4.81332,"mel_dist":0.26138,"stft_dist":1.52271,"f0_rmse_cents":155.20911,"f0_corr":0.75469,"vuv_err":0.15051,"score_intelligibility":0.12379,"score_speaker":0.45698,"score_quality":0.81653,"score_fidelity":0.53387,"score":0.48279},"tr":{"n":50,"unit":"wer","wer":105.52632,"wer_orig":7.76316,"dwer":97.76316,"wer_pseudo":104.61133,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.37292,"utmos":1.57412,"dnsmos_ovrl":2.81581,"dnsmos_sig":3.19438,"dnsmos_bak":3.88867,"pesq_wb":1.37863,"pesq_nb":1.75559,"stoi":0.70951,"estoi":0.47584,"si_sdr":-18.55392,"mel_dist":0.27219,"stft_dist":1.78521,"f0_rmse_cents":239.47205,"f0_corr":0.7304,"vuv_err":0.24635,"score_intelligibility":0.08226,"score_speaker":0.37292,"score_quality":0.66739,"score_fidelity":0.51603,"score":0.40965},"id":{"n":50,"unit":"wer","wer":72.13695,"wer_orig":5.90319,"dwer":66.23377,"wer_pseudo":72.13695,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.28909,"utmos":1.49701,"dnsmos_ovrl":2.63021,"dnsmos_sig":3.14492,"dnsmos_bak":3.13036,"pesq_wb":1.28026,"pesq_nb":1.7059,"stoi":0.61461,"estoi":0.38568,"si_sdr":-7.30315,"mel_dist":0.23702,"stft_dist":1.52574,"f0_rmse_cents":141.68961,"f0_corr":0.71415,"vuv_err":0.21746,"score_intelligibility":0.09439,"score_speaker":0.28909,"score_quality":0.72868,"score_fidelity":0.46961,"score":0.39544},"vi":{"n":50,"unit":"wer","wer":82.73667,"wer_orig":7.71679,"dwer":75.01989,"wer_pseudo":81.13057,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.45203,"utmos":1.58175,"dnsmos_ovrl":2.7006,"dnsmos_sig":3.21536,"dnsmos_bak":3.59236,"pesq_wb":1.24461,"pesq_nb":1.63469,"stoi":0.59063,"estoi":0.37437,"si_sdr":-10.82113,"mel_dist":0.23359,"stft_dist":1.59318,"f0_rmse_cents":158.72998,"f0_corr":0.82012,"vuv_err":0.23549,"score_intelligibility":0.1041,"score_speaker":0.45203,"score_quality":0.72367,"score_fidelity":0.49355,"score":0.44334},"ru":{"n":50,"unit":"wer","wer":50.86705,"wer_orig":4.50867,"dwer":46.35838,"wer_pseudo":49.47856,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.42263,"utmos":1.72487,"dnsmos_ovrl":2.88778,"dnsmos_sig":3.23094,"dnsmos_bak":3.98553,"pesq_wb":1.3902,"pesq_nb":1.76179,"stoi":0.76054,"estoi":0.57703,"si_sdr":-10.54742,"mel_dist":0.26699,"stft_dist":1.71619,"f0_rmse_cents":194.15321,"f0_corr":0.73778,"vuv_err":0.23693,"score_intelligibility":0.10621,"score_speaker":0.42263,"score_quality":0.67688,"score_fidelity":0.5366,"score":0.43558},"uk":{"n":50,"unit":"wer","wer":87.28717,"wer_orig":6.46992,"dwer":80.81725,"wer_pseudo":87.04545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.25188,"utmos":2.01353,"dnsmos_ovrl":2.90718,"dnsmos_sig":3.2065,"dnsmos_bak":4.02923,"pesq_wb":1.44596,"pesq_nb":1.80646,"stoi":0.74413,"estoi":0.53913,"si_sdr":-12.67837,"mel_dist":0.27726,"stft_dist":1.72049,"f0_rmse_cents":252.43855,"f0_corr":0.68233,"vuv_err":0.25084,"score_intelligibility":0.08461,"score_speaker":0.25188,"score_quality":0.78495,"score_fidelity":0.51796,"score":0.40985},"el":{"n":50,"unit":"wer","wer":115.23046,"wer_orig":12.02405,"dwer":103.20641,"wer_pseudo":115.11512,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.26947,"utmos":1.85266,"dnsmos_ovrl":2.828,"dnsmos_sig":3.26845,"dnsmos_bak":3.77061,"pesq_wb":1.49502,"pesq_nb":1.91228,"stoi":0.74256,"estoi":0.54442,"si_sdr":-8.67585,"mel_dist":0.24807,"stft_dist":1.56142,"f0_rmse_cents":142.6511,"f0_corr":0.81688,"vuv_err":0.18283,"score_intelligibility":0.11205,"score_speaker":0.26947,"score_quality":0.70717,"score_fidelity":0.56696,"score":0.41391},"ar":{"n":50,"unit":"wer","wer":61.40567,"wer_orig":12.45376,"dwer":48.95191,"wer_pseudo":59.2089,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.53222,"utmos":1.86411,"dnsmos_ovrl":3.13122,"dnsmos_sig":3.49518,"dnsmos_bak":3.9421,"pesq_wb":1.40157,"pesq_nb":1.77637,"stoi":0.79639,"estoi":0.66079,"si_sdr":-7.22487,"mel_dist":0.27428,"stft_dist":1.64094,"f0_rmse_cents":148.4449,"f0_corr":0.83741,"vuv_err":0.17338,"score_intelligibility":0.21559,"score_speaker":0.53222,"score_quality":0.75338,"score_fidelity":0.58284,"score":0.52101},"fa":{"n":50,"unit":"wer","wer":161.82857,"wer_orig":25.94286,"dwer":135.88571,"wer_pseudo":150.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.41969,"utmos":1.74685,"dnsmos_ovrl":2.62196,"dnsmos_sig":3.07933,"dnsmos_bak":3.67959,"pesq_wb":1.28723,"pesq_nb":1.7971,"stoi":0.59675,"estoi":0.3879,"si_sdr":-12.84817,"mel_dist":0.25627,"stft_dist":1.73045,"f0_rmse_cents":429.35409,"f0_corr":0.4755,"vuv_err":0.28708,"score_intelligibility":0.16547,"score_speaker":0.41969,"score_quality":0.67209,"score_fidelity":0.38477,"score":0.4105},"he":{"n":50,"unit":"wer","wer":102.09302,"wer_orig":19.4186,"dwer":82.67442,"wer_pseudo":100.11737,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.32277,"utmos":1.90612,"dnsmos_ovrl":2.66326,"dnsmos_sig":2.99174,"dnsmos_bak":3.88197,"pesq_wb":1.398,"pesq_nb":1.70383,"stoi":0.74447,"estoi":0.5446,"si_sdr":-9.76743,"mel_dist":0.26738,"stft_dist":1.72079,"f0_rmse_cents":195.7936,"f0_corr":0.60418,"vuv_err":0.29352,"score_intelligibility":0.19806,"score_speaker":0.32277,"score_quality":0.76281,"score_fidelity":0.48745,"score":0.44277},"hi":{"n":50,"unit":"wer","wer":90.95106,"wer_orig":26.31579,"dwer":64.63527,"wer_pseudo":89.19164,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.34439,"utmos":1.62168,"dnsmos_ovrl":2.81602,"dnsmos_sig":3.39245,"dnsmos_bak":3.52223,"pesq_wb":1.37803,"pesq_nb":1.73361,"stoi":0.68691,"estoi":0.49341,"si_sdr":-8.51009,"mel_dist":0.27486,"stft_dist":1.63598,"f0_rmse_cents":286.93124,"f0_corr":0.60694,"vuv_err":0.23249,"score_intelligibility":0.29707,"score_speaker":0.34439,"score_quality":0.73995,"score_fidelity":0.46729,"score":0.46217},"zh":{"n":50,"unit":"cer","wer":88.86297,"wer_orig":7.40525,"dwer":81.45773,"wer_pseudo":88.04878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.45209,"utmos":1.6588,"dnsmos_ovrl":2.74655,"dnsmos_sig":3.13304,"dnsmos_bak":3.87228,"pesq_wb":1.36536,"pesq_nb":1.68497,"stoi":0.72883,"estoi":0.54634,"si_sdr":-15.0925,"mel_dist":0.2459,"stft_dist":1.64567,"f0_rmse_cents":343.41933,"f0_corr":0.66261,"vuv_err":0.21963,"score_intelligibility":0.09353,"score_speaker":0.45209,"score_quality":0.60449,"score_fidelity":0.49861,"score":0.41218},"yue":{"n":50,"unit":"cer","wer":65.73209,"wer_orig":14.39252,"dwer":51.33956,"wer_pseudo":66.43445,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.52718,"utmos":2.02793,"dnsmos_ovrl":3.01935,"dnsmos_sig":3.40257,"dnsmos_bak":3.86894,"pesq_wb":1.43789,"pesq_nb":1.86174,"stoi":0.76386,"estoi":0.57127,"si_sdr":-7.07907,"mel_dist":0.23193,"stft_dist":1.51675,"f0_rmse_cents":234.38068,"f0_corr":0.79396,"vuv_err":0.16985,"score_intelligibility":0.23066,"score_speaker":0.52718,"score_quality":0.76049,"score_fidelity":0.56098,"score":0.51983},"ja":{"n":50,"unit":"cer","wer":78.27285,"wer_orig":3.53698,"dwer":74.73588,"wer_pseudo":77.17042,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.4079,"utmos":1.57001,"dnsmos_ovrl":2.24153,"dnsmos_sig":2.77953,"dnsmos_bak":3.17179,"pesq_wb":1.31136,"pesq_nb":1.68728,"stoi":0.57815,"estoi":0.35693,"si_sdr":-18.40332,"mel_dist":0.26243,"stft_dist":1.82507,"f0_rmse_cents":274.10903,"f0_corr":0.59241,"vuv_err":0.30743,"score_intelligibility":0.05723,"score_speaker":0.4079,"score_quality":0.67851,"score_fidelity":0.41984,"score":0.39087},"ko":{"n":50,"unit":"cer","wer":39.11765,"wer_orig":5.14706,"dwer":33.97059,"wer_pseudo":36.87375,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.45449,"utmos":1.77159,"dnsmos_ovrl":2.80462,"dnsmos_sig":3.17125,"dnsmos_bak":3.93834,"pesq_wb":1.47712,"pesq_nb":1.86848,"stoi":0.74491,"estoi":0.58058,"si_sdr":-20.64029,"mel_dist":0.35808,"stft_dist":1.93241,"f0_rmse_cents":158.2642,"f0_corr":0.87107,"vuv_err":0.25835,"score_intelligibility":0.15323,"score_speaker":0.45449,"score_quality":0.61205,"score_fidelity":0.5841,"score":0.45097},"th":{"n":50,"unit":"cer","wer":67.13824,"wer_orig":7.61924,"dwer":59.519,"wer_pseudo":66.67342,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.4705,"utmos":1.45149,"dnsmos_ovrl":2.5196,"dnsmos_sig":3.04109,"dnsmos_bak":3.63415,"pesq_wb":1.19831,"pesq_nb":1.47548,"stoi":0.68653,"estoi":0.49063,"si_sdr":-13.80645,"mel_dist":0.26787,"stft_dist":1.73838,"f0_rmse_cents":322.64047,"f0_corr":0.69493,"vuv_err":0.25983,"score_intelligibility":0.1265,"score_speaker":0.4705,"score_quality":0.59032,"score_fidelity":0.47938,"score":0.41667}}},{"codec":"ticodec_24k_2q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ticodec_24k_2q","family":"TiCodec","checkpoint":"y-ren16/TiCodec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75.0,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0 (code, per README); weights: no license stated","paper":"2310.00014","year":2023,"bitrate_kbps":1.5,"notes":"1 group x 2 residual VQ layer(s) per 75 Hz frame + 8 global time-invariant tokens; trained on LibriTTS (English)","side_info":"8 time-invariant tokens (8 x 1024, 80 bits) per utterance, not counted in bitrate","warning":null,"env":"main"},"kbps":1.5,"kbps_measured":1.50041,"tokens_per_s":150.04143,"params_M":63.85667,"efficiency":{"rtf_encode":0.00246,"rtf_decode":0.00237,"peak_vram_gb":0.83865,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.57256,"score_worst_lang":0.49723,"worst_lang":"en","en_gap":-0.0786,"score_intelligibility":0.33751,"score_speaker":0.5666,"score_quality":0.77291,"score_fidelity":0.61321,"dwer":21.16316,"wer":29.96897,"wer_pseudo":27.13783,"sim":0.5666,"utmos":1.90254,"dnsmos_ovrl":2.91887,"dnsmos_sig":3.31918,"dnsmos_bak":3.86619,"pesq_wb":1.68922,"pesq_nb":2.16527,"stoi":0.78939,"estoi":0.63148,"si_sdr":-2.46856,"mel_dist":0.23564,"stft_dist":1.507,"f0_rmse_cents":163.98051,"f0_corr":0.85332,"vuv_err":0.1615,"score_ci95":[0.56679,0.57846]},"per_lang":{"en":{"n":50,"unit":"wer","wer":30.0885,"wer_orig":6.98132,"dwer":23.10718,"wer_pseudo":26.84825,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.4507,"utmos":1.79687,"dnsmos_ovrl":2.46797,"dnsmos_sig":2.96415,"dnsmos_bak":3.81153,"pesq_wb":1.44769,"pesq_nb":1.85399,"stoi":0.72432,"estoi":0.54294,"si_sdr":-6.57031,"mel_dist":0.25145,"stft_dist":1.79718,"f0_rmse_cents":277.5113,"f0_corr":0.79953,"vuv_err":0.19378,"score_intelligibility":0.25673,"score_speaker":0.4507,"score_quality":0.7309,"score_fidelity":0.55059,"score":0.49723},"de":{"n":50,"unit":"wer","wer":16.88708,"wer_orig":5.69685,"dwer":11.19023,"wer_pseudo":12.91963,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.5898,"utmos":1.99104,"dnsmos_ovrl":3.03068,"dnsmos_sig":3.30693,"dnsmos_bak":4.04136,"pesq_wb":1.8617,"pesq_nb":2.31598,"stoi":0.84505,"estoi":0.66058,"si_sdr":1.3609,"mel_dist":0.22515,"stft_dist":1.36105,"f0_rmse_cents":132.80904,"f0_corr":0.85598,"vuv_err":0.14607,"score_intelligibility":0.3744,"score_speaker":0.5898,"score_quality":0.77395,"score_fidelity":0.64907,"score":0.5968},"fr":{"n":50,"unit":"wer","wer":28.93281,"wer_orig":4.98024,"dwer":23.95257,"wer_pseudo":27.46032,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.53068,"utmos":1.80518,"dnsmos_ovrl":3.03207,"dnsmos_sig":3.34657,"dnsmos_bak":4.03403,"pesq_wb":1.63373,"pesq_nb":2.09998,"stoi":0.82568,"estoi":0.7048,"si_sdr":-3.08317,"mel_dist":0.24979,"stft_dist":1.48929,"f0_rmse_cents":168.67721,"f0_corr":0.86019,"vuv_err":0.1962,"score_intelligibility":0.19979,"score_speaker":0.53068,"score_quality":0.79484,"score_fidelity":0.62231,"score":0.53691},"es":{"n":50,"unit":"wer","wer":5.0,"wer_orig":3.09091,"dwer":1.90909,"wer_pseudo":3.82862,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.60287,"utmos":2.19774,"dnsmos_ovrl":3.19406,"dnsmos_sig":3.52504,"dnsmos_bak":3.97536,"pesq_wb":2.07333,"pesq_nb":2.56487,"stoi":0.84423,"estoi":0.71016,"si_sdr":0.04641,"mel_dist":0.23281,"stft_dist":1.40333,"f0_rmse_cents":154.59478,"f0_corr":0.92678,"vuv_err":0.16762,"score_intelligibility":0.68182,"score_speaker":0.60287,"score_quality":0.8401,"score_fidelity":0.69256,"score":0.70434},"it":{"n":50,"unit":"wer","wer":9.83607,"wer_orig":2.55009,"dwer":7.28597,"wer_pseudo":9.04936,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.52438,"utmos":2.29463,"dnsmos_ovrl":3.28116,"dnsmos_sig":3.55723,"dnsmos_bak":4.10144,"pesq_wb":2.00677,"pesq_nb":2.43129,"stoi":0.84684,"estoi":0.71857,"si_sdr":-0.29319,"mel_dist":0.23862,"stft_dist":1.42688,"f0_rmse_cents":106.58109,"f0_corr":0.86239,"vuv_err":0.13435,"score_intelligibility":0.32762,"score_speaker":0.52438,"score_quality":0.80204,"score_fidelity":0.66563,"score":0.57992},"pt":{"n":50,"unit":"wer","wer":9.08203,"wer_orig":3.41797,"dwer":5.66406,"wer_pseudo":7.77559,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.66567,"utmos":2.01436,"dnsmos_ovrl":3.04369,"dnsmos_sig":3.44151,"dnsmos_bak":3.75594,"pesq_wb":1.7378,"pesq_nb":2.25748,"stoi":0.78708,"estoi":0.64144,"si_sdr":-2.15903,"mel_dist":0.23309,"stft_dist":1.45139,"f0_rmse_cents":326.17763,"f0_corr":0.76785,"vuv_err":0.17893,"score_intelligibility":0.4382,"score_speaker":0.66567,"score_quality":0.83683,"score_fidelity":0.58858,"score":0.63232},"nl":{"n":50,"unit":"wer","wer":26.13738,"wer_orig":5.26316,"dwer":20.87422,"wer_pseudo":24.17189,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.55237,"utmos":1.99123,"dnsmos_ovrl":2.79656,"dnsmos_sig":3.17274,"dnsmos_bak":4.10366,"pesq_wb":1.61704,"pesq_nb":2.09766,"stoi":0.8283,"estoi":0.67514,"si_sdr":-2.77239,"mel_dist":0.25086,"stft_dist":1.66801,"f0_rmse_cents":151.7637,"f0_corr":0.87427,"vuv_err":0.18052,"score_intelligibility":0.23079,"score_speaker":0.55237,"score_quality":0.75175,"score_fidelity":0.62629,"score":0.5403},"pl":{"n":50,"unit":"wer","wer":30.59211,"wer_orig":3.28947,"dwer":27.30263,"wer_pseudo":29.93421,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.5372,"utmos":2.06987,"dnsmos_ovrl":3.05026,"dnsmos_sig":3.38766,"dnsmos_bak":4.05873,"pesq_wb":1.64488,"pesq_nb":2.16501,"stoi":0.85326,"estoi":0.70698,"si_sdr":-4.18633,"mel_dist":0.24479,"stft_dist":1.54358,"f0_rmse_cents":148.56852,"f0_corr":0.75959,"vuv_err":0.1689,"score_intelligibility":0.13578,"score_speaker":0.5372,"score_quality":0.80615,"score_fidelity":0.59903,"score":0.51954},"cs":{"n":50,"unit":"wer","wer":38.50642,"wer_orig":9.45158,"dwer":29.05484,"wer_pseudo":37.96729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.59055,"utmos":1.93396,"dnsmos_ovrl":3.13862,"dnsmos_sig":3.45488,"dnsmos_bak":3.97535,"pesq_wb":1.61726,"pesq_nb":2.16747,"stoi":0.80488,"estoi":0.64785,"si_sdr":1.41912,"mel_dist":0.23848,"stft_dist":1.39248,"f0_rmse_cents":121.67828,"f0_corr":0.8574,"vuv_err":0.13409,"score_intelligibility":0.26455,"score_speaker":0.59055,"score_quality":0.79741,"score_fidelity":0.61288,"score":0.56635},"tr":{"n":50,"unit":"wer","wer":40.65789,"wer_orig":7.76316,"dwer":32.89474,"wer_pseudo":38.47167,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.5779,"utmos":1.52281,"dnsmos_ovrl":2.91057,"dnsmos_sig":3.26947,"dnsmos_bak":3.97082,"pesq_wb":1.61046,"pesq_nb":2.13891,"stoi":0.78074,"estoi":0.59482,"si_sdr":-6.01785,"mel_dist":0.24722,"stft_dist":1.66169,"f0_rmse_cents":183.31695,"f0_corr":0.85581,"vuv_err":0.15649,"score_intelligibility":0.21036,"score_speaker":0.5779,"score_quality":0.67052,"score_fidelity":0.60366,"score":0.51561},"id":{"n":50,"unit":"wer","wer":34.71074,"wer_orig":5.90319,"dwer":28.80756,"wer_pseudo":33.29398,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.57174,"utmos":1.52242,"dnsmos_ovrl":2.66971,"dnsmos_sig":3.23717,"dnsmos_bak":3.22906,"pesq_wb":1.5079,"pesq_nb":1.9432,"stoi":0.67249,"estoi":0.46469,"si_sdr":-1.58003,"mel_dist":0.2213,"stft_dist":1.42443,"f0_rmse_cents":151.55056,"f0_corr":0.80715,"vuv_err":0.18685,"score_intelligibility":0.19331,"score_speaker":0.57174,"score_quality":0.75329,"score_fidelity":0.54159,"score":0.51498},"vi":{"n":50,"unit":"wer","wer":33.89021,"wer_orig":7.71679,"dwer":26.17343,"wer_pseudo":32.08599,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60892,"utmos":1.62685,"dnsmos_ovrl":2.77543,"dnsmos_sig":3.2994,"dnsmos_bak":3.6605,"pesq_wb":1.58343,"pesq_nb":2.07132,"stoi":0.67282,"estoi":0.48718,"si_sdr":-2.14824,"mel_dist":0.2124,"stft_dist":1.44608,"f0_rmse_cents":154.50451,"f0_corr":0.86693,"vuv_err":0.17465,"score_intelligibility":0.24983,"score_speaker":0.60892,"score_quality":0.76433,"score_fidelity":0.56882,"score":0.54798},"ru":{"n":50,"unit":"wer","wer":12.83237,"wer_orig":4.50867,"dwer":8.3237,"wer_pseudo":10.08111,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.58469,"utmos":1.98683,"dnsmos_ovrl":2.98961,"dnsmos_sig":3.3118,"dnsmos_bak":4.06128,"pesq_wb":1.71334,"pesq_nb":2.19116,"stoi":0.83181,"estoi":0.68756,"si_sdr":-1.74355,"mel_dist":0.24382,"stft_dist":1.53233,"f0_rmse_cents":156.05123,"f0_corr":0.8385,"vuv_err":0.18099,"score_intelligibility":0.39824,"score_speaker":0.58469,"score_quality":0.77949,"score_fidelity":0.62471,"score":0.59678},"uk":{"n":50,"unit":"wer","wer":29.05789,"wer_orig":6.46992,"dwer":22.58797,"wer_pseudo":27.04545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.46661,"utmos":1.99567,"dnsmos_ovrl":3.01537,"dnsmos_sig":3.33777,"dnsmos_bak":4.0737,"pesq_wb":1.70849,"pesq_nb":2.11652,"stoi":0.81782,"estoi":0.64896,"si_sdr":-2.10232,"mel_dist":0.2568,"stft_dist":1.66133,"f0_rmse_cents":135.18768,"f0_corr":0.88049,"vuv_err":0.14964,"score_intelligibility":0.24852,"score_speaker":0.46661,"score_quality":0.8056,"score_fidelity":0.63358,"score":0.53858},"el":{"n":50,"unit":"wer","wer":52.50501,"wer_orig":12.02405,"dwer":40.48096,"wer_pseudo":50.45045,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.48423,"utmos":1.93189,"dnsmos_ovrl":2.86203,"dnsmos_sig":3.28227,"dnsmos_bak":3.81136,"pesq_wb":1.79659,"pesq_nb":2.30435,"stoi":0.80191,"estoi":0.63929,"si_sdr":-2.56837,"mel_dist":0.22428,"stft_dist":1.41629,"f0_rmse_cents":99.23111,"f0_corr":0.8795,"vuv_err":0.13624,"score_intelligibility":0.24342,"score_speaker":0.48423,"score_quality":0.73858,"score_fidelity":0.63634,"score":0.52564},"ar":{"n":50,"unit":"wer","wer":30.45623,"wer_orig":12.45376,"dwer":18.00247,"wer_pseudo":26.3288,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.67041,"utmos":2.06412,"dnsmos_ovrl":3.17236,"dnsmos_sig":3.52761,"dnsmos_bak":3.95205,"pesq_wb":1.73567,"pesq_nb":2.24265,"stoi":0.865,"estoi":0.75831,"si_sdr":-0.00675,"mel_dist":0.23961,"stft_dist":1.43134,"f0_rmse_cents":113.23178,"f0_corr":0.91927,"vuv_err":0.14381,"score_intelligibility":0.4277,"score_speaker":0.67041,"score_quality":0.81804,"score_fidelity":0.66482,"score":0.64524},"fa":{"n":50,"unit":"wer","wer":57.82857,"wer_orig":25.94286,"dwer":31.88571,"wer_pseudo":46.7027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.57804,"utmos":1.79122,"dnsmos_ovrl":2.81013,"dnsmos_sig":3.32649,"dnsmos_bak":3.73269,"pesq_wb":1.5329,"pesq_nb":2.09132,"stoi":0.67327,"estoi":0.49057,"si_sdr":-3.08552,"mel_dist":0.22741,"stft_dist":1.55559,"f0_rmse_cents":230.04126,"f0_corr":0.80165,"vuv_err":0.17264,"score_intelligibility":0.45799,"score_speaker":0.57804,"score_quality":0.737,"score_fidelity":0.54239,"score":0.57886},"he":{"n":50,"unit":"wer","wer":62.90698,"wer_orig":19.4186,"dwer":43.48837,"wer_pseudo":57.74648,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.5076,"utmos":1.9251,"dnsmos_ovrl":2.773,"dnsmos_sig":3.10737,"dnsmos_bak":3.92735,"pesq_wb":1.61515,"pesq_nb":2.08443,"stoi":0.82094,"estoi":0.668,"si_sdr":-0.11302,"mel_dist":0.23936,"stft_dist":1.50424,"f0_rmse_cents":132.69799,"f0_corr":0.82365,"vuv_err":0.18369,"score_intelligibility":0.31951,"score_speaker":0.5076,"score_quality":0.79942,"score_fidelity":0.60678,"score":0.55833},"hi":{"n":50,"unit":"wer","wer":56.04801,"wer_orig":26.31579,"dwer":29.73223,"wer_pseudo":48.59219,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.49757,"utmos":1.66464,"dnsmos_ovrl":2.7735,"dnsmos_sig":3.34742,"dnsmos_bak":3.45799,"pesq_wb":1.63285,"pesq_nb":2.04694,"stoi":0.7538,"estoi":0.58696,"si_sdr":-1.75995,"mel_dist":0.24677,"stft_dist":1.48257,"f0_rmse_cents":175.05146,"f0_corr":0.82278,"vuv_err":0.19761,"score_intelligibility":0.47882,"score_speaker":0.49757,"score_quality":0.75654,"score_fidelity":0.5858,"score":0.57968},"zh":{"n":50,"unit":"cer","wer":22.44898,"wer_orig":7.40525,"dwer":15.04373,"wer_pseudo":17.68293,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.62788,"utmos":1.86736,"dnsmos_ovrl":2.9713,"dnsmos_sig":3.32374,"dnsmos_bak":3.9858,"pesq_wb":1.73448,"pesq_nb":2.14065,"stoi":0.81763,"estoi":0.67737,"si_sdr":-5.97395,"mel_dist":0.23284,"stft_dist":1.52072,"f0_rmse_cents":134.82183,"f0_corr":0.88512,"vuv_err":0.11869,"score_intelligibility":0.35845,"score_speaker":0.62788,"score_quality":0.71649,"score_fidelity":0.63754,"score":0.58509},"yue":{"n":50,"unit":"cer","wer":28.2243,"wer_orig":14.39252,"dwer":13.83178,"wer_pseudo":25.71248,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.64752,"utmos":2.14381,"dnsmos_ovrl":3.04335,"dnsmos_sig":3.41494,"dnsmos_bak":3.91916,"pesq_wb":1.68727,"pesq_nb":2.16164,"stoi":0.8126,"estoi":0.651,"si_sdr":-4.25195,"mel_dist":0.21671,"stft_dist":1.44801,"f0_rmse_cents":160.61098,"f0_corr":0.8986,"vuv_err":0.12455,"score_intelligibility":0.5267,"score_speaker":0.64752,"score_quality":0.79402,"score_fidelity":0.63585,"score":0.65102},"ja":{"n":50,"unit":"cer","wer":24.48323,"wer_orig":3.53698,"dwer":20.94626,"wer_pseudo":23.19706,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.54837,"utmos":1.63225,"dnsmos_ovrl":2.46229,"dnsmos_sig":3.07304,"dnsmos_bak":3.35118,"pesq_wb":1.58329,"pesq_nb":2.09873,"stoi":0.65632,"estoi":0.45574,"si_sdr":-6.62456,"mel_dist":0.22989,"stft_dist":1.58384,"f0_rmse_cents":144.08852,"f0_corr":0.86506,"vuv_err":0.15167,"score_intelligibility":0.17804,"score_speaker":0.54837,"score_quality":0.78027,"score_fidelity":0.56268,"score":0.51734},"ko":{"n":50,"unit":"cer","wer":9.01961,"wer_orig":5.14706,"dwer":3.87255,"wer_pseudo":6.16232,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.57187,"utmos":2.22681,"dnsmos_ovrl":3.03457,"dnsmos_sig":3.38966,"dnsmos_bak":4.05031,"pesq_wb":2.02327,"pesq_nb":2.51647,"stoi":0.83086,"estoi":0.70517,"si_sdr":-0.40404,"mel_dist":0.21656,"stft_dist":1.39233,"f0_rmse_cents":106.11872,"f0_corr":0.93196,"vuv_err":0.10424,"score_intelligibility":0.6135,"score_speaker":0.57187,"score_quality":0.76904,"score_fidelity":0.68506,"score":0.65987},"th":{"n":50,"unit":"cer","wer":29.12288,"wer_orig":7.61924,"dwer":21.50364,"wer_pseudo":27.79915,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.61079,"utmos":1.66431,"dnsmos_ovrl":2.75468,"dnsmos_sig":3.25534,"dnsmos_bak":3.74792,"pesq_wb":1.43595,"pesq_nb":1.86455,"stoi":0.77761,"estoi":0.63134,"si_sdr":-4.62737,"mel_dist":0.23542,"stft_dist":1.57392,"f0_rmse_cents":270.66603,"f0_corr":0.83916,"vuv_err":0.19376,"score_intelligibility":0.28614,"score_speaker":0.61079,"score_quality":0.73316,"score_fidelity":0.58044,"score":0.55263}}},{"codec":"ticodec_24k_4q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ticodec_24k_4q","family":"TiCodec","checkpoint":"y-ren16/TiCodec","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75.0,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"Apache-2.0 (code, per README); weights: no license stated","paper":"2310.00014","year":2023,"bitrate_kbps":3.0,"notes":"1 group x 4 residual VQ layer(s) per 75 Hz frame + 8 global time-invariant tokens; trained on LibriTTS (English)","side_info":"8 time-invariant tokens (8 x 1024, 80 bits) per utterance, not counted in bitrate","warning":null,"env":"main"},"kbps":3.0,"kbps_measured":3.00083,"tokens_per_s":300.08285,"params_M":64.90525,"efficiency":{"rtf_encode":0.0025,"rtf_decode":0.00238,"peak_vram_gb":0.84286,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.72177,"score_worst_lang":0.62362,"worst_lang":"id","en_gap":-0.01719,"score_intelligibility":0.65782,"score_speaker":0.73535,"score_quality":0.80042,"score_fidelity":0.6935,"dwer":5.46766,"wer":14.27347,"wer_pseudo":9.57453,"sim":0.73535,"utmos":2.00408,"dnsmos_ovrl":2.90163,"dnsmos_sig":3.31398,"dnsmos_bak":3.84082,"pesq_wb":2.15449,"pesq_nb":2.64677,"stoi":0.85039,"estoi":0.73426,"si_sdr":0.05224,"mel_dist":0.2034,"stft_dist":1.35112,"f0_rmse_cents":124.56041,"f0_corr":0.90024,"vuv_err":0.13475,"score_ci95":[0.71369,0.72782]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.63618,"wer_orig":6.98132,"dwer":2.65487,"wer_pseudo":5.25292,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.69036,"utmos":1.84471,"dnsmos_ovrl":2.4444,"dnsmos_sig":2.96584,"dnsmos_bak":3.76773,"pesq_wb":1.75333,"pesq_nb":2.26439,"stoi":0.80341,"estoi":0.67042,"si_sdr":-2.50558,"mel_dist":0.20614,"stft_dist":1.44044,"f0_rmse_cents":169.15081,"f0_corr":0.90566,"vuv_err":0.15269,"score_intelligibility":0.75039,"score_speaker":0.69036,"score_quality":0.73903,"score_fidelity":0.64143,"score":0.7053},"de":{"n":50,"unit":"wer","wer":7.73143,"wer_orig":5.69685,"dwer":2.03459,"wer_pseudo":4.27263,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.77625,"utmos":2.24351,"dnsmos_ovrl":3.0937,"dnsmos_sig":3.38273,"dnsmos_bak":4.07428,"pesq_wb":2.50907,"pesq_nb":2.9327,"stoi":0.89684,"estoi":0.76892,"si_sdr":4.62126,"mel_dist":0.19254,"stft_dist":1.23353,"f0_rmse_cents":101.0203,"f0_corr":0.91215,"vuv_err":0.12634,"score_intelligibility":0.76698,"score_speaker":0.77625,"score_quality":0.85949,"score_fidelity":0.74672,"score":0.78736},"fr":{"n":50,"unit":"wer","wer":13.59684,"wer_orig":4.98024,"dwer":8.6166,"wer_pseudo":11.8254,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.71847,"utmos":1.79596,"dnsmos_ovrl":3.02093,"dnsmos_sig":3.35961,"dnsmos_bak":4.00026,"pesq_wb":2.02621,"pesq_nb":2.52037,"stoi":0.88034,"estoi":0.79437,"si_sdr":-0.57022,"mel_dist":0.21283,"stft_dist":1.3379,"f0_rmse_cents":125.26908,"f0_corr":0.90812,"vuv_err":0.16351,"score_intelligibility":0.40969,"score_speaker":0.71847,"score_quality":0.78953,"score_fidelity":0.69389,"score":0.65289},"es":{"n":50,"unit":"wer","wer":3.54545,"wer_orig":3.09091,"dwer":0.45455,"wer_pseudo":1.36737,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.78344,"utmos":2.34213,"dnsmos_ovrl":3.20989,"dnsmos_sig":3.55142,"dnsmos_bak":3.96326,"pesq_wb":2.58823,"pesq_nb":3.05231,"stoi":0.89689,"estoi":0.80123,"si_sdr":2.27999,"mel_dist":0.20936,"stft_dist":1.33715,"f0_rmse_cents":135.25238,"f0_corr":0.92881,"vuv_err":0.14088,"score_intelligibility":0.9,"score_speaker":0.78344,"score_quality":0.8811,"score_fidelity":0.75983,"score":0.83109},"it":{"n":50,"unit":"wer","wer":4.82696,"wer_orig":2.55009,"dwer":2.27687,"wer_pseudo":3.19927,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.77785,"utmos":2.51918,"dnsmos_ovrl":3.27129,"dnsmos_sig":3.56302,"dnsmos_bak":4.07103,"pesq_wb":2.56722,"pesq_nb":2.98277,"stoi":0.89883,"estoi":0.80769,"si_sdr":3.03877,"mel_dist":0.20389,"stft_dist":1.28195,"f0_rmse_cents":92.81157,"f0_corr":0.88641,"vuv_err":0.11727,"score_intelligibility":0.60925,"score_speaker":0.77785,"score_quality":0.85325,"score_fidelity":0.74434,"score":0.74617},"pt":{"n":50,"unit":"wer","wer":3.80859,"wer_orig":3.41797,"dwer":0.39062,"wer_pseudo":1.9685,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.81283,"utmos":2.16233,"dnsmos_ovrl":2.99628,"dnsmos_sig":3.40639,"dnsmos_bak":3.72717,"pesq_wb":2.14462,"pesq_nb":2.65649,"stoi":0.84266,"estoi":0.73115,"si_sdr":-0.15034,"mel_dist":0.20925,"stft_dist":1.36326,"f0_rmse_cents":219.61246,"f0_corr":0.89675,"vuv_err":0.14923,"score_intelligibility":0.91877,"score_speaker":0.81283,"score_quality":0.88491,"score_fidelity":0.68881,"score":0.82633},"nl":{"n":50,"unit":"wer","wer":11.15076,"wer_orig":5.26316,"dwer":5.8876,"wer_pseudo":7.60967,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.72131,"utmos":2.24708,"dnsmos_ovrl":2.687,"dnsmos_sig":3.07582,"dnsmos_bak":4.09066,"pesq_wb":2.2431,"pesq_nb":2.70252,"stoi":0.88658,"estoi":0.77921,"si_sdr":-0.18041,"mel_dist":0.21226,"stft_dist":1.4485,"f0_rmse_cents":115.88107,"f0_corr":0.90491,"vuv_err":0.16666,"score_intelligibility":0.51545,"score_speaker":0.72131,"score_quality":0.80246,"score_fidelity":0.71555,"score":0.68869},"pl":{"n":50,"unit":"wer","wer":7.78509,"wer_orig":3.28947,"dwer":4.49561,"wer_pseudo":6.6886,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.72358,"utmos":2.19503,"dnsmos_ovrl":3.06671,"dnsmos_sig":3.39864,"dnsmos_bak":4.08382,"pesq_wb":2.24048,"pesq_nb":2.75942,"stoi":0.90397,"estoi":0.80422,"si_sdr":-1.63015,"mel_dist":0.20846,"stft_dist":1.39336,"f0_rmse_cents":120.70934,"f0_corr":0.82456,"vuv_err":0.13381,"score_intelligibility":0.48827,"score_speaker":0.72358,"score_quality":0.84197,"score_fidelity":0.69432,"score":0.68703},"cs":{"n":50,"unit":"wer","wer":16.91949,"wer_orig":9.45158,"dwer":7.46791,"wer_pseudo":14.95327,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.80141,"utmos":2.12534,"dnsmos_ovrl":3.12951,"dnsmos_sig":3.45996,"dnsmos_bak":3.95164,"pesq_wb":2.09674,"pesq_nb":2.65385,"stoi":0.86547,"estoi":0.75364,"si_sdr":3.86117,"mel_dist":0.21097,"stft_dist":1.29057,"f0_rmse_cents":82.56993,"f0_corr":0.92305,"vuv_err":0.11023,"score_intelligibility":0.58325,"score_speaker":0.80141,"score_quality":0.85836,"score_fidelity":0.70062,"score":0.73591},"tr":{"n":50,"unit":"wer","wer":13.15789,"wer_orig":7.76316,"dwer":5.39474,"wer_pseudo":9.74967,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.70904,"utmos":1.58421,"dnsmos_ovrl":2.97902,"dnsmos_sig":3.32853,"dnsmos_bak":4.00864,"pesq_wb":1.94389,"pesq_nb":2.47647,"stoi":0.84912,"estoi":0.71343,"si_sdr":-3.5396,"mel_dist":0.2174,"stft_dist":1.49416,"f0_rmse_cents":201.49856,"f0_corr":0.83531,"vuv_err":0.14907,"score_intelligibility":0.61896,"score_speaker":0.70904,"score_quality":0.71118,"score_fidelity":0.65137,"score":0.67264},"id":{"n":50,"unit":"wer","wer":15.82054,"wer_orig":5.90319,"dwer":9.91736,"wer_pseudo":14.28571,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.64562,"utmos":1.60712,"dnsmos_ovrl":2.72486,"dnsmos_sig":3.32765,"dnsmos_bak":3.26057,"pesq_wb":1.8858,"pesq_nb":2.39175,"stoi":0.75716,"estoi":0.59199,"si_sdr":1.43768,"mel_dist":0.18989,"stft_dist":1.28296,"f0_rmse_cents":122.59219,"f0_corr":0.86528,"vuv_err":0.15428,"score_intelligibility":0.4104,"score_speaker":0.64562,"score_quality":0.81327,"score_fidelity":0.62518,"score":0.62362},"vi":{"n":50,"unit":"wer","wer":16.94511,"wer_orig":7.71679,"dwer":9.22832,"wer_pseudo":13.05732,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.68388,"utmos":1.6587,"dnsmos_ovrl":2.78614,"dnsmos_sig":3.32322,"dnsmos_bak":3.64686,"pesq_wb":2.01809,"pesq_nb":2.52435,"stoi":0.74967,"estoi":0.60183,"si_sdr":0.25142,"mel_dist":0.18639,"stft_dist":1.286,"f0_rmse_cents":108.18981,"f0_corr":0.93155,"vuv_err":0.12827,"score_intelligibility":0.48575,"score_speaker":0.68388,"score_quality":0.78165,"score_fidelity":0.65737,"score":0.65216},"ru":{"n":50,"unit":"wer","wer":5.89595,"wer_orig":4.50867,"dwer":1.38728,"wer_pseudo":2.20162,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.75757,"utmos":2.1428,"dnsmos_ovrl":2.97365,"dnsmos_sig":3.31076,"dnsmos_bak":4.02537,"pesq_wb":2.2614,"pesq_nb":2.73946,"stoi":0.88737,"estoi":0.78556,"si_sdr":0.09191,"mel_dist":0.20989,"stft_dist":1.39101,"f0_rmse_cents":143.23526,"f0_corr":0.83552,"vuv_err":0.1533,"score_intelligibility":0.79883,"score_speaker":0.75757,"score_quality":0.82185,"score_fidelity":0.69443,"score":0.76817},"uk":{"n":50,"unit":"wer","wer":11.91827,"wer_orig":6.46992,"dwer":5.44835,"wer_pseudo":8.40909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.6934,"utmos":2.01379,"dnsmos_ovrl":3.00739,"dnsmos_sig":3.33855,"dnsmos_bak":4.06027,"pesq_wb":2.10553,"pesq_nb":2.53498,"stoi":0.87444,"estoi":0.75228,"si_sdr":0.62676,"mel_dist":0.21657,"stft_dist":1.4113,"f0_rmse_cents":89.19013,"f0_corr":0.94406,"vuv_err":0.13333,"score_intelligibility":0.57824,"score_speaker":0.6934,"score_quality":0.8094,"score_fidelity":0.71146,"score":0.69812},"el":{"n":50,"unit":"wer","wer":23.14629,"wer_orig":12.02405,"dwer":11.12224,"wer_pseudo":18.11812,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.6663,"utmos":1.96244,"dnsmos_ovrl":2.83119,"dnsmos_sig":3.23409,"dnsmos_bak":3.73556,"pesq_wb":2.16362,"pesq_nb":2.64376,"stoi":0.85917,"estoi":0.73433,"si_sdr":-1.24303,"mel_dist":0.19769,"stft_dist":1.30119,"f0_rmse_cents":92.14247,"f0_corr":0.89594,"vuv_err":0.11422,"score_intelligibility":0.53938,"score_speaker":0.6663,"score_quality":0.73959,"score_fidelity":0.69586,"score":0.66028},"ar":{"n":50,"unit":"wer","wer":16.89273,"wer_orig":12.45376,"dwer":4.43896,"wer_pseudo":9.76514,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.81486,"utmos":2.1553,"dnsmos_ovrl":3.14788,"dnsmos_sig":3.51277,"dnsmos_bak":3.9339,"pesq_wb":2.21923,"pesq_nb":2.75459,"stoi":0.90823,"estoi":0.83115,"si_sdr":1.89157,"mel_dist":0.21325,"stft_dist":1.35599,"f0_rmse_cents":106.67351,"f0_corr":0.92566,"vuv_err":0.12714,"score_intelligibility":0.75191,"score_speaker":0.81486,"score_quality":0.84428,"score_fidelity":0.72741,"score":0.78462},"fa":{"n":50,"unit":"wer","wer":34.74286,"wer_orig":25.94286,"dwer":8.8,"wer_pseudo":16.97297,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.73999,"utmos":1.93083,"dnsmos_ovrl":2.79637,"dnsmos_sig":3.30495,"dnsmos_bak":3.7253,"pesq_wb":2.04225,"pesq_nb":2.71313,"stoi":0.75217,"estoi":0.61854,"si_sdr":-0.09938,"mel_dist":0.19595,"stft_dist":1.36102,"f0_rmse_cents":170.58716,"f0_corr":0.85268,"vuv_err":0.13654,"score_intelligibility":0.7538,"score_speaker":0.73999,"score_quality":0.77639,"score_fidelity":0.63421,"score":0.7261},"he":{"n":50,"unit":"wer","wer":32.90698,"wer_orig":19.4186,"dwer":13.48837,"wer_pseudo":22.88732,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.75902,"utmos":1.96098,"dnsmos_ovrl":2.77512,"dnsmos_sig":3.14967,"dnsmos_bak":3.92614,"pesq_wb":2.1089,"pesq_nb":2.61666,"stoi":0.87388,"estoi":0.76471,"si_sdr":2.2534,"mel_dist":0.20507,"stft_dist":1.31804,"f0_rmse_cents":101.21123,"f0_corr":0.88592,"vuv_err":0.14849,"score_intelligibility":0.60219,"score_speaker":0.75902,"score_quality":0.81207,"score_fidelity":0.69221,"score":0.71637},"hi":{"n":50,"unit":"wer","wer":36.74977,"wer_orig":26.31579,"dwer":10.43398,"wer_pseudo":22.52498,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.66759,"utmos":1.76785,"dnsmos_ovrl":2.69726,"dnsmos_sig":3.29837,"dnsmos_bak":3.39347,"pesq_wb":1.98822,"pesq_nb":2.45801,"stoi":0.81915,"estoi":0.69106,"si_sdr":0.48405,"mel_dist":0.2134,"stft_dist":1.3561,"f0_rmse_cents":130.96218,"f0_corr":0.89569,"vuv_err":0.14926,"score_intelligibility":0.7236,"score_speaker":0.66759,"score_quality":0.78374,"score_fidelity":0.66573,"score":0.71017},"zh":{"n":50,"unit":"cer","wer":10.67055,"wer_orig":7.40525,"dwer":3.26531,"wer_pseudo":4.20732,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.76337,"utmos":1.96966,"dnsmos_ovrl":2.95031,"dnsmos_sig":3.3233,"dnsmos_bak":3.9405,"pesq_wb":2.27206,"pesq_nb":2.67007,"stoi":0.8795,"estoi":0.78129,"si_sdr":-3.17011,"mel_dist":0.18892,"stft_dist":1.33966,"f0_rmse_cents":124.70709,"f0_corr":0.8883,"vuv_err":0.10565,"score_intelligibility":0.72021,"score_speaker":0.76337,"score_quality":0.73969,"score_fidelity":0.71042,"score":0.73342},"yue":{"n":50,"unit":"cer","wer":17.6947,"wer_orig":14.39252,"dwer":3.30218,"wer_pseudo":11.46295,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.76275,"utmos":2.20018,"dnsmos_ovrl":3.01947,"dnsmos_sig":3.42065,"dnsmos_bak":3.86209,"pesq_wb":2.1079,"pesq_nb":2.6097,"stoi":0.87059,"estoi":0.74863,"si_sdr":-0.93313,"mel_dist":0.18884,"stft_dist":1.31838,"f0_rmse_cents":105.90653,"f0_corr":0.94752,"vuv_err":0.09405,"score_intelligibility":0.82336,"score_speaker":0.76275,"score_quality":0.8048,"score_fidelity":0.71155,"score":0.77562},"ja":{"n":50,"unit":"cer","wer":10.01378,"wer_orig":3.53698,"dwer":6.4768,"wer_pseudo":8.08452,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.69276,"utmos":1.70785,"dnsmos_ovrl":2.45225,"dnsmos_sig":3.02787,"dnsmos_bak":3.29918,"pesq_wb":2.0224,"pesq_nb":2.54352,"stoi":0.73122,"estoi":0.57387,"si_sdr":-3.92698,"mel_dist":0.19724,"stft_dist":1.42037,"f0_rmse_cents":102.88961,"f0_corr":0.92104,"vuv_err":0.12161,"score_intelligibility":0.41194,"score_speaker":0.69276,"score_quality":0.8135,"score_fidelity":0.64813,"score":0.64158},"ko":{"n":50,"unit":"cer","wer":5.58824,"wer_orig":5.14706,"dwer":0.44118,"wer_pseudo":1.85371,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.72288,"utmos":2.37692,"dnsmos_ovrl":2.9962,"dnsmos_sig":3.3517,"dnsmos_bak":4.05277,"pesq_wb":2.5947,"pesq_nb":3.03699,"stoi":0.88045,"estoi":0.79052,"si_sdr":1.56992,"mel_dist":0.19312,"stft_dist":1.27097,"f0_rmse_cents":84.06361,"f0_corr":0.96214,"vuv_err":0.08936,"score_intelligibility":0.93304,"score_speaker":0.72288,"score_quality":0.79289,"score_fidelity":0.76607,"score":0.80372},"th":{"n":50,"unit":"cer","wer":11.41876,"wer_orig":7.61924,"dwer":3.79951,"wer_pseudo":9.07066,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.76385,"utmos":1.58399,"dnsmos_ovrl":2.58225,"dnsmos_sig":3.11989,"dnsmos_bak":3.57916,"pesq_wb":1.80479,"pesq_nb":2.28409,"stoi":0.84235,"estoi":0.7321,"si_sdr":-3.20523,"mel_dist":0.20219,"stft_dist":1.39306,"f0_rmse_cents":143.32361,"f0_corr":0.92876,"vuv_err":0.16893,"score_intelligibility":0.69405,"score_speaker":0.76385,"score_quality":0.65569,"score_fidelity":0.66702,"score":0.69515}}},{"codec":"ucodec_16k_5hz_16x4096","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ucodec_16k_5hz_16x4096","family":"U-Codec","checkpoint":"shaunxsyang/U-Codec/5Hz_16rvq_c4096_generator-650000.pt","sample_rate":16000,"output_sample_rate":16000,"frame_rate":5,"n_codebooks":16,"codebook_size":4096,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":null,"license":"MIT (code, per readme); weights: not stated","paper":"2510.16718","year":2025,"bitrate_kbps":0.96,"notes":"5 Hz, factorised RVQ 16 x 4096 (8-dim codes); Mimi-style SEANet + transformer, hop 3200","side_info":null,"warning":null,"env":"main"},"kbps":0.96,"kbps_measured":0.96837,"tokens_per_s":80.69747,"params_M":148.0121,"efficiency":{"rtf_encode":0.00126,"rtf_decode":0.00082,"peak_vram_gb":0.85118,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.79403,"score_worst_lang":0.6982,"worst_lang":"pl","en_gap":0.00258,"score_intelligibility":0.68247,"score_speaker":0.84273,"score_quality":0.95448,"score_fidelity":0.69644,"dwer":4.86612,"wer":13.67193,"wer_pseudo":8.76591,"sim":0.84273,"utmos":2.44215,"dnsmos_ovrl":2.98344,"dnsmos_sig":3.39065,"dnsmos_bak":3.87368,"pesq_wb":2.31296,"pesq_nb":2.9551,"stoi":0.85443,"estoi":0.73637,"si_sdr":-1.45327,"mel_dist":0.17832,"stft_dist":1.19834,"f0_rmse_cents":138.54334,"f0_corr":0.85976,"vuv_err":0.15925,"score_ci95":[0.78784,0.8009]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.25959,"wer_orig":6.98132,"dwer":1.27827,"wer_pseudo":4.57198,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.78351,"utmos":2.18805,"dnsmos_ovrl":2.52024,"dnsmos_sig":3.06602,"dnsmos_bak":3.69882,"pesq_wb":2.0265,"pesq_nb":2.68233,"stoi":0.80087,"estoi":0.65966,"si_sdr":-5.78492,"mel_dist":0.19214,"stft_dist":1.24948,"f0_rmse_cents":138.64561,"f0_corr":0.90008,"vuv_err":0.16083,"score_intelligibility":0.86195,"score_speaker":0.78351,"score_quality":0.87579,"score_fidelity":0.66474,"score":0.7965},"de":{"n":50,"unit":"wer","wer":8.13835,"wer_orig":5.69685,"dwer":2.44151,"wer_pseudo":3.15361,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.87006,"utmos":2.68294,"dnsmos_ovrl":3.14481,"dnsmos_sig":3.41955,"dnsmos_bak":4.08028,"pesq_wb":2.43319,"pesq_nb":3.04539,"stoi":0.89683,"estoi":0.76724,"si_sdr":2.22068,"mel_dist":0.16681,"stft_dist":1.11254,"f0_rmse_cents":168.438,"f0_corr":0.85329,"vuv_err":0.17302,"score_intelligibility":0.73283,"score_speaker":0.87006,"score_quality":0.98652,"score_fidelity":0.71987,"score":0.82732},"fr":{"n":50,"unit":"wer","wer":9.56522,"wer_orig":4.98024,"dwer":4.58498,"wer_pseudo":6.11111,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.84376,"utmos":2.32379,"dnsmos_ovrl":3.09749,"dnsmos_sig":3.42554,"dnsmos_bak":4.02436,"pesq_wb":2.23801,"pesq_nb":2.88676,"stoi":0.89079,"estoi":0.80507,"si_sdr":-0.49496,"mel_dist":0.19764,"stft_dist":1.21619,"f0_rmse_cents":135.76348,"f0_corr":0.87566,"vuv_err":0.18322,"score_intelligibility":0.56603,"score_speaker":0.84376,"score_quality":0.98475,"score_fidelity":0.70672,"score":0.77531},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8656,"utmos":2.61063,"dnsmos_ovrl":3.21346,"dnsmos_sig":3.56189,"dnsmos_bak":3.94737,"pesq_wb":2.66219,"pesq_nb":3.22246,"stoi":0.89236,"estoi":0.7932,"si_sdr":1.18484,"mel_dist":0.18733,"stft_dist":1.22873,"f0_rmse_cents":190.88329,"f0_corr":0.84676,"vuv_err":0.17703,"score_intelligibility":0.88235,"score_speaker":0.8656,"score_quality":0.95734,"score_fidelity":0.73801,"score":0.86083},"it":{"n":50,"unit":"wer","wer":4.28051,"wer_orig":2.55009,"dwer":1.73042,"wer_pseudo":2.92505,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.85911,"utmos":2.85877,"dnsmos_ovrl":3.32534,"dnsmos_sig":3.60892,"dnsmos_bak":4.09472,"pesq_wb":2.72561,"pesq_nb":3.22488,"stoi":0.89808,"estoi":0.80737,"si_sdr":1.41205,"mel_dist":0.18116,"stft_dist":1.16302,"f0_rmse_cents":103.95824,"f0_corr":0.85923,"vuv_err":0.13744,"score_intelligibility":0.6723,"score_speaker":0.85911,"score_quality":0.94159,"score_fidelity":0.75011,"score":0.80578},"pt":{"n":50,"unit":"wer","wer":3.90625,"wer_orig":3.41797,"dwer":0.48828,"wer_pseudo":1.77165,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88619,"utmos":2.46607,"dnsmos_ovrl":3.04625,"dnsmos_sig":3.44358,"dnsmos_bak":3.75959,"pesq_wb":2.42914,"pesq_nb":2.99475,"stoi":0.8485,"estoi":0.73599,"si_sdr":-3.07624,"mel_dist":0.17472,"stft_dist":1.21031,"f0_rmse_cents":227.00128,"f0_corr":0.85914,"vuv_err":0.19828,"score_intelligibility":0.90048,"score_speaker":0.88619,"score_quality":0.98683,"score_fidelity":0.70532,"score":0.8697},"nl":{"n":50,"unit":"wer","wer":9.72346,"wer_orig":5.26316,"dwer":4.4603,"wer_pseudo":5.99821,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.84375,"utmos":2.84777,"dnsmos_ovrl":2.77398,"dnsmos_sig":3.15997,"dnsmos_bak":4.08197,"pesq_wb":2.35825,"pesq_nb":2.97057,"stoi":0.89606,"estoi":0.78894,"si_sdr":-0.68652,"mel_dist":0.19266,"stft_dist":1.2541,"f0_rmse_cents":115.77998,"f0_corr":0.90211,"vuv_err":0.16279,"score_intelligibility":0.58406,"score_speaker":0.84375,"score_quality":0.9693,"score_fidelity":0.72875,"score":0.78146},"pl":{"n":50,"unit":"wer","wer":10.96491,"wer_orig":3.28947,"dwer":7.67544,"wer_pseudo":10.08772,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.82442,"utmos":2.51837,"dnsmos_ovrl":3.05011,"dnsmos_sig":3.39525,"dnsmos_bak":4.02607,"pesq_wb":2.206,"pesq_nb":2.76959,"stoi":0.90118,"estoi":0.79364,"si_sdr":-3.85016,"mel_dist":0.18061,"stft_dist":1.24625,"f0_rmse_cents":123.22291,"f0_corr":0.78041,"vuv_err":0.15379,"score_intelligibility":0.3585,"score_speaker":0.82442,"score_quality":0.9345,"score_fidelity":0.67539,"score":0.6982},"cs":{"n":50,"unit":"wer","wer":16.21937,"wer_orig":9.45158,"dwer":6.76779,"wer_pseudo":12.96729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.88293,"utmos":2.52146,"dnsmos_ovrl":3.17108,"dnsmos_sig":3.50742,"dnsmos_bak":3.94884,"pesq_wb":2.04037,"pesq_nb":2.78284,"stoi":0.86593,"estoi":0.75365,"si_sdr":2.10154,"mel_dist":0.18723,"stft_dist":1.19179,"f0_rmse_cents":89.99403,"f0_corr":0.89782,"vuv_err":0.11941,"score_intelligibility":0.60697,"score_speaker":0.88293,"score_quality":0.9845,"score_fidelity":0.687,"score":0.79035},"tr":{"n":50,"unit":"wer","wer":12.36842,"wer_orig":7.76316,"dwer":4.60526,"wer_pseudo":8.16864,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.84577,"utmos":2.28629,"dnsmos_ovrl":3.05416,"dnsmos_sig":3.41952,"dnsmos_bak":3.99089,"pesq_wb":2.40788,"pesq_nb":3.08664,"stoi":0.86167,"estoi":0.72741,"si_sdr":-4.76916,"mel_dist":0.18773,"stft_dist":1.30391,"f0_rmse_cents":113.97129,"f0_corr":0.91275,"vuv_err":0.12802,"score_intelligibility":0.65551,"score_speaker":0.84577,"score_quality":1.0,"score_fidelity":0.72556,"score":0.80671},"id":{"n":50,"unit":"wer","wer":10.86187,"wer_orig":5.90319,"dwer":4.95868,"wer_pseudo":8.85478,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.8073,"utmos":1.93154,"dnsmos_ovrl":2.8167,"dnsmos_sig":3.39219,"dnsmos_bak":3.36057,"pesq_wb":1.91647,"pesq_nb":2.68491,"stoi":0.7586,"estoi":0.58628,"si_sdr":-1.91358,"mel_dist":0.15912,"stft_dist":1.1807,"f0_rmse_cents":159.24414,"f0_corr":0.76243,"vuv_err":0.21477,"score_intelligibility":0.58196,"score_speaker":0.8073,"score_quality":0.98472,"score_fidelity":0.59429,"score":0.74207},"vi":{"n":50,"unit":"wer","wer":17.42243,"wer_orig":7.71679,"dwer":9.70565,"wer_pseudo":13.21656,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.83556,"utmos":2.03712,"dnsmos_ovrl":2.84796,"dnsmos_sig":3.38014,"dnsmos_bak":3.6578,"pesq_wb":2.28072,"pesq_nb":2.98413,"stoi":0.75124,"estoi":0.60639,"si_sdr":0.61804,"mel_dist":0.15333,"stft_dist":1.08301,"f0_rmse_cents":126.85945,"f0_corr":0.88285,"vuv_err":0.14785,"score_intelligibility":0.47316,"score_speaker":0.83556,"score_quality":0.96941,"score_fidelity":0.66667,"score":0.7362},"ru":{"n":50,"unit":"wer","wer":6.24277,"wer_orig":4.50867,"dwer":1.7341,"wer_pseudo":2.20162,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.8322,"utmos":2.44422,"dnsmos_ovrl":3.08438,"dnsmos_sig":3.40806,"dnsmos_bak":4.05357,"pesq_wb":2.33218,"pesq_nb":2.94349,"stoi":0.89078,"estoi":0.78951,"si_sdr":-2.37997,"mel_dist":0.19333,"stft_dist":1.25715,"f0_rmse_cents":134.02146,"f0_corr":0.85362,"vuv_err":0.18495,"score_intelligibility":0.76057,"score_speaker":0.8322,"score_quality":0.92836,"score_fidelity":0.70834,"score":0.80737},"uk":{"n":50,"unit":"wer","wer":12.48581,"wer_orig":6.46992,"dwer":6.01589,"wer_pseudo":9.31818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.82975,"utmos":2.38961,"dnsmos_ovrl":3.08869,"dnsmos_sig":3.41255,"dnsmos_bak":4.07659,"pesq_wb":2.27005,"pesq_nb":2.87562,"stoi":0.87727,"estoi":0.75073,"si_sdr":-1.91691,"mel_dist":0.20313,"stft_dist":1.26495,"f0_rmse_cents":97.76907,"f0_corr":0.92037,"vuv_err":0.1334,"score_intelligibility":0.55391,"score_speaker":0.82975,"score_quality":0.94033,"score_fidelity":0.72017,"score":0.76104},"el":{"n":50,"unit":"wer","wer":25.8517,"wer_orig":12.02405,"dwer":13.82766,"wer_pseudo":20.02002,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.83425,"utmos":2.61984,"dnsmos_ovrl":3.04097,"dnsmos_sig":3.45098,"dnsmos_bak":3.89909,"pesq_wb":2.60061,"pesq_nb":3.17199,"stoi":0.87118,"estoi":0.75022,"si_sdr":2.41492,"mel_dist":0.16372,"stft_dist":1.09287,"f0_rmse_cents":96.01208,"f0_corr":0.88249,"vuv_err":0.14356,"score_intelligibility":0.48504,"score_speaker":0.83425,"score_quality":0.9665,"score_fidelity":0.73699,"score":0.75569},"ar":{"n":50,"unit":"wer","wer":17.38594,"wer_orig":12.45376,"dwer":4.93218,"wer_pseudo":9.39431,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.87526,"utmos":2.44103,"dnsmos_ovrl":3.21875,"dnsmos_sig":3.56287,"dnsmos_bak":3.98299,"pesq_wb":2.33558,"pesq_nb":2.89886,"stoi":0.90974,"estoi":0.83434,"si_sdr":-1.29838,"mel_dist":0.18343,"stft_dist":1.2368,"f0_rmse_cents":136.29918,"f0_corr":0.86562,"vuv_err":0.15361,"score_intelligibility":0.73174,"score_speaker":0.87526,"score_quality":0.93069,"score_fidelity":0.71898,"score":0.81417},"fa":{"n":50,"unit":"wer","wer":31.65714,"wer_orig":25.94286,"dwer":5.71429,"wer_pseudo":14.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.84678,"utmos":2.47488,"dnsmos_ovrl":2.86305,"dnsmos_sig":3.36622,"dnsmos_bak":3.73337,"pesq_wb":2.15737,"pesq_nb":2.99236,"stoi":0.74422,"estoi":0.60137,"si_sdr":-2.16492,"mel_dist":0.1704,"stft_dist":1.19396,"f0_rmse_cents":224.31742,"f0_corr":0.71486,"vuv_err":0.16988,"score_intelligibility":0.82502,"score_speaker":0.84678,"score_quality":0.95574,"score_fidelity":0.59658,"score":0.80603},"he":{"n":50,"unit":"wer","wer":33.02326,"wer_orig":19.4186,"dwer":13.60465,"wer_pseudo":23.35681,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.80931,"utmos":2.31419,"dnsmos_ovrl":2.85075,"dnsmos_sig":3.22827,"dnsmos_bak":3.98672,"pesq_wb":2.06482,"pesq_nb":2.75353,"stoi":0.87742,"estoi":0.75871,"si_sdr":-3.76746,"mel_dist":0.18386,"stft_dist":1.18256,"f0_rmse_cents":120.29643,"f0_corr":0.81295,"vuv_err":0.20748,"score_intelligibility":0.60014,"score_speaker":0.80931,"score_quality":0.94183,"score_fidelity":0.66487,"score":0.75404},"hi":{"n":50,"unit":"wer","wer":32.04063,"wer_orig":26.31579,"dwer":5.72484,"wer_pseudo":17.62035,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.83276,"utmos":2.21771,"dnsmos_ovrl":2.77856,"dnsmos_sig":3.38129,"dnsmos_bak":3.44034,"pesq_wb":2.20883,"pesq_nb":2.90897,"stoi":0.8307,"estoi":0.6979,"si_sdr":-1.845,"mel_dist":0.18386,"stft_dist":1.23654,"f0_rmse_cents":142.76845,"f0_corr":0.81492,"vuv_err":0.16722,"score_intelligibility":0.82673,"score_speaker":0.83276,"score_quality":0.97,"score_fidelity":0.66367,"score":0.82329},"zh":{"n":50,"unit":"cer","wer":9.73761,"wer_orig":7.40525,"dwer":2.33236,"wer_pseudo":3.71951,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.85515,"utmos":2.60111,"dnsmos_ovrl":3.07051,"dnsmos_sig":3.40879,"dnsmos_bak":4.02671,"pesq_wb":2.51297,"pesq_nb":3.06101,"stoi":0.89291,"estoi":0.79868,"si_sdr":-2.90014,"mel_dist":0.17231,"stft_dist":1.20675,"f0_rmse_cents":111.46891,"f0_corr":0.87561,"vuv_err":0.10302,"score_intelligibility":0.78279,"score_speaker":0.85515,"score_quality":0.94255,"score_fidelity":0.7336,"score":0.82852},"yue":{"n":50,"unit":"cer","wer":19.50156,"wer_orig":14.39252,"dwer":5.10903,"wer_pseudo":14.88284,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.88043,"utmos":2.79282,"dnsmos_ovrl":3.12096,"dnsmos_sig":3.46363,"dnsmos_bak":3.97921,"pesq_wb":2.24224,"pesq_nb":2.94081,"stoi":0.87582,"estoi":0.75506,"si_sdr":-0.33756,"mel_dist":0.163,"stft_dist":1.15742,"f0_rmse_cents":167.64879,"f0_corr":0.85348,"vuv_err":0.12965,"score_intelligibility":0.7508,"score_speaker":0.88043,"score_quality":0.96084,"score_fidelity":0.69474,"score":0.8217},"ja":{"n":50,"unit":"cer","wer":6.93615,"wer_orig":3.53698,"dwer":3.39917,"wer_pseudo":5.00689,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.77594,"utmos":1.89357,"dnsmos_ovrl":2.58422,"dnsmos_sig":3.21186,"dnsmos_bak":3.38244,"pesq_wb":2.23196,"pesq_nb":2.88142,"stoi":0.7182,"estoi":0.54914,"si_sdr":-4.47275,"mel_dist":0.17001,"stft_dist":1.21296,"f0_rmse_cents":132.99033,"f0_corr":0.87871,"vuv_err":0.1484,"score_intelligibility":0.57168,"score_speaker":0.77594,"score_quality":0.93141,"score_fidelity":0.64963,"score":0.73217},"ko":{"n":50,"unit":"cer","wer":5.2451,"wer_orig":5.14706,"dwer":0.09804,"wer_pseudo":2.20441,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.85216,"utmos":2.91765,"dnsmos_ovrl":3.02723,"dnsmos_sig":3.38291,"dnsmos_bak":4.03454,"pesq_wb":2.767,"pesq_nb":3.3225,"stoi":0.89459,"estoi":0.81144,"si_sdr":1.05941,"mel_dist":0.15822,"stft_dist":1.06342,"f0_rmse_cents":85.78467,"f0_corr":0.95281,"vuv_err":0.11113,"score_intelligibility":0.9843,"score_speaker":0.85216,"score_quality":0.92017,"score_fidelity":0.78409,"score":0.88518},"th":{"n":50,"unit":"cer","wer":12.67179,"wer_orig":7.61924,"dwer":5.05255,"wer_pseudo":9.09091,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.8535,"utmos":2.23223,"dnsmos_ovrl":2.81293,"dnsmos_sig":3.31822,"dnsmos_bak":3.70135,"pesq_wb":2.06306,"pesq_nb":2.83659,"stoi":0.86145,"estoi":0.75083,"si_sdr":-4.23139,"mel_dist":0.17391,"stft_dist":1.21477,"f0_rmse_cents":181.90175,"f0_corr":0.87633,"vuv_err":0.21314,"score_intelligibility":0.63044,"score_speaker":0.8535,"score_quality":0.94394,"score_fidelity":0.6805,"score":0.7771}}},{"codec":"ucodec_16k_5hz_32x256","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"ucodec_16k_5hz_32x256","family":"U-Codec","checkpoint":"shaunxsyang/U-Codec/5Hz_32rvq_c256_generator-650000.pt","sample_rate":16000,"output_sample_rate":16000,"frame_rate":5,"n_codebooks":32,"codebook_size":256,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":null,"license":"MIT (code, per readme); weights: not stated","paper":"2510.16718","year":2025,"bitrate_kbps":1.28,"notes":"5 Hz, factorised RVQ 32 x 256 (8-dim codes); Mimi-style SEANet + transformer, hop 3200; paper: STOI 0.93 / PESQ 3.20 (we measure STOI 0.925, PESQ-WB 2.53, PESQ-NB 3.05 on a LibriSpeech utterance)","side_info":null,"warning":null,"env":"main"},"kbps":1.28,"kbps_measured":1.29116,"tokens_per_s":161.39494,"params_M":147.70106,"efficiency":{"rtf_encode":0.00183,"rtf_decode":0.00093,"peak_vram_gb":0.85048,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.82372,"score_worst_lang":0.73471,"worst_lang":"id","en_gap":-0.00494,"score_intelligibility":0.78066,"score_speaker":0.86928,"score_quality":0.93412,"score_fidelity":0.71081,"dwer":2.93205,"wer":11.73785,"wer_pseudo":6.40038,"sim":0.86928,"utmos":2.37864,"dnsmos_ovrl":2.97446,"dnsmos_sig":3.38713,"dnsmos_bak":3.85706,"pesq_wb":2.41216,"pesq_nb":3.06801,"stoi":0.86874,"estoi":0.76001,"si_sdr":-1.49285,"mel_dist":0.16751,"stft_dist":1.17082,"f0_rmse_cents":140.30846,"f0_corr":0.86023,"vuv_err":0.15306,"score_ci95":[0.81751,0.82958]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.66962,"wer_orig":6.98132,"dwer":0.6883,"wer_pseudo":2.72374,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.82013,"utmos":2.1637,"dnsmos_ovrl":2.52901,"dnsmos_sig":3.07007,"dnsmos_bak":3.7003,"pesq_wb":2.09358,"pesq_nb":2.78632,"stoi":0.81936,"estoi":0.6891,"si_sdr":-5.40028,"mel_dist":0.17522,"stft_dist":1.22332,"f0_rmse_cents":160.72696,"f0_corr":0.86189,"vuv_err":0.15445,"score_intelligibility":0.92061,"score_speaker":0.82013,"score_quality":0.87062,"score_fidelity":0.66457,"score":0.81898},"de":{"n":50,"unit":"wer","wer":6.71414,"wer_orig":5.69685,"dwer":1.01729,"wer_pseudo":1.62767,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.89568,"utmos":2.59345,"dnsmos_ovrl":3.12758,"dnsmos_sig":3.42052,"dnsmos_bak":4.06114,"pesq_wb":2.55087,"pesq_nb":3.16434,"stoi":0.90822,"estoi":0.79025,"si_sdr":2.56308,"mel_dist":0.15619,"stft_dist":1.06838,"f0_rmse_cents":168.75443,"f0_corr":0.86153,"vuv_err":0.16786,"score_intelligibility":0.86813,"score_speaker":0.89568,"score_quality":0.96065,"score_fidelity":0.73762,"score":0.86552},"fr":{"n":50,"unit":"wer","wer":8.22134,"wer_orig":4.98024,"dwer":3.24111,"wer_pseudo":5.47619,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.87905,"utmos":2.23401,"dnsmos_ovrl":3.05772,"dnsmos_sig":3.38722,"dnsmos_bak":4.0012,"pesq_wb":2.31376,"pesq_nb":2.97647,"stoi":0.90226,"estoi":0.82371,"si_sdr":-1.22387,"mel_dist":0.18541,"stft_dist":1.20036,"f0_rmse_cents":116.70479,"f0_corr":0.90247,"vuv_err":0.17981,"score_intelligibility":0.64852,"score_speaker":0.87905,"score_quality":0.95187,"score_fidelity":0.7267,"score":0.80154},"es":{"n":50,"unit":"wer","wer":3.45455,"wer_orig":3.09091,"dwer":0.36364,"wer_pseudo":0.72926,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.89063,"utmos":2.52126,"dnsmos_ovrl":3.21477,"dnsmos_sig":3.56317,"dnsmos_bak":3.94854,"pesq_wb":2.75944,"pesq_nb":3.31112,"stoi":0.90303,"estoi":0.8109,"si_sdr":1.17808,"mel_dist":0.17934,"stft_dist":1.20373,"f0_rmse_cents":177.92129,"f0_corr":0.86936,"vuv_err":0.17566,"score_intelligibility":0.91837,"score_speaker":0.89063,"score_quality":0.93196,"score_fidelity":0.75836,"score":0.87483},"it":{"n":50,"unit":"wer","wer":3.64299,"wer_orig":2.55009,"dwer":1.0929,"wer_pseudo":2.19378,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.88827,"utmos":2.75971,"dnsmos_ovrl":3.31884,"dnsmos_sig":3.61087,"dnsmos_bak":4.07607,"pesq_wb":2.84909,"pesq_nb":3.34651,"stoi":0.90814,"estoi":0.82501,"si_sdr":1.72063,"mel_dist":0.17131,"stft_dist":1.1346,"f0_rmse_cents":97.5695,"f0_corr":0.86447,"vuv_err":0.13155,"score_intelligibility":0.76461,"score_speaker":0.88827,"score_quality":0.91805,"score_fidelity":0.76698,"score":0.83448},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.1811,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.91574,"utmos":2.43352,"dnsmos_ovrl":3.06807,"dnsmos_sig":3.47848,"dnsmos_bak":3.74429,"pesq_wb":2.56115,"pesq_nb":3.11614,"stoi":0.86413,"estoi":0.76189,"si_sdr":-3.24402,"mel_dist":0.16574,"stft_dist":1.17951,"f0_rmse_cents":228.73954,"f0_corr":0.86183,"vuv_err":0.18783,"score_intelligibility":0.93781,"score_speaker":0.91574,"score_quality":0.97602,"score_fidelity":0.724,"score":0.88839},"nl":{"n":50,"unit":"wer","wer":9.45584,"wer_orig":5.26316,"dwer":4.19269,"wer_pseudo":5.37153,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.86739,"utmos":2.79481,"dnsmos_ovrl":2.7375,"dnsmos_sig":3.1319,"dnsmos_bak":4.06477,"pesq_wb":2.47934,"pesq_nb":3.07035,"stoi":0.90778,"estoi":0.80844,"si_sdr":-0.24341,"mel_dist":0.17869,"stft_dist":1.20979,"f0_rmse_cents":118.50881,"f0_corr":0.90005,"vuv_err":0.16063,"score_intelligibility":0.59901,"score_speaker":0.86739,"score_quality":0.95585,"score_fidelity":0.7435,"score":0.79144},"pl":{"n":50,"unit":"wer","wer":7.01754,"wer_orig":3.28947,"dwer":3.72807,"wer_pseudo":5.70175,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.86104,"utmos":2.41359,"dnsmos_ovrl":3.0451,"dnsmos_sig":3.38352,"dnsmos_bak":4.03546,"pesq_wb":2.31574,"pesq_nb":2.8752,"stoi":0.91117,"estoi":0.81449,"si_sdr":-3.31135,"mel_dist":0.16966,"stft_dist":1.22372,"f0_rmse_cents":108.97011,"f0_corr":0.83019,"vuv_err":0.14546,"score_intelligibility":0.53501,"score_speaker":0.86104,"score_quality":0.90451,"score_fidelity":0.70576,"score":0.75158},"cs":{"n":50,"unit":"wer","wer":13.4189,"wer_orig":9.45158,"dwer":3.96733,"wer_pseudo":9.69626,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.9095,"utmos":2.46667,"dnsmos_ovrl":3.16627,"dnsmos_sig":3.50166,"dnsmos_bak":3.94207,"pesq_wb":2.157,"pesq_nb":2.88802,"stoi":0.87928,"estoi":0.77655,"si_sdr":2.621,"mel_dist":0.17504,"stft_dist":1.15414,"f0_rmse_cents":86.46722,"f0_corr":0.90197,"vuv_err":0.1127,"score_intelligibility":0.72485,"score_speaker":0.9095,"score_quality":0.96705,"score_fidelity":0.70394,"score":0.82634},"tr":{"n":50,"unit":"wer","wer":10.26316,"wer_orig":7.76316,"dwer":2.5,"wer_pseudo":4.74308,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.87752,"utmos":2.19162,"dnsmos_ovrl":3.06473,"dnsmos_sig":3.42943,"dnsmos_bak":3.99637,"pesq_wb":2.54343,"pesq_nb":3.20166,"stoi":0.88111,"estoi":0.75807,"si_sdr":-3.40933,"mel_dist":0.17593,"stft_dist":1.25987,"f0_rmse_cents":117.88322,"f0_corr":0.91093,"vuv_err":0.12118,"score_intelligibility":0.77804,"score_speaker":0.87752,"score_quality":0.96481,"score_fidelity":0.74434,"score":0.84118},"id":{"n":50,"unit":"wer","wer":11.92444,"wer_orig":5.90319,"dwer":6.02125,"wer_pseudo":9.32704,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.83093,"utmos":1.88087,"dnsmos_ovrl":2.80616,"dnsmos_sig":3.41468,"dnsmos_bak":3.3341,"pesq_wb":1.99631,"pesq_nb":2.82589,"stoi":0.78068,"estoi":0.62227,"si_sdr":-1.23385,"mel_dist":0.15195,"stft_dist":1.15917,"f0_rmse_cents":123.47332,"f0_corr":0.78101,"vuv_err":0.20283,"score_intelligibility":0.53412,"score_speaker":0.83093,"score_quality":0.95836,"score_fidelity":0.61545,"score":0.73471},"vi":{"n":50,"unit":"wer","wer":11.37629,"wer_orig":7.71679,"dwer":3.65951,"wer_pseudo":8.0414,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.85135,"utmos":2.02866,"dnsmos_ovrl":2.85186,"dnsmos_sig":3.39356,"dnsmos_bak":3.6594,"pesq_wb":2.38566,"pesq_nb":3.13318,"stoi":0.77461,"estoi":0.63787,"si_sdr":0.92167,"mel_dist":0.14525,"stft_dist":1.055,"f0_rmse_cents":123.55757,"f0_corr":0.88878,"vuv_err":0.15364,"score_intelligibility":0.70431,"score_speaker":0.85135,"score_quality":0.96558,"score_fidelity":0.68643,"score":0.80192},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.86098,"utmos":2.39314,"dnsmos_ovrl":3.06549,"dnsmos_sig":3.40482,"dnsmos_bak":4.03253,"pesq_wb":2.46429,"pesq_nb":3.02917,"stoi":0.90102,"estoi":0.80698,"si_sdr":-2.45885,"mel_dist":0.1807,"stft_dist":1.23373,"f0_rmse_cents":111.58962,"f0_corr":0.88107,"vuv_err":0.1717,"score_intelligibility":0.97945,"score_speaker":0.86098,"score_quality":0.91321,"score_fidelity":0.73349,"score":0.87178},"uk":{"n":50,"unit":"wer","wer":11.01022,"wer_orig":6.46992,"dwer":4.5403,"wer_pseudo":6.02273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.86509,"utmos":2.37325,"dnsmos_ovrl":3.06696,"dnsmos_sig":3.39375,"dnsmos_bak":4.06328,"pesq_wb":2.40679,"pesq_nb":3.03917,"stoi":0.89239,"estoi":0.77589,"si_sdr":-0.89048,"mel_dist":0.19206,"stft_dist":1.23638,"f0_rmse_cents":98.85672,"f0_corr":0.90711,"vuv_err":0.1349,"score_intelligibility":0.62196,"score_speaker":0.86509,"score_quality":0.93514,"score_fidelity":0.73382,"score":0.789},"el":{"n":50,"unit":"wer","wer":15.63126,"wer_orig":12.02405,"dwer":3.60721,"wer_pseudo":11.81181,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8628,"utmos":2.54523,"dnsmos_ovrl":3.03806,"dnsmos_sig":3.45988,"dnsmos_bak":3.88632,"pesq_wb":2.69282,"pesq_nb":3.29649,"stoi":0.88697,"estoi":0.7758,"si_sdr":2.92529,"mel_dist":0.15409,"stft_dist":1.05619,"f0_rmse_cents":97.68595,"f0_corr":0.88391,"vuv_err":0.13248,"score_intelligibility":0.78311,"score_speaker":0.8628,"score_quality":0.94501,"score_fidelity":0.75151,"score":0.83561},"ar":{"n":50,"unit":"wer","wer":15.28977,"wer_orig":12.45376,"dwer":2.836,"wer_pseudo":7.16934,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.89873,"utmos":2.34153,"dnsmos_ovrl":3.1981,"dnsmos_sig":3.5487,"dnsmos_bak":3.96799,"pesq_wb":2.42098,"pesq_nb":3.00663,"stoi":0.91889,"estoi":0.84966,"si_sdr":-2.27183,"mel_dist":0.17319,"stft_dist":1.21192,"f0_rmse_cents":136.29386,"f0_corr":0.87711,"vuv_err":0.15086,"score_intelligibility":0.8259,"score_speaker":0.89873,"score_quality":0.90095,"score_fidelity":0.734,"score":0.8399},"fa":{"n":50,"unit":"wer","wer":30.51429,"wer_orig":25.94286,"dwer":4.57143,"wer_pseudo":12.0,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.87711,"utmos":2.44806,"dnsmos_ovrl":2.87015,"dnsmos_sig":3.37552,"dnsmos_bak":3.72205,"pesq_wb":2.25255,"pesq_nb":3.11794,"stoi":0.76437,"estoi":0.63054,"si_sdr":-2.83559,"mel_dist":0.15911,"stft_dist":1.1669,"f0_rmse_cents":235.09649,"f0_corr":0.69392,"vuv_err":0.16185,"score_intelligibility":0.85494,"score_speaker":0.87711,"score_quality":0.94746,"score_fidelity":0.60539,"score":0.82122},"he":{"n":50,"unit":"wer","wer":29.53488,"wer_orig":19.4186,"dwer":10.11628,"wer_pseudo":18.42723,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83291,"utmos":2.29755,"dnsmos_ovrl":2.82051,"dnsmos_sig":3.2074,"dnsmos_bak":3.95471,"pesq_wb":2.13738,"pesq_nb":2.87149,"stoi":0.89073,"estoi":0.78032,"si_sdr":-4.72501,"mel_dist":0.17053,"stft_dist":1.1518,"f0_rmse_cents":153.89095,"f0_corr":0.77851,"vuv_err":0.18992,"score_intelligibility":0.6687,"score_speaker":0.83291,"score_quality":0.93624,"score_fidelity":0.66473,"score":0.77565},"hi":{"n":50,"unit":"wer","wer":31.94829,"wer_orig":26.31579,"dwer":5.6325,"wer_pseudo":15.34968,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.85301,"utmos":2.13912,"dnsmos_ovrl":2.82054,"dnsmos_sig":3.40993,"dnsmos_bak":3.47576,"pesq_wb":2.27187,"pesq_nb":2.99757,"stoi":0.84625,"estoi":0.72514,"si_sdr":-1.81856,"mel_dist":0.1742,"stft_dist":1.21369,"f0_rmse_cents":123.66529,"f0_corr":0.81645,"vuv_err":0.15743,"score_intelligibility":0.82905,"score_speaker":0.85301,"score_quality":0.93967,"score_fidelity":0.67536,"score":0.82427},"zh":{"n":50,"unit":"cer","wer":8.51312,"wer_orig":7.40525,"dwer":1.10787,"wer_pseudo":2.5,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.8748,"utmos":2.48274,"dnsmos_ovrl":3.08629,"dnsmos_sig":3.4371,"dnsmos_bak":3.99935,"pesq_wb":2.57984,"pesq_nb":3.18677,"stoi":0.90442,"estoi":0.81908,"si_sdr":-2.56704,"mel_dist":0.16019,"stft_dist":1.17787,"f0_rmse_cents":105.26865,"f0_corr":0.88339,"vuv_err":0.1023,"score_intelligibility":0.88354,"score_speaker":0.8748,"score_quality":0.90983,"score_fidelity":0.7464,"score":0.85364},"yue":{"n":50,"unit":"cer","wer":16.76012,"wer_orig":14.39252,"dwer":2.3676,"wer_pseudo":10.57631,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.89863,"utmos":2.67146,"dnsmos_ovrl":3.10965,"dnsmos_sig":3.47861,"dnsmos_bak":3.93215,"pesq_wb":2.29513,"pesq_nb":3.06752,"stoi":0.88536,"estoi":0.77424,"si_sdr":-0.95268,"mel_dist":0.15433,"stft_dist":1.14438,"f0_rmse_cents":230.7553,"f0_corr":0.86239,"vuv_err":0.14375,"score_intelligibility":0.86669,"score_speaker":0.89863,"score_quality":0.92965,"score_fidelity":0.70593,"score":0.85023},"ja":{"n":50,"unit":"cer","wer":4.40974,"wer_orig":3.53698,"dwer":0.87276,"wer_pseudo":2.15893,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.80763,"utmos":1.89613,"dnsmos_ovrl":2.46098,"dnsmos_sig":3.06874,"dnsmos_bak":3.23504,"pesq_wb":2.34338,"pesq_nb":2.99914,"stoi":0.74013,"estoi":0.5828,"si_sdr":-4.66419,"mel_dist":0.16007,"stft_dist":1.20515,"f0_rmse_cents":132.53865,"f0_corr":0.86952,"vuv_err":0.13836,"score_intelligibility":0.83867,"score_speaker":0.80763,"score_quality":0.90724,"score_fidelity":0.66449,"score":0.80451},"ko":{"n":50,"unit":"cer","wer":5.58824,"wer_orig":5.14706,"dwer":0.44118,"wer_pseudo":1.45291,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.87666,"utmos":2.85293,"dnsmos_ovrl":3.04325,"dnsmos_sig":3.39631,"dnsmos_bak":4.04249,"pesq_wb":2.87463,"pesq_nb":3.38703,"stoi":0.90526,"estoi":0.82896,"si_sdr":-0.30713,"mel_dist":0.14873,"stft_dist":1.03897,"f0_rmse_cents":96.45446,"f0_corr":0.94076,"vuv_err":0.09426,"score_intelligibility":0.93304,"score_speaker":0.87666,"score_quality":0.90976,"score_fidelity":0.79388,"score":0.87833},"th":{"n":50,"unit":"cer","wer":11.01455,"wer_orig":7.61924,"dwer":3.39531,"wer_pseudo":7.93683,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.86726,"utmos":2.16441,"dnsmos_ovrl":2.81942,"dnsmos_sig":3.32516,"dnsmos_bak":3.69417,"pesq_wb":2.14686,"pesq_nb":2.93823,"stoi":0.87414,"estoi":0.77217,"si_sdr":-6.20069,"mel_dist":0.16337,"stft_dist":1.19107,"f0_rmse_cents":216.03037,"f0_corr":0.8168,"vuv_err":0.20195,"score_intelligibility":0.7174,"score_speaker":0.86726,"score_quality":0.9195,"score_fidelity":0.67287,"score":0.79426}}},{"codec":"uniaudio_codec_16k_3q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"uniaudio_codec_16k_3q","family":"UniAudio codec","checkpoint":"Dongchao/UniAudio (universal_model)","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":3,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code and weights)","paper":"2310.00704","year":2023,"bitrate_kbps":1.5,"notes":"UniAudio 1.0 universal codec (speech + sound + music), SEANet + RVQ with quantizer dropout; 3 codebooks = what the UniAudio LM models","side_info":null,"warning":null,"env":"main"},"kbps":1.5,"kbps_measured":1.5,"tokens_per_s":150.0,"params_M":15.76957,"efficiency":{"rtf_encode":0.0013,"rtf_decode":0.00109,"peak_vram_gb":0.24506,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.6737,"score_worst_lang":0.53689,"worst_lang":"en","en_gap":-0.14276,"score_intelligibility":0.46968,"score_speaker":0.7384,"score_quality":0.84738,"score_fidelity":0.63933,"dwer":12.46768,"wer":21.27349,"wer_pseudo":17.45725,"sim":0.7384,"utmos":2.12962,"dnsmos_ovrl":2.946,"dnsmos_sig":3.33296,"dnsmos_bak":3.90285,"pesq_wb":2.05852,"pesq_nb":2.5983,"stoi":0.81661,"estoi":0.67763,"si_sdr":-12.34423,"mel_dist":0.22423,"stft_dist":1.22907,"f0_rmse_cents":188.43977,"f0_corr":0.79896,"vuv_err":0.1878,"score_ci95":[0.66641,0.68129]},"per_lang":{"en":{"n":50,"unit":"wer","wer":27.53196,"wer_orig":6.98132,"dwer":20.55064,"wer_pseudo":25.09728,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.61335,"utmos":1.85892,"dnsmos_ovrl":2.39567,"dnsmos_sig":2.89552,"dnsmos_bak":3.79907,"pesq_wb":1.58845,"pesq_nb":2.0029,"stoi":0.70272,"estoi":0.50506,"si_sdr":-16.09794,"mel_dist":0.2935,"stft_dist":1.4692,"f0_rmse_cents":248.71473,"f0_corr":0.70828,"vuv_err":0.24687,"score_intelligibility":0.27973,"score_speaker":0.61335,"score_quality":0.72809,"score_fidelity":0.52638,"score":0.53689},"de":{"n":50,"unit":"wer","wer":10.98678,"wer_orig":5.69685,"dwer":5.28993,"wer_pseudo":7.01933,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.7747,"utmos":2.35214,"dnsmos_ovrl":3.13354,"dnsmos_sig":3.4122,"dnsmos_bak":4.07183,"pesq_wb":2.24804,"pesq_nb":2.83356,"stoi":0.87409,"estoi":0.72988,"si_sdr":-7.09693,"mel_dist":0.18304,"stft_dist":1.06607,"f0_rmse_cents":179.3842,"f0_corr":0.79894,"vuv_err":0.18314,"score_intelligibility":0.55869,"score_speaker":0.7747,"score_quality":0.89089,"score_fidelity":0.67654,"score":0.7252},"fr":{"n":50,"unit":"wer","wer":16.12648,"wer_orig":4.98024,"dwer":11.14625,"wer_pseudo":14.92063,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.75921,"utmos":2.12368,"dnsmos_ovrl":3.09986,"dnsmos_sig":3.41857,"dnsmos_bak":4.0474,"pesq_wb":2.12225,"pesq_nb":2.66834,"stoi":0.861,"estoi":0.75971,"si_sdr":-14.66769,"mel_dist":0.22917,"stft_dist":1.17193,"f0_rmse_cents":167.9743,"f0_corr":0.84308,"vuv_err":0.2094,"score_intelligibility":0.34918,"score_speaker":0.75921,"score_quality":0.91147,"score_fidelity":0.67491,"score":0.67369},"es":{"n":50,"unit":"wer","wer":5.0,"wer_orig":3.09091,"dwer":1.90909,"wer_pseudo":2.82589,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.78196,"utmos":2.39048,"dnsmos_ovrl":3.26596,"dnsmos_sig":3.58242,"dnsmos_bak":4.01577,"pesq_wb":2.56815,"pesq_nb":3.07084,"stoi":0.88132,"estoi":0.77873,"si_sdr":-13.99795,"mel_dist":0.22055,"stft_dist":1.19037,"f0_rmse_cents":182.45094,"f0_corr":0.85842,"vuv_err":0.17849,"score_intelligibility":0.68182,"score_speaker":0.78196,"score_quality":0.89483,"score_fidelity":0.72926,"score":0.77197},"it":{"n":50,"unit":"wer","wer":5.00911,"wer_orig":2.55009,"dwer":2.45902,"wer_pseudo":4.47898,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.79032,"utmos":2.53159,"dnsmos_ovrl":3.3521,"dnsmos_sig":3.62038,"dnsmos_bak":4.12641,"pesq_wb":2.54894,"pesq_nb":3.01724,"stoi":0.87913,"estoi":0.7805,"si_sdr":-8.21366,"mel_dist":0.20605,"stft_dist":1.12012,"f0_rmse_cents":98.10979,"f0_corr":0.86709,"vuv_err":0.13961,"score_intelligibility":0.59079,"score_speaker":0.79032,"score_quality":0.86386,"score_fidelity":0.72959,"score":0.74364},"pt":{"n":50,"unit":"wer","wer":5.76172,"wer_orig":3.41797,"dwer":2.34375,"wer_pseudo":3.83858,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.81356,"utmos":2.35,"dnsmos_ovrl":3.09092,"dnsmos_sig":3.44592,"dnsmos_bak":3.8485,"pesq_wb":2.3311,"pesq_nb":2.84717,"stoi":0.83175,"estoi":0.71459,"si_sdr":-14.63774,"mel_dist":0.20598,"stft_dist":1.14595,"f0_rmse_cents":278.43046,"f0_corr":0.77821,"vuv_err":0.20132,"score_intelligibility":0.65338,"score_speaker":0.81356,"score_quality":0.94829,"score_fidelity":0.66342,"score":0.76966},"nl":{"n":50,"unit":"wer","wer":20.96343,"wer_orig":5.26316,"dwer":15.70027,"wer_pseudo":18.97941,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.71406,"utmos":2.16157,"dnsmos_ovrl":2.56953,"dnsmos_sig":2.95023,"dnsmos_bak":4.06788,"pesq_wb":1.80839,"pesq_nb":2.29301,"stoi":0.8487,"estoi":0.70407,"si_sdr":-10.85533,"mel_dist":0.26898,"stft_dist":1.43778,"f0_rmse_cents":134.44441,"f0_corr":0.87208,"vuv_err":0.19721,"score_intelligibility":0.28516,"score_speaker":0.71406,"score_quality":0.74692,"score_fidelity":0.65058,"score":0.59918},"pl":{"n":50,"unit":"wer","wer":17.10526,"wer_orig":3.28947,"dwer":13.81579,"wer_pseudo":16.00877,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.75645,"utmos":1.99142,"dnsmos_ovrl":3.02637,"dnsmos_sig":3.35223,"dnsmos_bak":4.07367,"pesq_wb":1.93605,"pesq_nb":2.40108,"stoi":0.8668,"estoi":0.73461,"si_sdr":-14.49471,"mel_dist":0.23588,"stft_dist":1.29356,"f0_rmse_cents":209.09137,"f0_corr":0.63814,"vuv_err":0.18949,"score_intelligibility":0.23692,"score_speaker":0.75645,"score_quality":0.7837,"score_fidelity":0.59079,"score":0.59197},"cs":{"n":50,"unit":"wer","wer":23.5706,"wer_orig":9.45158,"dwer":14.11902,"wer_pseudo":21.3785,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.77366,"utmos":2.12999,"dnsmos_ovrl":3.17386,"dnsmos_sig":3.49087,"dnsmos_bak":3.98322,"pesq_wb":1.84921,"pesq_nb":2.49469,"stoi":0.83631,"estoi":0.70902,"si_sdr":-4.11544,"mel_dist":0.22026,"stft_dist":1.17065,"f0_rmse_cents":103.99774,"f0_corr":0.86288,"vuv_err":0.13249,"score_intelligibility":0.42537,"score_speaker":0.77366,"score_quality":0.85984,"score_fidelity":0.64727,"score":0.67654},"tr":{"n":50,"unit":"wer","wer":21.57895,"wer_orig":7.76316,"dwer":13.81579,"wer_pseudo":19.63109,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.7613,"utmos":2.11651,"dnsmos_ovrl":3.0583,"dnsmos_sig":3.39561,"dnsmos_bak":4.03985,"pesq_wb":2.12572,"pesq_nb":2.69751,"stoi":0.82791,"estoi":0.66718,"si_sdr":-11.56037,"mel_dist":0.25615,"stft_dist":1.301,"f0_rmse_cents":137.11965,"f0_corr":0.89815,"vuv_err":0.1415,"score_intelligibility":0.38811,"score_speaker":0.7613,"score_quality":0.93551,"score_fidelity":0.68256,"score":0.69187},"id":{"n":50,"unit":"wer","wer":21.36954,"wer_orig":5.90319,"dwer":15.46635,"wer_pseudo":19.48052,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.7139,"utmos":1.7154,"dnsmos_ovrl":2.77424,"dnsmos_sig":3.28219,"dnsmos_bak":3.35912,"pesq_wb":1.76795,"pesq_nb":2.46881,"stoi":0.71977,"estoi":0.53996,"si_sdr":-12.9031,"mel_dist":0.18445,"stft_dist":1.16776,"f0_rmse_cents":182.39479,"f0_corr":0.71412,"vuv_err":0.23829,"score_intelligibility":0.3086,"score_speaker":0.7139,"score_quality":0.87225,"score_fidelity":0.5511,"score":0.61146},"vi":{"n":50,"unit":"wer","wer":27.28719,"wer_orig":7.71679,"dwer":19.57041,"wer_pseudo":24.52229,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.7144,"utmos":1.84947,"dnsmos_ovrl":2.77979,"dnsmos_sig":3.27542,"dnsmos_bak":3.64747,"pesq_wb":2.00487,"pesq_nb":2.60528,"stoi":0.69862,"estoi":0.53247,"si_sdr":-10.75881,"mel_dist":0.18268,"stft_dist":1.10412,"f0_rmse_cents":145.73499,"f0_corr":0.87128,"vuv_err":0.15013,"score_intelligibility":0.30815,"score_speaker":0.7144,"score_quality":0.86627,"score_fidelity":0.619,"score":0.62696},"ru":{"n":50,"unit":"wer","wer":8.09249,"wer_orig":4.50867,"dwer":3.58382,"wer_pseudo":4.63499,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.7614,"utmos":2.12536,"dnsmos_ovrl":3.02736,"dnsmos_sig":3.35503,"dnsmos_bak":4.06063,"pesq_wb":2.05944,"pesq_nb":2.61647,"stoi":0.86076,"estoi":0.73679,"si_sdr":-11.74383,"mel_dist":0.24447,"stft_dist":1.27181,"f0_rmse_cents":154.61112,"f0_corr":0.80608,"vuv_err":0.1866,"score_intelligibility":0.60585,"score_speaker":0.7614,"score_quality":0.82982,"score_fidelity":0.65651,"score":0.71339},"uk":{"n":50,"unit":"wer","wer":27.24177,"wer_orig":6.46992,"dwer":20.77185,"wer_pseudo":25.56818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.65826,"utmos":2.21991,"dnsmos_ovrl":3.00516,"dnsmos_sig":3.33903,"dnsmos_bak":4.04862,"pesq_wb":2.01897,"pesq_nb":2.4709,"stoi":0.82033,"estoi":0.662,"si_sdr":-12.75667,"mel_dist":0.27026,"stft_dist":1.36099,"f0_rmse_cents":144.75305,"f0_corr":0.85341,"vuv_err":0.19803,"score_intelligibility":0.2645,"score_speaker":0.65826,"score_quality":0.87417,"score_fidelity":0.65496,"score":0.61297},"el":{"n":50,"unit":"wer","wer":33.26653,"wer_orig":12.02405,"dwer":21.24248,"wer_pseudo":28.42843,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.73657,"utmos":2.25434,"dnsmos_ovrl":2.98124,"dnsmos_sig":3.3892,"dnsmos_bak":3.90318,"pesq_wb":2.29663,"pesq_nb":2.83402,"stoi":0.83654,"estoi":0.69832,"si_sdr":-7.42704,"mel_dist":0.1906,"stft_dist":1.09718,"f0_rmse_cents":108.05078,"f0_corr":0.86158,"vuv_err":0.13864,"score_intelligibility":0.38008,"score_speaker":0.73657,"score_quality":0.86124,"score_fidelity":0.68953,"score":0.66685},"ar":{"n":50,"unit":"wer","wer":20.83847,"wer_orig":12.45376,"dwer":8.38471,"wer_pseudo":12.97899,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.79606,"utmos":2.27874,"dnsmos_ovrl":3.2658,"dnsmos_sig":3.58925,"dnsmos_bak":4.035,"pesq_wb":2.1849,"pesq_nb":2.70487,"stoi":0.89288,"estoi":0.8087,"si_sdr":-12.88699,"mel_dist":0.22334,"stft_dist":1.20285,"f0_rmse_cents":111.39288,"f0_corr":0.88711,"vuv_err":0.13991,"score_intelligibility":0.61606,"score_speaker":0.79606,"score_quality":0.88218,"score_fidelity":0.70618,"score":0.75012},"fa":{"n":50,"unit":"wer","wer":45.14286,"wer_orig":25.94286,"dwer":19.2,"wer_pseudo":31.24324,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.72446,"utmos":1.9814,"dnsmos_ovrl":2.7812,"dnsmos_sig":3.2473,"dnsmos_bak":3.79187,"pesq_wb":1.78672,"pesq_nb":2.4153,"stoi":0.68074,"estoi":0.51187,"si_sdr":-12.27777,"mel_dist":0.23377,"stft_dist":1.30942,"f0_rmse_cents":255.21155,"f0_corr":0.70399,"vuv_err":0.22549,"score_intelligibility":0.5839,"score_speaker":0.72446,"score_quality":0.78789,"score_fidelity":0.5365,"score":0.65819},"he":{"n":50,"unit":"wer","wer":56.62791,"wer_orig":19.4186,"dwer":37.2093,"wer_pseudo":49.29577,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.63935,"utmos":1.95223,"dnsmos_ovrl":2.65025,"dnsmos_sig":3.01894,"dnsmos_bak":3.90787,"pesq_wb":1.79278,"pesq_nb":2.22646,"stoi":0.80918,"estoi":0.64588,"si_sdr":-19.26192,"mel_dist":0.23813,"stft_dist":1.28884,"f0_rmse_cents":183.76954,"f0_corr":0.66339,"vuv_err":0.25017,"score_intelligibility":0.35432,"score_speaker":0.63935,"score_quality":0.77473,"score_fidelity":0.56636,"score":0.58369},"hi":{"n":50,"unit":"wer","wer":36.74977,"wer_orig":26.31579,"dwer":10.43398,"wer_pseudo":24.61399,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.72972,"utmos":2.02256,"dnsmos_ovrl":2.8581,"dnsmos_sig":3.39721,"dnsmos_bak":3.55725,"pesq_wb":2.12511,"pesq_nb":2.72574,"stoi":0.81607,"estoi":0.67901,"si_sdr":-12.97582,"mel_dist":0.22135,"stft_dist":1.18417,"f0_rmse_cents":168.18663,"f0_corr":0.80983,"vuv_err":0.16495,"score_intelligibility":0.7236,"score_speaker":0.72972,"score_quality":0.89468,"score_fidelity":0.64912,"score":0.74928},"zh":{"n":50,"unit":"cer","wer":10.9621,"wer_orig":7.40525,"dwer":3.55685,"wer_pseudo":4.5122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.78468,"utmos":2.15107,"dnsmos_ovrl":3.03032,"dnsmos_sig":3.37311,"dnsmos_bak":4.01258,"pesq_wb":2.13087,"pesq_nb":2.70556,"stoi":0.86531,"estoi":0.75836,"si_sdr":-11.59112,"mel_dist":0.20646,"stft_dist":1.22759,"f0_rmse_cents":217.41251,"f0_corr":0.77048,"vuv_err":0.17554,"score_intelligibility":0.70266,"score_speaker":0.78468,"score_quality":0.80918,"score_fidelity":0.65296,"score":0.73737},"yue":{"n":50,"unit":"cer","wer":22.3676,"wer_orig":14.39252,"dwer":7.97508,"wer_pseudo":19.37935,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.78596,"utmos":2.44691,"dnsmos_ovrl":3.09926,"dnsmos_sig":3.44655,"dnsmos_bak":3.97284,"pesq_wb":2.13932,"pesq_nb":2.73339,"stoi":0.84794,"estoi":0.71825,"si_sdr":-12.31037,"mel_dist":0.17997,"stft_dist":1.11961,"f0_rmse_cents":315.2415,"f0_corr":0.78696,"vuv_err":0.19009,"score_intelligibility":0.65871,"score_speaker":0.78596,"score_quality":0.87193,"score_fidelity":0.65347,"score":0.74252},"ja":{"n":50,"unit":"cer","wer":15.52595,"wer_orig":3.53698,"dwer":11.98898,"wer_pseudo":13.91824,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.61618,"utmos":1.67182,"dnsmos_ovrl":2.45608,"dnsmos_sig":3.07309,"dnsmos_bak":3.40449,"pesq_wb":1.73416,"pesq_nb":2.27048,"stoi":0.66234,"estoi":0.45848,"si_sdr":-15.97609,"mel_dist":0.24867,"stft_dist":1.40495,"f0_rmse_cents":187.03122,"f0_corr":0.69147,"vuv_err":0.22833,"score_intelligibility":0.27454,"score_speaker":0.61618,"score_quality":0.79735,"score_fidelity":0.52119,"score":0.55231},"ko":{"n":50,"unit":"cer","wer":7.89216,"wer_orig":5.14706,"dwer":2.7451,"wer_pseudo":4.95992,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.77174,"utmos":2.43087,"dnsmos_ovrl":2.93647,"dnsmos_sig":3.27504,"dnsmos_bak":4.05244,"pesq_wb":2.389,"pesq_nb":2.83395,"stoi":0.85524,"estoi":0.73566,"si_sdr":-12.64103,"mel_dist":0.22957,"stft_dist":1.17525,"f0_rmse_cents":93.17978,"f0_corr":0.93134,"vuv_err":0.12053,"score_intelligibility":0.69129,"score_speaker":0.77174,"score_quality":0.79023,"score_fidelity":0.72781,"score":0.74527},"th":{"n":50,"unit":"cer","wer":23.56508,"wer_orig":7.61924,"dwer":15.94584,"wer_pseudo":21.25936,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.7504,"utmos":2.00454,"dnsmos_ovrl":2.8926,"dnsmos_sig":3.36564,"dnsmos_bak":3.84151,"pesq_wb":1.84753,"pesq_nb":2.42166,"stoi":0.82319,"estoi":0.6939,"si_sdr":-15.0133,"mel_dist":0.20825,"stft_dist":1.21638,"f0_rmse_cents":515.86648,"f0_corr":0.6987,"vuv_err":0.28099,"score_intelligibility":0.35087,"score_speaker":0.7504,"score_quality":0.86191,"score_fidelity":0.58801,"score":0.6378}}},{"codec":"uniaudio_codec_16k_8q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"uniaudio_codec_16k_8q","family":"UniAudio codec","checkpoint":"Dongchao/UniAudio (universal_model)","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":null,"license":"MIT (code and weights)","paper":"2310.00704","year":2023,"bitrate_kbps":4.0,"notes":"UniAudio 1.0 universal codec (speech + sound + music), SEANet + RVQ with quantizer dropout","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":15.76957,"efficiency":{"rtf_encode":0.00134,"rtf_decode":0.00108,"peak_vram_gb":0.24508,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.78369,"score_worst_lang":0.60701,"worst_lang":"en","en_gap":-0.18436,"score_intelligibility":0.70669,"score_speaker":0.83711,"score_quality":0.89339,"score_fidelity":0.69757,"dwer":4.65241,"wer":13.45822,"wer_pseudo":8.0838,"sim":0.83711,"utmos":2.27131,"dnsmos_ovrl":2.96826,"dnsmos_sig":3.36431,"dnsmos_bak":3.89339,"pesq_wb":2.41994,"pesq_nb":2.98448,"stoi":0.85596,"estoi":0.74461,"si_sdr":-10.597,"mel_dist":0.20688,"stft_dist":1.14939,"f0_rmse_cents":170.82574,"f0_corr":0.83104,"vuv_err":0.18197,"score_ci95":[0.7759,0.79174]},"per_lang":{"en":{"n":50,"unit":"wer","wer":20.84562,"wer_orig":6.98132,"dwer":13.86431,"wer_pseudo":16.34241,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.73048,"utmos":1.94331,"dnsmos_ovrl":2.39027,"dnsmos_sig":2.92642,"dnsmos_bak":3.72972,"pesq_wb":1.82512,"pesq_nb":2.28241,"stoi":0.74567,"estoi":0.56996,"si_sdr":-14.69478,"mel_dist":0.27921,"stft_dist":1.38455,"f0_rmse_cents":217.97409,"f0_corr":0.75321,"vuv_err":0.22633,"score_intelligibility":0.36535,"score_speaker":0.73048,"score_quality":0.75401,"score_fidelity":0.57821,"score":0.60701},"de":{"n":50,"unit":"wer","wer":6.81587,"wer_orig":5.69685,"dwer":1.11902,"wer_pseudo":1.52594,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.87114,"utmos":2.49764,"dnsmos_ovrl":3.12906,"dnsmos_sig":3.41347,"dnsmos_bak":4.08409,"pesq_wb":2.64861,"pesq_nb":3.22803,"stoi":0.90275,"estoi":0.79206,"si_sdr":-6.16844,"mel_dist":0.16547,"stft_dist":0.99456,"f0_rmse_cents":166.99602,"f0_corr":0.83597,"vuv_err":0.16998,"score_intelligibility":0.85683,"score_speaker":0.87114,"score_quality":0.93295,"score_fidelity":0.73659,"score":0.84938},"fr":{"n":50,"unit":"wer","wer":9.80237,"wer_orig":4.98024,"dwer":4.82213,"wer_pseudo":6.42857,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.84421,"utmos":2.20921,"dnsmos_ovrl":3.1048,"dnsmos_sig":3.43495,"dnsmos_bak":4.02194,"pesq_wb":2.49593,"pesq_nb":3.05993,"stoi":0.89577,"estoi":0.81634,"si_sdr":-10.85908,"mel_dist":0.20819,"stft_dist":1.09136,"f0_rmse_cents":151.98068,"f0_corr":0.89181,"vuv_err":0.20969,"score_intelligibility":0.5536,"score_speaker":0.84421,"score_quality":0.94279,"score_fidelity":0.73833,"score":0.76973},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.87769,"utmos":2.47943,"dnsmos_ovrl":3.28418,"dnsmos_sig":3.6096,"dnsmos_bak":4.00141,"pesq_wb":2.98708,"pesq_nb":3.44455,"stoi":0.91233,"estoi":0.8351,"si_sdr":-12.12174,"mel_dist":0.20306,"stft_dist":1.11896,"f0_rmse_cents":176.53434,"f0_corr":0.87469,"vuv_err":0.18581,"score_intelligibility":0.88235,"score_speaker":0.87769,"score_quality":0.92009,"score_fidelity":0.78492,"score":0.86626},"it":{"n":50,"unit":"wer","wer":3.46084,"wer_orig":2.55009,"dwer":0.91075,"wer_pseudo":2.28519,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.88248,"utmos":2.69966,"dnsmos_ovrl":3.38424,"dnsmos_sig":3.65179,"dnsmos_bak":4.13171,"pesq_wb":2.9652,"pesq_nb":3.40095,"stoi":0.91226,"estoi":0.83961,"si_sdr":-6.41112,"mel_dist":0.18656,"stft_dist":1.04345,"f0_rmse_cents":97.97357,"f0_corr":0.88148,"vuv_err":0.14172,"score_intelligibility":0.79584,"score_speaker":0.88248,"score_quality":0.90379,"score_fidelity":0.78507,"score":0.84179},"pt":{"n":50,"unit":"wer","wer":4.00391,"wer_orig":3.41797,"dwer":0.58594,"wer_pseudo":1.37795,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9069,"utmos":2.44163,"dnsmos_ovrl":3.10318,"dnsmos_sig":3.47704,"dnsmos_bak":3.82042,"pesq_wb":2.77152,"pesq_nb":3.26689,"stoi":0.87008,"estoi":0.77978,"si_sdr":-13.20673,"mel_dist":0.18645,"stft_dist":1.07279,"f0_rmse_cents":235.57786,"f0_corr":0.85076,"vuv_err":0.18099,"score_intelligibility":0.8829,"score_speaker":0.9069,"score_quality":0.97871,"score_fidelity":0.74233,"score":0.87771},"nl":{"n":50,"unit":"wer","wer":9.54505,"wer_orig":5.26316,"dwer":4.28189,"wer_pseudo":5.72963,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.82921,"utmos":2.46751,"dnsmos_ovrl":2.64376,"dnsmos_sig":3.02833,"dnsmos_bak":4.07372,"pesq_wb":2.15292,"pesq_nb":2.66059,"stoi":0.89139,"estoi":0.77913,"si_sdr":-8.98535,"mel_dist":0.25336,"stft_dist":1.33715,"f0_rmse_cents":138.43481,"f0_corr":0.86908,"vuv_err":0.20668,"score_intelligibility":0.59394,"score_speaker":0.82921,"score_quality":0.846,"score_fidelity":0.69663,"score":0.74144},"pl":{"n":50,"unit":"wer","wer":7.12719,"wer_orig":3.28947,"dwer":3.83772,"wer_pseudo":5.15351,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.8591,"utmos":2.20715,"dnsmos_ovrl":3.04519,"dnsmos_sig":3.37602,"dnsmos_bak":4.08012,"pesq_wb":2.33131,"pesq_nb":2.82727,"stoi":0.90132,"estoi":0.79809,"si_sdr":-13.72972,"mel_dist":0.21719,"stft_dist":1.21183,"f0_rmse_cents":143.88365,"f0_corr":0.75387,"vuv_err":0.16824,"score_intelligibility":0.52779,"score_speaker":0.8591,"score_quality":0.84544,"score_fidelity":0.67852,"score":0.72771},"cs":{"n":50,"unit":"wer","wer":14.46908,"wer_orig":9.45158,"dwer":5.0175,"wer_pseudo":11.21495,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.88311,"utmos":2.29486,"dnsmos_ovrl":3.19506,"dnsmos_sig":3.52405,"dnsmos_bak":3.96436,"pesq_wb":2.24298,"pesq_nb":2.95411,"stoi":0.87932,"estoi":0.78298,"si_sdr":-3.22064,"mel_dist":0.20004,"stft_dist":1.09421,"f0_rmse_cents":96.42822,"f0_corr":0.88071,"vuv_err":0.13479,"score_intelligibility":0.67564,"score_speaker":0.88311,"score_quality":0.91234,"score_fidelity":0.70506,"score":0.79404},"tr":{"n":50,"unit":"wer","wer":12.23684,"wer_orig":7.76316,"dwer":4.47368,"wer_pseudo":7.50988,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.85032,"utmos":2.17526,"dnsmos_ovrl":3.07897,"dnsmos_sig":3.42379,"dnsmos_bak":4.02624,"pesq_wb":2.46558,"pesq_nb":3.03715,"stoi":0.86563,"estoi":0.73635,"si_sdr":-9.796,"mel_dist":0.24019,"stft_dist":1.22045,"f0_rmse_cents":121.62161,"f0_corr":0.91561,"vuv_err":0.13735,"score_intelligibility":0.66203,"score_speaker":0.85032,"score_quality":0.95842,"score_fidelity":0.73333,"score":0.80102},"id":{"n":50,"unit":"wer","wer":8.97285,"wer_orig":5.90319,"dwer":3.06966,"wer_pseudo":7.55608,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.82256,"utmos":1.81879,"dnsmos_ovrl":2.81341,"dnsmos_sig":3.36497,"dnsmos_bak":3.36914,"pesq_wb":2.11598,"pesq_nb":2.89218,"stoi":0.7787,"estoi":0.63686,"si_sdr":-9.82553,"mel_dist":0.167,"stft_dist":1.09859,"f0_rmse_cents":164.2015,"f0_corr":0.71913,"vuv_err":0.22999,"score_intelligibility":0.6922,"score_speaker":0.82256,"score_quality":0.92605,"score_fidelity":0.60556,"score":0.76159},"vi":{"n":50,"unit":"wer","wer":12.72872,"wer_orig":7.71679,"dwer":5.01193,"wer_pseudo":8.20064,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.80736,"utmos":1.95371,"dnsmos_ovrl":2.80827,"dnsmos_sig":3.3139,"dnsmos_bak":3.64966,"pesq_wb":2.27564,"pesq_nb":3.00215,"stoi":0.7502,"estoi":0.61318,"si_sdr":-9.33512,"mel_dist":0.16672,"stft_dist":1.03298,"f0_rmse_cents":128.62047,"f0_corr":0.89417,"vuv_err":0.14799,"score_intelligibility":0.63493,"score_speaker":0.80736,"score_quality":0.92117,"score_fidelity":0.66961,"score":0.75827},"ru":{"n":50,"unit":"wer","wer":5.89595,"wer_orig":4.50867,"dwer":1.38728,"wer_pseudo":1.62225,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.85562,"utmos":2.31442,"dnsmos_ovrl":3.06918,"dnsmos_sig":3.39253,"dnsmos_bak":4.07054,"pesq_wb":2.47299,"pesq_nb":3.01852,"stoi":0.89624,"estoi":0.79955,"si_sdr":-10.18715,"mel_dist":0.22807,"stft_dist":1.19393,"f0_rmse_cents":143.71742,"f0_corr":0.85175,"vuv_err":0.19351,"score_intelligibility":0.79883,"score_speaker":0.85562,"score_quality":0.88986,"score_fidelity":0.72295,"score":0.81681},"uk":{"n":50,"unit":"wer","wer":14.75596,"wer_orig":6.46992,"dwer":8.28604,"wer_pseudo":10.90909,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.77927,"utmos":2.32844,"dnsmos_ovrl":3.0361,"dnsmos_sig":3.36922,"dnsmos_bak":4.04949,"pesq_wb":2.36175,"pesq_nb":2.82362,"stoi":0.85868,"estoi":0.72835,"si_sdr":-10.36167,"mel_dist":0.25213,"stft_dist":1.28011,"f0_rmse_cents":128.6751,"f0_corr":0.89,"vuv_err":0.19804,"score_intelligibility":0.4741,"score_speaker":0.77927,"score_quality":0.91608,"score_fidelity":0.71258,"score":0.72051},"el":{"n":50,"unit":"wer","wer":20.84168,"wer_orig":12.02405,"dwer":8.81764,"wer_pseudo":14.31431,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.84188,"utmos":2.43328,"dnsmos_ovrl":3.0516,"dnsmos_sig":3.44238,"dnsmos_bak":3.93621,"pesq_wb":2.71735,"pesq_nb":3.22325,"stoi":0.87387,"estoi":0.7651,"si_sdr":-5.39037,"mel_dist":0.174,"stft_dist":1.02483,"f0_rmse_cents":103.09129,"f0_corr":0.86292,"vuv_err":0.13997,"score_intelligibility":0.59629,"score_speaker":0.84188,"score_quality":0.91277,"score_fidelity":0.74248,"score":0.77336},"ar":{"n":50,"unit":"wer","wer":16.1529,"wer_orig":12.45376,"dwer":3.69914,"wer_pseudo":6.92213,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.87731,"utmos":2.40928,"dnsmos_ovrl":3.26578,"dnsmos_sig":3.5963,"dnsmos_bak":4.02471,"pesq_wb":2.62125,"pesq_nb":3.14278,"stoi":0.92299,"estoi":0.85832,"si_sdr":-12.2324,"mel_dist":0.20367,"stft_dist":1.12764,"f0_rmse_cents":123.25483,"f0_corr":0.88411,"vuv_err":0.1399,"score_intelligibility":0.78434,"score_speaker":0.87731,"score_quality":0.9212,"score_fidelity":0.75677,"score":0.8349},"fa":{"n":50,"unit":"wer","wer":32.22857,"wer_orig":25.94286,"dwer":6.28571,"wer_pseudo":14.37838,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.83732,"utmos":2.06855,"dnsmos_ovrl":2.78583,"dnsmos_sig":3.27894,"dnsmos_bak":3.74801,"pesq_wb":2.06197,"pesq_nb":2.79343,"stoi":0.73368,"estoi":0.59202,"si_sdr":-11.33028,"mel_dist":0.21716,"stft_dist":1.22089,"f0_rmse_cents":223.27026,"f0_corr":0.77681,"vuv_err":0.20004,"score_intelligibility":0.81083,"score_speaker":0.83732,"score_quality":0.81608,"score_fidelity":0.60464,"score":0.76722},"he":{"n":50,"unit":"wer","wer":41.04651,"wer_orig":19.4186,"dwer":21.62791,"wer_pseudo":31.4554,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.77587,"utmos":2.07568,"dnsmos_ovrl":2.65652,"dnsmos_sig":3.05015,"dnsmos_bak":3.8793,"pesq_wb":2.11196,"pesq_nb":2.59749,"stoi":0.84905,"estoi":0.71508,"si_sdr":-15.40282,"mel_dist":0.21886,"stft_dist":1.19053,"f0_rmse_cents":193.60115,"f0_corr":0.69473,"vuv_err":0.219,"score_intelligibility":0.48562,"score_speaker":0.77587,"score_quality":0.81796,"score_fidelity":0.6205,"score":0.67499},"hi":{"n":50,"unit":"wer","wer":29.45522,"wer_orig":26.31579,"dwer":3.13943,"wer_pseudo":12.62489,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.83747,"utmos":2.14051,"dnsmos_ovrl":2.86396,"dnsmos_sig":3.4125,"dnsmos_bak":3.5397,"pesq_wb":2.49233,"pesq_nb":3.1207,"stoi":0.85804,"estoi":0.7493,"si_sdr":-11.16846,"mel_dist":0.20243,"stft_dist":1.10759,"f0_rmse_cents":137.74185,"f0_corr":0.85853,"vuv_err":0.16128,"score_intelligibility":0.89692,"score_speaker":0.83747,"score_quality":0.94021,"score_fidelity":0.71432,"score":0.84723},"zh":{"n":50,"unit":"cer","wer":8.57143,"wer_orig":7.40525,"dwer":1.16618,"wer_pseudo":2.31707,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86171,"utmos":2.33929,"dnsmos_ovrl":3.06295,"dnsmos_sig":3.40177,"dnsmos_bak":4.02573,"pesq_wb":2.52356,"pesq_nb":3.12716,"stoi":0.89782,"estoi":0.81605,"si_sdr":-9.45728,"mel_dist":0.1908,"stft_dist":1.14318,"f0_rmse_cents":169.69179,"f0_corr":0.80688,"vuv_err":0.22499,"score_intelligibility":0.87816,"score_speaker":0.86171,"score_quality":0.86909,"score_fidelity":0.71333,"score":0.83057},"yue":{"n":50,"unit":"cer","wer":16.88474,"wer_orig":14.39252,"dwer":2.49221,"wer_pseudo":10.25966,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.86084,"utmos":2.59624,"dnsmos_ovrl":3.10346,"dnsmos_sig":3.45547,"dnsmos_bak":3.96107,"pesq_wb":2.55074,"pesq_nb":3.17876,"stoi":0.87908,"estoi":0.7787,"si_sdr":-11.05068,"mel_dist":0.16104,"stft_dist":1.04399,"f0_rmse_cents":268.5729,"f0_corr":0.8006,"vuv_err":0.17337,"score_intelligibility":0.86065,"score_speaker":0.86084,"score_quality":0.91031,"score_fidelity":0.70759,"score":0.83485},"ja":{"n":50,"unit":"cer","wer":6.93615,"wer_orig":3.53698,"dwer":3.39917,"wer_pseudo":4.77722,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.72616,"utmos":1.70562,"dnsmos_ovrl":2.44989,"dnsmos_sig":3.07417,"dnsmos_bak":3.36062,"pesq_wb":2.00532,"pesq_nb":2.58513,"stoi":0.71516,"estoi":0.53552,"si_sdr":-13.89673,"mel_dist":0.23273,"stft_dist":1.3156,"f0_rmse_cents":162.21743,"f0_corr":0.78052,"vuv_err":0.19434,"score_intelligibility":0.57168,"score_speaker":0.72616,"score_quality":0.81166,"score_fidelity":0.59431,"score":0.67595},"ko":{"n":50,"unit":"cer","wer":4.90196,"wer_orig":5.14706,"dwer":-0.2451,"wer_pseudo":1.95391,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.84958,"utmos":2.74015,"dnsmos_ovrl":2.99199,"dnsmos_sig":3.32519,"dnsmos_bak":4.06448,"pesq_wb":2.71037,"pesq_nb":3.14576,"stoi":0.89105,"estoi":0.79808,"si_sdr":-11.07749,"mel_dist":0.2187,"stft_dist":1.09887,"f0_rmse_cents":97.73938,"f0_corr":0.92802,"vuv_err":0.10933,"score_intelligibility":1.0,"score_speaker":0.84958,"score_quality":0.87226,"score_fidelity":0.76925,"score":0.87277},"th":{"n":50,"unit":"cer","wer":11.68149,"wer_orig":7.61924,"dwer":4.06225,"wer_pseudo":8.05831,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.82307,"utmos":2.17186,"dnsmos_ovrl":2.92056,"dnsmos_sig":3.40049,"dnsmos_bak":3.82907,"pesq_wb":2.17119,"pesq_nb":2.81462,"stoi":0.86192,"estoi":0.75516,"si_sdr":-14.41844,"mel_dist":0.19207,"stft_dist":1.1374,"f0_rmse_cents":508.01756,"f0_corr":0.68966,"vuv_err":0.2741,"score_intelligibility":0.67967,"score_speaker":0.82307,"score_quality":0.92219,"score_fidelity":0.62873,"score":0.76342}}},{"codec":"unicodec_24k_speech","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"unicodec_24k_speech","family":"UniCodec","checkpoint":"Yidiii/UniCodec_ckpt","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75.0,"n_codebooks":1,"codebook_size":16384,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"not stated (code and weights)","paper":"2502.20067","year":2025,"bitrate_kbps":1.05,"notes":"single 16384-entry domain-partitioned SimVQ codebook, 75 Hz; encoder search restricted to the speech partition (entries 0-4095, domain id '0'); trained on speech + music + sound","side_info":"domain label (speech / music / sound) per utterance selects the codebook partition; fixed to speech here","warning":null,"env":"main"},"kbps":1.05,"kbps_measured":1.05029,"tokens_per_s":75.02071,"params_M":202.06541,"efficiency":{"rtf_encode":0.00149,"rtf_decode":0.00068,"peak_vram_gb":1.1505,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.68662,"score_worst_lang":0.60114,"worst_lang":"vi","en_gap":-0.01709,"score_intelligibility":0.4333,"score_speaker":0.72474,"score_quality":0.9562,"score_fidelity":0.63226,"dwer":14.13972,"wer":22.94553,"wer_pseudo":19.41724,"sim":0.72474,"utmos":2.48591,"dnsmos_ovrl":2.96958,"dnsmos_sig":3.35033,"dnsmos_bak":3.91626,"pesq_wb":2.03944,"pesq_nb":2.55663,"stoi":0.83099,"estoi":0.7017,"si_sdr":-3.37951,"mel_dist":0.18605,"stft_dist":1.36287,"f0_rmse_cents":274.8517,"f0_corr":0.76881,"vuv_err":0.2504,"score_ci95":[0.68038,0.69184]},"per_lang":{"en":{"n":50,"unit":"wer","wer":12.29105,"wer_orig":6.98132,"dwer":5.30973,"wer_pseudo":9.14397,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.66508,"utmos":2.04139,"dnsmos_ovrl":2.54478,"dnsmos_sig":3.02736,"dnsmos_bak":3.84986,"pesq_wb":1.70358,"pesq_nb":2.18538,"stoi":0.76964,"estoi":0.61167,"si_sdr":-7.33047,"mel_dist":0.20633,"stft_dist":1.565,"f0_rmse_cents":338.11647,"f0_corr":0.76876,"vuv_err":0.29745,"score_intelligibility":0.6005,"score_speaker":0.66508,"score_quality":0.83559,"score_fidelity":0.57981,"score":0.67025},"de":{"n":50,"unit":"wer","wer":14.44557,"wer_orig":5.69685,"dwer":8.74873,"wer_pseudo":9.96948,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.71392,"utmos":2.78879,"dnsmos_ovrl":3.07935,"dnsmos_sig":3.36989,"dnsmos_bak":4.07195,"pesq_wb":2.20821,"pesq_nb":2.75911,"stoi":0.87899,"estoi":0.73745,"si_sdr":0.24588,"mel_dist":0.17629,"stft_dist":1.28423,"f0_rmse_cents":188.97802,"f0_corr":0.78259,"vuv_err":0.17368,"score_intelligibility":0.43358,"score_speaker":0.71392,"score_quality":0.99913,"score_fidelity":0.66893,"score":0.70389},"fr":{"n":50,"unit":"wer","wer":20.86957,"wer_orig":4.98024,"dwer":15.88933,"wer_pseudo":19.60317,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.71937,"utmos":2.47755,"dnsmos_ovrl":3.1073,"dnsmos_sig":3.41735,"dnsmos_bak":4.07169,"pesq_wb":2.06521,"pesq_nb":2.54332,"stoi":0.86908,"estoi":0.77661,"si_sdr":-2.81657,"mel_dist":0.20283,"stft_dist":1.30673,"f0_rmse_cents":185.40762,"f0_corr":0.83569,"vuv_err":0.21428,"score_intelligibility":0.27345,"score_speaker":0.71937,"score_quality":1.0,"score_fidelity":0.66971,"score":0.66563},"es":{"n":50,"unit":"wer","wer":5.27273,"wer_orig":3.09091,"dwer":2.18182,"wer_pseudo":2.73473,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.75998,"utmos":2.85955,"dnsmos_ovrl":3.20748,"dnsmos_sig":3.54291,"dnsmos_bak":3.97957,"pesq_wb":2.47691,"pesq_nb":2.9368,"stoi":0.87969,"estoi":0.77122,"si_sdr":0.16193,"mel_dist":0.17353,"stft_dist":1.20715,"f0_rmse_cents":221.75765,"f0_corr":0.8502,"vuv_err":0.23187,"score_intelligibility":0.65217,"score_speaker":0.75998,"score_quality":1.0,"score_fidelity":0.71729,"score":0.78236},"it":{"n":50,"unit":"wer","wer":7.65027,"wer_orig":2.55009,"dwer":5.10018,"wer_pseudo":6.67276,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.72943,"utmos":3.03723,"dnsmos_ovrl":3.27438,"dnsmos_sig":3.56216,"dnsmos_bak":4.09007,"pesq_wb":2.49524,"pesq_nb":2.88043,"stoi":0.88031,"estoi":0.77873,"si_sdr":0.2141,"mel_dist":0.18612,"stft_dist":1.26378,"f0_rmse_cents":116.12915,"f0_corr":0.85818,"vuv_err":0.18697,"score_intelligibility":0.4104,"score_speaker":0.72943,"score_quality":0.97699,"score_fidelity":0.7219,"score":0.70968},"pt":{"n":50,"unit":"wer","wer":5.66406,"wer_orig":3.41797,"dwer":2.24609,"wer_pseudo":3.64173,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.77255,"utmos":2.58836,"dnsmos_ovrl":3.08334,"dnsmos_sig":3.44449,"dnsmos_bak":3.8497,"pesq_wb":2.15816,"pesq_nb":2.64054,"stoi":0.83123,"estoi":0.71174,"si_sdr":-1.85636,"mel_dist":0.18368,"stft_dist":1.32013,"f0_rmse_cents":335.51344,"f0_corr":0.8431,"vuv_err":0.29542,"score_intelligibility":0.66295,"score_speaker":0.77255,"score_quality":1.0,"score_fidelity":0.66841,"score":0.77598},"nl":{"n":50,"unit":"wer","wer":20.07136,"wer_orig":5.26316,"dwer":14.80821,"wer_pseudo":17.1889,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.75634,"utmos":2.71375,"dnsmos_ovrl":2.67661,"dnsmos_sig":3.0556,"dnsmos_bak":4.07144,"pesq_wb":1.95821,"pesq_nb":2.52499,"stoi":0.869,"estoi":0.75063,"si_sdr":-4.93449,"mel_dist":0.19039,"stft_dist":1.49798,"f0_rmse_cents":190.49238,"f0_corr":0.75685,"vuv_err":0.21614,"score_intelligibility":0.29724,"score_speaker":0.75634,"score_quality":0.91799,"score_fidelity":0.63321,"score":0.65119},"pl":{"n":50,"unit":"wer","wer":26.64474,"wer_orig":3.28947,"dwer":23.35526,"wer_pseudo":25.98684,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.72727,"utmos":2.55568,"dnsmos_ovrl":3.13482,"dnsmos_sig":3.44473,"dnsmos_bak":4.11204,"pesq_wb":1.92406,"pesq_nb":2.38826,"stoi":0.8804,"estoi":0.76176,"si_sdr":-5.54396,"mel_dist":0.19725,"stft_dist":1.42192,"f0_rmse_cents":155.94613,"f0_corr":0.71165,"vuv_err":0.16223,"score_intelligibility":0.15516,"score_speaker":0.72727,"score_quality":0.94517,"score_fidelity":0.61869,"score":0.61157},"cs":{"n":50,"unit":"wer","wer":32.20537,"wer_orig":9.45158,"dwer":22.75379,"wer_pseudo":31.42523,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.75036,"utmos":2.50102,"dnsmos_ovrl":3.19231,"dnsmos_sig":3.50073,"dnsmos_bak":4.0228,"pesq_wb":1.73376,"pesq_nb":2.36468,"stoi":0.84046,"estoi":0.71677,"si_sdr":-2.58943,"mel_dist":0.18756,"stft_dist":1.29563,"f0_rmse_cents":122.12107,"f0_corr":0.82104,"vuv_err":0.14258,"score_intelligibility":0.31476,"score_speaker":0.75036,"score_quality":0.97799,"score_fidelity":0.62371,"score":0.66671},"tr":{"n":50,"unit":"wer","wer":26.57895,"wer_orig":7.76316,"dwer":18.81579,"wer_pseudo":22.9249,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.7292,"utmos":2.22704,"dnsmos_ovrl":3.03854,"dnsmos_sig":3.39307,"dnsmos_bak":4.01107,"pesq_wb":1.97187,"pesq_nb":2.52825,"stoi":0.8327,"estoi":0.6808,"si_sdr":-8.80691,"mel_dist":0.18771,"stft_dist":1.44895,"f0_rmse_cents":162.97016,"f0_corr":0.87563,"vuv_err":0.21215,"score_intelligibility":0.31775,"score_speaker":0.7292,"score_quality":0.97646,"score_fidelity":0.662,"score":0.67135},"id":{"n":50,"unit":"wer","wer":23.25856,"wer_orig":5.90319,"dwer":17.35537,"wer_pseudo":22.07792,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.62739,"utmos":2.04008,"dnsmos_ovrl":2.75377,"dnsmos_sig":3.25385,"dnsmos_bak":3.34885,"pesq_wb":1.78606,"pesq_nb":2.4061,"stoi":0.73669,"estoi":0.55697,"si_sdr":-2.22757,"mel_dist":0.17077,"stft_dist":1.32411,"f0_rmse_cents":246.5984,"f0_corr":0.64934,"vuv_err":0.34616,"score_intelligibility":0.28457,"score_speaker":0.62739,"score_quality":1.0,"score_fidelity":0.53687,"score":0.61221},"vi":{"n":50,"unit":"wer","wer":33.09467,"wer_orig":7.71679,"dwer":25.37788,"wer_pseudo":30.01592,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.71804,"utmos":1.8937,"dnsmos_ovrl":2.69224,"dnsmos_sig":3.18546,"dnsmos_bak":3.67686,"pesq_wb":1.80655,"pesq_nb":2.35323,"stoi":0.7126,"estoi":0.54968,"si_sdr":-7.0771,"mel_dist":0.17519,"stft_dist":1.36926,"f0_rmse_cents":297.46107,"f0_corr":0.76172,"vuv_err":0.2899,"score_intelligibility":0.25566,"score_speaker":0.71804,"score_quality":0.8626,"score_fidelity":0.56825,"score":0.60114},"ru":{"n":50,"unit":"wer","wer":8.90173,"wer_orig":4.50867,"dwer":4.39306,"wer_pseudo":6.25724,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.73535,"utmos":2.57531,"dnsmos_ovrl":3.06522,"dnsmos_sig":3.38001,"dnsmos_bak":4.0913,"pesq_wb":2.01319,"pesq_nb":2.50948,"stoi":0.86782,"estoi":0.75092,"si_sdr":-3.02057,"mel_dist":0.19004,"stft_dist":1.35774,"f0_rmse_cents":271.94086,"f0_corr":0.77093,"vuv_err":0.25354,"score_intelligibility":0.55633,"score_speaker":0.73535,"score_quality":0.96724,"score_fidelity":0.64275,"score":0.72542},"uk":{"n":50,"unit":"wer","wer":19.40976,"wer_orig":6.46992,"dwer":12.93984,"wer_pseudo":17.5,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.65719,"utmos":2.48536,"dnsmos_ovrl":3.06149,"dnsmos_sig":3.38543,"dnsmos_bak":4.08382,"pesq_wb":2.04568,"pesq_nb":2.50296,"stoi":0.85977,"estoi":0.71892,"si_sdr":-1.51908,"mel_dist":0.18862,"stft_dist":1.31864,"f0_rmse_cents":138.67536,"f0_corr":0.87047,"vuv_err":0.18787,"score_intelligibility":0.366,"score_speaker":0.65719,"score_quality":0.97067,"score_fidelity":0.67634,"score":0.66755},"el":{"n":50,"unit":"wer","wer":37.47495,"wer_orig":12.02405,"dwer":25.4509,"wer_pseudo":34.43443,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.68809,"utmos":2.69871,"dnsmos_ovrl":3.08067,"dnsmos_sig":3.44203,"dnsmos_bak":3.99347,"pesq_wb":2.28542,"pesq_nb":2.8186,"stoi":0.85237,"estoi":0.72311,"si_sdr":-0.76241,"mel_dist":0.17774,"stft_dist":1.29412,"f0_rmse_cents":127.65329,"f0_corr":0.83838,"vuv_err":0.20677,"score_intelligibility":0.33851,"score_speaker":0.68809,"score_quality":0.98921,"score_fidelity":0.686,"score":0.67545},"ar":{"n":50,"unit":"wer","wer":30.57953,"wer_orig":12.45376,"dwer":18.12577,"wer_pseudo":25.58714,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.74878,"utmos":2.68814,"dnsmos_ovrl":3.26276,"dnsmos_sig":3.57185,"dnsmos_bak":4.05349,"pesq_wb":2.10299,"pesq_nb":2.56508,"stoi":0.89041,"estoi":0.80504,"si_sdr":-0.60734,"mel_dist":0.19111,"stft_dist":1.29905,"f0_rmse_cents":192.88306,"f0_corr":0.84572,"vuv_err":0.17633,"score_intelligibility":0.42603,"score_speaker":0.74878,"score_quality":1.0,"score_fidelity":0.68376,"score":0.71464},"fa":{"n":50,"unit":"wer","wer":40.8,"wer_orig":25.94286,"dwer":14.85714,"wer_pseudo":27.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.73655,"utmos":2.39741,"dnsmos_ovrl":2.87611,"dnsmos_sig":3.34099,"dnsmos_bak":3.81685,"pesq_wb":1.92165,"pesq_nb":2.5929,"stoi":0.71622,"estoi":0.56523,"si_sdr":-4.38013,"mel_dist":0.1808,"stft_dist":1.42255,"f0_rmse_cents":475.74647,"f0_corr":0.575,"vuv_err":0.3832,"score_intelligibility":0.64457,"score_speaker":0.73655,"score_quality":0.93181,"score_fidelity":0.51818,"score":0.70777},"he":{"n":50,"unit":"wer","wer":50.93023,"wer_orig":19.4186,"dwer":31.51163,"wer_pseudo":44.3662,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.72357,"utmos":2.37705,"dnsmos_ovrl":2.86722,"dnsmos_sig":3.22333,"dnsmos_bak":3.99856,"pesq_wb":1.86645,"pesq_nb":2.42012,"stoi":0.8547,"estoi":0.72591,"si_sdr":-2.40099,"mel_dist":0.19564,"stft_dist":1.39773,"f0_rmse_cents":153.0411,"f0_corr":0.78152,"vuv_err":0.22556,"score_intelligibility":0.39319,"score_speaker":0.72357,"score_quality":0.96297,"score_fidelity":0.62793,"score":0.67691},"hi":{"n":50,"unit":"wer","wer":41.82825,"wer_orig":26.31579,"dwer":15.51247,"wer_pseudo":30.79019,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.70228,"utmos":2.26073,"dnsmos_ovrl":2.83257,"dnsmos_sig":3.35704,"dnsmos_bak":3.58637,"pesq_wb":1.97474,"pesq_nb":2.5082,"stoi":0.81124,"estoi":0.66809,"si_sdr":-3.31032,"mel_dist":0.18615,"stft_dist":1.31935,"f0_rmse_cents":591.0143,"f0_corr":0.66356,"vuv_err":0.29748,"score_intelligibility":0.6378,"score_speaker":0.70228,"score_quality":0.98661,"score_fidelity":0.58443,"score":0.72778},"zh":{"n":50,"unit":"cer","wer":15.10204,"wer_orig":7.40525,"dwer":7.69679,"wer_pseudo":10.0,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.74712,"utmos":2.65495,"dnsmos_ovrl":3.0804,"dnsmos_sig":3.39638,"dnsmos_bak":4.06948,"pesq_wb":2.15873,"pesq_nb":2.60832,"stoi":0.86569,"estoi":0.76238,"si_sdr":-6.39164,"mel_dist":0.18581,"stft_dist":1.41931,"f0_rmse_cents":448.43284,"f0_corr":0.71936,"vuv_err":0.25404,"score_intelligibility":0.522,"score_speaker":0.74712,"score_quality":0.95743,"score_fidelity":0.6387,"score":0.71631},"yue":{"n":50,"unit":"cer","wer":36.26168,"wer_orig":14.39252,"dwer":21.86916,"wer_pseudo":33.75554,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.75966,"utmos":2.9363,"dnsmos_ovrl":3.1148,"dnsmos_sig":3.45801,"dnsmos_bak":3.98541,"pesq_wb":2.08697,"pesq_nb":2.64016,"stoi":0.85789,"estoi":0.72815,"si_sdr":-1.40178,"mel_dist":0.18028,"stft_dist":1.34488,"f0_rmse_cents":404.88663,"f0_corr":0.68383,"vuv_err":0.30245,"score_intelligibility":0.41309,"score_speaker":0.75966,"score_quality":0.99772,"score_fidelity":0.61743,"score":0.69698},"ja":{"n":50,"unit":"cer","wer":12.26458,"wer_orig":3.53698,"dwer":8.72761,"wer_pseudo":11.11621,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.68814,"utmos":1.864,"dnsmos_ovrl":2.4465,"dnsmos_sig":3.03788,"dnsmos_bak":3.30797,"pesq_wb":1.94507,"pesq_nb":2.49785,"stoi":0.68913,"estoi":0.51032,"si_sdr":-6.87044,"mel_dist":0.18689,"stft_dist":1.49654,"f0_rmse_cents":189.93104,"f0_corr":0.80095,"vuv_err":0.31695,"score_intelligibility":0.34204,"score_speaker":0.68814,"score_quality":0.88702,"score_fidelity":0.5867,"score":0.62598},"ko":{"n":50,"unit":"cer","wer":7.54902,"wer_orig":5.14706,"dwer":2.40196,"wer_pseudo":4.55912,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.76689,"utmos":2.90392,"dnsmos_ovrl":3.00368,"dnsmos_sig":3.3401,"dnsmos_bak":4.07361,"pesq_wb":2.56076,"pesq_nb":2.99277,"stoi":0.87397,"estoi":0.77873,"si_sdr":0.35992,"mel_dist":0.17063,"stft_dist":1.2765,"f0_rmse_cents":140.58863,"f0_corr":0.88045,"vuv_err":0.212,"score_intelligibility":0.71904,"score_speaker":0.76689,"score_quality":0.91137,"score_fidelity":0.73345,"score":0.78269},"th":{"n":50,"unit":"cer","wer":21.54406,"wer_orig":7.61924,"dwer":13.92482,"wer_pseudo":18.91071,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.77118,"utmos":2.09573,"dnsmos_ovrl":2.79368,"dnsmos_sig":3.27714,"dnsmos_bak":3.77392,"pesq_wb":1.69719,"pesq_nb":2.19155,"stoi":0.82365,"estoi":0.70008,"si_sdr":-8.24243,"mel_dist":0.1939,"stft_dist":1.45752,"f0_rmse_cents":900.15555,"f0_corr":0.50651,"vuv_err":0.42449,"score_intelligibility":0.38233,"score_speaker":0.77118,"score_quality":0.89476,"score_fidelity":0.50979,"score":0.63951}}},{"codec":"vampnet_lac_44k_14q","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"vampnet_lac_44k_14q","family":"VampNet LAC","checkpoint":"hugggof/vampnet","sample_rate":44100,"output_sample_rate":44100,"frame_rate":57.422,"n_codebooks":14,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"music","causal":false,"multilingual":null,"license":"MIT (code), CC-BY-SA-4.0 (weights)","paper":"2307.04686","year":2023,"bitrate_kbps":8.0391,"notes":"VampNet's LAC codec (DAC-style encoder, 14 x 1024 factorised RVQ, HiFi-GAN MRF decoder; hop 768), input loudness-normalised to -24 LUFS as in VampNet; trained on music; no quantizer dropout (VampNet generates 4 coarse + 10 fine codebooks), so only the full 14-codebook point is registered","side_info":null,"warning":null,"env":"main"},"kbps":8.0391,"kbps_measured":8.04588,"tokens_per_s":804.58816,"params_M":150.18243,"efficiency":{"rtf_encode":0.00639,"rtf_decode":0.01394,"peak_vram_gb":2.23376,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.94278,"score_worst_lang":0.90263,"worst_lang":"id","en_gap":0.01914,"score_intelligibility":0.92852,"score_speaker":0.95657,"score_quality":0.97404,"score_fidelity":0.91197,"dwer":0.6841,"wer":9.48991,"wer_pseudo":2.99504,"sim":0.95657,"utmos":2.5067,"dnsmos_ovrl":2.96897,"dnsmos_sig":3.39234,"dnsmos_bak":3.85101,"pesq_wb":3.94623,"pesq_nb":4.1488,"stoi":0.9521,"estoi":0.91354,"si_sdr":12.02243,"mel_dist":0.14405,"stft_dist":1.05361,"f0_rmse_cents":90.56994,"f0_corr":0.94205,"vuv_err":0.097,"score_ci95":[0.9365,0.94591]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.98132,"wer_orig":6.98132,"dwer":0.0,"wer_pseudo":0.97276,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.955,"utmos":2.47362,"dnsmos_ovrl":2.5423,"dnsmos_sig":3.11385,"dnsmos_bak":3.6764,"pesq_wb":3.93801,"pesq_nb":4.14663,"stoi":0.94397,"estoi":0.90092,"si_sdr":11.5529,"mel_dist":0.13885,"stft_dist":1.06137,"f0_rmse_cents":99.02317,"f0_corr":0.95582,"vuv_err":0.08888,"score_intelligibility":1.0,"score_speaker":0.955,"score_quality":0.97642,"score_fidelity":0.91307,"score":0.96112},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":0.81384,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96397,"utmos":2.68194,"dnsmos_ovrl":3.11754,"dnsmos_sig":3.41796,"dnsmos_bak":4.05678,"pesq_wb":4.09763,"pesq_nb":4.21602,"stoi":0.96417,"estoi":0.9198,"si_sdr":15.40864,"mel_dist":0.13321,"stft_dist":0.97355,"f0_rmse_cents":82.39599,"f0_corr":0.95417,"vuv_err":0.08492,"score_intelligibility":0.92941,"score_speaker":0.96397,"score_quality":0.98623,"score_fidelity":0.93446,"score":0.95352},"fr":{"n":50,"unit":"wer","wer":5.61265,"wer_orig":4.98024,"dwer":0.63241,"wer_pseudo":2.14286,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.96069,"utmos":2.32602,"dnsmos_ovrl":3.06488,"dnsmos_sig":3.40109,"dnsmos_bak":4.0039,"pesq_wb":3.80982,"pesq_nb":4.07634,"stoi":0.96212,"estoi":0.93452,"si_sdr":13.10517,"mel_dist":0.16361,"stft_dist":1.0985,"f0_rmse_cents":90.50805,"f0_corr":0.95294,"vuv_err":0.11242,"score_intelligibility":0.90436,"score_speaker":0.96069,"score_quality":0.98556,"score_fidelity":0.90596,"score":0.93914},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.95724,"utmos":2.64573,"dnsmos_ovrl":3.22966,"dnsmos_sig":3.58556,"dnsmos_bak":3.94305,"pesq_wb":4.07276,"pesq_nb":4.21347,"stoi":0.96413,"estoi":0.93363,"si_sdr":13.77446,"mel_dist":0.16379,"stft_dist":1.09523,"f0_rmse_cents":137.48275,"f0_corr":0.94291,"vuv_err":0.10471,"score_intelligibility":0.95745,"score_speaker":0.95724,"score_quality":0.96731,"score_fidelity":0.92832,"score":0.95258},"it":{"n":50,"unit":"wer","wer":2.91439,"wer_orig":2.55009,"dwer":0.3643,"wer_pseudo":0.91408,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.9637,"utmos":2.9488,"dnsmos_ovrl":3.31509,"dnsmos_sig":3.60828,"dnsmos_bak":4.07777,"pesq_wb":4.03489,"pesq_nb":4.19951,"stoi":0.96253,"estoi":0.93099,"si_sdr":13.76574,"mel_dist":0.15514,"stft_dist":1.05676,"f0_rmse_cents":68.36652,"f0_corr":0.94409,"vuv_err":0.08714,"score_intelligibility":0.90693,"score_speaker":0.9637,"score_quality":0.96297,"score_fidelity":0.92458,"score":0.93955},"pt":{"n":50,"unit":"wer","wer":3.02734,"wer_orig":3.41797,"dwer":-0.39062,"wer_pseudo":0.98425,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96886,"utmos":2.4792,"dnsmos_ovrl":3.05562,"dnsmos_sig":3.45266,"dnsmos_bak":3.77121,"pesq_wb":3.92613,"pesq_nb":4.1406,"stoi":0.94323,"estoi":0.90221,"si_sdr":11.63486,"mel_dist":0.15549,"stft_dist":1.07814,"f0_rmse_cents":157.39659,"f0_corr":0.94429,"vuv_err":0.11029,"score_intelligibility":1.0,"score_speaker":0.96886,"score_quality":0.99119,"score_fidelity":0.90785,"score":0.96698},"nl":{"n":50,"unit":"wer","wer":6.33363,"wer_orig":5.26316,"dwer":1.07047,"wer_pseudo":1.96956,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.96481,"utmos":2.89285,"dnsmos_ovrl":2.72654,"dnsmos_sig":3.12129,"dnsmos_bak":4.09716,"pesq_wb":4.00863,"pesq_nb":4.17418,"stoi":0.96632,"estoi":0.93331,"si_sdr":10.627,"mel_dist":0.13547,"stft_dist":1.06928,"f0_rmse_cents":85.66756,"f0_corr":0.94451,"vuv_err":0.11103,"score_intelligibility":0.85403,"score_speaker":0.96481,"score_quality":0.97786,"score_fidelity":0.92348,"score":0.93004},"pl":{"n":50,"unit":"wer","wer":4.05702,"wer_orig":3.28947,"dwer":0.76754,"wer_pseudo":1.75439,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.9567,"utmos":2.63209,"dnsmos_ovrl":3.05775,"dnsmos_sig":3.38857,"dnsmos_bak":4.06372,"pesq_wb":3.89673,"pesq_nb":4.13502,"stoi":0.96872,"estoi":0.9361,"si_sdr":8.19989,"mel_dist":0.14529,"stft_dist":1.09432,"f0_rmse_cents":89.74447,"f0_corr":0.89699,"vuv_err":0.1637,"score_intelligibility":0.84822,"score_speaker":0.9567,"score_quality":0.96704,"score_fidelity":0.89778,"score":0.91744},"cs":{"n":50,"unit":"wer","wer":10.03501,"wer_orig":9.45158,"dwer":0.58343,"wer_pseudo":4.90654,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96905,"utmos":2.48346,"dnsmos_ovrl":3.14247,"dnsmos_sig":3.48442,"dnsmos_bak":3.93488,"pesq_wb":3.8855,"pesq_nb":4.11813,"stoi":0.95697,"estoi":0.92038,"si_sdr":12.68773,"mel_dist":0.15406,"stft_dist":1.05372,"f0_rmse_cents":54.10593,"f0_corr":0.96239,"vuv_err":0.07858,"score_intelligibility":0.94713,"score_speaker":0.96905,"score_quality":0.9724,"score_fidelity":0.9146,"score":0.95079},"tr":{"n":50,"unit":"wer","wer":7.76316,"wer_orig":7.76316,"dwer":0.0,"wer_pseudo":2.50329,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.96059,"utmos":2.26238,"dnsmos_ovrl":3.05251,"dnsmos_sig":3.42211,"dnsmos_bak":3.98134,"pesq_wb":4.05707,"pesq_nb":4.19006,"stoi":0.95582,"estoi":0.91489,"si_sdr":13.96368,"mel_dist":0.15212,"stft_dist":1.06337,"f0_rmse_cents":69.65834,"f0_corr":0.97193,"vuv_err":0.07255,"score_intelligibility":1.0,"score_speaker":0.96059,"score_quality":0.99241,"score_fidelity":0.93373,"score":0.97168},"id":{"n":50,"unit":"wer","wer":7.55608,"wer_orig":5.90319,"dwer":1.65289,"wer_pseudo":3.77804,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.9464,"utmos":1.9041,"dnsmos_ovrl":2.7828,"dnsmos_sig":3.39677,"dnsmos_bak":3.28835,"pesq_wb":3.90161,"pesq_nb":4.0656,"stoi":0.91512,"estoi":0.84963,"si_sdr":11.3667,"mel_dist":0.13105,"stft_dist":1.02966,"f0_rmse_cents":89.18818,"f0_corr":0.91647,"vuv_err":0.12361,"score_intelligibility":0.80682,"score_speaker":0.9464,"score_quality":0.97044,"score_fidelity":0.88687,"score":0.90263},"vi":{"n":50,"unit":"wer","wer":8.51233,"wer_orig":7.71679,"dwer":0.79554,"wer_pseudo":2.78662,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.94624,"utmos":2.03724,"dnsmos_ovrl":2.8525,"dnsmos_sig":3.40493,"dnsmos_bak":3.6429,"pesq_wb":3.96984,"pesq_nb":4.14992,"stoi":0.91325,"estoi":0.85601,"si_sdr":13.56674,"mel_dist":0.12471,"stft_dist":0.98703,"f0_rmse_cents":103.0998,"f0_corr":0.92986,"vuv_err":0.09044,"score_intelligibility":0.91637,"score_speaker":0.94624,"score_quality":0.96946,"score_fidelity":0.89721,"score":0.93232},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":0.4635,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95956,"utmos":2.60306,"dnsmos_ovrl":3.06338,"dnsmos_sig":3.40603,"dnsmos_bak":4.03012,"pesq_wb":3.93147,"pesq_nb":4.14294,"stoi":0.96414,"estoi":0.93222,"si_sdr":11.92121,"mel_dist":0.15729,"stft_dist":1.1049,"f0_rmse_cents":108.36985,"f0_corr":0.90346,"vuv_err":0.11535,"score_intelligibility":0.97945,"score_speaker":0.95956,"score_quality":0.97547,"score_fidelity":0.90172,"score":0.95405},"uk":{"n":50,"unit":"wer","wer":8.17253,"wer_orig":6.46992,"dwer":1.70261,"wer_pseudo":3.29545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.95509,"utmos":2.48695,"dnsmos_ovrl":3.09886,"dnsmos_sig":3.43378,"dnsmos_bak":4.06866,"pesq_wb":4.05613,"pesq_nb":4.19656,"stoi":0.96247,"estoi":0.92475,"si_sdr":13.30612,"mel_dist":0.16421,"stft_dist":1.10414,"f0_rmse_cents":51.88336,"f0_corr":0.97575,"vuv_err":0.08232,"score_intelligibility":0.81438,"score_speaker":0.95509,"score_quality":0.97117,"score_fidelity":0.93713,"score":0.91944},"el":{"n":50,"unit":"wer","wer":13.72745,"wer_orig":12.02405,"dwer":1.70341,"wer_pseudo":5.90591,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94577,"utmos":2.59471,"dnsmos_ovrl":2.96413,"dnsmos_sig":3.4016,"dnsmos_bak":3.83461,"pesq_wb":4.00573,"pesq_nb":4.19738,"stoi":0.95033,"estoi":0.90106,"si_sdr":13.66289,"mel_dist":0.13355,"stft_dist":0.99275,"f0_rmse_cents":72.97051,"f0_corr":0.93401,"vuv_err":0.08582,"score_intelligibility":0.88434,"score_speaker":0.94577,"score_quality":0.95525,"score_fidelity":0.91437,"score":0.92493},"ar":{"n":50,"unit":"wer","wer":13.68681,"wer_orig":12.45376,"dwer":1.23305,"wer_pseudo":2.47219,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96607,"utmos":2.58204,"dnsmos_ovrl":3.19688,"dnsmos_sig":3.56813,"dnsmos_bak":3.94257,"pesq_wb":3.75709,"pesq_nb":4.07158,"stoi":0.9678,"estoi":0.94187,"si_sdr":10.10429,"mel_dist":0.16125,"stft_dist":1.10278,"f0_rmse_cents":76.96606,"f0_corr":0.95301,"vuv_err":0.08444,"score_intelligibility":0.91604,"score_speaker":0.96607,"score_quality":0.97283,"score_fidelity":0.90285,"score":0.93945},"fa":{"n":50,"unit":"wer","wer":26.74286,"wer_orig":25.94286,"dwer":0.8,"wer_pseudo":6.05405,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.96027,"utmos":2.57876,"dnsmos_ovrl":2.85588,"dnsmos_sig":3.36523,"dnsmos_bak":3.71926,"pesq_wb":3.86946,"pesq_nb":4.13992,"stoi":0.9226,"estoi":0.87995,"si_sdr":9.15199,"mel_dist":0.13177,"stft_dist":1.06821,"f0_rmse_cents":116.15117,"f0_corr":0.92773,"vuv_err":0.08628,"score_intelligibility":0.97116,"score_speaker":0.96027,"score_quality":0.98784,"score_fidelity":0.89006,"score":0.95233},"he":{"n":50,"unit":"wer","wer":21.62791,"wer_orig":19.4186,"dwer":2.2093,"wer_pseudo":8.80282,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.95836,"utmos":2.41383,"dnsmos_ovrl":2.83299,"dnsmos_sig":3.21483,"dnsmos_bak":3.96378,"pesq_wb":3.888,"pesq_nb":4.13491,"stoi":0.96273,"estoi":0.92823,"si_sdr":12.52874,"mel_dist":0.13949,"stft_dist":1.00444,"f0_rmse_cents":100.71305,"f0_corr":0.89594,"vuv_err":0.13653,"score_intelligibility":0.90236,"score_speaker":0.95836,"score_quality":0.97533,"score_fidelity":0.8946,"score":0.93266},"hi":{"n":50,"unit":"wer","wer":28.43952,"wer_orig":26.31579,"dwer":2.12373,"wer_pseudo":8.17439,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.94553,"utmos":2.22735,"dnsmos_ovrl":2.8115,"dnsmos_sig":3.39838,"dnsmos_bak":3.45886,"pesq_wb":3.92211,"pesq_nb":4.14275,"stoi":0.94308,"estoi":0.90107,"si_sdr":13.91077,"mel_dist":0.1538,"stft_dist":1.05838,"f0_rmse_cents":77.75816,"f0_corr":0.93922,"vuv_err":0.09389,"score_intelligibility":0.92786,"score_speaker":0.94553,"score_quality":0.97373,"score_fidelity":0.90573,"score":0.93821},"zh":{"n":50,"unit":"cer","wer":7.63848,"wer_orig":7.40525,"dwer":0.23324,"wer_pseudo":0.85366,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95609,"utmos":2.66889,"dnsmos_ovrl":3.07949,"dnsmos_sig":3.43061,"dnsmos_bak":3.99718,"pesq_wb":3.93239,"pesq_nb":4.16785,"stoi":0.96542,"estoi":0.93669,"si_sdr":10.59485,"mel_dist":0.13597,"stft_dist":1.05533,"f0_rmse_cents":71.08645,"f0_corr":0.95152,"vuv_err":0.06843,"score_intelligibility":0.973,"score_speaker":0.95609,"score_quality":0.96128,"score_fidelity":0.91826,"score":0.95216},"yue":{"n":50,"unit":"cer","wer":13.95639,"wer_orig":14.39252,"dwer":-0.43614,"wer_pseudo":5.76314,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.95059,"utmos":2.83559,"dnsmos_ovrl":3.07163,"dnsmos_sig":3.45885,"dnsmos_bak":3.88633,"pesq_wb":3.90913,"pesq_nb":4.12868,"stoi":0.95884,"estoi":0.92181,"si_sdr":10.52855,"mel_dist":0.13424,"stft_dist":1.06344,"f0_rmse_cents":83.74068,"f0_corr":0.96825,"vuv_err":0.07285,"score_intelligibility":1.0,"score_speaker":0.95059,"score_quality":0.97184,"score_fidelity":0.91943,"score":0.96046},"ja":{"n":50,"unit":"cer","wer":4.31787,"wer_orig":3.53698,"dwer":0.78089,"wer_pseudo":1.65365,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.93666,"utmos":2.02142,"dnsmos_ovrl":2.53741,"dnsmos_sig":3.2236,"dnsmos_bak":3.31625,"pesq_wb":4.0254,"pesq_nb":4.15373,"stoi":0.91833,"estoi":0.87091,"si_sdr":10.1218,"mel_dist":0.12831,"stft_dist":1.03692,"f0_rmse_cents":113.1117,"f0_corr":0.91661,"vuv_err":0.09778,"score_intelligibility":0.85316,"score_speaker":0.93666,"score_quality":0.99256,"score_fidelity":0.89978,"score":0.92054},"ko":{"n":50,"unit":"cer","wer":5.19608,"wer_orig":5.14706,"dwer":0.04902,"wer_pseudo":1.40281,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.95037,"utmos":3.10767,"dnsmos_ovrl":3.03806,"dnsmos_sig":3.40797,"dnsmos_bak":4.02159,"pesq_wb":4.05139,"pesq_nb":4.1875,"stoi":0.96327,"estoi":0.9332,"si_sdr":12.65598,"mel_dist":0.12957,"stft_dist":0.98342,"f0_rmse_cents":67.80134,"f0_corr":0.97518,"vuv_err":0.06052,"score_intelligibility":0.99209,"score_speaker":0.95037,"score_quality":0.96488,"score_fidelity":0.93676,"score":0.96102},"th":{"n":50,"unit":"cer","wer":7.35651,"wer_orig":7.61924,"dwer":-0.26273,"wer_pseudo":2.69285,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95998,"utmos":2.27315,"dnsmos_ovrl":2.76541,"dnsmos_sig":3.30972,"dnsmos_bak":3.64762,"pesq_wb":3.7626,"pesq_nb":4.08182,"stoi":0.95497,"estoi":0.92077,"si_sdr":10.39759,"mel_dist":0.13496,"stft_dist":1.05089,"f0_rmse_cents":106.48894,"f0_corr":0.95211,"vuv_err":0.11548,"score_intelligibility":1.0,"score_speaker":0.95998,"score_quality":0.95552,"score_fidelity":0.8988,"score":0.95358}}},{"codec":"vibevoice_acoustic","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"vibevoice_acoustic","family":"VibeVoice","checkpoint":"microsoft/VibeVoice-AcousticTokenizer","sample_rate":24000,"output_sample_rate":24000,"frame_rate":7.5,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"general","causal":true,"multilingual":true,"license":"MIT","paper":"2508.19205","year":2025,"bitrate_kbps":null,"notes":"sigma-VAE acoustic tokenizer, decoded from the posterior mean","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":687.392,"efficiency":{"rtf_encode":0.00339,"rtf_decode":0.00326,"peak_vram_gb":3.31861,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.87856,"score_worst_lang":0.79114,"worst_lang":"id","en_gap":0.01723,"score_intelligibility":0.80427,"score_speaker":0.92075,"score_quality":1.0,"score_fidelity":0.78923,"dwer":2.4868,"wer":11.2926,"wer_pseudo":5.26451,"sim":0.92075,"utmos":2.88024,"dnsmos_ovrl":3.0318,"dnsmos_sig":3.42485,"dnsmos_bak":3.91841,"pesq_wb":2.98161,"pesq_nb":3.45644,"stoi":0.89511,"estoi":0.80612,"si_sdr":8.99991,"mel_dist":0.15666,"stft_dist":1.11087,"f0_rmse_cents":125.27741,"f0_corr":0.90642,"vuv_err":0.1323,"score_ci95":[0.87314,0.88413]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.86627,"wer_orig":6.98132,"dwer":0.88496,"wer_pseudo":1.84825,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.90432,"utmos":2.73086,"dnsmos_ovrl":2.59777,"dnsmos_sig":3.13967,"dnsmos_bak":3.74227,"pesq_wb":2.91436,"pesq_nb":3.42249,"stoi":0.86516,"estoi":0.76182,"si_sdr":7.84943,"mel_dist":0.15586,"stft_dist":1.14838,"f0_rmse_cents":143.69816,"f0_corr":0.9152,"vuv_err":0.12845,"score_intelligibility":0.90019,"score_speaker":0.90432,"score_quality":1.0,"score_fidelity":0.77578,"score":0.89507},"de":{"n":50,"unit":"wer","wer":6.51068,"wer_orig":5.69685,"dwer":0.81384,"wer_pseudo":1.52594,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.9374,"utmos":2.99695,"dnsmos_ovrl":3.16001,"dnsmos_sig":3.43809,"dnsmos_bak":4.09003,"pesq_wb":3.08588,"pesq_nb":3.50798,"stoi":0.92609,"estoi":0.82843,"si_sdr":11.41365,"mel_dist":0.1547,"stft_dist":1.05969,"f0_rmse_cents":120.24416,"f0_corr":0.90977,"vuv_err":0.13015,"score_intelligibility":0.89164,"score_speaker":0.9374,"score_quality":1.0,"score_fidelity":0.81061,"score":0.90991},"fr":{"n":50,"unit":"wer","wer":5.6917,"wer_orig":4.98024,"dwer":0.71146,"wer_pseudo":3.09524,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.92634,"utmos":2.63472,"dnsmos_ovrl":3.10764,"dnsmos_sig":3.43701,"dnsmos_bak":4.02163,"pesq_wb":2.92251,"pesq_nb":3.45078,"stoi":0.93334,"estoi":0.87251,"si_sdr":9.6096,"mel_dist":0.17552,"stft_dist":1.13617,"f0_rmse_cents":135.68727,"f0_corr":0.9215,"vuv_err":0.15316,"score_intelligibility":0.89368,"score_speaker":0.92634,"score_quality":1.0,"score_fidelity":0.80138,"score":0.90535},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.92764,"utmos":3.16116,"dnsmos_ovrl":3.23263,"dnsmos_sig":3.57082,"dnsmos_bak":3.96974,"pesq_wb":3.30357,"pesq_nb":3.6457,"stoi":0.92738,"estoi":0.85518,"si_sdr":10.4368,"mel_dist":0.15548,"stft_dist":1.08762,"f0_rmse_cents":152.03349,"f0_corr":0.93417,"vuv_err":0.13219,"score_intelligibility":0.95745,"score_speaker":0.92764,"score_quality":1.0,"score_fidelity":0.8399,"score":0.93125},"it":{"n":50,"unit":"wer","wer":3.46084,"wer_orig":2.55009,"dwer":0.91075,"wer_pseudo":1.46252,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.93714,"utmos":3.35468,"dnsmos_ovrl":3.33566,"dnsmos_sig":3.61957,"dnsmos_bak":4.09594,"pesq_wb":3.32859,"pesq_nb":3.69844,"stoi":0.93455,"estoi":0.87457,"si_sdr":11.51547,"mel_dist":0.15937,"stft_dist":1.06594,"f0_rmse_cents":97.44083,"f0_corr":0.90368,"vuv_err":0.11972,"score_intelligibility":0.79584,"score_speaker":0.93714,"score_quality":1.0,"score_fidelity":0.83451,"score":0.89187},"pt":{"n":50,"unit":"wer","wer":3.22266,"wer_orig":3.41797,"dwer":-0.19531,"wer_pseudo":0.59055,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94065,"utmos":2.85812,"dnsmos_ovrl":3.06067,"dnsmos_sig":3.43869,"dnsmos_bak":3.80311,"pesq_wb":3.04359,"pesq_nb":3.47477,"stoi":0.88628,"estoi":0.79597,"si_sdr":8.31918,"mel_dist":0.16196,"stft_dist":1.12671,"f0_rmse_cents":242.93686,"f0_corr":0.90171,"vuv_err":0.15889,"score_intelligibility":1.0,"score_speaker":0.94065,"score_quality":1.0,"score_fidelity":0.79062,"score":0.93282},"nl":{"n":50,"unit":"wer","wer":8.38537,"wer_orig":5.26316,"dwer":3.12221,"wer_pseudo":4.11817,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.93665,"utmos":3.28742,"dnsmos_ovrl":2.771,"dnsmos_sig":3.14615,"dnsmos_bak":4.08392,"pesq_wb":3.01302,"pesq_nb":3.42964,"stoi":0.93591,"estoi":0.86153,"si_sdr":8.20687,"mel_dist":0.14884,"stft_dist":1.10676,"f0_rmse_cents":112.22686,"f0_corr":0.91211,"vuv_err":0.15177,"score_intelligibility":0.66733,"score_speaker":0.93665,"score_quality":1.0,"score_fidelity":0.80772,"score":0.85293},"pl":{"n":50,"unit":"wer","wer":6.79825,"wer_orig":3.28947,"dwer":3.50877,"wer_pseudo":4.71491,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.91379,"utmos":2.95522,"dnsmos_ovrl":3.12891,"dnsmos_sig":3.44243,"dnsmos_bak":4.09999,"pesq_wb":3.03277,"pesq_nb":3.43586,"stoi":0.94737,"estoi":0.87627,"si_sdr":5.14319,"mel_dist":0.15903,"stft_dist":1.17487,"f0_rmse_cents":115.40853,"f0_corr":0.84124,"vuv_err":0.13162,"score_intelligibility":0.55006,"score_speaker":0.91379,"score_quality":1.0,"score_fidelity":0.7898,"score":0.81341},"cs":{"n":50,"unit":"wer","wer":14.00233,"wer_orig":9.45158,"dwer":4.55076,"wer_pseudo":9.69626,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.92939,"utmos":2.82948,"dnsmos_ovrl":3.21098,"dnsmos_sig":3.52705,"dnsmos_bak":3.99511,"pesq_wb":2.68536,"pesq_nb":3.24165,"stoi":0.90482,"estoi":0.81876,"si_sdr":9.56594,"mel_dist":0.16203,"stft_dist":1.10103,"f0_rmse_cents":80.1264,"f0_corr":0.91581,"vuv_err":0.12639,"score_intelligibility":0.69666,"score_speaker":0.92939,"score_quality":1.0,"score_fidelity":0.76739,"score":0.84836},"tr":{"n":50,"unit":"wer","wer":9.86842,"wer_orig":7.76316,"dwer":2.10526,"wer_pseudo":3.29381,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.93431,"utmos":2.64446,"dnsmos_ovrl":3.09994,"dnsmos_sig":3.4444,"dnsmos_bak":4.03916,"pesq_wb":3.10087,"pesq_nb":3.56012,"stoi":0.9124,"estoi":0.81683,"si_sdr":9.89689,"mel_dist":0.15395,"stft_dist":1.10356,"f0_rmse_cents":94.81802,"f0_corr":0.94715,"vuv_err":0.10687,"score_intelligibility":0.8063,"score_speaker":0.93431,"score_quality":1.0,"score_fidelity":0.81993,"score":0.89014},"id":{"n":50,"unit":"wer","wer":10.7438,"wer_orig":5.90319,"dwer":4.84061,"wer_pseudo":7.91027,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.87844,"utmos":2.37033,"dnsmos_ovrl":2.98035,"dnsmos_sig":3.51824,"dnsmos_bak":3.55038,"pesq_wb":2.55168,"pesq_nb":3.05453,"stoi":0.79124,"estoi":0.64142,"si_sdr":7.52193,"mel_dist":0.15371,"stft_dist":1.15874,"f0_rmse_cents":121.54288,"f0_corr":0.86034,"vuv_err":0.17247,"score_intelligibility":0.58782,"score_speaker":0.87844,"score_quality":1.0,"score_fidelity":0.69831,"score":0.79114},"vi":{"n":50,"unit":"wer","wer":13.44471,"wer_orig":7.71679,"dwer":5.72792,"wer_pseudo":8.75796,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.9125,"utmos":2.38307,"dnsmos_ovrl":2.93714,"dnsmos_sig":3.44559,"dnsmos_bak":3.75345,"pesq_wb":2.88953,"pesq_nb":3.39976,"stoi":0.78406,"estoi":0.65234,"si_sdr":10.27364,"mel_dist":0.15023,"stft_dist":1.08491,"f0_rmse_cents":133.22487,"f0_corr":0.89907,"vuv_err":0.12618,"score_intelligibility":0.60346,"score_speaker":0.9125,"score_quality":1.0,"score_fidelity":0.741,"score":0.81424},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.93353,"utmos":2.97504,"dnsmos_ovrl":3.13943,"dnsmos_sig":3.4583,"dnsmos_bak":4.0835,"pesq_wb":3.03236,"pesq_nb":3.49848,"stoi":0.93309,"estoi":0.85997,"si_sdr":8.62845,"mel_dist":0.16243,"stft_dist":1.14053,"f0_rmse_cents":130.1069,"f0_corr":0.88396,"vuv_err":0.14967,"score_intelligibility":0.95972,"score_speaker":0.93353,"score_quality":1.0,"score_fidelity":0.79924,"score":0.92312},"uk":{"n":50,"unit":"wer","wer":8.74007,"wer_orig":6.46992,"dwer":2.27015,"wer_pseudo":4.43182,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.93088,"utmos":2.80603,"dnsmos_ovrl":3.12503,"dnsmos_sig":3.45098,"dnsmos_bak":4.0873,"pesq_wb":3.04397,"pesq_nb":3.4861,"stoi":0.92634,"estoi":0.83865,"si_sdr":10.37573,"mel_dist":0.15897,"stft_dist":1.10199,"f0_rmse_cents":73.064,"f0_corr":0.95844,"vuv_err":0.11432,"score_intelligibility":0.76693,"score_speaker":0.93088,"score_quality":1.0,"score_fidelity":0.82292,"score":0.88018},"el":{"n":50,"unit":"wer","wer":17.83567,"wer_orig":12.02405,"dwer":5.81162,"wer_pseudo":10.11011,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.89796,"utmos":3.04835,"dnsmos_ovrl":3.04691,"dnsmos_sig":3.43813,"dnsmos_bak":3.91705,"pesq_wb":3.1272,"pesq_nb":3.55361,"stoi":0.90372,"estoi":0.80461,"si_sdr":11.23191,"mel_dist":0.15277,"stft_dist":1.06075,"f0_rmse_cents":76.76765,"f0_corr":0.92626,"vuv_err":0.11732,"score_intelligibility":0.69146,"score_speaker":0.89796,"score_quality":1.0,"score_fidelity":0.81258,"score":0.8505},"ar":{"n":50,"unit":"wer","wer":14.91985,"wer_orig":12.45376,"dwer":2.46609,"wer_pseudo":6.05686,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.94315,"utmos":3.02532,"dnsmos_ovrl":3.25822,"dnsmos_sig":3.59739,"dnsmos_bak":4.00117,"pesq_wb":3.11028,"pesq_nb":3.56438,"stoi":0.95315,"estoi":0.90113,"si_sdr":8.57982,"mel_dist":0.16176,"stft_dist":1.10172,"f0_rmse_cents":126.35659,"f0_corr":0.89417,"vuv_err":0.11741,"score_intelligibility":0.84509,"score_speaker":0.94315,"score_quality":1.0,"score_fidelity":0.81676,"score":0.90125},"fa":{"n":50,"unit":"wer","wer":29.82857,"wer_orig":25.94286,"dwer":3.88571,"wer_pseudo":9.94595,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.91139,"utmos":2.91426,"dnsmos_ovrl":2.91639,"dnsmos_sig":3.39522,"dnsmos_bak":3.80884,"pesq_wb":2.84718,"pesq_nb":3.38689,"stoi":0.77803,"estoi":0.66604,"si_sdr":6.65436,"mel_dist":0.15372,"stft_dist":1.15219,"f0_rmse_cents":194.3925,"f0_corr":0.82754,"vuv_err":0.11739,"score_intelligibility":0.87396,"score_speaker":0.91139,"score_quality":1.0,"score_fidelity":0.71111,"score":0.87412},"he":{"n":50,"unit":"wer","wer":25.23256,"wer_orig":19.4186,"dwer":5.81395,"wer_pseudo":12.44131,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.91113,"utmos":2.7485,"dnsmos_ovrl":2.86609,"dnsmos_sig":3.23731,"dnsmos_bak":3.98685,"pesq_wb":2.85352,"pesq_nb":3.3647,"stoi":0.92606,"estoi":0.84563,"si_sdr":9.36277,"mel_dist":0.15709,"stft_dist":1.06949,"f0_rmse_cents":99.62819,"f0_corr":0.88216,"vuv_err":0.16673,"score_intelligibility":0.77837,"score_speaker":0.91113,"score_quality":1.0,"score_fidelity":0.77927,"score":0.86719},"hi":{"n":50,"unit":"wer","wer":30.28624,"wer_orig":26.31579,"dwer":3.97045,"wer_pseudo":13.89646,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90348,"utmos":2.68089,"dnsmos_ovrl":2.92603,"dnsmos_sig":3.46987,"dnsmos_bak":3.60938,"pesq_wb":2.83444,"pesq_nb":3.3692,"stoi":0.8733,"estoi":0.76738,"si_sdr":10.19389,"mel_dist":0.1631,"stft_dist":1.10999,"f0_rmse_cents":99.73053,"f0_corr":0.91754,"vuv_err":0.14258,"score_intelligibility":0.87309,"score_speaker":0.90348,"score_quality":1.0,"score_fidelity":0.77166,"score":0.88706},"zh":{"n":50,"unit":"cer","wer":8.33819,"wer_orig":7.40525,"dwer":0.93294,"wer_pseudo":2.0122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.91268,"utmos":3.05787,"dnsmos_ovrl":3.13136,"dnsmos_sig":3.45223,"dnsmos_bak":4.06333,"pesq_wb":3.12931,"pesq_nb":3.59215,"stoi":0.93088,"estoi":0.86637,"si_sdr":8.10462,"mel_dist":0.15003,"stft_dist":1.11,"f0_rmse_cents":83.53228,"f0_corr":0.93404,"vuv_err":0.09093,"score_intelligibility":0.90009,"score_speaker":0.91268,"score_quality":1.0,"score_fidelity":0.82443,"score":0.9093},"yue":{"n":50,"unit":"cer","wer":16.63551,"wer_orig":14.39252,"dwer":2.24299,"wer_pseudo":8.54972,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.92564,"utmos":3.2286,"dnsmos_ovrl":3.12993,"dnsmos_sig":3.48309,"dnsmos_bak":3.96687,"pesq_wb":2.7703,"pesq_nb":3.35481,"stoi":0.9015,"estoi":0.80579,"si_sdr":7.34596,"mel_dist":0.15354,"stft_dist":1.12465,"f0_rmse_cents":143.9381,"f0_corr":0.9187,"vuv_err":0.10493,"score_intelligibility":0.87281,"score_speaker":0.92564,"score_quality":1.0,"score_fidelity":0.77533,"score":0.89345},"ja":{"n":50,"unit":"cer","wer":6.29306,"wer_orig":3.53698,"dwer":2.75609,"wer_pseudo":3.95039,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.9003,"utmos":2.2859,"dnsmos_ovrl":2.55775,"dnsmos_sig":3.20359,"dnsmos_bak":3.32942,"pesq_wb":2.92533,"pesq_nb":3.43892,"stoi":0.77618,"estoi":0.64512,"si_sdr":6.99552,"mel_dist":0.1517,"stft_dist":1.15222,"f0_rmse_cents":119.62737,"f0_corr":0.91604,"vuv_err":0.15694,"score_intelligibility":0.62209,"score_speaker":0.9003,"score_quality":1.0,"score_fidelity":0.74744,"score":0.81746},"ko":{"n":50,"unit":"cer","wer":5.58824,"wer_orig":5.14706,"dwer":0.44118,"wer_pseudo":0.7515,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.92756,"utmos":3.37662,"dnsmos_ovrl":3.07645,"dnsmos_sig":3.40952,"dnsmos_bak":4.08646,"pesq_wb":3.33864,"pesq_nb":3.71405,"stoi":0.92807,"estoi":0.87279,"si_sdr":11.1621,"mel_dist":0.14419,"stft_dist":1.02481,"f0_rmse_cents":85.44114,"f0_corr":0.95941,"vuv_err":0.07935,"score_intelligibility":0.93304,"score_speaker":0.92756,"score_quality":1.0,"score_fidelity":0.85189,"score":0.92812},"th":{"n":50,"unit":"cer","wer":9.3169,"wer_orig":7.61924,"dwer":1.69766,"wer_pseudo":5.68941,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.92181,"utmos":2.77182,"dnsmos_ovrl":2.96682,"dnsmos_sig":3.43297,"dnsmos_bak":3.85699,"pesq_wb":2.67446,"pesq_nb":3.30963,"stoi":0.90366,"estoi":0.81779,"si_sdr":7.61004,"mel_dist":0.15995,"stft_dist":1.15829,"f0_rmse_cents":224.68437,"f0_corr":0.87398,"vuv_err":0.17973,"score_intelligibility":0.83545,"score_speaker":0.92181,"score_quality":1.0,"score_fidelity":0.75202,"score":0.87732}}},{"codec":"vocos_encodec_24khz_1.5kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"vocos_encodec_24khz_1.5kbps","family":"Vocos","checkpoint":"charactr/vocos-encodec-24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.00814","year":2023,"bitrate_kbps":1.5,"notes":"EnCodec-24kHz encoder/RVQ codes decoded with the Vocos iSTFT vocoder (non-causal decoder)","side_info":null,"warning":null,"env":"main"},"kbps":1.5,"kbps_measured":1.50041,"tokens_per_s":150.04143,"params_M":24.93322,"efficiency":{"rtf_encode":0.00135,"rtf_decode":0.00021,"peak_vram_gb":0.43497,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.53329,"score_worst_lang":0.34907,"worst_lang":"nl","en_gap":-0.15298,"score_intelligibility":0.25214,"score_speaker":0.58067,"score_quality":0.71884,"score_fidelity":0.58151,"dwer":35.6083,"wer":44.41411,"wer_pseudo":41.81532,"sim":0.58067,"utmos":1.7771,"dnsmos_ovrl":2.84068,"dnsmos_sig":3.24859,"dnsmos_bak":3.83175,"pesq_wb":1.74346,"pesq_nb":2.23521,"stoi":0.77059,"estoi":0.61119,"si_sdr":-1.05342,"mel_dist":0.2859,"stft_dist":1.5066,"f0_rmse_cents":218.66937,"f0_corr":0.76151,"vuv_err":0.21557,"score_ci95":[0.52719,0.54136]},"per_lang":{"en":{"n":50,"unit":"wer","wer":71.68142,"wer_orig":6.98132,"dwer":64.7001,"wer_pseudo":70.42802,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.27675,"utmos":1.74467,"dnsmos_ovrl":2.41381,"dnsmos_sig":2.90352,"dnsmos_bak":3.80962,"pesq_wb":1.42947,"pesq_nb":1.78447,"stoi":0.61561,"estoi":0.39276,"si_sdr":-8.38117,"mel_dist":0.32841,"stft_dist":1.7288,"f0_rmse_cents":498.26226,"f0_corr":0.65276,"vuv_err":0.32227,"score_intelligibility":0.10981,"score_speaker":0.27675,"score_quality":0.69646,"score_fidelity":0.4637,"score":0.38668},"de":{"n":50,"unit":"wer","wer":22.4822,"wer_orig":5.69685,"dwer":16.78535,"wer_pseudo":20.04069,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.67224,"utmos":2.19022,"dnsmos_ovrl":3.09373,"dnsmos_sig":3.37958,"dnsmos_bak":4.08331,"pesq_wb":2.15321,"pesq_nb":2.60539,"stoi":0.84619,"estoi":0.67994,"si_sdr":4.11344,"mel_dist":0.25505,"stft_dist":1.31244,"f0_rmse_cents":166.23884,"f0_corr":0.85266,"vuv_err":0.16242,"score_intelligibility":0.28519,"score_speaker":0.67224,"score_quality":0.84408,"score_fidelity":0.67611,"score":0.6194},"fr":{"n":50,"unit":"wer","wer":33.83399,"wer_orig":4.98024,"dwer":28.85375,"wer_pseudo":32.46032,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.63938,"utmos":1.87192,"dnsmos_ovrl":3.01445,"dnsmos_sig":3.3495,"dnsmos_bak":4.00293,"pesq_wb":1.86032,"pesq_nb":2.31804,"stoi":0.82645,"estoi":0.71474,"si_sdr":1.18703,"mel_dist":0.29588,"stft_dist":1.42776,"f0_rmse_cents":153.77458,"f0_corr":0.83058,"vuv_err":0.19533,"score_intelligibility":0.17168,"score_speaker":0.63938,"score_quality":0.81575,"score_fidelity":0.63428,"score":0.56527},"es":{"n":50,"unit":"wer","wer":6.63636,"wer_orig":3.09091,"dwer":3.54545,"wer_pseudo":5.3783,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.71632,"utmos":1.94192,"dnsmos_ovrl":3.14025,"dnsmos_sig":3.49215,"dnsmos_bak":3.9192,"pesq_wb":2.21638,"pesq_nb":2.71801,"stoi":0.85276,"estoi":0.73811,"si_sdr":1.48642,"mel_dist":0.26444,"stft_dist":1.41582,"f0_rmse_cents":205.93182,"f0_corr":0.83432,"vuv_err":0.18121,"score_intelligibility":0.53571,"score_speaker":0.71632,"score_quality":0.75698,"score_fidelity":0.6782,"score":0.6718},"it":{"n":50,"unit":"wer","wer":10.92896,"wer_orig":2.55009,"dwer":8.37887,"wer_pseudo":10.42048,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.68325,"utmos":2.0542,"dnsmos_ovrl":3.26061,"dnsmos_sig":3.55487,"dnsmos_bak":4.06701,"pesq_wb":2.06288,"pesq_nb":2.58916,"stoi":0.84683,"estoi":0.7293,"si_sdr":0.86014,"mel_dist":0.28596,"stft_dist":1.45209,"f0_rmse_cents":169.18701,"f0_corr":0.70308,"vuv_err":0.19164,"score_intelligibility":0.2976,"score_speaker":0.68325,"score_quality":0.74047,"score_fidelity":0.61786,"score":0.5848},"pt":{"n":50,"unit":"wer","wer":7.61719,"wer_orig":3.41797,"dwer":4.19922,"wer_pseudo":5.70866,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.75525,"utmos":1.95258,"dnsmos_ovrl":2.99186,"dnsmos_sig":3.40232,"dnsmos_bak":3.7134,"pesq_wb":1.94051,"pesq_nb":2.48348,"stoi":0.80803,"estoi":0.68227,"si_sdr":0.30825,"mel_dist":0.23133,"stft_dist":1.37014,"f0_rmse_cents":288.41373,"f0_corr":0.7935,"vuv_err":0.19721,"score_intelligibility":0.51269,"score_speaker":0.75525,"score_quality":0.81415,"score_fidelity":0.62341,"score":0.67638},"nl":{"n":50,"unit":"wer","wer":75.55754,"wer_orig":5.26316,"dwer":70.29438,"wer_pseudo":74.93286,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.31018,"utmos":1.33876,"dnsmos_ovrl":2.4177,"dnsmos_sig":2.82006,"dnsmos_bak":4.01214,"pesq_wb":1.41375,"pesq_nb":1.85969,"stoi":0.75665,"estoi":0.55202,"si_sdr":-4.00567,"mel_dist":0.38792,"stft_dist":1.8434,"f0_rmse_cents":294.21858,"f0_corr":0.65526,"vuv_err":0.33493,"score_intelligibility":0.08181,"score_speaker":0.31018,"score_quality":0.49423,"score_fidelity":0.51004,"score":0.34907},"pl":{"n":50,"unit":"wer","wer":49.23246,"wer_orig":3.28947,"dwer":45.94298,"wer_pseudo":48.90351,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.56359,"utmos":1.56393,"dnsmos_ovrl":2.844,"dnsmos_sig":3.22337,"dnsmos_bak":3.94608,"pesq_wb":1.5249,"pesq_nb":1.9594,"stoi":0.79967,"estoi":0.64496,"si_sdr":-5.19445,"mel_dist":0.32282,"stft_dist":1.66738,"f0_rmse_cents":253.62604,"f0_corr":0.59843,"vuv_err":0.24339,"score_intelligibility":0.08539,"score_speaker":0.56359,"score_quality":0.62357,"score_fidelity":0.51603,"score":0.44714},"cs":{"n":50,"unit":"wer","wer":43.05718,"wer_orig":9.45158,"dwer":33.6056,"wer_pseudo":42.52336,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.69608,"utmos":1.96526,"dnsmos_ovrl":3.15338,"dnsmos_sig":3.48898,"dnsmos_bak":3.9567,"pesq_wb":1.73162,"pesq_nb":2.2988,"stoi":0.81359,"estoi":0.66815,"si_sdr":3.68652,"mel_dist":0.27841,"stft_dist":1.41412,"f0_rmse_cents":120.36525,"f0_corr":0.82648,"vuv_err":0.12117,"score_intelligibility":0.23723,"score_speaker":0.69608,"score_quality":0.80738,"score_fidelity":0.61637,"score":0.58926},"tr":{"n":50,"unit":"wer","wer":65.39474,"wer_orig":7.76316,"dwer":57.63158,"wer_pseudo":63.50461,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.59731,"utmos":1.72015,"dnsmos_ovrl":2.92479,"dnsmos_sig":3.27922,"dnsmos_bak":3.97429,"pesq_wb":1.82423,"pesq_nb":2.36547,"stoi":0.77119,"estoi":0.59539,"si_sdr":-1.41626,"mel_dist":0.28669,"stft_dist":1.53435,"f0_rmse_cents":190.90022,"f0_corr":0.81194,"vuv_err":0.17049,"score_intelligibility":0.13199,"score_speaker":0.59731,"score_quality":0.75097,"score_fidelity":0.60621,"score":0.52162},"id":{"n":50,"unit":"wer","wer":27.86305,"wer_orig":5.90319,"dwer":21.95986,"wer_pseudo":26.68241,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.66335,"utmos":1.55466,"dnsmos_ovrl":2.56176,"dnsmos_sig":3.12647,"dnsmos_bak":3.10552,"pesq_wb":1.59252,"pesq_nb":2.19477,"stoi":0.71229,"estoi":0.52392,"si_sdr":-0.29272,"mel_dist":0.20555,"stft_dist":1.31385,"f0_rmse_cents":197.11763,"f0_corr":0.76962,"vuv_err":0.22029,"score_intelligibility":0.23917,"score_speaker":0.66335,"score_quality":0.73894,"score_fidelity":0.5504,"score":0.54797},"vi":{"n":50,"unit":"wer","wer":51.55131,"wer_orig":7.71679,"dwer":43.83453,"wer_pseudo":49.28344,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60927,"utmos":1.68074,"dnsmos_ovrl":2.69213,"dnsmos_sig":3.22266,"dnsmos_bak":3.56541,"pesq_wb":1.6949,"pesq_nb":2.2432,"stoi":0.66087,"estoi":0.48139,"si_sdr":0.37935,"mel_dist":0.2382,"stft_dist":1.34795,"f0_rmse_cents":193.52098,"f0_corr":0.80128,"vuv_err":0.19838,"score_intelligibility":0.16587,"score_speaker":0.60927,"score_quality":0.76618,"score_fidelity":0.55356,"score":0.52372},"ru":{"n":50,"unit":"wer","wer":21.50289,"wer_orig":4.50867,"dwer":16.99422,"wer_pseudo":19.8146,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.56413,"utmos":1.68984,"dnsmos_ovrl":2.91956,"dnsmos_sig":3.24103,"dnsmos_bak":4.0378,"pesq_wb":1.72566,"pesq_nb":2.19091,"stoi":0.81147,"estoi":0.66597,"si_sdr":-0.29699,"mel_dist":0.34472,"stft_dist":1.63553,"f0_rmse_cents":251.43284,"f0_corr":0.66805,"vuv_err":0.25397,"score_intelligibility":0.2448,"score_speaker":0.56413,"score_quality":0.67427,"score_fidelity":0.56228,"score":0.51137},"uk":{"n":50,"unit":"wer","wer":45.17594,"wer_orig":6.46992,"dwer":38.70602,"wer_pseudo":44.09091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.49849,"utmos":2.11518,"dnsmos_ovrl":2.99629,"dnsmos_sig":3.32496,"dnsmos_bak":4.06301,"pesq_wb":1.86404,"pesq_nb":2.26489,"stoi":0.76866,"estoi":0.58796,"si_sdr":1.39696,"mel_dist":0.30371,"stft_dist":1.55319,"f0_rmse_cents":160.41844,"f0_corr":0.84742,"vuv_err":0.19127,"score_intelligibility":0.16177,"score_speaker":0.49849,"score_quality":0.83883,"score_fidelity":0.62098,"score":0.53002},"el":{"n":50,"unit":"wer","wer":65.93186,"wer_orig":12.02405,"dwer":53.90782,"wer_pseudo":63.86386,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.52068,"utmos":1.66945,"dnsmos_ovrl":2.85512,"dnsmos_sig":3.26911,"dnsmos_bak":3.83998,"pesq_wb":1.87867,"pesq_nb":2.45015,"stoi":0.79303,"estoi":0.62952,"si_sdr":1.95464,"mel_dist":0.28824,"stft_dist":1.43602,"f0_rmse_cents":145.73714,"f0_corr":0.78187,"vuv_err":0.17776,"score_intelligibility":0.19459,"score_speaker":0.52068,"score_quality":0.66125,"score_fidelity":0.60865,"score":0.49629},"ar":{"n":50,"unit":"wer","wer":32.05919,"wer_orig":12.45376,"dwer":19.60543,"wer_pseudo":27.19407,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.6891,"utmos":1.69994,"dnsmos_ovrl":3.06553,"dnsmos_sig":3.43724,"dnsmos_bak":3.90445,"pesq_wb":1.65132,"pesq_nb":2.09214,"stoi":0.85499,"estoi":0.75094,"si_sdr":-1.90661,"mel_dist":0.27286,"stft_dist":1.49408,"f0_rmse_cents":141.11724,"f0_corr":0.8434,"vuv_err":0.16444,"score_intelligibility":0.40696,"score_speaker":0.6891,"score_quality":0.68905,"score_fidelity":0.62816,"score":0.60332},"fa":{"n":50,"unit":"wer","wer":94.74286,"wer_orig":25.94286,"dwer":68.8,"wer_pseudo":82.37838,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.58067,"utmos":1.78099,"dnsmos_ovrl":2.65225,"dnsmos_sig":3.12147,"dnsmos_bak":3.73447,"pesq_wb":1.60243,"pesq_nb":2.18856,"stoi":0.64041,"estoi":0.45663,"si_sdr":-3.10118,"mel_dist":0.29864,"stft_dist":1.5943,"f0_rmse_cents":297.85326,"f0_corr":0.66008,"vuv_err":0.25643,"score_intelligibility":0.28141,"score_speaker":0.58067,"score_quality":0.69088,"score_fidelity":0.49087,"score":0.51096},"he":{"n":50,"unit":"wer","wer":78.72093,"wer_orig":19.4186,"dwer":59.30233,"wer_pseudo":73.59155,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.48141,"utmos":1.65873,"dnsmos_ovrl":2.64853,"dnsmos_sig":3.01495,"dnsmos_bak":3.90732,"pesq_wb":1.60399,"pesq_nb":2.04094,"stoi":0.73296,"estoi":0.55957,"si_sdr":0.12589,"mel_dist":0.2954,"stft_dist":1.49188,"f0_rmse_cents":238.49157,"f0_corr":0.61309,"vuv_err":0.30022,"score_intelligibility":0.25613,"score_speaker":0.48141,"score_quality":0.67558,"score_fidelity":0.50621,"score":0.47983},"hi":{"n":50,"unit":"wer","wer":52.1699,"wer_orig":26.31579,"dwer":25.85411,"wer_pseudo":44.8683,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.56564,"utmos":1.58931,"dnsmos_ovrl":2.6999,"dnsmos_sig":3.26075,"dnsmos_bak":3.39791,"pesq_wb":1.72501,"pesq_nb":2.2373,"stoi":0.77426,"estoi":0.62048,"si_sdr":0.19729,"mel_dist":0.26312,"stft_dist":1.43102,"f0_rmse_cents":147.83316,"f0_corr":0.82614,"vuv_err":0.17784,"score_intelligibility":0.51375,"score_speaker":0.56564,"score_quality":0.71559,"score_fidelity":0.60252,"score":0.59937},"zh":{"n":50,"unit":"cer","wer":29.21283,"wer_orig":7.40525,"dwer":21.80758,"wer_pseudo":24.5122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.54384,"utmos":1.65338,"dnsmos_ovrl":2.81587,"dnsmos_sig":3.18456,"dnsmos_bak":3.95385,"pesq_wb":1.65526,"pesq_nb":2.08405,"stoi":0.81424,"estoi":0.6765,"si_sdr":-6.1605,"mel_dist":0.30504,"stft_dist":1.62509,"f0_rmse_cents":168.74196,"f0_corr":0.80583,"vuv_err":0.20098,"score_intelligibility":0.2782,"score_speaker":0.54384,"score_quality":0.61975,"score_fidelity":0.60243,"score":0.51106},"yue":{"n":50,"unit":"cer","wer":33.52025,"wer_orig":14.39252,"dwer":19.12773,"wer_pseudo":31.34896,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.69657,"utmos":2.11095,"dnsmos_ovrl":3.07618,"dnsmos_sig":3.43409,"dnsmos_bak":3.94789,"pesq_wb":1.79911,"pesq_nb":2.34512,"stoi":0.82299,"estoi":0.6789,"si_sdr":-0.80855,"mel_dist":0.27524,"stft_dist":1.46041,"f0_rmse_cents":181.76501,"f0_corr":0.83567,"vuv_err":0.17184,"score_intelligibility":0.4459,"score_speaker":0.69657,"score_quality":0.78557,"score_fidelity":0.62899,"score":0.63926},"ja":{"n":50,"unit":"cer","wer":59.89894,"wer_orig":3.53698,"dwer":56.36197,"wer_pseudo":58.47497,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.48699,"utmos":1.55551,"dnsmos_ovrl":2.46214,"dnsmos_sig":3.08635,"dnsmos_bak":3.36666,"pesq_wb":1.56711,"pesq_nb":2.04073,"stoi":0.61911,"estoi":0.38644,"si_sdr":-6.05343,"mel_dist":0.27262,"stft_dist":1.57724,"f0_rmse_cents":246.12602,"f0_corr":0.72907,"vuv_err":0.27667,"score_intelligibility":0.0745,"score_speaker":0.48699,"score_quality":0.74317,"score_fidelity":0.5034,"score":0.45201},"ko":{"n":50,"unit":"cer","wer":47.69608,"wer_orig":5.14706,"dwer":42.54902,"wer_pseudo":45.24048,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.56445,"utmos":2.12381,"dnsmos_ovrl":2.92275,"dnsmos_sig":3.26043,"dnsmos_bak":4.04347,"pesq_wb":1.96357,"pesq_nb":2.47123,"stoi":0.79531,"estoi":0.65261,"si_sdr":0.3365,"mel_dist":0.27817,"stft_dist":1.49462,"f0_rmse_cents":189.48602,"f0_corr":0.81163,"vuv_err":0.21582,"score_intelligibility":0.12623,"score_speaker":0.56445,"score_quality":0.7189,"score_fidelity":0.62742,"score":0.50925},"th":{"n":50,"unit":"cer","wer":39.47049,"wer_orig":7.61924,"dwer":31.85125,"wer_pseudo":37.92266,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.56116,"utmos":1.42424,"dnsmos_ovrl":2.55365,"dnsmos_sig":3.08857,"dnsmos_bak":3.60956,"pesq_wb":1.36217,"pesq_nb":1.81927,"stoi":0.7567,"estoi":0.60021,"si_sdr":-3.69704,"mel_dist":0.28316,"stft_dist":1.537,"f0_rmse_cents":347.50517,"f0_corr":0.72399,"vuv_err":0.24766,"score_intelligibility":0.21298,"score_speaker":0.56116,"score_quality":0.59009,"score_fidelity":0.52806,"score":0.47307}}},{"codec":"vocos_encodec_24khz_12kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"vocos_encodec_24khz_12kbps","family":"Vocos","checkpoint":"charactr/vocos-encodec-24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":16,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.00814","year":2023,"bitrate_kbps":12.0,"notes":"EnCodec-24kHz encoder/RVQ codes decoded with the Vocos iSTFT vocoder (non-causal decoder)","side_info":null,"warning":null,"env":"main"},"kbps":12.0,"kbps_measured":12.00331,"tokens_per_s":1200.3314,"params_M":24.93322,"efficiency":{"rtf_encode":0.00151,"rtf_decode":0.00021,"peak_vram_gb":0.43507,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.83336,"score_worst_lang":0.60475,"worst_lang":"en","en_gap":-0.23854,"score_intelligibility":0.74243,"score_speaker":0.8887,"score_quality":0.89513,"score_fidelity":0.80717,"dwer":4.64346,"wer":13.44927,"wer_pseudo":7.25664,"sim":0.8887,"utmos":2.2665,"dnsmos_ovrl":2.95996,"dnsmos_sig":3.37076,"dnsmos_bak":3.8731,"pesq_wb":3.14052,"pesq_nb":3.52013,"stoi":0.89684,"estoi":0.8219,"si_sdr":5.3149,"mel_dist":0.199,"stft_dist":1.17094,"f0_rmse_cents":109.52016,"f0_corr":0.91309,"vuv_err":0.11743,"score_ci95":[0.82548,0.84152]},"per_lang":{"en":{"n":50,"unit":"wer","wer":27.92527,"wer_orig":6.98132,"dwer":20.94395,"wer_pseudo":24.22179,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.68042,"utmos":1.9389,"dnsmos_ovrl":2.51116,"dnsmos_sig":3.05116,"dnsmos_bak":3.75287,"pesq_wb":2.33118,"pesq_nb":2.77558,"stoi":0.75506,"estoi":0.62409,"si_sdr":3.04009,"mel_dist":0.25101,"stft_dist":1.32574,"f0_rmse_cents":138.70182,"f0_corr":0.87885,"vuv_err":0.142,"score_intelligibility":0.27593,"score_speaker":0.68042,"score_quality":0.79125,"score_fidelity":0.67142,"score":0.60475},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.94058,"utmos":2.59445,"dnsmos_ovrl":3.13155,"dnsmos_sig":3.42119,"dnsmos_bak":4.07418,"pesq_wb":3.5917,"pesq_nb":3.84615,"stoi":0.93608,"estoi":0.86509,"si_sdr":10.09325,"mel_dist":0.17929,"stft_dist":1.05175,"f0_rmse_cents":94.21968,"f0_corr":0.94444,"vuv_err":0.10766,"score_intelligibility":0.92941,"score_speaker":0.94058,"score_quality":0.96094,"score_fidelity":0.87367,"score":0.92615},"fr":{"n":50,"unit":"wer","wer":9.32806,"wer_orig":4.98024,"dwer":4.34783,"wer_pseudo":5.71429,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.89668,"utmos":2.15489,"dnsmos_ovrl":3.06577,"dnsmos_sig":3.39629,"dnsmos_bak":4.01043,"pesq_wb":3.08392,"pesq_nb":3.53985,"stoi":0.92736,"estoi":0.87573,"si_sdr":5.99511,"mel_dist":0.21152,"stft_dist":1.14789,"f0_rmse_cents":111.05674,"f0_corr":0.92788,"vuv_err":0.13342,"score_intelligibility":0.57903,"score_speaker":0.89668,"score_quality":0.9229,"score_fidelity":0.81688,"score":0.80387},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.94156,"utmos":2.4934,"dnsmos_ovrl":3.20824,"dnsmos_sig":3.56438,"dnsmos_bak":3.93177,"pesq_wb":3.68286,"pesq_nb":3.91929,"stoi":0.94706,"estoi":0.90473,"si_sdr":6.7243,"mel_dist":0.18548,"stft_dist":1.1335,"f0_rmse_cents":152.94504,"f0_corr":0.9321,"vuv_err":0.11822,"score_intelligibility":0.95745,"score_speaker":0.94156,"score_quality":0.92406,"score_fidelity":0.8819,"score":0.92624},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.94846,"utmos":2.84088,"dnsmos_ovrl":3.34449,"dnsmos_sig":3.62043,"dnsmos_bak":4.1138,"pesq_wb":3.62901,"pesq_nb":3.89924,"stoi":0.94463,"estoi":0.90271,"si_sdr":6.98552,"mel_dist":0.19532,"stft_dist":1.12384,"f0_rmse_cents":73.5234,"f0_corr":0.93084,"vuv_err":0.10019,"score_intelligibility":0.88631,"score_speaker":0.94846,"score_quality":0.93734,"score_fidelity":0.87554,"score":0.91191},"pt":{"n":50,"unit":"wer","wer":3.41797,"wer_orig":3.41797,"dwer":0.0,"wer_pseudo":0.59055,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.95818,"utmos":2.34247,"dnsmos_ovrl":3.0217,"dnsmos_sig":3.41005,"dnsmos_bak":3.76822,"pesq_wb":3.46622,"pesq_nb":3.74589,"stoi":0.91998,"estoi":0.86704,"si_sdr":4.37502,"mel_dist":0.16307,"stft_dist":1.13028,"f0_rmse_cents":174.34998,"f0_corr":0.91361,"vuv_err":0.12517,"score_intelligibility":1.0,"score_speaker":0.95818,"score_quality":0.94579,"score_fidelity":0.84607,"score":0.93751},"nl":{"n":50,"unit":"wer","wer":11.06155,"wer_orig":5.26316,"dwer":5.79839,"wer_pseudo":7.43062,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.85725,"utmos":2.43704,"dnsmos_ovrl":2.71033,"dnsmos_sig":3.10165,"dnsmos_bak":4.09577,"pesq_wb":2.67643,"pesq_nb":3.13508,"stoi":0.91897,"estoi":0.82363,"si_sdr":5.40961,"mel_dist":0.26644,"stft_dist":1.35884,"f0_rmse_cents":102.80846,"f0_corr":0.92177,"vuv_err":0.14903,"score_intelligibility":0.51927,"score_speaker":0.85725,"score_quality":0.85742,"score_fidelity":0.77324,"score":0.75179},"pl":{"n":50,"unit":"wer","wer":5.26316,"wer_orig":3.28947,"dwer":1.97368,"wer_pseudo":3.61842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.89752,"utmos":2.34737,"dnsmos_ovrl":3.07528,"dnsmos_sig":3.40397,"dnsmos_bak":4.06864,"pesq_wb":2.96455,"pesq_nb":3.32691,"stoi":0.93251,"estoi":0.85981,"si_sdr":2.19525,"mel_dist":0.21656,"stft_dist":1.24571,"f0_rmse_cents":118.2782,"f0_corr":0.83323,"vuv_err":0.12148,"score_intelligibility":0.68487,"score_speaker":0.89752,"score_quality":0.88556,"score_fidelity":0.77568,"score":0.81091},"cs":{"n":50,"unit":"wer","wer":11.7853,"wer_orig":9.45158,"dwer":2.33372,"wer_pseudo":5.37383,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.95525,"utmos":2.38302,"dnsmos_ovrl":3.16441,"dnsmos_sig":3.4993,"dnsmos_bak":3.95191,"pesq_wb":3.34681,"pesq_nb":3.7169,"stoi":0.93309,"estoi":0.87572,"si_sdr":8.83372,"mel_dist":0.19036,"stft_dist":1.11505,"f0_rmse_cents":56.01574,"f0_corr":0.95519,"vuv_err":0.09282,"score_intelligibility":0.81747,"score_speaker":0.95525,"score_quality":0.94042,"score_fidelity":0.85293,"score":0.89152},"tr":{"n":50,"unit":"wer","wer":14.60526,"wer_orig":7.76316,"dwer":6.84211,"wer_pseudo":8.3004,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.89273,"utmos":2.06823,"dnsmos_ovrl":3.03869,"dnsmos_sig":3.38983,"dnsmos_bak":4.01563,"pesq_wb":3.26005,"pesq_nb":3.58861,"stoi":0.8983,"estoi":0.81441,"si_sdr":5.6847,"mel_dist":0.20988,"stft_dist":1.2138,"f0_rmse_cents":75.06452,"f0_corr":0.96265,"vuv_err":0.08902,"score_intelligibility":0.56155,"score_speaker":0.89273,"score_quality":0.91456,"score_fidelity":0.83556,"score":0.8011},"id":{"n":50,"unit":"wer","wer":7.31995,"wer_orig":5.90319,"dwer":1.41677,"wer_pseudo":3.06966,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.92419,"utmos":1.83282,"dnsmos_ovrl":2.75778,"dnsmos_sig":3.36067,"dnsmos_bak":3.30042,"pesq_wb":3.20427,"pesq_nb":3.60687,"stoi":0.8818,"estoi":0.7965,"si_sdr":5.25297,"mel_dist":0.14115,"stft_dist":1.07547,"f0_rmse_cents":121.58323,"f0_corr":0.84735,"vuv_err":0.14734,"score_intelligibility":0.82971,"score_speaker":0.92419,"score_quality":0.93336,"score_fidelity":0.78631,"score":0.86839},"vi":{"n":50,"unit":"wer","wer":11.21718,"wer_orig":7.71679,"dwer":3.5004,"wer_pseudo":5.49363,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.89252,"utmos":1.95097,"dnsmos_ovrl":2.81464,"dnsmos_sig":3.3499,"dnsmos_bak":3.64924,"pesq_wb":3.1896,"pesq_nb":3.59711,"stoi":0.83954,"estoi":0.74464,"si_sdr":6.93919,"mel_dist":0.1632,"stft_dist":1.06223,"f0_rmse_cents":102.33253,"f0_corr":0.92762,"vuv_err":0.11246,"score_intelligibility":0.71349,"score_speaker":0.89252,"score_quality":0.92165,"score_fidelity":0.79759,"score":0.83131},"ru":{"n":50,"unit":"wer","wer":5.89595,"wer_orig":4.50867,"dwer":1.38728,"wer_pseudo":1.3905,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.90933,"utmos":2.29845,"dnsmos_ovrl":3.06907,"dnsmos_sig":3.38976,"dnsmos_bak":4.06342,"pesq_wb":3.14161,"pesq_nb":3.55296,"stoi":0.93102,"estoi":0.86476,"si_sdr":5.81747,"mel_dist":0.23082,"stft_dist":1.24124,"f0_rmse_cents":108.4061,"f0_corr":0.90609,"vuv_err":0.13549,"score_intelligibility":0.79883,"score_speaker":0.90933,"score_quality":0.88512,"score_fidelity":0.81633,"score":0.8524},"uk":{"n":50,"unit":"wer","wer":19.75028,"wer_orig":6.46992,"dwer":13.28036,"wer_pseudo":15.0,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.83057,"utmos":2.39776,"dnsmos_ovrl":3.09249,"dnsmos_sig":3.41834,"dnsmos_bak":4.08836,"pesq_wb":3.12568,"pesq_nb":3.44368,"stoi":0.87783,"estoi":0.78833,"si_sdr":7.8311,"mel_dist":0.21939,"stft_dist":1.2061,"f0_rmse_cents":77.02475,"f0_corr":0.95498,"vuv_err":0.10739,"score_intelligibility":0.35999,"score_speaker":0.83057,"score_quality":0.94291,"score_fidelity":0.81338,"score":0.73671},"el":{"n":50,"unit":"wer","wer":14.92986,"wer_orig":12.02405,"dwer":2.90581,"wer_pseudo":8.30831,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.90615,"utmos":2.42388,"dnsmos_ovrl":3.00303,"dnsmos_sig":3.40819,"dnsmos_bak":3.90651,"pesq_wb":3.36433,"pesq_nb":3.75743,"stoi":0.90833,"estoi":0.8307,"si_sdr":7.84346,"mel_dist":0.19436,"stft_dist":1.10343,"f0_rmse_cents":97.3873,"f0_corr":0.88696,"vuv_err":0.10393,"score_intelligibility":0.81759,"score_speaker":0.90615,"score_quality":0.91006,"score_fidelity":0.82361,"score":0.86435},"ar":{"n":50,"unit":"wer","wer":14.42663,"wer_orig":12.45376,"dwer":1.97287,"wer_pseudo":4.07911,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.93657,"utmos":2.32668,"dnsmos_ovrl":3.19071,"dnsmos_sig":3.54522,"dnsmos_bak":3.9624,"pesq_wb":3.20287,"pesq_nb":3.59323,"stoi":0.95251,"estoi":0.91296,"si_sdr":2.96037,"mel_dist":0.1865,"stft_dist":1.1729,"f0_rmse_cents":101.47411,"f0_corr":0.92381,"vuv_err":0.09474,"score_intelligibility":0.87211,"score_speaker":0.93657,"score_quality":0.89651,"score_fidelity":0.83523,"score":0.88511},"fa":{"n":50,"unit":"wer","wer":34.51429,"wer_orig":25.94286,"dwer":8.57143,"wer_pseudo":15.78378,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.87346,"utmos":2.08089,"dnsmos_ovrl":2.80545,"dnsmos_sig":3.29884,"dnsmos_bak":3.74147,"pesq_wb":2.80584,"pesq_nb":3.35839,"stoi":0.8013,"estoi":0.70545,"si_sdr":3.17403,"mel_dist":0.20611,"stft_dist":1.22118,"f0_rmse_cents":158.61257,"f0_corr":0.86971,"vuv_err":0.1291,"score_intelligibility":0.75865,"score_speaker":0.87346,"score_quality":0.82523,"score_fidelity":0.72899,"score":0.79658},"he":{"n":50,"unit":"wer","wer":42.90698,"wer_orig":19.4186,"dwer":23.48837,"wer_pseudo":30.6338,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.80875,"utmos":2.06552,"dnsmos_ovrl":2.81993,"dnsmos_sig":3.20889,"dnsmos_bak":3.96657,"pesq_wb":2.8379,"pesq_nb":3.20593,"stoi":0.86911,"estoi":0.77683,"si_sdr":6.26944,"mel_dist":0.20819,"stft_dist":1.14713,"f0_rmse_cents":94.97412,"f0_corr":0.85078,"vuv_err":0.15351,"score_intelligibility":0.46504,"score_speaker":0.80875,"score_quality":0.85823,"score_fidelity":0.74833,"score":0.72009},"hi":{"n":50,"unit":"wer","wer":28.62419,"wer_orig":26.31579,"dwer":2.3084,"wer_pseudo":8.99183,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.90849,"utmos":2.00162,"dnsmos_ovrl":2.78968,"dnsmos_sig":3.38009,"dnsmos_bak":3.44571,"pesq_wb":3.20167,"pesq_nb":3.64501,"stoi":0.91248,"estoi":0.84583,"si_sdr":5.7264,"mel_dist":0.18307,"stft_dist":1.12009,"f0_rmse_cents":83.58439,"f0_corr":0.93879,"vuv_err":0.11657,"score_intelligibility":0.92208,"score_speaker":0.90849,"score_quality":0.8866,"score_fidelity":0.82677,"score":0.88599},"zh":{"n":50,"unit":"cer","wer":7.93003,"wer_orig":7.40525,"dwer":0.52478,"wer_pseudo":1.40244,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.89584,"utmos":2.37817,"dnsmos_ovrl":3.05591,"dnsmos_sig":3.40193,"dnsmos_bak":4.0092,"pesq_wb":3.26328,"pesq_nb":3.62676,"stoi":0.92973,"estoi":0.8769,"si_sdr":1.97378,"mel_dist":0.19235,"stft_dist":1.1587,"f0_rmse_cents":71.6565,"f0_corr":0.95365,"vuv_err":0.08063,"score_intelligibility":0.94123,"score_speaker":0.89584,"score_quality":0.87814,"score_fidelity":0.84334,"score":0.88964},"yue":{"n":50,"unit":"cer","wer":14.26791,"wer_orig":14.39252,"dwer":-0.12461,"wer_pseudo":6.64978,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.92542,"utmos":2.60768,"dnsmos_ovrl":3.10485,"dnsmos_sig":3.46993,"dnsmos_bak":3.94427,"pesq_wb":3.27392,"pesq_nb":3.65233,"stoi":0.91332,"estoi":0.84999,"si_sdr":4.25991,"mel_dist":0.17999,"stft_dist":1.13396,"f0_rmse_cents":97.99316,"f0_corr":0.94923,"vuv_err":0.09685,"score_intelligibility":1.0,"score_speaker":0.92542,"score_quality":0.91325,"score_fidelity":0.83741,"score":0.91902},"ja":{"n":50,"unit":"cer","wer":9.09508,"wer_orig":3.53698,"dwer":5.55811,"wer_pseudo":6.24713,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.78157,"utmos":1.73311,"dnsmos_ovrl":2.52759,"dnsmos_sig":3.19943,"dnsmos_bak":3.33815,"pesq_wb":2.75263,"pesq_nb":3.14427,"stoi":0.77433,"estoi":0.64179,"si_sdr":1.57273,"mel_dist":0.18868,"stft_dist":1.21695,"f0_rmse_cents":120.94134,"f0_corr":0.8794,"vuv_err":0.12883,"score_intelligibility":0.44942,"score_speaker":0.78157,"score_quality":0.85017,"score_fidelity":0.71816,"score":0.69983},"ko":{"n":50,"unit":"cer","wer":5.68627,"wer_orig":5.14706,"dwer":0.53922,"wer_pseudo":2.35471,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.88097,"utmos":2.7828,"dnsmos_ovrl":3.00823,"dnsmos_sig":3.35224,"dnsmos_bak":4.06368,"pesq_wb":3.26167,"pesq_nb":3.58349,"stoi":0.92098,"estoi":0.8527,"si_sdr":6.59245,"mel_dist":0.22203,"stft_dist":1.20831,"f0_rmse_cents":84.83853,"f0_corr":0.94912,"vuv_err":0.07917,"score_intelligibility":0.91935,"score_speaker":0.88097,"score_quality":0.88567,"score_fidelity":0.83876,"score":0.88119},"th":{"n":50,"unit":"cer","wer":10.34762,"wer_orig":7.61924,"dwer":2.72838,"wer_pseudo":6.92448,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.88625,"utmos":1.91504,"dnsmos_ovrl":2.728,"dnsmos_sig":3.25651,"dnsmos_bak":3.69179,"pesq_wb":2.71453,"pesq_nb":3.22211,"stoi":0.89874,"estoi":0.82534,"si_sdr":2.00783,"mel_dist":0.19124,"stft_dist":1.18841,"f0_rmse_cents":210.71167,"f0_corr":0.87602,"vuv_err":0.15321,"score_intelligibility":0.75956,"score_speaker":0.88625,"score_quality":0.81598,"score_fidelity":0.75488,"score":0.80417}}},{"codec":"vocos_encodec_24khz_3kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"vocos_encodec_24khz_3kbps","family":"Vocos","checkpoint":"charactr/vocos-encodec-24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":4,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.00814","year":2023,"bitrate_kbps":3.0,"notes":"EnCodec-24kHz encoder/RVQ codes decoded with the Vocos iSTFT vocoder (non-causal decoder)","side_info":null,"warning":null,"env":"main"},"kbps":3.0,"kbps_measured":3.00083,"tokens_per_s":300.08285,"params_M":24.93322,"efficiency":{"rtf_encode":0.00137,"rtf_decode":0.00021,"peak_vram_gb":0.43498,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.68466,"score_worst_lang":0.45809,"worst_lang":"en","en_gap":-0.23642,"score_intelligibility":0.48878,"score_speaker":0.75526,"score_quality":0.81871,"score_fidelity":0.67587,"dwer":14.51549,"wer":23.32129,"wer_pseudo":19.13256,"sim":0.75526,"utmos":2.04772,"dnsmos_ovrl":2.91055,"dnsmos_sig":3.31697,"dnsmos_bak":3.86166,"pesq_wb":2.25559,"pesq_nb":2.79846,"stoi":0.8282,"estoi":0.70536,"si_sdr":2.20604,"mel_dist":0.24768,"stft_dist":1.34011,"f0_rmse_cents":163.78799,"f0_corr":0.84068,"vuv_err":0.16997,"score_ci95":[0.67747,0.69398]},"per_lang":{"en":{"n":50,"unit":"wer","wer":63.91347,"wer_orig":6.98132,"dwer":56.93215,"wer_pseudo":62.35409,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.43407,"utmos":1.86049,"dnsmos_ovrl":2.44429,"dnsmos_sig":2.94448,"dnsmos_bak":3.79406,"pesq_wb":1.71219,"pesq_nb":2.12532,"stoi":0.66965,"estoi":0.47804,"si_sdr":-2.86105,"mel_dist":0.29419,"stft_dist":1.54568,"f0_rmse_cents":320.96886,"f0_corr":0.72036,"vuv_err":0.24716,"score_intelligibility":0.12295,"score_speaker":0.43407,"score_quality":0.74416,"score_fidelity":0.53116,"score":0.45809},"de":{"n":50,"unit":"wer","wer":9.46083,"wer_orig":5.69685,"dwer":3.76399,"wer_pseudo":5.39166,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.83386,"utmos":2.44793,"dnsmos_ovrl":3.1119,"dnsmos_sig":3.399,"dnsmos_bak":4.07985,"pesq_wb":2.71173,"pesq_nb":3.17006,"stoi":0.89062,"estoi":0.76729,"si_sdr":6.83912,"mel_dist":0.2226,"stft_dist":1.19317,"f0_rmse_cents":138.09109,"f0_corr":0.89175,"vuv_err":0.13995,"score_intelligibility":0.64018,"score_speaker":0.83386,"score_quality":0.91858,"score_fidelity":0.75715,"score":0.78744},"fr":{"n":50,"unit":"wer","wer":16.20553,"wer_orig":4.98024,"dwer":11.2253,"wer_pseudo":13.25397,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.79914,"utmos":2.08522,"dnsmos_ovrl":3.05442,"dnsmos_sig":3.38074,"dnsmos_bak":4.02237,"pesq_wb":2.34642,"pesq_nb":2.86234,"stoi":0.87648,"estoi":0.79427,"si_sdr":3.18173,"mel_dist":0.25751,"stft_dist":1.2852,"f0_rmse_cents":128.90196,"f0_corr":0.8937,"vuv_err":0.16883,"score_intelligibility":0.34758,"score_speaker":0.79914,"score_quality":0.89739,"score_fidelity":0.71829,"score":0.6906},"es":{"n":50,"unit":"wer","wer":3.81818,"wer_orig":3.09091,"dwer":0.72727,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.86218,"utmos":2.31776,"dnsmos_ovrl":3.18536,"dnsmos_sig":3.53509,"dnsmos_bak":3.94721,"pesq_wb":2.78492,"pesq_nb":3.30929,"stoi":0.8981,"estoi":0.81791,"si_sdr":4.16241,"mel_dist":0.23067,"stft_dist":1.27587,"f0_rmse_cents":172.50598,"f0_corr":0.89191,"vuv_err":0.15131,"score_intelligibility":0.84906,"score_speaker":0.86218,"score_quality":0.87401,"score_fidelity":0.76666,"score":0.83798},"it":{"n":50,"unit":"wer","wer":4.09836,"wer_orig":2.55009,"dwer":1.54827,"wer_pseudo":2.83364,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.86487,"utmos":2.61737,"dnsmos_ovrl":3.32327,"dnsmos_sig":3.60195,"dnsmos_bak":4.10792,"pesq_wb":2.80311,"pesq_nb":3.28271,"stoi":0.89801,"estoi":0.81903,"si_sdr":4.39376,"mel_dist":0.242,"stft_dist":1.26877,"f0_rmse_cents":111.85749,"f0_corr":0.85184,"vuv_err":0.13847,"score_intelligibility":0.69632,"score_speaker":0.86487,"score_quality":0.88424,"score_fidelity":0.75501,"score":0.80011},"pt":{"n":50,"unit":"wer","wer":3.90625,"wer_orig":3.41797,"dwer":0.48828,"wer_pseudo":1.67323,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.89444,"utmos":2.2481,"dnsmos_ovrl":3.04367,"dnsmos_sig":3.44058,"dnsmos_bak":3.76646,"pesq_wb":2.52753,"pesq_nb":3.06481,"stoi":0.85922,"estoi":0.76514,"si_sdr":2.35721,"mel_dist":0.20437,"stft_dist":1.25507,"f0_rmse_cents":264.60495,"f0_corr":0.84188,"vuv_err":0.16427,"score_intelligibility":0.90048,"score_speaker":0.89444,"score_quality":0.91445,"score_fidelity":0.71251,"score":0.85547},"nl":{"n":50,"unit":"wer","wer":28.99197,"wer_orig":5.26316,"dwer":23.72881,"wer_pseudo":26.49955,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.58881,"utmos":1.70511,"dnsmos_ovrl":2.5899,"dnsmos_sig":2.99072,"dnsmos_bak":4.07153,"pesq_wb":1.90083,"pesq_nb":2.41176,"stoi":0.83649,"estoi":0.67869,"si_sdr":1.0881,"mel_dist":0.34026,"stft_dist":1.60639,"f0_rmse_cents":188.84791,"f0_corr":0.80533,"vuv_err":0.22712,"score_intelligibility":0.20883,"score_speaker":0.58881,"score_quality":0.63685,"score_fidelity":0.63307,"score":0.51689},"pl":{"n":50,"unit":"wer","wer":18.42105,"wer_orig":3.28947,"dwer":15.13158,"wer_pseudo":18.09211,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.75604,"utmos":1.93497,"dnsmos_ovrl":2.99057,"dnsmos_sig":3.33938,"dnsmos_bak":4.03304,"pesq_wb":2.07441,"pesq_nb":2.56007,"stoi":0.866,"estoi":0.74841,"si_sdr":-1.08156,"mel_dist":0.27219,"stft_dist":1.45304,"f0_rmse_cents":199.03823,"f0_corr":0.6994,"vuv_err":0.18269,"score_intelligibility":0.22087,"score_speaker":0.75604,"score_quality":0.76648,"score_fidelity":0.62413,"score":0.59188},"cs":{"n":50,"unit":"wer","wer":17.96966,"wer_orig":9.45158,"dwer":8.51809,"wer_pseudo":16.23832,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.86487,"utmos":2.19526,"dnsmos_ovrl":3.1588,"dnsmos_sig":3.4942,"dnsmos_bak":3.95237,"pesq_wb":2.24298,"pesq_nb":2.83781,"stoi":0.8687,"estoi":0.76316,"si_sdr":6.01875,"mel_dist":0.23964,"stft_dist":1.27245,"f0_rmse_cents":94.25394,"f0_corr":0.88776,"vuv_err":0.11451,"score_intelligibility":0.55096,"score_speaker":0.86487,"score_quality":0.88062,"score_fidelity":0.70387,"score":0.75008},"tr":{"n":50,"unit":"wer","wer":27.10526,"wer_orig":7.76316,"dwer":19.34211,"wer_pseudo":24.76943,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.77189,"utmos":1.92134,"dnsmos_ovrl":2.99971,"dnsmos_sig":3.36254,"dnsmos_bak":3.9857,"pesq_wb":2.3474,"pesq_nb":2.90739,"stoi":0.83047,"estoi":0.69592,"si_sdr":2.91125,"mel_dist":0.25355,"stft_dist":1.37369,"f0_rmse_cents":106.73562,"f0_corr":0.93065,"vuv_err":0.12333,"score_intelligibility":0.3118,"score_speaker":0.77189,"score_quality":0.84774,"score_fidelity":0.71537,"score":0.6617},"id":{"n":50,"unit":"wer","wer":15.11216,"wer_orig":5.90319,"dwer":9.20897,"wer_pseudo":12.98701,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.8112,"utmos":1.69229,"dnsmos_ovrl":2.59999,"dnsmos_sig":3.15741,"dnsmos_bak":3.11525,"pesq_wb":2.06627,"pesq_nb":2.7355,"stoi":0.77733,"estoi":0.6264,"si_sdr":2.29449,"mel_dist":0.18183,"stft_dist":1.22011,"f0_rmse_cents":153.59215,"f0_corr":0.77067,"vuv_err":0.19835,"score_intelligibility":0.42845,"score_speaker":0.8112,"score_quality":0.82158,"score_fidelity":0.61755,"score":0.66969},"vi":{"n":50,"unit":"wer","wer":23.54813,"wer_orig":7.71679,"dwer":15.83134,"wer_pseudo":20.14331,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.77314,"utmos":1.86399,"dnsmos_ovrl":2.82393,"dnsmos_sig":3.35158,"dnsmos_bak":3.67862,"pesq_wb":2.22296,"pesq_nb":2.81934,"stoi":0.73346,"estoi":0.58559,"si_sdr":3.91466,"mel_dist":0.20624,"stft_dist":1.19285,"f0_rmse_cents":142.47369,"f0_corr":0.86703,"vuv_err":0.14869,"score_intelligibility":0.35509,"score_speaker":0.77314,"score_quality":0.8848,"score_fidelity":0.64997,"score":0.66575},"ru":{"n":50,"unit":"wer","wer":7.63006,"wer_orig":4.50867,"dwer":3.12139,"wer_pseudo":4.40324,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.7557,"utmos":1.93469,"dnsmos_ovrl":3.01548,"dnsmos_sig":3.34274,"dnsmos_bak":4.0503,"pesq_wb":2.26729,"pesq_nb":2.79328,"stoi":0.87123,"estoi":0.76033,"si_sdr":2.82957,"mel_dist":0.29625,"stft_dist":1.44427,"f0_rmse_cents":184.50743,"f0_corr":0.77595,"vuv_err":0.20455,"score_intelligibility":0.63831,"score_speaker":0.7557,"score_quality":0.77036,"score_fidelity":0.66975,"score":0.70853},"uk":{"n":50,"unit":"wer","wer":33.25766,"wer_orig":6.46992,"dwer":26.78774,"wer_pseudo":29.88636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.67814,"utmos":2.29744,"dnsmos_ovrl":3.04239,"dnsmos_sig":3.36937,"dnsmos_bak":4.08415,"pesq_wb":2.32189,"pesq_nb":2.7639,"stoi":0.81815,"estoi":0.6776,"si_sdr":4.53062,"mel_dist":0.26892,"stft_dist":1.39237,"f0_rmse_cents":151.60418,"f0_corr":0.86889,"vuv_err":0.1593,"score_intelligibility":0.21805,"score_speaker":0.67814,"score_quality":0.90779,"score_fidelity":0.68824,"score":0.62305},"el":{"n":50,"unit":"wer","wer":28.85772,"wer_orig":12.02405,"dwer":16.83367,"wer_pseudo":24.72472,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.7624,"utmos":2.09647,"dnsmos_ovrl":2.94637,"dnsmos_sig":3.35328,"dnsmos_bak":3.8923,"pesq_wb":2.45757,"pesq_nb":3.08634,"stoi":0.85041,"estoi":0.72637,"si_sdr":4.81766,"mel_dist":0.24991,"stft_dist":1.27669,"f0_rmse_cents":97.63137,"f0_corr":0.87386,"vuv_err":0.14574,"score_intelligibility":0.4362,"score_speaker":0.7624,"score_quality":0.80727,"score_fidelity":0.71357,"score":0.67986},"ar":{"n":50,"unit":"wer","wer":17.87916,"wer_orig":12.45376,"dwer":5.4254,"wer_pseudo":9.76514,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.84144,"utmos":2.0591,"dnsmos_ovrl":3.16425,"dnsmos_sig":3.51374,"dnsmos_bak":3.97023,"pesq_wb":2.23774,"pesq_nb":2.77685,"stoi":0.90478,"estoi":0.83043,"si_sdr":0.57935,"mel_dist":0.23426,"stft_dist":1.32971,"f0_rmse_cents":124.68326,"f0_corr":0.87035,"vuv_err":0.13348,"score_intelligibility":0.71262,"score_speaker":0.84144,"score_quality":0.81654,"score_fidelity":0.70959,"score":0.77005},"fa":{"n":50,"unit":"wer","wer":61.02857,"wer_orig":25.94286,"dwer":35.08571,"wer_pseudo":46.48649,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.73428,"utmos":1.97165,"dnsmos_ovrl":2.70126,"dnsmos_sig":3.17819,"dnsmos_bak":3.75592,"pesq_wb":1.92154,"pesq_nb":2.63375,"stoi":0.7027,"estoi":0.55338,"si_sdr":-0.01755,"mel_dist":0.25123,"stft_dist":1.39677,"f0_rmse_cents":235.95793,"f0_corr":0.78132,"vuv_err":0.18792,"score_intelligibility":0.43436,"score_speaker":0.73428,"score_quality":0.76313,"score_fidelity":0.58244,"score":0.62855},"he":{"n":50,"unit":"wer","wer":55.81395,"wer_orig":19.4186,"dwer":36.39535,"wer_pseudo":47.30047,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.64955,"utmos":1.91172,"dnsmos_ovrl":2.72834,"dnsmos_sig":3.10344,"dnsmos_bak":3.93617,"pesq_wb":2.04848,"pesq_nb":2.54402,"stoi":0.79073,"estoi":0.65264,"si_sdr":3.0391,"mel_dist":0.25831,"stft_dist":1.32771,"f0_rmse_cents":134.1781,"f0_corr":0.78888,"vuv_err":0.24023,"score_intelligibility":0.35939,"score_speaker":0.64955,"score_quality":0.78262,"score_fidelity":0.62639,"score":0.60449},"hi":{"n":50,"unit":"wer","wer":33.61034,"wer_orig":26.31579,"dwer":7.29455,"wer_pseudo":19.89101,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.77756,"utmos":1.81173,"dnsmos_ovrl":2.76817,"dnsmos_sig":3.34105,"dnsmos_bak":3.4537,"pesq_wb":2.23648,"pesq_nb":2.85499,"stoi":0.83957,"estoi":0.72394,"si_sdr":2.91919,"mel_dist":0.2292,"stft_dist":1.27775,"f0_rmse_cents":144.31194,"f0_corr":0.86581,"vuv_err":0.1551,"score_intelligibility":0.78924,"score_speaker":0.77756,"score_quality":0.81331,"score_fidelity":0.68622,"score":0.76658},"zh":{"n":50,"unit":"cer","wer":11.25364,"wer_orig":7.40525,"dwer":3.8484,"wer_pseudo":4.93902,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.73878,"utmos":1.98716,"dnsmos_ovrl":2.97087,"dnsmos_sig":3.32066,"dnsmos_bak":4.00257,"pesq_wb":2.28332,"pesq_nb":2.79536,"stoi":0.87584,"estoi":0.78121,"si_sdr":-1.56584,"mel_dist":0.26214,"stft_dist":1.41605,"f0_rmse_cents":94.93916,"f0_corr":0.92087,"vuv_err":0.1441,"score_intelligibility":0.68594,"score_speaker":0.73878,"score_quality":0.7495,"score_fidelity":0.72112,"score":0.72383},"yue":{"n":50,"unit":"cer","wer":19.31464,"wer_orig":14.39252,"dwer":4.92212,"wer_pseudo":15.32616,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.82422,"utmos":2.42444,"dnsmos_ovrl":3.08002,"dnsmos_sig":3.4481,"dnsmos_bak":3.93483,"pesq_wb":2.35585,"pesq_nb":2.95468,"stoi":0.86509,"estoi":0.75664,"si_sdr":1.90261,"mel_dist":0.23032,"stft_dist":1.29502,"f0_rmse_cents":144.84854,"f0_corr":0.90389,"vuv_err":0.13945,"score_intelligibility":0.75771,"score_speaker":0.82422,"score_quality":0.86615,"score_fidelity":0.71879,"score":0.79172},"ja":{"n":50,"unit":"cer","wer":26.5503,"wer_orig":3.53698,"dwer":23.01332,"wer_pseudo":24.85071,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.62785,"utmos":1.65671,"dnsmos_ovrl":2.45432,"dnsmos_sig":3.09398,"dnsmos_bak":3.3296,"pesq_wb":1.93065,"pesq_nb":2.4554,"stoi":0.67659,"estoi":0.47824,"si_sdr":-2.03606,"mel_dist":0.23568,"stft_dist":1.41636,"f0_rmse_cents":159.46268,"f0_corr":0.81555,"vuv_err":0.2222,"score_intelligibility":0.16468,"score_speaker":0.62785,"score_quality":0.78949,"score_fidelity":0.58601,"score":0.54201},"ko":{"n":50,"unit":"cer","wer":11.12745,"wer_orig":5.14706,"dwer":5.98039,"wer_pseudo":8.11623,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.74073,"utmos":2.45386,"dnsmos_ovrl":2.97714,"dnsmos_sig":3.3206,"dnsmos_bak":4.06309,"pesq_wb":2.48177,"pesq_nb":2.97609,"stoi":0.85335,"estoi":0.74455,"si_sdr":3.49893,"mel_dist":0.24303,"stft_dist":1.29817,"f0_rmse_cents":151.09131,"f0_corr":0.86868,"vuv_err":0.14707,"score_intelligibility":0.50687,"score_speaker":0.74073,"score_quality":0.80526,"score_fidelity":0.71513,"score":0.692},"th":{"n":50,"unit":"cer","wer":20.8367,"wer_orig":7.61924,"dwer":13.21746,"wer_pseudo":18.16157,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.74112,"utmos":1.65043,"dnsmos_ovrl":2.67884,"dnsmos_sig":3.22443,"dnsmos_bak":3.65253,"pesq_wb":1.85076,"pesq_nb":2.44198,"stoi":0.82373,"estoi":0.70342,"si_sdr":-0.77136,"mel_dist":0.23996,"stft_dist":1.34953,"f0_rmse_cents":285.8241,"f0_corr":0.79005,"vuv_err":0.19537,"score_intelligibility":0.39471,"score_speaker":0.74112,"score_quality":0.70681,"score_fidelity":0.61895,"score":0.6154}}},{"codec":"vocos_encodec_24khz_6kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"vocos_encodec_24khz_6kbps","family":"Vocos","checkpoint":"charactr/vocos-encodec-24khz","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2306.00814","year":2023,"bitrate_kbps":6.0,"notes":"EnCodec-24kHz encoder/RVQ codes decoded with the Vocos iSTFT vocoder (non-causal decoder)","side_info":null,"warning":null,"env":"main"},"kbps":6.0,"kbps_measured":6.00166,"tokens_per_s":600.1657,"params_M":24.93322,"efficiency":{"rtf_encode":0.00141,"rtf_decode":0.00021,"peak_vram_gb":0.43501,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.77663,"score_worst_lang":0.54096,"worst_lang":"en","en_gap":-0.24591,"score_intelligibility":0.63733,"score_speaker":0.84399,"score_quality":0.87218,"score_fidelity":0.75302,"dwer":8.07442,"wer":16.88023,"wer_pseudo":11.60109,"sim":0.84399,"utmos":2.19784,"dnsmos_ovrl":2.94348,"dnsmos_sig":3.35166,"dnsmos_bak":3.87119,"pesq_wb":2.74268,"pesq_nb":3.23695,"stoi":0.86938,"estoi":0.77427,"si_sdr":4.24618,"mel_dist":0.21955,"stft_dist":1.23361,"f0_rmse_cents":123.78165,"f0_corr":0.89176,"vuv_err":0.14119,"score_ci95":[0.76904,0.7867]},"per_lang":{"en":{"n":50,"unit":"wer","wer":36.57817,"wer_orig":6.98132,"dwer":29.59685,"wer_pseudo":34.04669,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.57628,"utmos":1.90772,"dnsmos_ovrl":2.46293,"dnsmos_sig":2.99112,"dnsmos_bak":3.75335,"pesq_wb":2.04226,"pesq_nb":2.47728,"stoi":0.71725,"estoi":0.55876,"si_sdr":1.29123,"mel_dist":0.26886,"stft_dist":1.40893,"f0_rmse_cents":208.94604,"f0_corr":0.81372,"vuv_err":0.18935,"score_intelligibility":0.21239,"score_speaker":0.57628,"score_quality":0.7656,"score_fidelity":0.60958,"score":0.54096},"de":{"n":50,"unit":"wer","wer":6.71414,"wer_orig":5.69685,"dwer":1.01729,"wer_pseudo":2.03459,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.90837,"utmos":2.56892,"dnsmos_ovrl":3.11421,"dnsmos_sig":3.40039,"dnsmos_bak":4.08087,"pesq_wb":3.18715,"pesq_nb":3.58028,"stoi":0.91823,"estoi":0.82514,"si_sdr":8.74023,"mel_dist":0.19799,"stft_dist":1.11138,"f0_rmse_cents":111.65432,"f0_corr":0.92212,"vuv_err":0.12304,"score_intelligibility":0.86813,"score_speaker":0.90837,"score_quality":0.95356,"score_fidelity":0.82175,"score":0.88795},"fr":{"n":50,"unit":"wer","wer":13.35968,"wer_orig":4.98024,"dwer":8.37945,"wer_pseudo":10.63492,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.86381,"utmos":2.14444,"dnsmos_ovrl":3.07411,"dnsmos_sig":3.40319,"dnsmos_bak":4.01654,"pesq_wb":2.76875,"pesq_nb":3.27537,"stoi":0.908,"estoi":0.84441,"si_sdr":5.27951,"mel_dist":0.23096,"stft_dist":1.20153,"f0_rmse_cents":90.96119,"f0_corr":0.95026,"vuv_err":0.14898,"score_intelligibility":0.41646,"score_speaker":0.86381,"score_quality":0.91907,"score_fidelity":0.78787,"score":0.7468},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.91756,"utmos":2.43422,"dnsmos_ovrl":3.20737,"dnsmos_sig":3.55405,"dnsmos_bak":3.94808,"pesq_wb":3.29698,"pesq_nb":3.70667,"stoi":0.92836,"estoi":0.87139,"si_sdr":5.80518,"mel_dist":0.20364,"stft_dist":1.18693,"f0_rmse_cents":139.53202,"f0_corr":0.92437,"vuv_err":0.13075,"score_intelligibility":0.95745,"score_speaker":0.91756,"score_quality":0.90725,"score_fidelity":0.83634,"score":0.90465},"it":{"n":50,"unit":"wer","wer":3.00546,"wer_orig":2.55009,"dwer":0.45537,"wer_pseudo":1.82815,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.92372,"utmos":2.79959,"dnsmos_ovrl":3.34154,"dnsmos_sig":3.61266,"dnsmos_bak":4.12255,"pesq_wb":3.28767,"pesq_nb":3.68095,"stoi":0.92613,"estoi":0.86932,"si_sdr":6.10458,"mel_dist":0.21549,"stft_dist":1.17916,"f0_rmse_cents":92.19366,"f0_corr":0.89583,"vuv_err":0.11595,"score_intelligibility":0.88631,"score_speaker":0.92372,"score_quality":0.92753,"score_fidelity":0.82519,"score":0.89069},"pt":{"n":50,"unit":"wer","wer":3.32031,"wer_orig":3.41797,"dwer":-0.09766,"wer_pseudo":0.59055,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.94156,"utmos":2.33038,"dnsmos_ovrl":3.00179,"dnsmos_sig":3.40388,"dnsmos_bak":3.73971,"pesq_wb":3.06234,"pesq_nb":3.49057,"stoi":0.89584,"estoi":0.82606,"si_sdr":3.69173,"mel_dist":0.1829,"stft_dist":1.18919,"f0_rmse_cents":201.02054,"f0_corr":0.89585,"vuv_err":0.14113,"score_intelligibility":1.0,"score_speaker":0.94156,"score_quality":0.94177,"score_fidelity":0.79364,"score":0.91924},"nl":{"n":50,"unit":"wer","wer":14.45138,"wer_orig":5.26316,"dwer":9.18822,"wer_pseudo":11.01164,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.7627,"utmos":2.20976,"dnsmos_ovrl":2.68439,"dnsmos_sig":3.07841,"dnsmos_bak":4.08761,"pesq_wb":2.34644,"pesq_nb":2.84748,"stoi":0.88826,"estoi":0.76652,"si_sdr":3.94816,"mel_dist":0.30807,"stft_dist":1.47535,"f0_rmse_cents":127.38181,"f0_corr":0.8927,"vuv_err":0.18614,"score_intelligibility":0.40535,"score_speaker":0.7627,"score_quality":0.79223,"score_fidelity":0.72189,"score":0.67054},"pl":{"n":50,"unit":"wer","wer":10.74561,"wer_orig":3.28947,"dwer":7.45614,"wer_pseudo":9.53947,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.84982,"utmos":2.2217,"dnsmos_ovrl":3.04881,"dnsmos_sig":3.37994,"dnsmos_bak":4.0673,"pesq_wb":2.57795,"pesq_nb":3.0222,"stoi":0.907,"estoi":0.81481,"si_sdr":1.11868,"mel_dist":0.23851,"stft_dist":1.31744,"f0_rmse_cents":128.89099,"f0_corr":0.81165,"vuv_err":0.14628,"score_intelligibility":0.3652,"score_speaker":0.84982,"score_quality":0.8496,"score_fidelity":0.72317,"score":0.69695},"cs":{"n":50,"unit":"wer","wer":13.76896,"wer_orig":9.45158,"dwer":4.31739,"wer_pseudo":9.57944,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.93073,"utmos":2.32117,"dnsmos_ovrl":3.14342,"dnsmos_sig":3.4826,"dnsmos_bak":3.93767,"pesq_wb":2.83313,"pesq_nb":3.35378,"stoi":0.90771,"estoi":0.83044,"si_sdr":7.736,"mel_dist":0.21023,"stft_dist":1.1736,"f0_rmse_cents":68.23862,"f0_corr":0.93401,"vuv_err":0.10005,"score_intelligibility":0.70767,"score_speaker":0.93073,"score_quality":0.92072,"score_fidelity":0.78849,"score":0.8369},"tr":{"n":50,"unit":"wer","wer":28.94737,"wer_orig":7.76316,"dwer":21.18421,"wer_pseudo":25.6917,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.85175,"utmos":2.0215,"dnsmos_ovrl":3.03505,"dnsmos_sig":3.39235,"dnsmos_bak":4.00147,"pesq_wb":2.86146,"pesq_nb":3.34919,"stoi":0.87203,"estoi":0.76829,"si_sdr":4.70804,"mel_dist":0.22911,"stft_dist":1.27507,"f0_rmse_cents":94.42097,"f0_corr":0.9399,"vuv_err":0.10332,"score_intelligibility":0.29262,"score_speaker":0.85175,"score_quality":0.89544,"score_fidelity":0.78126,"score":0.70527},"id":{"n":50,"unit":"wer","wer":8.61865,"wer_orig":5.90319,"dwer":2.71547,"wer_pseudo":5.19481,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.89073,"utmos":1.81084,"dnsmos_ovrl":2.72574,"dnsmos_sig":3.3289,"dnsmos_bak":3.28196,"pesq_wb":2.68453,"pesq_nb":3.24306,"stoi":0.83835,"estoi":0.725,"si_sdr":4.19994,"mel_dist":0.15738,"stft_dist":1.12067,"f0_rmse_cents":105.13396,"f0_corr":0.85618,"vuv_err":0.17258,"score_intelligibility":0.71769,"score_speaker":0.89073,"score_quality":0.91952,"score_fidelity":0.72527,"score":0.8133},"vi":{"n":50,"unit":"wer","wer":16.38823,"wer_orig":7.71679,"dwer":8.67144,"wer_pseudo":12.5,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.85666,"utmos":1.92874,"dnsmos_ovrl":2.82354,"dnsmos_sig":3.36077,"dnsmos_bak":3.66069,"pesq_wb":2.73247,"pesq_nb":3.27979,"stoi":0.79376,"estoi":0.67319,"si_sdr":5.88024,"mel_dist":0.1803,"stft_dist":1.10075,"f0_rmse_cents":112.98066,"f0_corr":0.91173,"vuv_err":0.12623,"score_intelligibility":0.5013,"score_speaker":0.85666,"score_quality":0.914,"score_fidelity":0.73349,"score":0.75136},"ru":{"n":50,"unit":"wer","wer":6.47399,"wer_orig":4.50867,"dwer":1.96532,"wer_pseudo":2.3175,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.85683,"utmos":2.15759,"dnsmos_ovrl":3.05538,"dnsmos_sig":3.37532,"dnsmos_bak":4.06914,"pesq_wb":2.74799,"pesq_nb":3.25543,"stoi":0.90902,"estoi":0.82354,"si_sdr":4.77483,"mel_dist":0.2662,"stft_dist":1.3356,"f0_rmse_cents":116.17268,"f0_corr":0.8729,"vuv_err":0.17175,"score_intelligibility":0.73705,"score_speaker":0.85683,"score_quality":0.84334,"score_fidelity":0.76045,"score":0.79942},"uk":{"n":50,"unit":"wer","wer":26.33371,"wer_orig":6.46992,"dwer":19.86379,"wer_pseudo":22.5,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.77145,"utmos":2.37443,"dnsmos_ovrl":3.07642,"dnsmos_sig":3.40274,"dnsmos_bak":4.09028,"pesq_wb":2.75437,"pesq_nb":3.17571,"stoi":0.85381,"estoi":0.74344,"si_sdr":6.51532,"mel_dist":0.24038,"stft_dist":1.27646,"f0_rmse_cents":88.1462,"f0_corr":0.9358,"vuv_err":0.13123,"score_intelligibility":0.27329,"score_speaker":0.77145,"score_quality":0.93552,"score_fidelity":0.76362,"score":0.68597},"el":{"n":50,"unit":"wer","wer":17.23447,"wer_orig":12.02405,"dwer":5.21042,"wer_pseudo":11.61161,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.8601,"utmos":2.32147,"dnsmos_ovrl":2.98863,"dnsmos_sig":3.3905,"dnsmos_bak":3.90517,"pesq_wb":2.96318,"pesq_nb":3.5105,"stoi":0.88619,"estoi":0.78842,"si_sdr":6.71979,"mel_dist":0.21723,"stft_dist":1.16899,"f0_rmse_cents":94.073,"f0_corr":0.89708,"vuv_err":0.12211,"score_intelligibility":0.71425,"score_speaker":0.8601,"score_quality":0.88057,"score_fidelity":0.78139,"score":0.80908},"ar":{"n":50,"unit":"wer","wer":14.91985,"wer_orig":12.45376,"dwer":2.46609,"wer_pseudo":5.43881,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.90754,"utmos":2.25215,"dnsmos_ovrl":3.1715,"dnsmos_sig":3.53033,"dnsmos_bak":3.95326,"pesq_wb":2.78041,"pesq_nb":3.28734,"stoi":0.93511,"estoi":0.88204,"si_sdr":2.22423,"mel_dist":0.20704,"stft_dist":1.23147,"f0_rmse_cents":128.95758,"f0_corr":0.87178,"vuv_err":0.11508,"score_intelligibility":0.84509,"score_speaker":0.90754,"score_quality":0.87424,"score_fidelity":0.77186,"score":0.84968},"fa":{"n":50,"unit":"wer","wer":38.51429,"wer_orig":25.94286,"dwer":12.57143,"wer_pseudo":21.83784,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.82945,"utmos":2.04673,"dnsmos_ovrl":2.77487,"dnsmos_sig":3.25894,"dnsmos_bak":3.74595,"pesq_wb":2.39138,"pesq_nb":3.0533,"stoi":0.75874,"estoi":0.6395,"si_sdr":2.0247,"mel_dist":0.22682,"stft_dist":1.29136,"f0_rmse_cents":191.90428,"f0_corr":0.83534,"vuv_err":0.15258,"score_intelligibility":0.68185,"score_speaker":0.82945,"score_quality":0.80636,"score_fidelity":0.66387,"score":0.74538},"he":{"n":50,"unit":"wer","wer":51.74419,"wer_orig":19.4186,"dwer":32.32558,"wer_pseudo":41.31455,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.74377,"utmos":2.022,"dnsmos_ovrl":2.77108,"dnsmos_sig":3.15172,"dnsmos_bak":3.93453,"pesq_wb":2.49769,"pesq_nb":2.94416,"stoi":0.8373,"estoi":0.72633,"si_sdr":5.10407,"mel_dist":0.22789,"stft_dist":1.21549,"f0_rmse_cents":117.70756,"f0_corr":0.8353,"vuv_err":0.18828,"score_intelligibility":0.38713,"score_speaker":0.74377,"score_quality":0.83147,"score_fidelity":0.70017,"score":0.66563},"hi":{"n":50,"unit":"wer","wer":30.28624,"wer_orig":26.31579,"dwer":3.97045,"wer_pseudo":10.99001,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.86841,"utmos":1.93857,"dnsmos_ovrl":2.76757,"dnsmos_sig":3.33568,"dnsmos_bak":3.44554,"pesq_wb":2.76115,"pesq_nb":3.34661,"stoi":0.88385,"estoi":0.79722,"si_sdr":4.72269,"mel_dist":0.20294,"stft_dist":1.17695,"f0_rmse_cents":101.06847,"f0_corr":0.90826,"vuv_err":0.13942,"score_intelligibility":0.87309,"score_speaker":0.86841,"score_quality":0.86226,"score_fidelity":0.7651,"score":0.84221},"zh":{"n":50,"unit":"cer","wer":8.51312,"wer_orig":7.40525,"dwer":1.10787,"wer_pseudo":2.2561,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.84817,"utmos":2.24728,"dnsmos_ovrl":3.03909,"dnsmos_sig":3.38333,"dnsmos_bak":4.02439,"pesq_wb":2.8555,"pesq_nb":3.34246,"stoi":0.91025,"estoi":0.84106,"si_sdr":1.05647,"mel_dist":0.22416,"stft_dist":1.25583,"f0_rmse_cents":87.34046,"f0_corr":0.92145,"vuv_err":0.10673,"score_intelligibility":0.88354,"score_speaker":0.84817,"score_quality":0.83789,"score_fidelity":0.78728,"score":0.83922},"yue":{"n":50,"unit":"cer","wer":16.38629,"wer_orig":14.39252,"dwer":1.99377,"wer_pseudo":9.81634,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.89374,"utmos":2.55649,"dnsmos_ovrl":3.09015,"dnsmos_sig":3.45407,"dnsmos_bak":3.9387,"pesq_wb":2.8487,"pesq_nb":3.37031,"stoi":0.8936,"estoi":0.81166,"si_sdr":3.41363,"mel_dist":0.19928,"stft_dist":1.19078,"f0_rmse_cents":122.77075,"f0_corr":0.92907,"vuv_err":0.11668,"score_intelligibility":0.88533,"score_speaker":0.89374,"score_quality":0.90009,"score_fidelity":0.78362,"score":0.86569},"ja":{"n":50,"unit":"cer","wer":16.03124,"wer_orig":3.53698,"dwer":12.49426,"wer_pseudo":14.42352,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.72923,"utmos":1.68555,"dnsmos_ovrl":2.50822,"dnsmos_sig":3.17183,"dnsmos_bak":3.32825,"pesq_wb":2.37834,"pesq_nb":2.86109,"stoi":0.73391,"estoi":0.57195,"si_sdr":0.15299,"mel_dist":0.20673,"stft_dist":1.29461,"f0_rmse_cents":133.77806,"f0_corr":0.85498,"vuv_err":0.17009,"score_intelligibility":0.26639,"score_speaker":0.72923,"score_quality":0.82092,"score_fidelity":0.6609,"score":0.61936},"ko":{"n":50,"unit":"cer","wer":6.76471,"wer_orig":5.14706,"dwer":1.61765,"wer_pseudo":3.35671,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.83654,"utmos":2.62631,"dnsmos_ovrl":3.0075,"dnsmos_sig":3.34491,"dnsmos_bak":4.07401,"pesq_wb":2.8909,"pesq_nb":3.35641,"stoi":0.89494,"estoi":0.80941,"si_sdr":5.59224,"mel_dist":0.21435,"stft_dist":1.18185,"f0_rmse_cents":110.91798,"f0_corr":0.92746,"vuv_err":0.11871,"score_intelligibility":0.79167,"score_speaker":0.83654,"score_quality":0.85086,"score_fidelity":0.78755,"score":0.81665},"th":{"n":50,"unit":"cer","wer":12.75263,"wer_orig":7.61924,"dwer":5.13339,"wer_pseudo":9.45536,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.83682,"utmos":1.82061,"dnsmos_ovrl":2.73012,"dnsmos_sig":3.25226,"dnsmos_bak":3.70155,"pesq_wb":2.27359,"pesq_nb":2.87683,"stoi":0.86748,"estoi":0.77466,"si_sdr":1.10388,"mel_dist":0.21282,"stft_dist":1.24736,"f0_rmse_cents":196.56793,"f0_corr":0.86446,"vuv_err":0.17204,"score_intelligibility":0.62673,"score_speaker":0.83682,"score_quality":0.78255,"score_fidelity":0.69861,"score":0.73618}}},{"codec":"voxcpm2_audiovae_16k_48k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"voxcpm2_audiovae_16k_48k","family":"VoxCPM2-AudioVAE","checkpoint":"openbmb/VoxCPM2","sample_rate":16000,"output_sample_rate":48000,"frame_rate":25.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2606.06928","year":2026,"bitrate_kbps":null,"notes":"VoxCPM2 AudioVAE V2: 16 kHz causal encoder (stride 640), decoder upsamples x1920 to 48 kHz with output-rate conditioning (48 kHz); posterior mean","side_info":null,"warning":"48 kHz output is generated from a 16 kHz input (bandwidth extension), content above 8 kHz is synthesised","env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":94.21395,"efficiency":{"rtf_encode":0.00243,"rtf_decode":0.00305,"peak_vram_gb":1.3719,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.93725,"score_worst_lang":0.89069,"worst_lang":"ja","en_gap":-0.01598,"score_intelligibility":0.93668,"score_speaker":0.9514,"score_quality":0.96246,"score_fidelity":0.89844,"dwer":0.60325,"wer":9.40906,"wer_pseudo":3.05791,"sim":0.9514,"utmos":2.47939,"dnsmos_ovrl":2.94421,"dnsmos_sig":3.35633,"dnsmos_bak":3.8625,"pesq_wb":3.78757,"pesq_nb":3.96181,"stoi":0.941,"estoi":0.89191,"si_sdr":12.11072,"mel_dist":0.13119,"stft_dist":0.90164,"f0_rmse_cents":77.34916,"f0_corr":0.95788,"vuv_err":0.07028,"score_ci95":[0.93143,0.94049]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":0.87549,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.90337,"utmos":2.34269,"dnsmos_ovrl":2.53655,"dnsmos_sig":3.09284,"dnsmos_bak":3.7211,"pesq_wb":3.60425,"pesq_nb":3.84135,"stoi":0.91985,"estoi":0.8607,"si_sdr":10.30739,"mel_dist":0.1421,"stft_dist":0.95271,"f0_rmse_cents":90.22259,"f0_corr":0.96623,"vuv_err":0.06796,"score_intelligibility":0.97595,"score_speaker":0.90337,"score_quality":0.93168,"score_fidelity":0.87672,"score":0.92193},"de":{"n":50,"unit":"wer","wer":6.00203,"wer_orig":5.69685,"dwer":0.30519,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96598,"utmos":2.64573,"dnsmos_ovrl":3.07222,"dnsmos_sig":3.36377,"dnsmos_bak":4.06534,"pesq_wb":4.05154,"pesq_nb":4.0692,"stoi":0.95967,"estoi":0.90797,"si_sdr":17.16028,"mel_dist":0.11773,"stft_dist":0.80387,"f0_rmse_cents":76.90951,"f0_corr":0.96121,"vuv_err":0.05698,"score_intelligibility":0.95641,"score_speaker":0.96598,"score_quality":0.97318,"score_fidelity":0.93091,"score":0.95662},"fr":{"n":50,"unit":"wer","wer":4.82213,"wer_orig":4.98024,"dwer":-0.1581,"wer_pseudo":1.74603,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.95934,"utmos":2.32141,"dnsmos_ovrl":3.03278,"dnsmos_sig":3.36811,"dnsmos_bak":3.99738,"pesq_wb":3.66654,"pesq_nb":3.93746,"stoi":0.95716,"estoi":0.9237,"si_sdr":13.07917,"mel_dist":0.14009,"stft_dist":0.92348,"f0_rmse_cents":73.81561,"f0_corr":0.96438,"vuv_err":0.08234,"score_intelligibility":1.0,"score_speaker":0.95934,"score_quality":0.98388,"score_fidelity":0.89447,"score":0.95942},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96675,"utmos":2.68224,"dnsmos_ovrl":3.20447,"dnsmos_sig":3.54721,"dnsmos_bak":3.96113,"pesq_wb":3.97621,"pesq_nb":4.0957,"stoi":0.96199,"estoi":0.92634,"si_sdr":14.47314,"mel_dist":0.13575,"stft_dist":0.90855,"f0_rmse_cents":114.73504,"f0_corr":0.9612,"vuv_err":0.07042,"score_intelligibility":0.97826,"score_speaker":0.96675,"score_quality":0.97768,"score_fidelity":0.92451,"score":0.9618},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.00548,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.97036,"utmos":2.93839,"dnsmos_ovrl":3.29759,"dnsmos_sig":3.58715,"dnsmos_bak":4.08327,"pesq_wb":3.94027,"pesq_nb":4.0793,"stoi":0.96181,"estoi":0.92811,"si_sdr":14.44701,"mel_dist":0.13302,"stft_dist":0.88343,"f0_rmse_cents":58.08738,"f0_corr":0.96128,"vuv_err":0.07207,"score_intelligibility":0.84776,"score_speaker":0.97036,"score_quality":0.95854,"score_fidelity":0.92105,"score":0.92443},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.59055,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.97142,"utmos":2.471,"dnsmos_ovrl":3.02944,"dnsmos_sig":3.40137,"dnsmos_bak":3.80087,"pesq_wb":3.77214,"pesq_nb":3.9586,"stoi":0.93162,"estoi":0.8783,"si_sdr":11.44826,"mel_dist":0.13221,"stft_dist":0.91084,"f0_rmse_cents":172.43683,"f0_corr":0.94808,"vuv_err":0.09427,"score_intelligibility":1.0,"score_speaker":0.97142,"score_quality":0.98846,"score_fidelity":0.89058,"score":0.96262},"nl":{"n":50,"unit":"wer","wer":6.06601,"wer_orig":5.26316,"dwer":0.80285,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.94064,"utmos":2.7681,"dnsmos_ovrl":2.69668,"dnsmos_sig":3.08674,"dnsmos_bak":4.09658,"pesq_wb":3.84885,"pesq_nb":3.99051,"stoi":0.96165,"estoi":0.9208,"si_sdr":10.48739,"mel_dist":0.14346,"stft_dist":0.97258,"f0_rmse_cents":75.17214,"f0_corr":0.95397,"vuv_err":0.10405,"score_intelligibility":0.88638,"score_speaker":0.94064,"score_quality":0.93758,"score_fidelity":0.90986,"score":0.91862},"pl":{"n":50,"unit":"wer","wer":3.83772,"wer_orig":3.28947,"dwer":0.54825,"wer_pseudo":1.20614,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95342,"utmos":2.64491,"dnsmos_ovrl":3.01133,"dnsmos_sig":3.35457,"dnsmos_bak":4.03395,"pesq_wb":3.7939,"pesq_nb":4.0103,"stoi":0.9681,"estoi":0.93165,"si_sdr":8.16844,"mel_dist":0.13151,"stft_dist":0.94047,"f0_rmse_cents":72.08933,"f0_corr":0.91832,"vuv_err":0.07366,"score_intelligibility":0.88667,"score_speaker":0.95342,"score_quality":0.97071,"score_fidelity":0.89489,"score":0.92642},"cs":{"n":50,"unit":"wer","wer":9.91832,"wer_orig":9.45158,"dwer":0.46674,"wer_pseudo":4.78972,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96641,"utmos":2.48521,"dnsmos_ovrl":3.12048,"dnsmos_sig":3.45319,"dnsmos_bak":3.95144,"pesq_wb":3.74545,"pesq_nb":3.90931,"stoi":0.94656,"estoi":0.8986,"si_sdr":13.35627,"mel_dist":0.13645,"stft_dist":0.90075,"f0_rmse_cents":47.52265,"f0_corr":0.96442,"vuv_err":0.05725,"score_intelligibility":0.95725,"score_speaker":0.96641,"score_quality":0.97296,"score_fidelity":0.89847,"score":0.94877},"tr":{"n":50,"unit":"wer","wer":7.5,"wer_orig":7.76316,"dwer":-0.26316,"wer_pseudo":2.10804,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.9543,"utmos":2.19404,"dnsmos_ovrl":3.02356,"dnsmos_sig":3.3777,"dnsmos_bak":4.01528,"pesq_wb":3.91258,"pesq_nb":4.01687,"stoi":0.94951,"estoi":0.89552,"si_sdr":13.1171,"mel_dist":0.13801,"stft_dist":0.91855,"f0_rmse_cents":66.22564,"f0_corr":0.97017,"vuv_err":0.054,"score_intelligibility":1.0,"score_speaker":0.9543,"score_quality":0.95994,"score_fidelity":0.91728,"score":0.95788},"id":{"n":50,"unit":"wer","wer":6.72963,"wer_orig":5.90319,"dwer":0.82645,"wer_pseudo":4.36836,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.94158,"utmos":1.89101,"dnsmos_ovrl":2.74912,"dnsmos_sig":3.34284,"dnsmos_bak":3.28747,"pesq_wb":3.53009,"pesq_nb":3.67785,"stoi":0.88718,"estoi":0.79541,"si_sdr":10.7213,"mel_dist":0.11895,"stft_dist":0.88183,"f0_rmse_cents":58.99427,"f0_corr":0.9461,"vuv_err":0.0749,"score_intelligibility":0.89308,"score_speaker":0.94158,"score_quality":0.96363,"score_fidelity":0.85205,"score":0.91259},"vi":{"n":50,"unit":"wer","wer":9.06921,"wer_orig":7.71679,"dwer":1.35243,"wer_pseudo":3.1051,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.94251,"utmos":1.98177,"dnsmos_ovrl":2.83138,"dnsmos_sig":3.36969,"dnsmos_bak":3.66831,"pesq_wb":3.77676,"pesq_nb":3.9219,"stoi":0.88284,"estoi":0.79994,"si_sdr":13.35445,"mel_dist":0.11681,"stft_dist":0.8343,"f0_rmse_cents":68.85748,"f0_corr":0.95972,"vuv_err":0.06896,"score_intelligibility":0.86569,"score_speaker":0.94251,"score_quality":0.94012,"score_fidelity":0.87864,"score":0.90674},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":0.57937,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95843,"utmos":2.56609,"dnsmos_ovrl":3.0538,"dnsmos_sig":3.38433,"dnsmos_bak":4.04181,"pesq_wb":3.82681,"pesq_nb":4.01087,"stoi":0.9595,"estoi":0.92138,"si_sdr":11.98879,"mel_dist":0.14132,"stft_dist":0.95363,"f0_rmse_cents":82.47069,"f0_corr":0.92723,"vuv_err":0.0863,"score_intelligibility":0.95972,"score_speaker":0.95843,"score_quality":0.96451,"score_fidelity":0.89813,"score":0.9452},"uk":{"n":50,"unit":"wer","wer":7.37798,"wer_orig":6.46992,"dwer":0.90806,"wer_pseudo":2.84091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.9504,"utmos":2.46672,"dnsmos_ovrl":3.0767,"dnsmos_sig":3.40629,"dnsmos_bak":4.07671,"pesq_wb":3.93379,"pesq_nb":4.0375,"stoi":0.95307,"estoi":0.90182,"si_sdr":13.95663,"mel_dist":0.14471,"stft_dist":0.93231,"f0_rmse_cents":47.43765,"f0_corr":0.97913,"vuv_err":0.05853,"score_intelligibility":0.89161,"score_speaker":0.9504,"score_quality":0.96476,"score_fidelity":0.92348,"score":0.93256},"el":{"n":50,"unit":"wer","wer":12.62525,"wer_orig":12.02405,"dwer":0.6012,"wer_pseudo":5.70571,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94166,"utmos":2.59217,"dnsmos_ovrl":2.95351,"dnsmos_sig":3.37103,"dnsmos_bak":3.85908,"pesq_wb":3.94541,"pesq_nb":4.058,"stoi":0.94273,"estoi":0.88247,"si_sdr":14.33655,"mel_dist":0.12141,"stft_dist":0.83503,"f0_rmse_cents":57.40446,"f0_corr":0.96501,"vuv_err":0.06838,"score_intelligibility":0.95588,"score_speaker":0.94166,"score_quality":0.95183,"score_fidelity":0.91643,"score":0.94145},"ar":{"n":50,"unit":"wer","wer":13.81011,"wer_orig":12.45376,"dwer":1.35635,"wer_pseudo":3.09023,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.97098,"utmos":2.62938,"dnsmos_ovrl":3.18348,"dnsmos_sig":3.54275,"dnsmos_bak":3.95805,"pesq_wb":3.6944,"pesq_nb":4.00765,"stoi":0.97135,"estoi":0.94442,"si_sdr":10.7846,"mel_dist":0.13667,"stft_dist":0.91577,"f0_rmse_cents":71.68288,"f0_corr":0.95736,"vuv_err":0.06752,"score_intelligibility":0.90842,"score_speaker":0.97098,"score_quality":0.98698,"score_fidelity":0.89951,"score":0.94147},"fa":{"n":50,"unit":"wer","wer":26.05714,"wer_orig":25.94286,"dwer":0.11429,"wer_pseudo":6.59459,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.95399,"utmos":2.51744,"dnsmos_ovrl":2.82906,"dnsmos_sig":3.33918,"dnsmos_bak":3.71633,"pesq_wb":3.67753,"pesq_nb":3.91607,"stoi":0.89176,"estoi":0.83456,"si_sdr":8.64059,"mel_dist":0.12706,"stft_dist":0.93994,"f0_rmse_cents":102.73274,"f0_corr":0.93824,"vuv_err":0.06165,"score_intelligibility":0.99578,"score_speaker":0.95399,"score_quality":0.96655,"score_fidelity":0.865,"score":0.94533},"he":{"n":50,"unit":"wer","wer":21.97674,"wer_orig":19.4186,"dwer":2.55814,"wer_pseudo":7.51174,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.93875,"utmos":2.33096,"dnsmos_ovrl":2.77459,"dnsmos_sig":3.14802,"dnsmos_bak":3.9416,"pesq_wb":3.81749,"pesq_nb":3.95545,"stoi":0.95347,"estoi":0.90785,"si_sdr":13.3189,"mel_dist":0.12759,"stft_dist":0.8492,"f0_rmse_cents":65.67702,"f0_corr":0.9463,"vuv_err":0.078,"score_intelligibility":0.88866,"score_speaker":0.93875,"score_quality":0.93631,"score_fidelity":0.90159,"score":0.91633},"hi":{"n":50,"unit":"wer","wer":27.97784,"wer_orig":26.31579,"dwer":1.66205,"wer_pseudo":8.44687,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.94996,"utmos":2.25084,"dnsmos_ovrl":2.7942,"dnsmos_sig":3.36528,"dnsmos_bak":3.47519,"pesq_wb":3.71618,"pesq_nb":3.94377,"stoi":0.92928,"estoi":0.8732,"si_sdr":14.41055,"mel_dist":0.13547,"stft_dist":0.89247,"f0_rmse_cents":56.47073,"f0_corr":0.97098,"vuv_err":0.07881,"score_intelligibility":0.94264,"score_speaker":0.94996,"score_quality":0.98279,"score_fidelity":0.8921,"score":0.94187},"zh":{"n":50,"unit":"cer","wer":7.34694,"wer_orig":7.40525,"dwer":-0.05831,"wer_pseudo":0.91463,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95625,"utmos":2.66034,"dnsmos_ovrl":3.03477,"dnsmos_sig":3.38504,"dnsmos_bak":4.00435,"pesq_wb":3.80343,"pesq_nb":3.99969,"stoi":0.96561,"estoi":0.93652,"si_sdr":10.84932,"mel_dist":0.12369,"stft_dist":0.90451,"f0_rmse_cents":59.01699,"f0_corr":0.96382,"vuv_err":0.05362,"score_intelligibility":1.0,"score_speaker":0.95625,"score_quality":0.95102,"score_fidelity":0.91014,"score":0.95435},"yue":{"n":50,"unit":"cer","wer":16.5109,"wer_orig":14.39252,"dwer":2.11838,"wer_pseudo":7.78974,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.95736,"utmos":2.81193,"dnsmos_ovrl":3.0332,"dnsmos_sig":3.42035,"dnsmos_bak":3.8801,"pesq_wb":3.688,"pesq_nb":3.87756,"stoi":0.95021,"estoi":0.90413,"si_sdr":10.22342,"mel_dist":0.12182,"stft_dist":0.9082,"f0_rmse_cents":76.5239,"f0_corr":0.97419,"vuv_err":0.05353,"score_intelligibility":0.87903,"score_speaker":0.95736,"score_quality":0.96542,"score_fidelity":0.89747,"score":0.92482},"ja":{"n":50,"unit":"cer","wer":4.59348,"wer_orig":3.53698,"dwer":1.0565,"wer_pseudo":2.02113,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.91188,"utmos":2.00735,"dnsmos_ovrl":2.50738,"dnsmos_sig":3.15649,"dnsmos_bak":3.29916,"pesq_wb":3.65895,"pesq_nb":3.83751,"stoi":0.87403,"estoi":0.80138,"si_sdr":9.01429,"mel_dist":0.1304,"stft_dist":0.92818,"f0_rmse_cents":75.93873,"f0_corr":0.95748,"vuv_err":0.05963,"score_intelligibility":0.81112,"score_speaker":0.91188,"score_quality":0.97601,"score_fidelity":0.86374,"score":0.89069},"ko":{"n":50,"unit":"cer","wer":4.70588,"wer_orig":5.14706,"dwer":-0.44118,"wer_pseudo":0.501,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.95506,"utmos":3.08254,"dnsmos_ovrl":3.01564,"dnsmos_sig":3.3812,"dnsmos_bak":4.03531,"pesq_wb":4.0017,"pesq_nb":4.09191,"stoi":0.95814,"estoi":0.92424,"si_sdr":13.11196,"mel_dist":0.12363,"stft_dist":0.8364,"f0_rmse_cents":45.93621,"f0_corr":0.98681,"vuv_err":0.04039,"score_intelligibility":1.0,"score_speaker":0.95506,"score_quality":0.95384,"score_fidelity":0.93419,"score":0.96077},"th":{"n":50,"unit":"cer","wer":7.47777,"wer_orig":7.61924,"dwer":-0.14147,"wer_pseudo":3.96841,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.95288,"utmos":2.22317,"dnsmos_ovrl":2.79922,"dnsmos_sig":3.30667,"dnsmos_bak":3.7302,"pesq_wb":3.51937,"pesq_nb":3.83909,"stoi":0.94692,"estoi":0.90679,"si_sdr":9.90141,"mel_dist":0.12878,"stft_dist":0.91247,"f0_rmse_cents":140.01932,"f0_corr":0.94754,"vuv_err":0.10342,"score_intelligibility":1.0,"score_speaker":0.95288,"score_quality":0.94067,"score_fidelity":0.87143,"score":0.94125}}},{"codec":"voxcpm_audiovae_16k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"voxcpm_audiovae_16k","family":"VoxCPM-AudioVAE","checkpoint":"openbmb/VoxCPM-0.5B","sample_rate":16000,"output_sample_rate":16000,"frame_rate":25.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2509.24650","year":2025,"bitrate_kbps":null,"notes":"VoxCPM 1.0 (0.5B) AudioVAE: causal DAC-style conv VAE, stride 640; posterior mean; zh/en TTS training data","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":75.3552,"efficiency":{"rtf_encode":0.00242,"rtf_decode":0.00167,"peak_vram_gb":1.21972,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.93532,"score_worst_lang":0.87603,"worst_lang":"id","en_gap":-0.04864,"score_intelligibility":0.94169,"score_speaker":0.95454,"score_quality":0.94816,"score_fidelity":0.8969,"dwer":0.46105,"wer":9.26686,"wer_pseudo":2.82443,"sim":0.95454,"utmos":2.43958,"dnsmos_ovrl":2.94011,"dnsmos_sig":3.35106,"dnsmos_bak":3.85631,"pesq_wb":3.78604,"pesq_nb":3.93179,"stoi":0.94354,"estoi":0.89759,"si_sdr":11.3893,"mel_dist":0.12586,"stft_dist":0.92124,"f0_rmse_cents":78.53664,"f0_corr":0.95115,"vuv_err":0.07803,"score_ci95":[0.92915,0.93785]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.57129,"wer_orig":6.98132,"dwer":0.58997,"wer_pseudo":1.6537,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.92208,"utmos":2.12245,"dnsmos_ovrl":2.53983,"dnsmos_sig":3.08716,"dnsmos_bak":3.72167,"pesq_wb":3.29282,"pesq_nb":3.55613,"stoi":0.91784,"estoi":0.85931,"si_sdr":8.00668,"mel_dist":0.13342,"stft_dist":0.97884,"f0_rmse_cents":100.77513,"f0_corr":0.95009,"vuv_err":0.08774,"score_intelligibility":0.93117,"score_speaker":0.92208,"score_quality":0.86057,"score_fidelity":0.84101,"score":0.88871},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":1.32248,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96436,"utmos":2.6563,"dnsmos_ovrl":3.07726,"dnsmos_sig":3.36959,"dnsmos_bak":4.05971,"pesq_wb":4.06831,"pesq_nb":4.08796,"stoi":0.9619,"estoi":0.91362,"si_sdr":16.76214,"mel_dist":0.11181,"stft_dist":0.79798,"f0_rmse_cents":84.49101,"f0_corr":0.95838,"vuv_err":0.06794,"score_intelligibility":0.92941,"score_speaker":0.96436,"score_quality":0.97745,"score_fidelity":0.93231,"score":0.95088},"fr":{"n":50,"unit":"wer","wer":5.29644,"wer_orig":4.98024,"dwer":0.31621,"wer_pseudo":1.66667,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.96131,"utmos":2.27838,"dnsmos_ovrl":3.04371,"dnsmos_sig":3.3722,"dnsmos_bak":4.01424,"pesq_wb":3.75689,"pesq_nb":3.955,"stoi":0.96255,"estoi":0.93352,"si_sdr":12.29955,"mel_dist":0.13157,"stft_dist":0.90205,"f0_rmse_cents":63.45067,"f0_corr":0.97089,"vuv_err":0.08554,"score_intelligibility":0.94978,"score_speaker":0.96131,"score_quality":0.96812,"score_fidelity":0.90704,"score":0.94656},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.27347,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96741,"utmos":2.6983,"dnsmos_ovrl":3.20989,"dnsmos_sig":3.55071,"dnsmos_bak":3.96716,"pesq_wb":4.0369,"pesq_nb":4.11089,"stoi":0.96478,"estoi":0.93191,"si_sdr":14.24548,"mel_dist":0.13624,"stft_dist":0.94559,"f0_rmse_cents":116.69041,"f0_corr":0.95672,"vuv_err":0.08044,"score_intelligibility":0.95745,"score_speaker":0.96741,"score_quality":0.98224,"score_fidelity":0.92973,"score":0.9592},"it":{"n":50,"unit":"wer","wer":2.73224,"wer_orig":2.55009,"dwer":0.18215,"wer_pseudo":0.63985,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96874,"utmos":2.94217,"dnsmos_ovrl":3.29213,"dnsmos_sig":3.58485,"dnsmos_bak":4.07508,"pesq_wb":3.99021,"pesq_nb":4.094,"stoi":0.96515,"estoi":0.93464,"si_sdr":13.97529,"mel_dist":0.12825,"stft_dist":0.88808,"f0_rmse_cents":53.05901,"f0_corr":0.96772,"vuv_err":0.07189,"score_intelligibility":0.9512,"score_speaker":0.96874,"score_quality":0.95826,"score_fidelity":0.92907,"score":0.95182},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.98425,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96983,"utmos":2.46838,"dnsmos_ovrl":3.03314,"dnsmos_sig":3.41037,"dnsmos_bak":3.79818,"pesq_wb":3.81645,"pesq_nb":3.94973,"stoi":0.94011,"estoi":0.89262,"si_sdr":10.97706,"mel_dist":0.12854,"stft_dist":0.9424,"f0_rmse_cents":171.69316,"f0_corr":0.92891,"vuv_err":0.09745,"score_intelligibility":1.0,"score_speaker":0.96983,"score_quality":0.9876,"score_fidelity":0.89124,"score":0.96217},"nl":{"n":50,"unit":"wer","wer":5.79839,"wer_orig":5.26316,"dwer":0.53524,"wer_pseudo":1.96956,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.94412,"utmos":2.76656,"dnsmos_ovrl":2.69081,"dnsmos_sig":3.08309,"dnsmos_bak":4.07765,"pesq_wb":3.90406,"pesq_nb":3.99271,"stoi":0.96197,"estoi":0.92289,"si_sdr":9.53887,"mel_dist":0.1446,"stft_dist":1.00125,"f0_rmse_cents":76.6646,"f0_corr":0.94736,"vuv_err":0.10707,"score_intelligibility":0.92127,"score_speaker":0.94412,"score_quality":0.93549,"score_fidelity":0.91302,"score":0.92848},"pl":{"n":50,"unit":"wer","wer":4.38596,"wer_orig":3.28947,"dwer":1.09649,"wer_pseudo":1.31579,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95726,"utmos":2.62866,"dnsmos_ovrl":3.00446,"dnsmos_sig":3.345,"dnsmos_bak":4.02781,"pesq_wb":3.8693,"pesq_nb":4.016,"stoi":0.97076,"estoi":0.93782,"si_sdr":7.64156,"mel_dist":0.12279,"stft_dist":0.94305,"f0_rmse_cents":71.10054,"f0_corr":0.9235,"vuv_err":0.07306,"score_intelligibility":0.79642,"score_speaker":0.95726,"score_quality":0.96606,"score_fidelity":0.90469,"score":0.9061},"cs":{"n":50,"unit":"wer","wer":9.80163,"wer_orig":9.45158,"dwer":0.35006,"wer_pseudo":4.20561,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96689,"utmos":2.49423,"dnsmos_ovrl":3.13457,"dnsmos_sig":3.46425,"dnsmos_bak":3.96175,"pesq_wb":3.82902,"pesq_nb":3.95618,"stoi":0.95061,"estoi":0.90702,"si_sdr":13.22241,"mel_dist":0.13426,"stft_dist":0.94643,"f0_rmse_cents":42.87487,"f0_corr":0.9729,"vuv_err":0.06074,"score_intelligibility":0.96759,"score_speaker":0.96689,"score_quality":0.97583,"score_fidelity":0.9106,"score":0.95523},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":2.89855,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.96063,"utmos":2.15196,"dnsmos_ovrl":3.03914,"dnsmos_sig":3.388,"dnsmos_bak":4.01701,"pesq_wb":3.8649,"pesq_nb":3.95542,"stoi":0.94907,"estoi":0.89743,"si_sdr":11.98874,"mel_dist":0.1381,"stft_dist":0.9633,"f0_rmse_cents":54.93631,"f0_corr":0.98131,"vuv_err":0.06101,"score_intelligibility":0.98521,"score_speaker":0.96063,"score_quality":0.94733,"score_fidelity":0.91631,"score":0.95237},"id":{"n":50,"unit":"wer","wer":8.02834,"wer_orig":5.90319,"dwer":2.12515,"wer_pseudo":4.72255,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.94211,"utmos":1.88481,"dnsmos_ovrl":2.70912,"dnsmos_sig":3.30383,"dnsmos_bak":3.24393,"pesq_wb":3.48887,"pesq_nb":3.66629,"stoi":0.89496,"estoi":0.80967,"si_sdr":10.30637,"mel_dist":0.11462,"stft_dist":0.92773,"f0_rmse_cents":70.28898,"f0_corr":0.92646,"vuv_err":0.09773,"score_intelligibility":0.76461,"score_speaker":0.94211,"score_quality":0.95322,"score_fidelity":0.84418,"score":0.87603},"vi":{"n":50,"unit":"wer","wer":8.43278,"wer_orig":7.71679,"dwer":0.71599,"wer_pseudo":3.42357,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.9423,"utmos":1.97047,"dnsmos_ovrl":2.79438,"dnsmos_sig":3.33416,"dnsmos_bak":3.64251,"pesq_wb":3.74922,"pesq_nb":3.87501,"stoi":0.89003,"estoi":0.81368,"si_sdr":12.30795,"mel_dist":0.10921,"stft_dist":0.85431,"f0_rmse_cents":88.66272,"f0_corr":0.9403,"vuv_err":0.06846,"score_intelligibility":0.9241,"score_speaker":0.9423,"score_quality":0.92499,"score_fidelity":0.87194,"score":0.91583},"ru":{"n":50,"unit":"wer","wer":5.08671,"wer_orig":4.50867,"dwer":0.57803,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.96109,"utmos":2.49869,"dnsmos_ovrl":3.02209,"dnsmos_sig":3.354,"dnsmos_bak":4.03842,"pesq_wb":3.85269,"pesq_nb":4.00177,"stoi":0.96147,"estoi":0.92648,"si_sdr":11.21947,"mel_dist":0.13727,"stft_dist":0.97533,"f0_rmse_cents":84.19205,"f0_corr":0.9059,"vuv_err":0.09446,"score_intelligibility":0.90503,"score_speaker":0.96109,"score_quality":0.93926,"score_fidelity":0.89414,"score":0.92488},"uk":{"n":50,"unit":"wer","wer":6.81044,"wer_orig":6.46992,"dwer":0.34052,"wer_pseudo":2.04545,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.95534,"utmos":2.43017,"dnsmos_ovrl":3.07458,"dnsmos_sig":3.40807,"dnsmos_bak":4.05556,"pesq_wb":3.88461,"pesq_nb":3.98211,"stoi":0.95375,"estoi":0.90474,"si_sdr":13.12571,"mel_dist":0.14189,"stft_dist":0.95559,"f0_rmse_cents":52.44585,"f0_corr":0.97751,"vuv_err":0.06564,"score_intelligibility":0.9564,"score_speaker":0.95534,"score_quality":0.95318,"score_fidelity":0.91848,"score":0.94585},"el":{"n":50,"unit":"wer","wer":12.92585,"wer_orig":12.02405,"dwer":0.9018,"wer_pseudo":5.40541,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.95031,"utmos":2.58556,"dnsmos_ovrl":2.98505,"dnsmos_sig":3.38304,"dnsmos_bak":3.88488,"pesq_wb":3.92149,"pesq_nb":4.02739,"stoi":0.94467,"estoi":0.88899,"si_sdr":13.63956,"mel_dist":0.11666,"stft_dist":0.85745,"f0_rmse_cents":54.75016,"f0_corr":0.96392,"vuv_err":0.06686,"score_intelligibility":0.93524,"score_speaker":0.95031,"score_quality":0.95663,"score_fidelity":0.91443,"score":0.93915},"ar":{"n":50,"unit":"wer","wer":12.82367,"wer_orig":12.45376,"dwer":0.36991,"wer_pseudo":2.22497,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.96981,"utmos":2.54883,"dnsmos_ovrl":3.16879,"dnsmos_sig":3.5294,"dnsmos_bak":3.95132,"pesq_wb":3.76747,"pesq_nb":3.99777,"stoi":0.97428,"estoi":0.95025,"si_sdr":10.35086,"mel_dist":0.13533,"stft_dist":0.97792,"f0_rmse_cents":64.33265,"f0_corr":0.95867,"vuv_err":0.06693,"score_intelligibility":0.97324,"score_speaker":0.96981,"score_quality":0.9629,"score_fidelity":0.90789,"score":0.95346},"fa":{"n":50,"unit":"wer","wer":25.02857,"wer_orig":25.94286,"dwer":-0.91429,"wer_pseudo":5.83784,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.9537,"utmos":2.40093,"dnsmos_ovrl":2.81576,"dnsmos_sig":3.31517,"dnsmos_bak":3.71683,"pesq_wb":3.70188,"pesq_nb":3.88741,"stoi":0.89325,"estoi":0.83801,"si_sdr":8.08884,"mel_dist":0.11931,"stft_dist":0.96183,"f0_rmse_cents":126.61103,"f0_corr":0.90009,"vuv_err":0.07992,"score_intelligibility":1.0,"score_speaker":0.9537,"score_quality":0.92693,"score_fidelity":0.8551,"score":0.93393},"he":{"n":50,"unit":"wer","wer":21.86047,"wer_orig":19.4186,"dwer":2.44186,"wer_pseudo":8.09859,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.95217,"utmos":2.28983,"dnsmos_ovrl":2.78906,"dnsmos_sig":3.17095,"dnsmos_bak":3.94631,"pesq_wb":3.77467,"pesq_nb":3.95856,"stoi":0.95559,"estoi":0.91327,"si_sdr":13.26897,"mel_dist":0.11981,"stft_dist":0.85898,"f0_rmse_cents":67.12954,"f0_corr":0.91911,"vuv_err":0.09904,"score_intelligibility":0.89318,"score_speaker":0.95217,"score_quality":0.92646,"score_fidelity":0.88915,"score":0.91524},"hi":{"n":50,"unit":"wer","wer":26.96214,"wer_orig":26.31579,"dwer":0.64635,"wer_pseudo":6.99364,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95036,"utmos":2.20238,"dnsmos_ovrl":2.78272,"dnsmos_sig":3.34565,"dnsmos_bak":3.46822,"pesq_wb":3.7085,"pesq_nb":3.89158,"stoi":0.93446,"estoi":0.88251,"si_sdr":13.62074,"mel_dist":0.13149,"stft_dist":0.91673,"f0_rmse_cents":69.41638,"f0_corr":0.9572,"vuv_err":0.07663,"score_intelligibility":0.97688,"score_speaker":0.95036,"score_quality":0.96409,"score_fidelity":0.88851,"score":0.94496},"zh":{"n":50,"unit":"cer","wer":7.28863,"wer_orig":7.40525,"dwer":-0.11662,"wer_pseudo":0.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.95626,"utmos":2.61283,"dnsmos_ovrl":3.02583,"dnsmos_sig":3.37682,"dnsmos_bak":4.00566,"pesq_wb":3.81069,"pesq_nb":3.96116,"stoi":0.96623,"estoi":0.93856,"si_sdr":9.75967,"mel_dist":0.11421,"stft_dist":0.88362,"f0_rmse_cents":60.52355,"f0_corr":0.96208,"vuv_err":0.056,"score_intelligibility":1.0,"score_speaker":0.95626,"score_quality":0.93572,"score_fidelity":0.91046,"score":0.95061},"yue":{"n":50,"unit":"cer","wer":14.1433,"wer_orig":14.39252,"dwer":-0.24922,"wer_pseudo":5.76314,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.95686,"utmos":2.79726,"dnsmos_ovrl":3.04163,"dnsmos_sig":3.42449,"dnsmos_bak":3.89179,"pesq_wb":3.72318,"pesq_nb":3.88214,"stoi":0.95202,"estoi":0.9078,"si_sdr":9.94636,"mel_dist":0.11352,"stft_dist":0.88995,"f0_rmse_cents":80.71748,"f0_corr":0.96862,"vuv_err":0.06195,"score_intelligibility":1.0,"score_speaker":0.95686,"score_quality":0.96198,"score_fidelity":0.89957,"score":0.9546},"ja":{"n":50,"unit":"cer","wer":3.99633,"wer_orig":3.53698,"dwer":0.45935,"wer_pseudo":1.74552,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.93012,"utmos":1.95937,"dnsmos_ovrl":2.54904,"dnsmos_sig":3.20422,"dnsmos_bak":3.32648,"pesq_wb":3.64677,"pesq_nb":3.82231,"stoi":0.87305,"estoi":0.8015,"si_sdr":8.29128,"mel_dist":0.1211,"stft_dist":0.94358,"f0_rmse_cents":71.02002,"f0_corr":0.95817,"vuv_err":0.08423,"score_intelligibility":0.90806,"score_speaker":0.93012,"score_quality":0.96317,"score_fidelity":0.86248,"score":0.91596},"ko":{"n":50,"unit":"cer","wer":5.29412,"wer_orig":5.14706,"dwer":0.14706,"wer_pseudo":0.3507,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.95621,"utmos":3.07426,"dnsmos_ovrl":3.02679,"dnsmos_sig":3.38604,"dnsmos_bak":4.03598,"pesq_wb":4.03186,"pesq_nb":4.08941,"stoi":0.95959,"estoi":0.92739,"si_sdr":12.3504,"mel_dist":0.11319,"stft_dist":0.85005,"f0_rmse_cents":47.47146,"f0_corr":0.98336,"vuv_err":0.05242,"score_intelligibility":0.97664,"score_speaker":0.95621,"score_quality":0.95473,"score_fidelity":0.9364,"score":0.95599},"th":{"n":50,"unit":"cer","wer":7.63945,"wer_orig":7.61924,"dwer":0.02021,"wer_pseudo":2.40939,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.94961,"utmos":2.08704,"dnsmos_ovrl":2.71297,"dnsmos_sig":3.23427,"dnsmos_bak":3.62327,"pesq_wb":3.37419,"pesq_nb":3.64606,"stoi":0.94682,"estoi":0.90864,"si_sdr":8.40932,"mel_dist":0.12341,"stft_dist":0.94773,"f0_rmse_cents":111.58181,"f0_corr":0.94851,"vuv_err":0.10953,"score_intelligibility":0.99766,"score_speaker":0.94961,"score_quality":0.87371,"score_fidelity":0.85789,"score":0.91972}}},{"codec":"voxcpm_audiovae_44k","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"voxcpm_audiovae_44k","family":"VoxCPM-AudioVAE","checkpoint":"openbmb/VoxCPM1.5","sample_rate":44100,"output_sample_rate":44100,"frame_rate":25.0,"n_codebooks":null,"codebook_size":null,"kind":"continuous","latent_dim":64,"domain":"speech","causal":true,"multilingual":true,"license":"Apache-2.0","paper":"2509.24650","year":2025,"bitrate_kbps":null,"notes":"VoxCPM 1.5 AudioVAE: causal DAC-style conv VAE, stride 1764 at 44.1 kHz; posterior mean","side_info":null,"warning":null,"env":"main"},"kbps":null,"kbps_measured":null,"tokens_per_s":null,"params_M":86.48333,"efficiency":{"rtf_encode":0.00371,"rtf_decode":0.00356,"peak_vram_gb":1.71511,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.90731,"score_worst_lang":0.8427,"worst_lang":"vi","en_gap":0.00895,"score_intelligibility":0.91447,"score_speaker":0.95543,"score_quality":0.94179,"score_fidelity":0.81755,"dwer":0.85021,"wer":9.65602,"wer_pseudo":3.21108,"sim":0.95543,"utmos":2.42025,"dnsmos_ovrl":2.93125,"dnsmos_sig":3.34522,"dnsmos_bak":3.86134,"pesq_wb":3.08482,"pesq_nb":3.5116,"stoi":0.92621,"estoi":0.86803,"si_sdr":9.3446,"mel_dist":0.14367,"stft_dist":1.05819,"f0_rmse_cents":96.69278,"f0_corr":0.93077,"vuv_err":0.10344,"score_ci95":[0.90066,0.91202]},"per_lang":{"en":{"n":50,"unit":"wer","wer":6.39135,"wer_orig":6.98132,"dwer":-0.58997,"wer_pseudo":1.26459,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.93546,"utmos":2.35756,"dnsmos_ovrl":2.50806,"dnsmos_sig":3.06171,"dnsmos_bak":3.71169,"pesq_wb":2.90853,"pesq_nb":3.42779,"stoi":0.90633,"estoi":0.83703,"si_sdr":8.19547,"mel_dist":0.14777,"stft_dist":1.0953,"f0_rmse_cents":107.81963,"f0_corr":0.9503,"vuv_err":0.10853,"score_intelligibility":1.0,"score_speaker":0.93546,"score_quality":0.92743,"score_fidelity":0.80064,"score":0.91588},"de":{"n":50,"unit":"wer","wer":6.20549,"wer_orig":5.69685,"dwer":0.50865,"wer_pseudo":0.91556,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.96436,"utmos":2.59027,"dnsmos_ovrl":3.06383,"dnsmos_sig":3.34995,"dnsmos_bak":4.06117,"pesq_wb":3.25586,"pesq_nb":3.56123,"stoi":0.94756,"estoi":0.88474,"si_sdr":12.40609,"mel_dist":0.13745,"stft_dist":0.97015,"f0_rmse_cents":109.30204,"f0_corr":0.93488,"vuv_err":0.10426,"score_intelligibility":0.92941,"score_speaker":0.96436,"score_quality":0.95514,"score_fidelity":0.84233,"score":0.92281},"fr":{"n":50,"unit":"wer","wer":5.45455,"wer_orig":4.98024,"dwer":0.47431,"wer_pseudo":1.50794,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.96008,"utmos":2.24932,"dnsmos_ovrl":3.03371,"dnsmos_sig":3.37108,"dnsmos_bak":3.9918,"pesq_wb":3.0432,"pesq_nb":3.47624,"stoi":0.94573,"estoi":0.90771,"si_sdr":10.48656,"mel_dist":0.15215,"stft_dist":1.04871,"f0_rmse_cents":86.67113,"f0_corr":0.94138,"vuv_err":0.11011,"score_intelligibility":0.92652,"score_speaker":0.96008,"score_quality":0.95748,"score_fidelity":0.82363,"score":0.91692},"es":{"n":50,"unit":"wer","wer":3.18182,"wer_orig":3.09091,"dwer":0.09091,"wer_pseudo":0.18232,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.96306,"utmos":2.57059,"dnsmos_ovrl":3.19215,"dnsmos_sig":3.54185,"dnsmos_bak":3.94447,"pesq_wb":3.3569,"pesq_nb":3.66707,"stoi":0.94999,"estoi":0.90534,"si_sdr":11.38435,"mel_dist":0.14691,"stft_dist":1.04718,"f0_rmse_cents":137.44395,"f0_corr":0.93753,"vuv_err":0.1067,"score_intelligibility":0.97826,"score_speaker":0.96306,"score_quality":0.94597,"score_fidelity":0.85364,"score":0.93523},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.27971,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.96655,"utmos":2.85427,"dnsmos_ovrl":3.30141,"dnsmos_sig":3.5913,"dnsmos_bak":4.08089,"pesq_wb":3.34229,"pesq_nb":3.66194,"stoi":0.95014,"estoi":0.9094,"si_sdr":11.64113,"mel_dist":0.14572,"stft_dist":1.01657,"f0_rmse_cents":78.44888,"f0_corr":0.92693,"vuv_err":0.09288,"score_intelligibility":0.84776,"score_speaker":0.96655,"score_quality":0.93939,"score_fidelity":0.84876,"score":0.90062},"pt":{"n":50,"unit":"wer","wer":2.92969,"wer_orig":3.41797,"dwer":-0.48828,"wer_pseudo":1.08268,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.96987,"utmos":2.40486,"dnsmos_ovrl":3.00002,"dnsmos_sig":3.39545,"dnsmos_bak":3.74744,"pesq_wb":3.17091,"pesq_nb":3.5408,"stoi":0.91856,"estoi":0.85915,"si_sdr":9.16018,"mel_dist":0.14663,"stft_dist":1.06123,"f0_rmse_cents":169.4177,"f0_corr":0.94147,"vuv_err":0.12512,"score_intelligibility":1.0,"score_speaker":0.96987,"score_quality":0.96638,"score_fidelity":0.82676,"score":0.94075},"nl":{"n":50,"unit":"wer","wer":6.15522,"wer_orig":5.26316,"dwer":0.89206,"wer_pseudo":2.23814,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.95551,"utmos":2.74539,"dnsmos_ovrl":2.64847,"dnsmos_sig":3.0399,"dnsmos_bak":4.08265,"pesq_wb":3.12779,"pesq_nb":3.52013,"stoi":0.94812,"estoi":0.89907,"si_sdr":8.03175,"mel_dist":0.14683,"stft_dist":1.14013,"f0_rmse_cents":92.47303,"f0_corr":0.93532,"vuv_err":0.12679,"score_intelligibility":0.87533,"score_speaker":0.95551,"score_quality":0.91793,"score_fidelity":0.83046,"score":0.89481},"pl":{"n":50,"unit":"wer","wer":4.71491,"wer_orig":3.28947,"dwer":1.42544,"wer_pseudo":1.75439,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.95847,"utmos":2.56992,"dnsmos_ovrl":2.98885,"dnsmos_sig":3.32999,"dnsmos_bak":4.03721,"pesq_wb":3.11068,"pesq_nb":3.47931,"stoi":0.95582,"estoi":0.91177,"si_sdr":5.759,"mel_dist":0.14299,"stft_dist":1.11584,"f0_rmse_cents":82.60145,"f0_corr":0.9001,"vuv_err":0.09687,"score_intelligibility":0.75058,"score_speaker":0.95847,"score_quality":0.94775,"score_fidelity":0.81966,"score":0.86911},"cs":{"n":50,"unit":"wer","wer":9.33489,"wer_orig":9.45158,"dwer":-0.11669,"wer_pseudo":4.6729,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.96774,"utmos":2.41979,"dnsmos_ovrl":3.12951,"dnsmos_sig":3.45495,"dnsmos_bak":3.96365,"pesq_wb":2.8837,"pesq_nb":3.3885,"stoi":0.9307,"estoi":0.87596,"si_sdr":10.54527,"mel_dist":0.14829,"stft_dist":1.04458,"f0_rmse_cents":56.87877,"f0_corr":0.94756,"vuv_err":0.08509,"score_intelligibility":1.0,"score_speaker":0.96774,"score_quality":0.95212,"score_fidelity":0.80549,"score":0.93134},"tr":{"n":50,"unit":"wer","wer":7.89474,"wer_orig":7.76316,"dwer":0.13158,"wer_pseudo":1.71278,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.95633,"utmos":2.15161,"dnsmos_ovrl":3.01132,"dnsmos_sig":3.36988,"dnsmos_bak":3.99235,"pesq_wb":3.26083,"pesq_nb":3.62182,"stoi":0.93679,"estoi":0.87399,"si_sdr":9.86449,"mel_dist":0.14736,"stft_dist":1.09104,"f0_rmse_cents":72.15927,"f0_corr":0.96598,"vuv_err":0.07948,"score_intelligibility":0.98521,"score_speaker":0.95633,"score_quality":0.9404,"score_fidelity":0.84957,"score":0.93288},"id":{"n":50,"unit":"wer","wer":6.72963,"wer_orig":5.90319,"dwer":0.82645,"wer_pseudo":3.65998,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.93808,"utmos":1.85686,"dnsmos_ovrl":2.75464,"dnsmos_sig":3.34739,"dnsmos_bak":3.31478,"pesq_wb":2.69053,"pesq_nb":3.22665,"stoi":0.86584,"estoi":0.76401,"si_sdr":8.23033,"mel_dist":0.13753,"stft_dist":1.05699,"f0_rmse_cents":94.78377,"f0_corr":0.85839,"vuv_err":0.13341,"score_intelligibility":0.89308,"score_speaker":0.93808,"score_quality":0.94586,"score_fidelity":0.73575,"score":0.87819},"vi":{"n":50,"unit":"wer","wer":11.37629,"wer_orig":7.71679,"dwer":3.65951,"wer_pseudo":6.05096,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.94084,"utmos":1.97395,"dnsmos_ovrl":2.81652,"dnsmos_sig":3.34867,"dnsmos_bak":3.67395,"pesq_wb":3.03543,"pesq_nb":3.49305,"stoi":0.86404,"estoi":0.77349,"si_sdr":10.61935,"mel_dist":0.13422,"stft_dist":1.00686,"f0_rmse_cents":102.58319,"f0_corr":0.93373,"vuv_err":0.10213,"score_intelligibility":0.70431,"score_speaker":0.94084,"score_quality":0.93256,"score_fidelity":0.79311,"score":0.8427},"ru":{"n":50,"unit":"wer","wer":5.31792,"wer_orig":4.50867,"dwer":0.80925,"wer_pseudo":0.927,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.95928,"utmos":2.49671,"dnsmos_ovrl":3.02443,"dnsmos_sig":3.35848,"dnsmos_bak":4.031,"pesq_wb":3.16435,"pesq_nb":3.55025,"stoi":0.94624,"estoi":0.90013,"si_sdr":9.00088,"mel_dist":0.15141,"stft_dist":1.10362,"f0_rmse_cents":97.07324,"f0_corr":0.89422,"vuv_err":0.12197,"score_intelligibility":0.87191,"score_speaker":0.95928,"score_quality":0.93924,"score_fidelity":0.81962,"score":0.89751},"uk":{"n":50,"unit":"wer","wer":7.49149,"wer_orig":6.46992,"dwer":1.02157,"wer_pseudo":2.84091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.954,"utmos":2.38635,"dnsmos_ovrl":3.05626,"dnsmos_sig":3.39387,"dnsmos_bak":4.0613,"pesq_wb":3.18524,"pesq_nb":3.57327,"stoi":0.94321,"estoi":0.88453,"si_sdr":10.57408,"mel_dist":0.15016,"stft_dist":1.07011,"f0_rmse_cents":66.51207,"f0_corr":0.96675,"vuv_err":0.09091,"score_intelligibility":0.8797,"score_speaker":0.954,"score_quality":0.93929,"score_fidelity":0.84477,"score":0.90444},"el":{"n":50,"unit":"wer","wer":13.92786,"wer_orig":12.02405,"dwer":1.90381,"wer_pseudo":7.20721,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.94627,"utmos":2.51926,"dnsmos_ovrl":2.92211,"dnsmos_sig":3.34509,"dnsmos_bak":3.84798,"pesq_wb":3.26519,"pesq_nb":3.64124,"stoi":0.93023,"estoi":0.86254,"si_sdr":11.06604,"mel_dist":0.13904,"stft_dist":0.99941,"f0_rmse_cents":86.38488,"f0_corr":0.92113,"vuv_err":0.09467,"score_intelligibility":0.87247,"score_speaker":0.94627,"score_quality":0.92291,"score_fidelity":0.83285,"score":0.89362},"ar":{"n":50,"unit":"wer","wer":13.93342,"wer_orig":12.45376,"dwer":1.47965,"wer_pseudo":2.96663,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.9686,"utmos":2.53329,"dnsmos_ovrl":3.17899,"dnsmos_sig":3.53058,"dnsmos_bak":3.96456,"pesq_wb":3.09029,"pesq_nb":3.50991,"stoi":0.9606,"estoi":0.92699,"si_sdr":8.90922,"mel_dist":0.1492,"stft_dist":1.06868,"f0_rmse_cents":94.40729,"f0_corr":0.92772,"vuv_err":0.09179,"score_intelligibility":0.90092,"score_speaker":0.9686,"score_quality":0.95826,"score_fidelity":0.82851,"score":0.91407},"fa":{"n":50,"unit":"wer","wer":26.85714,"wer_orig":25.94286,"dwer":0.91429,"wer_pseudo":6.05405,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.95891,"utmos":2.48825,"dnsmos_ovrl":2.82789,"dnsmos_sig":3.32744,"dnsmos_bak":3.74869,"pesq_wb":2.95654,"pesq_nb":3.52349,"stoi":0.86693,"estoi":0.79487,"si_sdr":6.88467,"mel_dist":0.14123,"stft_dist":1.10283,"f0_rmse_cents":131.32426,"f0_corr":0.89754,"vuv_err":0.10209,"score_intelligibility":0.96718,"score_speaker":0.95891,"score_quality":0.95722,"score_fidelity":0.77449,"score":0.91445},"he":{"n":50,"unit":"wer","wer":23.13953,"wer_orig":19.4186,"dwer":3.72093,"wer_pseudo":8.92019,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.94896,"utmos":2.25531,"dnsmos_ovrl":2.74549,"dnsmos_sig":3.12651,"dnsmos_bak":3.93613,"pesq_wb":2.90413,"pesq_nb":3.40063,"stoi":0.93776,"estoi":0.88392,"si_sdr":9.00206,"mel_dist":0.1422,"stft_dist":1.03445,"f0_rmse_cents":100.50545,"f0_corr":0.87751,"vuv_err":0.1314,"score_intelligibility":0.84586,"score_speaker":0.94896,"score_quality":0.90286,"score_fidelity":0.78644,"score":0.87103},"hi":{"n":50,"unit":"wer","wer":27.70083,"wer_orig":26.31579,"dwer":1.38504,"wer_pseudo":7.26612,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.95018,"utmos":2.18769,"dnsmos_ovrl":2.77018,"dnsmos_sig":3.3458,"dnsmos_bak":3.47989,"pesq_wb":2.95736,"pesq_nb":3.44171,"stoi":0.91367,"estoi":0.84751,"si_sdr":11.03005,"mel_dist":0.14925,"stft_dist":1.03541,"f0_rmse_cents":83.20248,"f0_corr":0.9231,"vuv_err":0.10538,"score_intelligibility":0.95174,"score_speaker":0.95018,"score_quality":0.95842,"score_fidelity":0.79867,"score":0.91475},"zh":{"n":50,"unit":"cer","wer":7.63848,"wer_orig":7.40525,"dwer":0.23324,"wer_pseudo":0.91463,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.96186,"utmos":2.58754,"dnsmos_ovrl":2.98867,"dnsmos_sig":3.3476,"dnsmos_bak":3.98437,"pesq_wb":3.13106,"pesq_nb":3.57872,"stoi":0.95028,"estoi":0.90923,"si_sdr":8.086,"mel_dist":0.13519,"stft_dist":1.0621,"f0_rmse_cents":66.67782,"f0_corr":0.95959,"vuv_err":0.07291,"score_intelligibility":0.973,"score_speaker":0.96186,"score_quality":0.91974,"score_fidelity":0.83958,"score":0.92355},"yue":{"n":50,"unit":"cer","wer":15.76324,"wer_orig":14.39252,"dwer":1.37072,"wer_pseudo":7.66308,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.96277,"utmos":2.73134,"dnsmos_ovrl":3.04136,"dnsmos_sig":3.42603,"dnsmos_bak":3.88217,"pesq_wb":2.96805,"pesq_nb":3.45923,"stoi":0.93462,"estoi":0.87607,"si_sdr":7.74017,"mel_dist":0.13508,"stft_dist":1.05056,"f0_rmse_cents":101.29303,"f0_corr":0.95291,"vuv_err":0.09003,"score_intelligibility":0.91823,"score_speaker":0.96277,"score_quality":0.94504,"score_fidelity":0.81661,"score":0.91066},"ja":{"n":50,"unit":"cer","wer":4.18006,"wer_orig":3.53698,"dwer":0.64309,"wer_pseudo":1.46991,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.93021,"utmos":1.96886,"dnsmos_ovrl":2.54036,"dnsmos_sig":3.21322,"dnsmos_bak":3.3547,"pesq_wb":3.05581,"pesq_nb":3.51684,"stoi":0.84835,"estoi":0.76077,"si_sdr":6.9577,"mel_dist":0.14263,"stft_dist":1.09326,"f0_rmse_cents":83.8781,"f0_corr":0.95708,"vuv_err":0.10455,"score_intelligibility":0.87585,"score_speaker":0.93021,"score_quality":0.96775,"score_fidelity":0.7976,"score":0.89286},"ko":{"n":50,"unit":"cer","wer":4.90196,"wer_orig":5.14706,"dwer":-0.2451,"wer_pseudo":1.0521,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.9579,"utmos":3.01166,"dnsmos_ovrl":3.02475,"dnsmos_sig":3.38016,"dnsmos_bak":4.05247,"pesq_wb":3.36088,"pesq_nb":3.67095,"stoi":0.94638,"estoi":0.9061,"si_sdr":10.86404,"mel_dist":0.13556,"stft_dist":0.99713,"f0_rmse_cents":68.28605,"f0_corr":0.97563,"vuv_err":0.06515,"score_intelligibility":1.0,"score_speaker":0.9579,"score_quality":0.94038,"score_fidelity":0.86552,"score":0.94095},"th":{"n":50,"unit":"cer","wer":7.3363,"wer_orig":7.61924,"dwer":-0.28294,"wer_pseudo":3.46224,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.9549,"utmos":2.17535,"dnsmos_ovrl":2.7811,"dnsmos_sig":3.28825,"dnsmos_bak":3.72695,"pesq_wb":2.81005,"pesq_nb":3.34762,"stoi":0.93124,"estoi":0.87837,"si_sdr":7.83155,"mel_dist":0.14325,"stft_dist":1.08452,"f0_rmse_cents":150.49919,"f0_corr":0.9117,"vuv_err":0.14033,"score_intelligibility":1.0,"score_speaker":0.9549,"score_quality":0.92345,"score_fidelity":0.7867,"score":0.91626}}},{"codec":"wavtokenizer_large_speech_75tok","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"wavtokenizer_large_speech_75tok","family":"WavTokenizer","checkpoint":"novateur/WavTokenizer-large-speech-75token","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":1,"codebook_size":4096,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2408.16532","year":2024,"bitrate_kbps":0.9,"notes":"large (~80k h) speech training data; 0.9 kbps","side_info":null,"warning":null,"env":"main"},"kbps":0.9,"kbps_measured":0.90025,"tokens_per_s":75.02071,"params_M":80.55242,"efficiency":{"rtf_encode":0.00135,"rtf_decode":0.00064,"peak_vram_gb":0.64604,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.64653,"score_worst_lang":0.49198,"worst_lang":"nl","en_gap":-0.08051,"score_intelligibility":0.36473,"score_speaker":0.6871,"score_quality":0.91238,"score_fidelity":0.62193,"dwer":17.76989,"wer":26.57569,"wer_pseudo":23.19421,"sim":0.6871,"utmos":2.38997,"dnsmos_ovrl":2.89561,"dnsmos_sig":3.2755,"dnsmos_bak":3.91058,"pesq_wb":1.96809,"pesq_nb":2.49184,"stoi":0.81901,"estoi":0.67642,"si_sdr":-6.94748,"mel_dist":0.17927,"stft_dist":1.35855,"f0_rmse_cents":209.1533,"f0_corr":0.77017,"vuv_err":0.23265,"score_ci95":[0.64049,0.65325]},"per_lang":{"en":{"n":50,"unit":"wer","wer":16.51917,"wer_orig":6.98132,"dwer":9.53786,"wer_pseudo":12.93774,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.58473,"utmos":1.86858,"dnsmos_ovrl":2.3695,"dnsmos_sig":2.83464,"dnsmos_bak":3.85159,"pesq_wb":1.51767,"pesq_nb":1.92209,"stoi":0.74392,"estoi":0.55866,"si_sdr":-19.33552,"mel_dist":0.20246,"stft_dist":1.59848,"f0_rmse_cents":350.4582,"f0_corr":0.6512,"vuv_err":0.34634,"score_intelligibility":0.45558,"score_speaker":0.58473,"score_quality":0.72288,"score_fidelity":0.51434,"score":0.56938},"de":{"n":50,"unit":"wer","wer":16.58189,"wer_orig":5.69685,"dwer":10.88505,"wer_pseudo":12.8179,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.73028,"utmos":2.77527,"dnsmos_ovrl":3.10647,"dnsmos_sig":3.38114,"dnsmos_bak":4.09895,"pesq_wb":2.10615,"pesq_nb":2.70571,"stoi":0.87417,"estoi":0.71844,"si_sdr":0.80436,"mel_dist":0.17183,"stft_dist":1.24341,"f0_rmse_cents":216.47413,"f0_corr":0.79734,"vuv_err":0.18032,"score_intelligibility":0.38089,"score_speaker":0.73028,"score_quality":1.0,"score_fidelity":0.66252,"score":0.69342},"fr":{"n":50,"unit":"wer","wer":25.29644,"wer_orig":4.98024,"dwer":20.31621,"wer_pseudo":23.49206,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.67276,"utmos":2.44987,"dnsmos_ovrl":3.08405,"dnsmos_sig":3.39577,"dnsmos_bak":4.05401,"pesq_wb":2.02636,"pesq_nb":2.55995,"stoi":0.86228,"estoi":0.76138,"si_sdr":-4.10215,"mel_dist":0.1952,"stft_dist":1.32833,"f0_rmse_cents":137.62361,"f0_corr":0.88692,"vuv_err":0.2302,"score_intelligibility":0.22742,"score_speaker":0.67276,"score_quality":1.0,"score_fidelity":0.68082,"score":0.64525},"es":{"n":50,"unit":"wer","wer":6.18182,"wer_orig":3.09091,"dwer":3.09091,"wer_pseudo":4.55789,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.75936,"utmos":2.98835,"dnsmos_ovrl":3.25098,"dnsmos_sig":3.57343,"dnsmos_bak":4.01049,"pesq_wb":2.51348,"pesq_nb":3.01152,"stoi":0.87566,"estoi":0.76144,"si_sdr":0.67849,"mel_dist":0.16778,"stft_dist":1.19262,"f0_rmse_cents":207.80599,"f0_corr":0.8502,"vuv_err":0.20792,"score_intelligibility":0.56962,"score_speaker":0.75936,"score_quality":1.0,"score_fidelity":0.71943,"score":0.7621},"it":{"n":50,"unit":"wer","wer":11.65756,"wer_orig":2.55009,"dwer":9.10747,"wer_pseudo":10.42048,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.71093,"utmos":3.12498,"dnsmos_ovrl":3.3247,"dnsmos_sig":3.60314,"dnsmos_bak":4.11148,"pesq_wb":2.51676,"pesq_nb":2.93987,"stoi":0.87808,"estoi":0.77028,"si_sdr":0.02843,"mel_dist":0.17615,"stft_dist":1.21799,"f0_rmse_cents":107.75781,"f0_corr":0.8619,"vuv_err":0.15778,"score_intelligibility":0.28047,"score_speaker":0.71093,"score_quality":1.0,"score_fidelity":0.72445,"score":0.67896},"pt":{"n":50,"unit":"wer","wer":8.00781,"wer_orig":3.41797,"dwer":4.58984,"wer_pseudo":6.39764,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.74406,"utmos":2.6216,"dnsmos_ovrl":3.03766,"dnsmos_sig":3.39886,"dnsmos_bak":3.82481,"pesq_wb":2.13693,"pesq_nb":2.64863,"stoi":0.82241,"estoi":0.69433,"si_sdr":-2.42716,"mel_dist":0.17354,"stft_dist":1.26789,"f0_rmse_cents":262.14079,"f0_corr":0.8422,"vuv_err":0.2261,"score_intelligibility":0.49046,"score_speaker":0.74406,"score_quality":1.0,"score_fidelity":0.66315,"score":0.72442},"nl":{"n":50,"unit":"wer","wer":28.0107,"wer_orig":5.26316,"dwer":22.74755,"wer_pseudo":26.49955,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.60738,"utmos":1.97214,"dnsmos_ovrl":2.31218,"dnsmos_sig":2.67342,"dnsmos_bak":3.99235,"pesq_wb":1.55422,"pesq_nb":2.10414,"stoi":0.82953,"estoi":0.69035,"si_sdr":-16.62034,"mel_dist":0.18564,"stft_dist":1.55162,"f0_rmse_cents":235.97755,"f0_corr":0.57196,"vuv_err":0.30109,"score_intelligibility":0.21589,"score_speaker":0.60738,"score_quality":0.62471,"score_fidelity":0.51995,"score":0.49198},"pl":{"n":50,"unit":"wer","wer":25.2193,"wer_orig":3.28947,"dwer":21.92982,"wer_pseudo":24.67105,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.74365,"utmos":2.2784,"dnsmos_ovrl":2.96171,"dnsmos_sig":3.26915,"dnsmos_bak":4.0553,"pesq_wb":1.86526,"pesq_nb":2.34852,"stoi":0.87032,"estoi":0.74282,"si_sdr":-8.11362,"mel_dist":0.19065,"stft_dist":1.4575,"f0_rmse_cents":147.21469,"f0_corr":0.6994,"vuv_err":0.19414,"score_intelligibility":0.1636,"score_speaker":0.74365,"score_quality":0.85753,"score_fidelity":0.60564,"score":0.59261},"cs":{"n":50,"unit":"wer","wer":34.88915,"wer_orig":9.45158,"dwer":25.43757,"wer_pseudo":32.94393,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.75444,"utmos":2.58552,"dnsmos_ovrl":3.2245,"dnsmos_sig":3.52897,"dnsmos_bak":4.02378,"pesq_wb":1.80836,"pesq_nb":2.46148,"stoi":0.83971,"estoi":0.71023,"si_sdr":0.67752,"mel_dist":0.1791,"stft_dist":1.23169,"f0_rmse_cents":124.57181,"f0_corr":0.82977,"vuv_err":0.1773,"score_intelligibility":0.29122,"score_speaker":0.75444,"score_quality":1.0,"score_fidelity":0.63348,"score":0.66979},"tr":{"n":50,"unit":"wer","wer":26.44737,"wer_orig":7.76316,"dwer":18.68421,"wer_pseudo":23.71542,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.72216,"utmos":2.36798,"dnsmos_ovrl":3.04624,"dnsmos_sig":3.38495,"dnsmos_bak":4.04602,"pesq_wb":1.96899,"pesq_nb":2.53561,"stoi":0.83239,"estoi":0.66315,"si_sdr":-10.03773,"mel_dist":0.1774,"stft_dist":1.38258,"f0_rmse_cents":145.56934,"f0_corr":0.87807,"vuv_err":0.18176,"score_intelligibility":0.31927,"score_speaker":0.72216,"score_quality":0.99972,"score_fidelity":0.66244,"score":0.6759},"id":{"n":50,"unit":"wer","wer":28.57143,"wer_orig":5.90319,"dwer":22.66824,"wer_pseudo":27.74498,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.57596,"utmos":1.96345,"dnsmos_ovrl":2.79421,"dnsmos_sig":3.36667,"dnsmos_bak":3.49008,"pesq_wb":1.65694,"pesq_nb":2.30085,"stoi":0.71307,"estoi":0.51166,"si_sdr":-7.30513,"mel_dist":0.16583,"stft_dist":1.33481,"f0_rmse_cents":386.71365,"f0_corr":0.6117,"vuv_err":0.3402,"score_intelligibility":0.23344,"score_speaker":0.57596,"score_quality":1.0,"score_fidelity":0.50416,"score":0.57839},"vi":{"n":50,"unit":"wer","wer":40.25457,"wer_orig":7.71679,"dwer":32.53779,"wer_pseudo":37.5,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.6109,"utmos":1.96457,"dnsmos_ovrl":2.62777,"dnsmos_sig":3.07021,"dnsmos_bak":3.71219,"pesq_wb":1.68735,"pesq_nb":2.22564,"stoi":0.68828,"estoi":0.50627,"si_sdr":-10.18149,"mel_dist":0.17074,"stft_dist":1.38861,"f0_rmse_cents":201.46193,"f0_corr":0.76512,"vuv_err":0.2909,"score_intelligibility":0.21129,"score_speaker":0.6109,"score_quality":0.87722,"score_fidelity":0.54993,"score":0.56234},"ru":{"n":50,"unit":"wer","wer":14.33526,"wer_orig":4.50867,"dwer":9.82659,"wer_pseudo":11.23986,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.72374,"utmos":2.41314,"dnsmos_ovrl":2.95353,"dnsmos_sig":3.25876,"dnsmos_bak":4.06901,"pesq_wb":2.01559,"pesq_nb":2.52578,"stoi":0.85849,"estoi":0.73247,"si_sdr":-6.41143,"mel_dist":0.1841,"stft_dist":1.38431,"f0_rmse_cents":189.61937,"f0_corr":0.75224,"vuv_err":0.23157,"score_intelligibility":0.35922,"score_speaker":0.72374,"score_quality":0.89711,"score_fidelity":0.63363,"score":0.65342},"uk":{"n":50,"unit":"wer","wer":23.49603,"wer_orig":6.46992,"dwer":17.02611,"wer_pseudo":20.0,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.6509,"utmos":2.5326,"dnsmos_ovrl":3.01797,"dnsmos_sig":3.34119,"dnsmos_bak":4.07417,"pesq_wb":2.05978,"pesq_nb":2.5108,"stoi":0.8516,"estoi":0.70303,"si_sdr":-7.7918,"mel_dist":0.18393,"stft_dist":1.34983,"f0_rmse_cents":158.15,"f0_corr":0.86593,"vuv_err":0.21797,"score_intelligibility":0.30494,"score_speaker":0.6509,"score_quality":0.97636,"score_fidelity":0.67344,"score":0.65141},"el":{"n":50,"unit":"wer","wer":51.30261,"wer_orig":12.02405,"dwer":39.27856,"wer_pseudo":47.44745,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.63586,"utmos":2.56496,"dnsmos_ovrl":2.96337,"dnsmos_sig":3.3463,"dnsmos_bak":3.95149,"pesq_wb":2.25528,"pesq_nb":2.78485,"stoi":0.84358,"estoi":0.70303,"si_sdr":-5.06375,"mel_dist":0.17051,"stft_dist":1.26937,"f0_rmse_cents":125.1529,"f0_corr":0.82554,"vuv_err":0.17157,"score_intelligibility":0.24901,"score_speaker":0.63586,"score_quality":0.94649,"score_fidelity":0.67592,"score":0.62682},"ar":{"n":50,"unit":"wer","wer":30.94945,"wer_orig":12.45376,"dwer":18.49568,"wer_pseudo":25.71075,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.7678,"utmos":2.54344,"dnsmos_ovrl":3.23646,"dnsmos_sig":3.55721,"dnsmos_bak":4.03557,"pesq_wb":2.10889,"pesq_nb":2.59881,"stoi":0.88758,"estoi":0.79703,"si_sdr":-0.21972,"mel_dist":0.18179,"stft_dist":1.27987,"f0_rmse_cents":167.98859,"f0_corr":0.8431,"vuv_err":0.1649,"score_intelligibility":0.4211,"score_speaker":0.7678,"score_quality":0.96129,"score_fidelity":0.6825,"score":0.70817},"fa":{"n":50,"unit":"wer","wer":48.22857,"wer_orig":25.94286,"dwer":22.28571,"wer_pseudo":36.32432,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.68692,"utmos":2.16397,"dnsmos_ovrl":2.68011,"dnsmos_sig":3.14811,"dnsmos_bak":3.73825,"pesq_wb":1.7522,"pesq_nb":2.45554,"stoi":0.70091,"estoi":0.53048,"si_sdr":-11.90084,"mel_dist":0.17644,"stft_dist":1.43366,"f0_rmse_cents":466.09499,"f0_corr":0.5765,"vuv_err":0.3781,"score_intelligibility":0.5473,"score_speaker":0.68692,"score_quality":0.8168,"score_fidelity":0.49744,"score":0.63712},"he":{"n":50,"unit":"wer","wer":55.34884,"wer_orig":19.4186,"dwer":35.93023,"wer_pseudo":49.53052,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.62609,"utmos":2.25225,"dnsmos_ovrl":2.68284,"dnsmos_sig":3.02759,"dnsmos_bak":3.91805,"pesq_wb":1.77525,"pesq_nb":2.24359,"stoi":0.83519,"estoi":0.69212,"si_sdr":-11.60504,"mel_dist":0.19037,"stft_dist":1.43542,"f0_rmse_cents":185.78226,"f0_corr":0.65495,"vuv_err":0.29961,"score_intelligibility":0.36236,"score_speaker":0.62609,"score_quality":0.88457,"score_fidelity":0.57055,"score":0.61089},"hi":{"n":50,"unit":"wer","wer":48.93813,"wer_orig":26.31579,"dwer":22.62235,"wer_pseudo":41.32607,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.6684,"utmos":2.26556,"dnsmos_ovrl":2.81139,"dnsmos_sig":3.33698,"dnsmos_bak":3.57336,"pesq_wb":1.99408,"pesq_nb":2.53295,"stoi":0.80455,"estoi":0.65172,"si_sdr":-3.95011,"mel_dist":0.17691,"stft_dist":1.28687,"f0_rmse_cents":243.27614,"f0_corr":0.73132,"vuv_err":0.22139,"score_intelligibility":0.54699,"score_speaker":0.6684,"score_quality":0.98847,"score_fidelity":0.60663,"score":0.70262},"zh":{"n":50,"unit":"cer","wer":15.86006,"wer_orig":7.40525,"dwer":8.45481,"wer_pseudo":10.54878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.72995,"utmos":2.4199,"dnsmos_ovrl":2.96992,"dnsmos_sig":3.3213,"dnsmos_bak":4.01152,"pesq_wb":2.06655,"pesq_nb":2.52536,"stoi":0.85466,"estoi":0.73769,"si_sdr":-8.92567,"mel_dist":0.17549,"stft_dist":1.36943,"f0_rmse_cents":130.3813,"f0_corr":0.8683,"vuv_err":0.19364,"score_intelligibility":0.49853,"score_speaker":0.72995,"score_quality":0.86888,"score_fidelity":0.6759,"score":0.69331},"yue":{"n":50,"unit":"cer","wer":32.33645,"wer_orig":14.39252,"dwer":17.94393,"wer_pseudo":28.56238,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.72959,"utmos":2.72175,"dnsmos_ovrl":3.06504,"dnsmos_sig":3.41077,"dnsmos_bak":3.98091,"pesq_wb":2.0169,"pesq_nb":2.54738,"stoi":0.8452,"estoi":0.70045,"si_sdr":-2.99004,"mel_dist":0.17473,"stft_dist":1.339,"f0_rmse_cents":163.8633,"f0_corr":0.86523,"vuv_err":0.1617,"score_intelligibility":0.46173,"score_speaker":0.72959,"score_quality":0.94257,"score_fidelity":0.66699,"score":0.70022},"ja":{"n":50,"unit":"cer","wer":14.10198,"wer_orig":3.53698,"dwer":10.565,"wer_pseudo":12.40239,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.66264,"utmos":1.8798,"dnsmos_ovrl":2.46688,"dnsmos_sig":3.06211,"dnsmos_bak":3.44867,"pesq_wb":1.82616,"pesq_nb":2.4216,"stoi":0.68374,"estoi":0.48898,"si_sdr":-13.27081,"mel_dist":0.17984,"stft_dist":1.48836,"f0_rmse_cents":265.69214,"f0_corr":0.6683,"vuv_err":0.32153,"score_intelligibility":0.30042,"score_speaker":0.66264,"score_quality":0.90127,"score_fidelity":0.52936,"score":0.59842},"ko":{"n":50,"unit":"cer","wer":10.68627,"wer_orig":5.14706,"dwer":5.53922,"wer_pseudo":7.31463,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.71452,"utmos":2.70363,"dnsmos_ovrl":2.91057,"dnsmos_sig":3.23466,"dnsmos_bak":4.05642,"pesq_wb":2.42004,"pesq_nb":2.83823,"stoi":0.86021,"estoi":0.75334,"si_sdr":-3.9469,"mel_dist":0.16587,"stft_dist":1.29718,"f0_rmse_cents":120.04665,"f0_corr":0.8529,"vuv_err":0.1371,"score_intelligibility":0.52601,"score_speaker":0.71452,"score_quality":0.84427,"score_fidelity":0.70628,"score":0.69777},"th":{"n":50,"unit":"cer","wer":24.5958,"wer_orig":7.61924,"dwer":16.97656,"wer_pseudo":22.55517,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.67735,"utmos":1.93748,"dnsmos_ovrl":2.59649,"dnsmos_sig":3.08673,"dnsmos_bak":3.72546,"pesq_wb":1.58506,"pesq_nb":2.05533,"stoi":0.80077,"estoi":0.65464,"si_sdr":-14.72906,"mel_dist":0.18631,"stft_dist":1.47636,"f0_rmse_cents":279.86208,"f0_corr":0.73389,"vuv_err":0.25055,"score_intelligibility":0.33674,"score_speaker":0.67735,"score_quality":0.78705,"score_fidelity":0.56727,"score":0.59211}}},{"codec":"wavtokenizer_large_unify_40tok","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"wavtokenizer_large_unify_40tok","family":"WavTokenizer","checkpoint":"novateur/WavTokenizer-large-unify-40token","sample_rate":24000,"output_sample_rate":24000,"frame_rate":40,"n_codebooks":1,"codebook_size":4096,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2408.16532","year":2024,"bitrate_kbps":0.48,"notes":"large unified (speech+music+audio) training data; 0.48 kbps","side_info":null,"warning":null,"env":"main"},"kbps":0.48,"kbps_measured":0.48046,"tokens_per_s":40.03859,"params_M":80.91399,"efficiency":{"rtf_encode":0.00089,"rtf_decode":0.00048,"peak_vram_gb":0.57634,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.48407,"score_worst_lang":0.287,"worst_lang":"nl","en_gap":-0.12561,"score_intelligibility":0.18732,"score_speaker":0.54758,"score_quality":0.69037,"score_fidelity":0.51103,"dwer":44.38903,"wer":53.19484,"wer_pseudo":51.32657,"sim":0.54758,"utmos":1.94199,"dnsmos_ovrl":2.53239,"dnsmos_sig":3.10082,"dnsmos_bak":3.24603,"pesq_wb":1.53918,"pesq_nb":1.96464,"stoi":0.72404,"estoi":0.54253,"si_sdr":-10.68989,"mel_dist":0.26848,"stft_dist":1.64221,"f0_rmse_cents":328.27296,"f0_corr":0.65501,"vuv_err":0.30147,"score_ci95":[0.47805,0.49013]},"per_lang":{"en":{"n":50,"unit":"wer","wer":66.66667,"wer_orig":6.98132,"dwer":59.68535,"wer_pseudo":66.24514,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.3747,"utmos":1.8163,"dnsmos_ovrl":1.90021,"dnsmos_sig":2.52046,"dnsmos_bak":2.81835,"pesq_wb":1.34332,"pesq_nb":1.64614,"stoi":0.60334,"estoi":0.38883,"si_sdr":-23.34792,"mel_dist":0.32763,"stft_dist":2.16737,"f0_rmse_cents":638.56323,"f0_corr":0.51831,"vuv_err":0.39217,"score_intelligibility":0.11795,"score_speaker":0.3747,"score_quality":0.55556,"score_fidelity":0.40658,"score":0.3637},"de":{"n":50,"unit":"wer","wer":29.60326,"wer_orig":5.69685,"dwer":23.90641,"wer_pseudo":26.75483,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.60512,"utmos":2.2703,"dnsmos_ovrl":2.86352,"dnsmos_sig":3.32353,"dnsmos_bak":3.63123,"pesq_wb":1.71602,"pesq_nb":2.16642,"stoi":0.8048,"estoi":0.60422,"si_sdr":-2.21975,"mel_dist":0.23769,"stft_dist":1.45432,"f0_rmse_cents":245.1555,"f0_corr":0.71014,"vuv_err":0.22195,"score_intelligibility":0.21883,"score_speaker":0.60512,"score_quality":0.81455,"score_fidelity":0.57317,"score":0.55292},"fr":{"n":50,"unit":"wer","wer":48.4585,"wer_orig":4.98024,"dwer":43.47826,"wer_pseudo":47.61905,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.58684,"utmos":2.10629,"dnsmos_ovrl":2.74706,"dnsmos_sig":3.28405,"dnsmos_bak":3.4969,"pesq_wb":1.6495,"pesq_nb":2.06235,"stoi":0.78401,"estoi":0.65472,"si_sdr":-3.84097,"mel_dist":0.28136,"stft_dist":1.58771,"f0_rmse_cents":176.61341,"f0_corr":0.8056,"vuv_err":0.24831,"score_intelligibility":0.12091,"score_speaker":0.58684,"score_quality":0.83567,"score_fidelity":0.59173,"score":0.53379},"es":{"n":50,"unit":"wer","wer":13.36364,"wer_orig":3.09091,"dwer":10.27273,"wer_pseudo":11.8505,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.64162,"utmos":2.44425,"dnsmos_ovrl":3.05752,"dnsmos_sig":3.56059,"dnsmos_bak":3.66301,"pesq_wb":1.9305,"pesq_nb":2.41551,"stoi":0.81557,"estoi":0.66561,"si_sdr":-0.979,"mel_dist":0.2521,"stft_dist":1.45888,"f0_rmse_cents":203.63411,"f0_corr":0.83664,"vuv_err":0.22403,"score_intelligibility":0.28481,"score_speaker":0.64162,"score_quality":0.88069,"score_fidelity":0.63936,"score":0.61162},"it":{"n":50,"unit":"wer","wer":19.21676,"wer_orig":2.55009,"dwer":16.66667,"wer_pseudo":18.73857,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.57165,"utmos":2.61192,"dnsmos_ovrl":3.0824,"dnsmos_sig":3.57627,"dnsmos_bak":3.70064,"pesq_wb":1.9324,"pesq_nb":2.35018,"stoi":0.81505,"estoi":0.67295,"si_sdr":-1.22241,"mel_dist":0.25982,"stft_dist":1.45659,"f0_rmse_cents":123.26905,"f0_corr":0.81216,"vuv_err":0.19279,"score_intelligibility":0.1756,"score_speaker":0.57165,"score_quality":0.83433,"score_fidelity":0.6312,"score":0.5532},"pt":{"n":50,"unit":"wer","wer":19.62891,"wer_orig":3.41797,"dwer":16.21094,"wer_pseudo":19.48819,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.5999,"utmos":2.21168,"dnsmos_ovrl":2.88361,"dnsmos_sig":3.42801,"dnsmos_bak":3.46262,"pesq_wb":1.68367,"pesq_nb":2.17265,"stoi":0.75552,"estoi":0.59608,"si_sdr":-4.21179,"mel_dist":0.23585,"stft_dist":1.48776,"f0_rmse_cents":324.00737,"f0_corr":0.74978,"vuv_err":0.26014,"score_intelligibility":0.21416,"score_speaker":0.5999,"score_quality":0.87314,"score_fidelity":0.56688,"score":0.56352},"nl":{"n":50,"unit":"wer","wer":91.43622,"wer_orig":5.26316,"dwer":86.17306,"wer_pseudo":91.13697,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.43281,"utmos":1.26975,"dnsmos_ovrl":1.61044,"dnsmos_sig":2.17775,"dnsmos_bak":2.73954,"pesq_wb":1.20332,"pesq_nb":1.50005,"stoi":0.69995,"estoi":0.47764,"si_sdr":-32.08009,"mel_dist":0.32998,"stft_dist":1.89749,"f0_rmse_cents":335.79102,"f0_corr":0.45149,"vuv_err":0.5524,"score_intelligibility":0.06776,"score_speaker":0.43281,"score_quality":0.24427,"score_fidelity":0.40318,"score":0.287},"pl":{"n":50,"unit":"wer","wer":70.39474,"wer_orig":3.28947,"dwer":67.10526,"wer_pseudo":70.17544,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.56833,"utmos":1.64568,"dnsmos_ovrl":2.29748,"dnsmos_sig":2.94985,"dnsmos_bak":2.9759,"pesq_wb":1.37026,"pesq_nb":1.69037,"stoi":0.77735,"estoi":0.59611,"si_sdr":-18.35728,"mel_dist":0.31266,"stft_dist":1.72175,"f0_rmse_cents":202.6872,"f0_corr":0.51033,"vuv_err":0.36391,"score_intelligibility":0.06008,"score_speaker":0.56833,"score_quality":0.50998,"score_fidelity":0.46449,"score":0.40072},"cs":{"n":50,"unit":"wer","wer":59.04317,"wer_orig":9.45158,"dwer":49.5916,"wer_pseudo":57.35981,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.57873,"utmos":2.15406,"dnsmos_ovrl":2.99023,"dnsmos_sig":3.4699,"dnsmos_bak":3.6715,"pesq_wb":1.46069,"pesq_nb":1.97802,"stoi":0.75893,"estoi":0.59743,"si_sdr":-1.65439,"mel_dist":0.25839,"stft_dist":1.4429,"f0_rmse_cents":119.8825,"f0_corr":0.82001,"vuv_err":0.17743,"score_intelligibility":0.17407,"score_speaker":0.57873,"score_quality":0.83721,"score_fidelity":0.57019,"score":0.54005},"tr":{"n":50,"unit":"wer","wer":56.84211,"wer_orig":7.76316,"dwer":49.07895,"wer_pseudo":54.80896,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.55635,"utmos":1.90992,"dnsmos_ovrl":2.71225,"dnsmos_sig":3.20067,"dnsmos_bak":3.53711,"pesq_wb":1.59724,"pesq_nb":2.06322,"stoi":0.73151,"estoi":0.52045,"si_sdr":-13.17679,"mel_dist":0.28571,"stft_dist":1.72454,"f0_rmse_cents":227.62909,"f0_corr":0.74843,"vuv_err":0.30664,"score_intelligibility":0.1515,"score_speaker":0.55635,"score_quality":0.77308,"score_fidelity":0.55019,"score":0.50778},"id":{"n":50,"unit":"wer","wer":62.80992,"wer_orig":5.90319,"dwer":56.90673,"wer_pseudo":61.98347,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.49395,"utmos":1.71784,"dnsmos_ovrl":2.33321,"dnsmos_sig":2.85022,"dnsmos_bak":2.76873,"pesq_wb":1.38435,"pesq_nb":1.89008,"stoi":0.61004,"estoi":0.39438,"si_sdr":-13.62309,"mel_dist":0.21527,"stft_dist":1.51391,"f0_rmse_cents":408.532,"f0_corr":0.59357,"vuv_err":0.32067,"score_intelligibility":0.10818,"score_speaker":0.49395,"score_quality":0.75795,"score_fidelity":0.43781,"score":0.44947},"vi":{"n":50,"unit":"wer","wer":61.49562,"wer_orig":7.71679,"dwer":53.77884,"wer_pseudo":59.87261,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.56191,"utmos":1.61859,"dnsmos_ovrl":2.33914,"dnsmos_sig":2.93869,"dnsmos_bak":3.03126,"pesq_wb":1.41579,"pesq_nb":1.88052,"stoi":0.58162,"estoi":0.37825,"si_sdr":-10.78131,"mel_dist":0.2192,"stft_dist":1.54167,"f0_rmse_cents":397.09943,"f0_corr":0.54054,"vuv_err":0.35108,"score_intelligibility":0.13948,"score_speaker":0.56191,"score_quality":0.64249,"score_fidelity":0.41365,"score":0.43938},"ru":{"n":50,"unit":"wer","wer":29.82659,"wer_orig":4.50867,"dwer":25.31792,"wer_pseudo":27.80997,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.59703,"utmos":1.85569,"dnsmos_ovrl":2.5486,"dnsmos_sig":3.13905,"dnsmos_bak":3.32903,"pesq_wb":1.50127,"pesq_nb":1.85561,"stoi":0.76386,"estoi":0.58665,"si_sdr":-10.70241,"mel_dist":0.29071,"stft_dist":1.64887,"f0_rmse_cents":235.44472,"f0_corr":0.66161,"vuv_err":0.32545,"score_intelligibility":0.1787,"score_speaker":0.59703,"score_quality":0.63269,"score_fidelity":0.5229,"score":0.48283},"uk":{"n":50,"unit":"wer","wer":59.25085,"wer_orig":6.46992,"dwer":52.78093,"wer_pseudo":58.06818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.50961,"utmos":2.3063,"dnsmos_ovrl":2.77556,"dnsmos_sig":3.25763,"dnsmos_bak":3.56456,"pesq_wb":1.65572,"pesq_nb":2.12629,"stoi":0.75377,"estoi":0.57178,"si_sdr":-8.63839,"mel_dist":0.29297,"stft_dist":1.76924,"f0_rmse_cents":230.87132,"f0_corr":0.67541,"vuv_err":0.27859,"score_intelligibility":0.12398,"score_speaker":0.50961,"score_quality":0.84571,"score_fidelity":0.53884,"score":0.50453},"el":{"n":50,"unit":"wer","wer":87.87575,"wer_orig":12.02405,"dwer":75.8517,"wer_pseudo":86.88689,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.44883,"utmos":1.89952,"dnsmos_ovrl":2.58782,"dnsmos_sig":3.1748,"dnsmos_bak":3.3424,"pesq_wb":1.65974,"pesq_nb":2.12342,"stoi":0.74603,"estoi":0.56394,"si_sdr":-5.5204,"mel_dist":0.24267,"stft_dist":1.47804,"f0_rmse_cents":148.60599,"f0_corr":0.7728,"vuv_err":0.23835,"score_intelligibility":0.14654,"score_speaker":0.44883,"score_quality":0.66001,"score_fidelity":0.56911,"score":0.45612},"ar":{"n":50,"unit":"wer","wer":51.78792,"wer_orig":12.45376,"dwer":39.33416,"wer_pseudo":49.69098,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.66372,"utmos":1.99125,"dnsmos_ovrl":2.84516,"dnsmos_sig":3.43973,"dnsmos_bak":3.43916,"pesq_wb":1.55146,"pesq_nb":1.94988,"stoi":0.81537,"estoi":0.68317,"si_sdr":-3.58167,"mel_dist":0.26022,"stft_dist":1.52035,"f0_rmse_cents":126.22449,"f0_corr":0.84819,"vuv_err":0.19008,"score_intelligibility":0.25486,"score_speaker":0.66372,"score_quality":0.72492,"score_fidelity":0.60704,"score":0.56264},"fa":{"n":50,"unit":"wer","wer":73.48571,"wer_orig":25.94286,"dwer":47.54286,"wer_pseudo":65.2973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.60144,"utmos":1.90285,"dnsmos_ovrl":2.42526,"dnsmos_sig":3.02163,"dnsmos_bak":3.20118,"pesq_wb":1.4175,"pesq_nb":1.97104,"stoi":0.59383,"estoi":0.39771,"si_sdr":-13.64969,"mel_dist":0.27067,"stft_dist":1.75389,"f0_rmse_cents":470.83322,"f0_corr":0.46004,"vuv_err":0.33708,"score_intelligibility":0.36172,"score_speaker":0.60144,"score_quality":0.66678,"score_fidelity":0.39105,"score":0.50525},"he":{"n":50,"unit":"wer","wer":79.53488,"wer_orig":19.4186,"dwer":60.11628,"wer_pseudo":75.58685,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.43454,"utmos":1.91337,"dnsmos_ovrl":2.3831,"dnsmos_sig":2.9486,"dnsmos_bak":3.24718,"pesq_wb":1.42594,"pesq_nb":1.79124,"stoi":0.72638,"estoi":0.53701,"si_sdr":-17.7193,"mel_dist":0.2876,"stft_dist":1.7684,"f0_rmse_cents":279.50709,"f0_corr":0.5547,"vuv_err":0.38569,"score_intelligibility":0.25354,"score_speaker":0.43454,"score_quality":0.68807,"score_fidelity":0.46759,"score":0.46093},"hi":{"n":50,"unit":"wer","wer":63.71191,"wer_orig":26.31579,"dwer":37.39612,"wer_pseudo":57.85649,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.56838,"utmos":1.79459,"dnsmos_ovrl":2.53648,"dnsmos_sig":3.23521,"dnsmos_bak":3.04034,"pesq_wb":1.6066,"pesq_nb":2.04684,"stoi":0.72046,"estoi":0.53911,"si_sdr":-6.39226,"mel_dist":0.24717,"stft_dist":1.51605,"f0_rmse_cents":431.74439,"f0_corr":0.63406,"vuv_err":0.27152,"score_intelligibility":0.42211,"score_speaker":0.56838,"score_quality":0.7479,"score_fidelity":0.50928,"score":0.56192},"zh":{"n":50,"unit":"cer","wer":39.53353,"wer_orig":7.40525,"dwer":32.12828,"wer_pseudo":35.79268,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.54439,"utmos":1.65693,"dnsmos_ovrl":2.48271,"dnsmos_sig":3.13745,"dnsmos_bak":3.10742,"pesq_wb":1.49899,"pesq_nb":1.83887,"stoi":0.74943,"estoi":0.58298,"si_sdr":-13.9504,"mel_dist":0.27862,"stft_dist":1.67922,"f0_rmse_cents":591.63786,"f0_corr":0.52847,"vuv_err":0.2528,"score_intelligibility":0.20737,"score_speaker":0.54439,"score_quality":0.54016,"score_fidelity":0.47349,"score":0.44135},"yue":{"n":50,"unit":"cer","wer":56.88474,"wer_orig":14.39252,"dwer":42.49221,"wer_pseudo":57.31476,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.56887,"utmos":2.27983,"dnsmos_ovrl":2.807,"dnsmos_sig":3.30395,"dnsmos_bak":3.52609,"pesq_wb":1.56274,"pesq_nb":2.00767,"stoi":0.76633,"estoi":0.58723,"si_sdr":-7.35107,"mel_dist":0.23935,"stft_dist":1.55505,"f0_rmse_cents":363.36632,"f0_corr":0.60024,"vuv_err":0.24322,"score_intelligibility":0.26592,"score_speaker":0.56887,"score_quality":0.77306,"score_fidelity":0.50912,"score":0.52924},"ja":{"n":50,"unit":"cer","wer":53.60588,"wer_orig":3.53698,"dwer":50.0689,"wer_pseudo":52.77905,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.52146,"utmos":1.70196,"dnsmos_ovrl":2.20084,"dnsmos_sig":2.90017,"dnsmos_bak":2.85559,"pesq_wb":1.44992,"pesq_nb":1.94262,"stoi":0.57488,"estoi":0.35441,"si_sdr":-17.03636,"mel_dist":0.26934,"stft_dist":1.88549,"f0_rmse_cents":308.12029,"f0_corr":0.55351,"vuv_err":0.37608,"score_intelligibility":0.08309,"score_speaker":0.52146,"score_quality":0.72899,"score_fidelity":0.41898,"score":0.43813},"ko":{"n":50,"unit":"cer","wer":28.82353,"wer_orig":5.14706,"dwer":23.67647,"wer_pseudo":26.40281,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.55717,"utmos":2.14749,"dnsmos_ovrl":2.52211,"dnsmos_sig":3.06897,"dnsmos_bak":3.27191,"pesq_wb":1.71825,"pesq_nb":2.15958,"stoi":0.76294,"estoi":0.60381,"si_sdr":-8.91818,"mel_dist":0.28275,"stft_dist":1.63754,"f0_rmse_cents":327.46567,"f0_corr":0.75926,"vuv_err":0.34878,"score_intelligibility":0.20611,"score_speaker":0.55717,"score_quality":0.62618,"score_fidelity":0.5758,"score":0.49132},"th":{"n":50,"unit":"cer","wer":53.39531,"wer_orig":7.61924,"dwer":45.77607,"wer_pseudo":52.31828,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.55447,"utmos":1.38138,"dnsmos_ovrl":1.84567,"dnsmos_sig":2.51239,"dnsmos_bak":2.48295,"pesq_wb":1.20502,"pesq_nb":1.52275,"stoi":0.66606,"estoi":0.46629,"si_sdr":-17.60258,"mel_dist":0.26576,"stft_dist":1.74606,"f0_rmse_cents":961.86589,"f0_corr":0.5749,"vuv_err":0.37605,"score_intelligibility":0.15846,"score_speaker":0.55447,"score_quality":0.3754,"score_fidelity":0.43318,"score":0.38038}}},{"codec":"wavtokenizer_medium_music_audio_75tok","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"wavtokenizer_medium_music_audio_75tok","family":"WavTokenizer","checkpoint":"novateur/WavTokenizer-medium-music-audio-75token","sample_rate":24000,"output_sample_rate":24000,"frame_rate":75,"n_codebooks":1,"codebook_size":4096,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2408.16532","year":2024,"bitrate_kbps":0.9,"notes":"medium (~5k h) music+audio training data","side_info":null,"warning":null,"env":"main"},"kbps":0.9,"kbps_measured":0.90025,"tokens_per_s":75.02071,"params_M":80.55242,"efficiency":{"rtf_encode":0.00136,"rtf_decode":0.00066,"peak_vram_gb":0.64604,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.51391,"score_worst_lang":0.4177,"worst_lang":"en","en_gap":-0.10039,"score_intelligibility":0.22342,"score_speaker":0.57938,"score_quality":0.66807,"score_fidelity":0.58477,"dwer":37.23196,"wer":46.03777,"wer_pseudo":43.86542,"sim":0.57938,"utmos":1.66721,"dnsmos_ovrl":2.77688,"dnsmos_sig":3.20244,"dnsmos_bak":3.78624,"pesq_wb":1.63843,"pesq_nb":2.08073,"stoi":0.76174,"estoi":0.59845,"si_sdr":-2.95402,"mel_dist":0.21568,"stft_dist":1.42566,"f0_rmse_cents":159.32268,"f0_corr":0.81016,"vuv_err":0.17909,"score_ci95":[0.50957,0.51923]},"per_lang":{"en":{"n":50,"unit":"wer","wer":54.76893,"wer_orig":6.98132,"dwer":47.78761,"wer_pseudo":53.50195,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.42332,"utmos":1.68339,"dnsmos_ovrl":2.2656,"dnsmos_sig":2.76573,"dnsmos_bak":3.72054,"pesq_wb":1.42239,"pesq_nb":1.77949,"stoi":0.66347,"estoi":0.4532,"si_sdr":-9.58635,"mel_dist":0.25539,"stft_dist":1.65979,"f0_rmse_cents":230.55606,"f0_corr":0.64209,"vuv_err":0.25279,"score_intelligibility":0.14311,"score_speaker":0.42332,"score_quality":0.62895,"score_fidelity":0.47542,"score":0.4177},"de":{"n":50,"unit":"wer","wer":28.17904,"wer_orig":5.69685,"dwer":22.4822,"wer_pseudo":25.02543,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.60475,"utmos":1.88623,"dnsmos_ovrl":3.04512,"dnsmos_sig":3.3444,"dnsmos_bak":4.03926,"pesq_wb":1.83337,"pesq_nb":2.24076,"stoi":0.8216,"estoi":0.64013,"si_sdr":0.92017,"mel_dist":0.20225,"stft_dist":1.31992,"f0_rmse_cents":166.24801,"f0_corr":0.83977,"vuv_err":0.15659,"score_intelligibility":0.22951,"score_speaker":0.60475,"score_quality":0.74711,"score_fidelity":0.63316,"score":0.55363},"fr":{"n":50,"unit":"wer","wer":43.083,"wer_orig":4.98024,"dwer":38.10277,"wer_pseudo":41.74603,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.59314,"utmos":1.67926,"dnsmos_ovrl":2.90332,"dnsmos_sig":3.24818,"dnsmos_bak":3.95645,"pesq_wb":1.67561,"pesq_nb":2.10824,"stoi":0.79947,"estoi":0.67973,"si_sdr":0.36769,"mel_dist":0.24017,"stft_dist":1.43095,"f0_rmse_cents":132.79514,"f0_corr":0.85878,"vuv_err":0.20109,"score_intelligibility":0.13566,"score_speaker":0.59314,"score_quality":0.71782,"score_fidelity":0.6171,"score":0.51593},"es":{"n":50,"unit":"wer","wer":12.0,"wer_orig":3.09091,"dwer":8.90909,"wer_pseudo":10.39198,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.6221,"utmos":1.81136,"dnsmos_ovrl":3.11674,"dnsmos_sig":3.49703,"dnsmos_bak":3.87341,"pesq_wb":1.93886,"pesq_nb":2.36764,"stoi":0.82103,"estoi":0.6789,"si_sdr":-0.05097,"mel_dist":0.20055,"stft_dist":1.30972,"f0_rmse_cents":168.74949,"f0_corr":0.88417,"vuv_err":0.17673,"score_intelligibility":0.31469,"score_speaker":0.6221,"score_quality":0.71453,"score_fidelity":0.65782,"score":0.57728},"it":{"n":50,"unit":"wer","wer":17.57741,"wer_orig":2.55009,"dwer":15.02732,"wer_pseudo":16.54479,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.54674,"utmos":1.87155,"dnsmos_ovrl":3.16262,"dnsmos_sig":3.4753,"dnsmos_bak":4.02659,"pesq_wb":1.95329,"pesq_nb":2.34717,"stoi":0.81835,"estoi":0.68011,"si_sdr":-0.50853,"mel_dist":0.21543,"stft_dist":1.36209,"f0_rmse_cents":106.28401,"f0_corr":0.83919,"vuv_err":0.14006,"score_intelligibility":0.1911,"score_speaker":0.54674,"score_quality":0.67584,"score_fidelity":0.6433,"score":0.51424},"pt":{"n":50,"unit":"wer","wer":10.54688,"wer_orig":3.41797,"dwer":7.12891,"wer_pseudo":8.36614,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.68487,"utmos":1.78604,"dnsmos_ovrl":2.93602,"dnsmos_sig":3.38072,"dnsmos_bak":3.63621,"pesq_wb":1.79883,"pesq_nb":2.24154,"stoi":0.77534,"estoi":0.63234,"si_sdr":-1.10593,"mel_dist":0.20191,"stft_dist":1.33867,"f0_rmse_cents":245.14405,"f0_corr":0.87019,"vuv_err":0.18936,"score_intelligibility":0.38261,"score_speaker":0.68487,"score_quality":0.7449,"score_fidelity":0.62459,"score":0.60924},"nl":{"n":50,"unit":"wer","wer":58.25156,"wer_orig":5.26316,"dwer":52.9884,"wer_pseudo":56.75918,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.56933,"utmos":1.52658,"dnsmos_ovrl":2.37448,"dnsmos_sig":2.76317,"dnsmos_bak":3.99527,"pesq_wb":1.46044,"pesq_nb":1.88791,"stoi":0.78593,"estoi":0.61206,"si_sdr":-7.43775,"mel_dist":0.21752,"stft_dist":1.53354,"f0_rmse_cents":179.11849,"f0_corr":0.75355,"vuv_err":0.22402,"score_intelligibility":0.1057,"score_speaker":0.56933,"score_quality":0.52949,"score_fidelity":0.55701,"score":0.44038},"pl":{"n":50,"unit":"wer","wer":78.17982,"wer_orig":3.28947,"dwer":74.89035,"wer_pseudo":77.85088,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.5381,"utmos":1.5596,"dnsmos_ovrl":2.90649,"dnsmos_sig":3.26968,"dnsmos_bak":3.98076,"pesq_wb":1.49058,"pesq_nb":1.83712,"stoi":0.80842,"estoi":0.64786,"si_sdr":-6.4727,"mel_dist":0.2452,"stft_dist":1.55578,"f0_rmse_cents":145.27177,"f0_corr":0.70269,"vuv_err":0.17656,"score_intelligibility":0.05417,"score_speaker":0.5381,"score_quality":0.638,"score_fidelity":0.55043,"score":0.44517},"cs":{"n":50,"unit":"wer","wer":56.24271,"wer_orig":9.45158,"dwer":46.79113,"wer_pseudo":55.60748,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.62501,"utmos":1.83836,"dnsmos_ovrl":3.11759,"dnsmos_sig":3.46896,"dnsmos_bak":3.9141,"pesq_wb":1.51635,"pesq_nb":2.05276,"stoi":0.78289,"estoi":0.63325,"si_sdr":1.17871,"mel_dist":0.21362,"stft_dist":1.30286,"f0_rmse_cents":103.40659,"f0_corr":0.85741,"vuv_err":0.14387,"score_intelligibility":0.18258,"score_speaker":0.62501,"score_quality":0.76673,"score_fidelity":0.59594,"score":0.54257},"tr":{"n":50,"unit":"wer","wer":48.68421,"wer_orig":7.76316,"dwer":40.92105,"wer_pseudo":47.29908,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.63093,"utmos":1.64479,"dnsmos_ovrl":2.88585,"dnsmos_sig":3.24428,"dnsmos_bak":3.95159,"pesq_wb":1.69297,"pesq_nb":2.17923,"stoi":0.77719,"estoi":0.59115,"si_sdr":-2.76004,"mel_dist":0.21315,"stft_dist":1.40742,"f0_rmse_cents":149.8165,"f0_corr":0.86324,"vuv_err":0.14823,"score_intelligibility":0.17638,"score_speaker":0.63093,"score_quality":0.71206,"score_fidelity":0.61281,"score":0.53304},"id":{"n":50,"unit":"wer","wer":42.62102,"wer_orig":5.90319,"dwer":36.71783,"wer_pseudo":42.62102,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.5641,"utmos":1.49137,"dnsmos_ovrl":2.7001,"dnsmos_sig":3.31093,"dnsmos_bak":3.22515,"pesq_wb":1.5445,"pesq_nb":2.08417,"stoi":0.67739,"estoi":0.47875,"si_sdr":-1.30997,"mel_dist":0.18618,"stft_dist":1.32936,"f0_rmse_cents":140.94508,"f0_corr":0.76814,"vuv_err":0.19582,"score_intelligibility":0.15825,"score_speaker":0.5641,"score_quality":0.7459,"score_fidelity":0.5337,"score":0.50049},"vi":{"n":50,"unit":"wer","wer":47.09626,"wer_orig":7.71679,"dwer":39.37947,"wer_pseudo":45.06369,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.62623,"utmos":1.5434,"dnsmos_ovrl":2.61917,"dnsmos_sig":3.16681,"dnsmos_bak":3.54674,"pesq_wb":1.64549,"pesq_nb":2.13612,"stoi":0.65008,"estoi":0.4657,"si_sdr":-1.27443,"mel_dist":0.18861,"stft_dist":1.36991,"f0_rmse_cents":146.20216,"f0_corr":0.86598,"vuv_err":0.15849,"score_intelligibility":0.18124,"score_speaker":0.62623,"score_quality":0.68427,"score_fidelity":0.56683,"score":0.51464},"ru":{"n":50,"unit":"wer","wer":22.89017,"wer_orig":4.50867,"dwer":18.3815,"wer_pseudo":21.78447,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.54373,"utmos":1.64552,"dnsmos_ovrl":2.8419,"dnsmos_sig":3.18854,"dnsmos_bak":3.99884,"pesq_wb":1.61468,"pesq_nb":2.00912,"stoi":0.80197,"estoi":0.65513,"si_sdr":-2.89231,"mel_dist":0.22753,"stft_dist":1.44674,"f0_rmse_cents":164.51087,"f0_corr":0.77854,"vuv_err":0.19463,"score_intelligibility":0.23058,"score_speaker":0.54373,"score_quality":0.64212,"score_fidelity":0.58538,"score":0.50045},"uk":{"n":50,"unit":"wer","wer":59.59137,"wer_orig":6.46992,"dwer":53.12145,"wer_pseudo":58.63636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.47372,"utmos":1.75829,"dnsmos_ovrl":2.89784,"dnsmos_sig":3.23722,"dnsmos_bak":4.01178,"pesq_wb":1.64077,"pesq_nb":2.04048,"stoi":0.77285,"estoi":0.59077,"si_sdr":-2.03125,"mel_dist":0.23096,"stft_dist":1.42046,"f0_rmse_cents":130.39484,"f0_corr":0.85973,"vuv_err":0.17563,"score_intelligibility":0.12328,"score_speaker":0.47372,"score_quality":0.7018,"score_fidelity":0.60522,"score":0.47601},"el":{"n":50,"unit":"wer","wer":71.44289,"wer_orig":12.02405,"dwer":59.41884,"wer_pseudo":69.86987,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.52165,"utmos":1.62132,"dnsmos_ovrl":2.80764,"dnsmos_sig":3.2338,"dnsmos_bak":3.83185,"pesq_wb":1.72987,"pesq_nb":2.2068,"stoi":0.77527,"estoi":0.61114,"si_sdr":-1.0261,"mel_dist":0.20082,"stft_dist":1.39543,"f0_rmse_cents":149.69427,"f0_corr":0.772,"vuv_err":0.18288,"score_intelligibility":0.17978,"score_speaker":0.52165,"score_quality":0.6354,"score_fidelity":0.58527,"score":0.48053},"ar":{"n":50,"unit":"wer","wer":38.96424,"wer_orig":12.45376,"dwer":26.51048,"wer_pseudo":35.4759,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.64196,"utmos":1.60967,"dnsmos_ovrl":2.97499,"dnsmos_sig":3.37177,"dnsmos_bak":3.83596,"pesq_wb":1.59768,"pesq_nb":1.99726,"stoi":0.83107,"estoi":0.71693,"si_sdr":-1.86039,"mel_dist":0.22391,"stft_dist":1.39369,"f0_rmse_cents":119.39821,"f0_corr":0.87844,"vuv_err":0.15295,"score_intelligibility":0.33664,"score_speaker":0.64196,"score_quality":0.64104,"score_fidelity":0.62676,"score":0.5616},"fa":{"n":50,"unit":"wer","wer":103.77143,"wer_orig":25.94286,"dwer":77.82857,"wer_pseudo":92.43243,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.6081,"utmos":1.64929,"dnsmos_ovrl":2.67075,"dnsmos_sig":3.17954,"dnsmos_bak":3.70185,"pesq_wb":1.52185,"pesq_nb":2.11976,"stoi":0.6414,"estoi":0.46046,"si_sdr":-6.14248,"mel_dist":0.2114,"stft_dist":1.46719,"f0_rmse_cents":246.16014,"f0_corr":0.69965,"vuv_err":0.19245,"score_intelligibility":0.25716,"score_speaker":0.6081,"score_quality":0.65522,"score_fidelity":0.49672,"score":0.5043},"he":{"n":50,"unit":"wer","wer":83.48837,"wer_orig":19.4186,"dwer":64.06977,"wer_pseudo":80.75117,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.54974,"utmos":1.47942,"dnsmos_ovrl":2.56144,"dnsmos_sig":2.92684,"dnsmos_bak":3.86324,"pesq_wb":1.44233,"pesq_nb":1.83722,"stoi":0.75943,"estoi":0.57788,"si_sdr":-2.25836,"mel_dist":0.23153,"stft_dist":1.46444,"f0_rmse_cents":172.38111,"f0_corr":0.67512,"vuv_err":0.25176,"score_intelligibility":0.24167,"score_speaker":0.54974,"score_quality":0.5913,"score_fidelity":0.52031,"score":0.47576},"hi":{"n":50,"unit":"wer","wer":60.94183,"wer_orig":26.31579,"dwer":34.62604,"wer_pseudo":55.22252,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.56945,"utmos":1.58768,"dnsmos_ovrl":2.59897,"dnsmos_sig":3.189,"dnsmos_bak":3.32795,"pesq_wb":1.66536,"pesq_nb":2.1201,"stoi":0.75393,"estoi":0.58968,"si_sdr":-0.46861,"mel_dist":0.21197,"stft_dist":1.37474,"f0_rmse_cents":117.3803,"f0_corr":0.85252,"vuv_err":0.16501,"score_intelligibility":0.44099,"score_speaker":0.56945,"score_quality":0.68598,"score_fidelity":0.59885,"score":0.57382},"zh":{"n":50,"unit":"cer","wer":28.33819,"wer_orig":7.40525,"dwer":20.93294,"wer_pseudo":23.84146,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.59164,"utmos":1.55861,"dnsmos_ovrl":2.69745,"dnsmos_sig":3.0991,"dnsmos_bak":3.86579,"pesq_wb":1.56289,"pesq_nb":1.95377,"stoi":0.78869,"estoi":0.64178,"si_sdr":-8.37637,"mel_dist":0.21459,"stft_dist":1.52601,"f0_rmse_cents":136.54815,"f0_corr":0.85827,"vuv_err":0.14108,"score_intelligibility":0.2865,"score_speaker":0.59164,"score_quality":0.56492,"score_fidelity":0.60259,"score":0.51141},"yue":{"n":50,"unit":"cer","wer":42.42991,"wer_orig":14.39252,"dwer":28.03738,"wer_pseudo":43.25522,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.62603,"utmos":1.89768,"dnsmos_ovrl":2.92043,"dnsmos_sig":3.31518,"dnsmos_bak":3.83105,"pesq_wb":1.61786,"pesq_nb":2.10418,"stoi":0.79428,"estoi":0.6327,"si_sdr":-5.72569,"mel_dist":0.20496,"stft_dist":1.43842,"f0_rmse_cents":154.83792,"f0_corr":0.8751,"vuv_err":0.14953,"score_intelligibility":0.35442,"score_speaker":0.62603,"score_quality":0.7027,"score_fidelity":0.6153,"score":0.57461},"ja":{"n":50,"unit":"cer","wer":41.15756,"wer_orig":3.53698,"dwer":37.62058,"wer_pseudo":40.33073,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.54697,"utmos":1.46993,"dnsmos_ovrl":2.26012,"dnsmos_sig":2.86307,"dnsmos_bak":3.15958,"pesq_wb":1.57003,"pesq_nb":2.04219,"stoi":0.61451,"estoi":0.40245,"si_sdr":-6.12678,"mel_dist":0.21738,"stft_dist":1.51711,"f0_rmse_cents":172.39669,"f0_corr":0.77059,"vuv_err":0.18376,"score_intelligibility":0.10762,"score_speaker":0.54697,"score_quality":0.63623,"score_fidelity":0.51599,"score":0.4517},"ko":{"n":50,"unit":"cer","wer":18.38235,"wer_orig":5.14706,"dwer":13.23529,"wer_pseudo":15.93186,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.58584,"utmos":1.88268,"dnsmos_ovrl":2.80224,"dnsmos_sig":3.1975,"dnsmos_bak":3.93744,"pesq_wb":1.93403,"pesq_nb":2.35554,"stoi":0.803,"estoi":0.67023,"si_sdr":-1.53461,"mel_dist":0.20666,"stft_dist":1.37893,"f0_rmse_cents":125.42711,"f0_corr":0.89221,"vuv_err":0.13464,"score_intelligibility":0.31715,"score_speaker":0.58584,"score_quality":0.63606,"score_fidelity":0.65402,"score":0.54827},"th":{"n":50,"unit":"cer","wer":36.27728,"wer_orig":7.61924,"dwer":28.65804,"wer_pseudo":34.46042,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.61773,"utmos":1.53097,"dnsmos_ovrl":2.57817,"dnsmos_sig":3.12168,"dnsmos_bak":3.63825,"pesq_wb":1.45229,"pesq_nb":1.88885,"stoi":0.76426,"estoi":0.62057,"si_sdr":-4.41337,"mel_dist":0.21468,"stft_dist":1.47271,"f0_rmse_cents":220.07742,"f0_corr":0.78638,"vuv_err":0.21033,"score_intelligibility":0.23122,"score_speaker":0.61773,"score_quality":0.63544,"score_fidelity":0.55996,"score":0.51109}}},{"codec":"xcodec2","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec2","family":"X-Codec2","checkpoint":"HKUSTAudio/xcodec2-hf","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":1,"codebook_size":65536,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"CC-BY-NC-4.0","paper":"2502.04128","year":2025,"bitrate_kbps":0.8,"notes":"single FSQ codebook; Llasa TTS tokenizer","side_info":null,"warning":null,"env":"main"},"kbps":0.8,"kbps_measured":0.80159,"tokens_per_s":50.09962,"params_M":629.28171,"efficiency":{"rtf_encode":0.00995,"rtf_decode":0.00118,"peak_vram_gb":2.9549,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.77839,"score_worst_lang":0.68932,"worst_lang":"en","en_gap":-0.09294,"score_intelligibility":0.66742,"score_speaker":0.82589,"score_quality":0.98707,"score_fidelity":0.63317,"dwer":5.03532,"wer":13.84113,"wer_pseudo":9.01535,"sim":0.82589,"utmos":2.70387,"dnsmos_ovrl":2.9712,"dnsmos_sig":3.36872,"dnsmos_bak":3.87535,"pesq_wb":2.04548,"pesq_nb":2.68858,"stoi":0.83194,"estoi":0.70883,"si_sdr":-4.0021,"mel_dist":0.19329,"stft_dist":1.29583,"f0_rmse_cents":213.32778,"f0_corr":0.76886,"vuv_err":0.18804,"score_ci95":[0.77158,0.78458]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.61947,"wer_orig":6.98132,"dwer":3.63815,"wer_pseudo":6.61479,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.68692,"utmos":2.28391,"dnsmos_ovrl":2.52389,"dnsmos_sig":3.02582,"dnsmos_bak":3.83846,"pesq_wb":1.57002,"pesq_nb":2.03676,"stoi":0.73789,"estoi":0.57577,"si_sdr":-16.70964,"mel_dist":0.22046,"stft_dist":1.51396,"f0_rmse_cents":620.86371,"f0_corr":0.52456,"vuv_err":0.29554,"score_intelligibility":0.68689,"score_speaker":0.68692,"score_quality":0.90837,"score_fidelity":0.4751,"score":0.68932},"de":{"n":50,"unit":"wer","wer":7.32452,"wer_orig":5.69685,"dwer":1.62767,"wer_pseudo":3.66226,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.85665,"utmos":3.03958,"dnsmos_ovrl":3.18003,"dnsmos_sig":3.46577,"dnsmos_bak":4.08325,"pesq_wb":2.13139,"pesq_nb":2.86344,"stoi":0.88123,"estoi":0.74628,"si_sdr":1.50759,"mel_dist":0.18038,"stft_dist":1.18192,"f0_rmse_cents":182.26788,"f0_corr":0.79543,"vuv_err":0.17602,"score_intelligibility":0.80447,"score_speaker":0.85665,"score_quality":1.0,"score_fidelity":0.66664,"score":0.83194},"fr":{"n":50,"unit":"wer","wer":9.96047,"wer_orig":4.98024,"dwer":4.98024,"wer_pseudo":6.74603,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.82212,"utmos":2.5952,"dnsmos_ovrl":3.09889,"dnsmos_sig":3.42659,"dnsmos_bak":4.02735,"pesq_wb":2.00761,"pesq_nb":2.63574,"stoi":0.86787,"estoi":0.77497,"si_sdr":-1.94769,"mel_dist":0.21115,"stft_dist":1.25158,"f0_rmse_cents":175.39993,"f0_corr":0.78186,"vuv_err":0.20446,"score_intelligibility":0.54562,"score_speaker":0.82212,"score_quality":1.0,"score_fidelity":0.64587,"score":0.7534},"es":{"n":50,"unit":"wer","wer":4.45455,"wer_orig":3.09091,"dwer":1.36364,"wer_pseudo":2.27894,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.86798,"utmos":3.11735,"dnsmos_ovrl":3.22079,"dnsmos_sig":3.56264,"dnsmos_bak":3.96445,"pesq_wb":2.50684,"pesq_nb":3.105,"stoi":0.88523,"estoi":0.78647,"si_sdr":0.64782,"mel_dist":0.19446,"stft_dist":1.25522,"f0_rmse_cents":173.41156,"f0_corr":0.85475,"vuv_err":0.17511,"score_intelligibility":0.75,"score_speaker":0.86798,"score_quality":1.0,"score_fidelity":0.7235,"score":0.83537},"it":{"n":50,"unit":"wer","wer":3.64299,"wer_orig":2.55009,"dwer":1.0929,"wer_pseudo":2.55941,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.87648,"utmos":3.36512,"dnsmos_ovrl":3.33932,"dnsmos_sig":3.62347,"dnsmos_bak":4.09519,"pesq_wb":2.62877,"pesq_nb":3.1456,"stoi":0.89251,"estoi":0.80436,"si_sdr":1.4092,"mel_dist":0.19244,"stft_dist":1.18645,"f0_rmse_cents":113.88726,"f0_corr":0.84562,"vuv_err":0.14829,"score_intelligibility":0.76461,"score_speaker":0.87648,"score_quality":1.0,"score_fidelity":0.7345,"score":0.8439},"pt":{"n":50,"unit":"wer","wer":4.88281,"wer_orig":3.41797,"dwer":1.46484,"wer_pseudo":2.85433,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.892,"utmos":2.8398,"dnsmos_ovrl":3.09445,"dnsmos_sig":3.45777,"dnsmos_bak":3.84076,"pesq_wb":2.25605,"pesq_nb":2.85286,"stoi":0.83829,"estoi":0.72633,"si_sdr":-3.36354,"mel_dist":0.19386,"stft_dist":1.27113,"f0_rmse_cents":285.97261,"f0_corr":0.7576,"vuv_err":0.2025,"score_intelligibility":0.751,"score_speaker":0.892,"score_quality":1.0,"score_fidelity":0.65159,"score":0.82364},"nl":{"n":50,"unit":"wer","wer":12.57806,"wer_orig":5.26316,"dwer":7.3149,"wer_pseudo":9.84781,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.80293,"utmos":2.87371,"dnsmos_ovrl":2.73988,"dnsmos_sig":3.11516,"dnsmos_bak":4.0591,"pesq_wb":1.81463,"pesq_nb":2.54591,"stoi":0.86613,"estoi":0.743,"si_sdr":-4.91754,"mel_dist":0.20783,"stft_dist":1.42593,"f0_rmse_cents":185.63171,"f0_corr":0.77771,"vuv_err":0.20114,"score_intelligibility":0.46127,"score_speaker":0.80293,"score_quality":0.97588,"score_fidelity":0.62553,"score":0.7164},"pl":{"n":50,"unit":"wer","wer":10.63596,"wer_orig":3.28947,"dwer":7.34649,"wer_pseudo":9.86842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.81568,"utmos":2.72196,"dnsmos_ovrl":3.06407,"dnsmos_sig":3.38414,"dnsmos_bak":4.07136,"pesq_wb":1.94509,"pesq_nb":2.51668,"stoi":0.88621,"estoi":0.77197,"si_sdr":-6.35202,"mel_dist":0.1951,"stft_dist":1.31541,"f0_rmse_cents":157.75952,"f0_corr":0.70744,"vuv_err":0.164,"score_intelligibility":0.36864,"score_speaker":0.81568,"score_quality":0.99276,"score_fidelity":0.62122,"score":0.69958},"cs":{"n":50,"unit":"wer","wer":17.6196,"wer_orig":9.45158,"dwer":8.16803,"wer_pseudo":14.48598,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.86477,"utmos":2.80841,"dnsmos_ovrl":3.21572,"dnsmos_sig":3.52725,"dnsmos_bak":3.99178,"pesq_wb":1.84302,"pesq_nb":2.58551,"stoi":0.84683,"estoi":0.72938,"si_sdr":1.04329,"mel_dist":0.20101,"stft_dist":1.26735,"f0_rmse_cents":104.30723,"f0_corr":0.87379,"vuv_err":0.12998,"score_intelligibility":0.56132,"score_speaker":0.86477,"score_quality":1.0,"score_fidelity":0.65383,"score":0.76998},"tr":{"n":50,"unit":"wer","wer":11.84211,"wer_orig":7.76316,"dwer":4.07895,"wer_pseudo":8.03689,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.83191,"utmos":2.40266,"dnsmos_ovrl":3.07289,"dnsmos_sig":3.41789,"dnsmos_bak":4.02359,"pesq_wb":2.03315,"pesq_nb":2.69697,"stoi":0.83836,"estoi":0.69286,"si_sdr":-6.65625,"mel_dist":0.20151,"stft_dist":1.42926,"f0_rmse_cents":162.81526,"f0_corr":0.83761,"vuv_err":0.15425,"score_intelligibility":0.68238,"score_speaker":0.83191,"score_quality":1.0,"score_fidelity":0.65705,"score":0.79284},"id":{"n":50,"unit":"wer","wer":9.56316,"wer_orig":5.90319,"dwer":3.65998,"wer_pseudo":7.43802,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.80357,"utmos":2.22842,"dnsmos_ovrl":2.73239,"dnsmos_sig":3.26891,"dnsmos_bak":3.24623,"pesq_wb":1.73419,"pesq_nb":2.54286,"stoi":0.7371,"estoi":0.57043,"si_sdr":-4.04288,"mel_dist":0.17174,"stft_dist":1.29652,"f0_rmse_cents":250.95412,"f0_corr":0.75886,"vuv_err":0.20892,"score_intelligibility":0.65352,"score_speaker":0.80357,"score_quality":0.99952,"score_fidelity":0.56858,"score":0.7563},"vi":{"n":50,"unit":"wer","wer":15.27446,"wer_orig":7.71679,"dwer":7.55768,"wer_pseudo":11.46497,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.79497,"utmos":2.16926,"dnsmos_ovrl":2.81246,"dnsmos_sig":3.34324,"dnsmos_bak":3.64329,"pesq_wb":1.83736,"pesq_nb":2.54942,"stoi":0.71322,"estoi":0.55975,"si_sdr":-3.29128,"mel_dist":0.17591,"stft_dist":1.23986,"f0_rmse_cents":219.68884,"f0_corr":0.80927,"vuv_err":0.17747,"score_intelligibility":0.53561,"score_speaker":0.79497,"score_quality":0.99064,"score_fidelity":0.58725,"score":0.72712},"ru":{"n":50,"unit":"wer","wer":6.7052,"wer_orig":4.50867,"dwer":2.19653,"wer_pseudo":2.89687,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.83959,"utmos":2.87164,"dnsmos_ovrl":3.05754,"dnsmos_sig":3.38844,"dnsmos_bak":4.04404,"pesq_wb":2.14337,"pesq_nb":2.75793,"stoi":0.87798,"estoi":0.7692,"si_sdr":-3.48154,"mel_dist":0.20194,"stft_dist":1.29746,"f0_rmse_cents":135.69666,"f0_corr":0.82541,"vuv_err":0.17717,"score_intelligibility":0.71493,"score_speaker":0.83959,"score_quality":1.0,"score_fidelity":0.67669,"score":0.8078},"uk":{"n":50,"unit":"wer","wer":9.98865,"wer_orig":6.46992,"dwer":3.51873,"wer_pseudo":6.81818,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.78488,"utmos":2.71665,"dnsmos_ovrl":3.04522,"dnsmos_sig":3.36702,"dnsmos_bak":4.07485,"pesq_wb":2.05449,"pesq_nb":2.5813,"stoi":0.84757,"estoi":0.71302,"si_sdr":-4.29158,"mel_dist":0.2141,"stft_dist":1.38207,"f0_rmse_cents":300.94316,"f0_corr":0.74444,"vuv_err":0.2042,"score_intelligibility":0.67979,"score_speaker":0.78488,"score_quality":0.99736,"score_fidelity":0.6311,"score":0.77328},"el":{"n":50,"unit":"wer","wer":20.54108,"wer_orig":12.02405,"dwer":8.51703,"wer_pseudo":14.61461,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.81322,"utmos":3.00218,"dnsmos_ovrl":3.02788,"dnsmos_sig":3.43592,"dnsmos_bak":3.90672,"pesq_wb":2.33484,"pesq_nb":2.93933,"stoi":0.8565,"estoi":0.73346,"si_sdr":0.0404,"mel_dist":0.17832,"stft_dist":1.18922,"f0_rmse_cents":107.09708,"f0_corr":0.8617,"vuv_err":0.14663,"score_intelligibility":0.60461,"score_speaker":0.81322,"score_quality":1.0,"score_fidelity":0.69986,"score":0.77943},"ar":{"n":50,"unit":"wer","wer":18.61899,"wer_orig":12.45376,"dwer":6.16523,"wer_pseudo":10.75402,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.87527,"utmos":2.84466,"dnsmos_ovrl":3.21777,"dnsmos_sig":3.57052,"dnsmos_bak":3.9721,"pesq_wb":2.17096,"pesq_nb":2.79714,"stoi":0.90201,"estoi":0.82388,"si_sdr":-1.19277,"mel_dist":0.20075,"stft_dist":1.28463,"f0_rmse_cents":115.91199,"f0_corr":0.87446,"vuv_err":0.14449,"score_intelligibility":0.68575,"score_speaker":0.87527,"score_quality":1.0,"score_fidelity":0.70368,"score":0.81617},"fa":{"n":50,"unit":"wer","wer":34.85714,"wer_orig":25.94286,"dwer":8.91429,"wer_pseudo":17.83784,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.79606,"utmos":2.53332,"dnsmos_ovrl":2.78159,"dnsmos_sig":3.26625,"dnsmos_bak":3.69455,"pesq_wb":1.7701,"pesq_nb":2.58225,"stoi":0.70849,"estoi":0.56307,"si_sdr":-7.16559,"mel_dist":0.19082,"stft_dist":1.36838,"f0_rmse_cents":477.90626,"f0_corr":0.55107,"vuv_err":0.30652,"score_intelligibility":0.75139,"score_speaker":0.79606,"score_quality":0.95855,"score_fidelity":0.4932,"score":0.7498},"he":{"n":50,"unit":"wer","wer":36.39535,"wer_orig":19.4186,"dwer":16.97674,"wer_pseudo":27.23005,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.76068,"utmos":2.42521,"dnsmos_ovrl":2.75922,"dnsmos_sig":3.12821,"dnsmos_bak":3.92741,"pesq_wb":1.84421,"pesq_nb":2.41371,"stoi":0.83864,"estoi":0.71732,"si_sdr":-7.11501,"mel_dist":0.19902,"stft_dist":1.3242,"f0_rmse_cents":200.89732,"f0_corr":0.60127,"vuv_err":0.27505,"score_intelligibility":0.54602,"score_speaker":0.76068,"score_quality":0.96376,"score_fidelity":0.56037,"score":0.70771},"hi":{"n":50,"unit":"wer","wer":33.05633,"wer_orig":26.31579,"dwer":6.74054,"wer_pseudo":18.34696,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.82995,"utmos":2.51782,"dnsmos_ovrl":2.82073,"dnsmos_sig":3.40799,"dnsmos_bak":3.47077,"pesq_wb":2.01025,"pesq_nb":2.72746,"stoi":0.81564,"estoi":0.68058,"si_sdr":-3.48599,"mel_dist":0.19614,"stft_dist":1.27792,"f0_rmse_cents":148.63534,"f0_corr":0.81184,"vuv_err":0.18819,"score_intelligibility":0.80208,"score_speaker":0.82995,"score_quality":1.0,"score_fidelity":0.63871,"score":0.81768},"zh":{"n":50,"unit":"cer","wer":9.09621,"wer_orig":7.40525,"dwer":1.69096,"wer_pseudo":3.17073,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86208,"utmos":2.84818,"dnsmos_ovrl":3.08263,"dnsmos_sig":3.42898,"dnsmos_bak":4.01698,"pesq_wb":2.23068,"pesq_nb":2.83977,"stoi":0.87905,"estoi":0.7852,"si_sdr":-4.50856,"mel_dist":0.17829,"stft_dist":1.24999,"f0_rmse_cents":149.16801,"f0_corr":0.82569,"vuv_err":0.13097,"score_intelligibility":0.83252,"score_speaker":0.86208,"score_quality":1.0,"score_fidelity":0.68546,"score":0.84501},"yue":{"n":50,"unit":"cer","wer":18.8785,"wer_orig":14.39252,"dwer":4.48598,"wer_pseudo":13.10956,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.87359,"utmos":3.13057,"dnsmos_ovrl":3.10683,"dnsmos_sig":3.47114,"dnsmos_bak":3.94222,"pesq_wb":2.0617,"pesq_nb":2.72804,"stoi":0.85682,"estoi":0.73167,"si_sdr":-3.56241,"mel_dist":0.17736,"stft_dist":1.22793,"f0_rmse_cents":179.17086,"f0_corr":0.83525,"vuv_err":0.14807,"score_intelligibility":0.77433,"score_speaker":0.87359,"score_quality":1.0,"score_fidelity":0.66514,"score":0.82827},"ja":{"n":50,"unit":"cer","wer":6.93615,"wer_orig":3.53698,"dwer":3.39917,"wer_pseudo":4.40974,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.76785,"utmos":1.94239,"dnsmos_ovrl":2.45391,"dnsmos_sig":3.05419,"dnsmos_bak":3.28525,"pesq_wb":1.90192,"pesq_nb":2.54813,"stoi":0.69116,"estoi":0.52387,"si_sdr":-8.15134,"mel_dist":0.1976,"stft_dist":1.39048,"f0_rmse_cents":218.19873,"f0_corr":0.63839,"vuv_err":0.21196,"score_intelligibility":0.57168,"score_speaker":0.76785,"score_quality":0.92728,"score_fidelity":0.52908,"score":0.69897},"ko":{"n":50,"unit":"cer","wer":6.22549,"wer_orig":5.14706,"dwer":1.07843,"wer_pseudo":2.55511,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.8533,"utmos":3.17064,"dnsmos_ovrl":3.02426,"dnsmos_sig":3.37146,"dnsmos_bak":4.03904,"pesq_wb":2.49788,"pesq_nb":3.0738,"stoi":0.8764,"estoi":0.78428,"si_sdr":-0.9637,"mel_dist":0.16728,"stft_dist":1.15,"f0_rmse_cents":109.38987,"f0_corr":0.88813,"vuv_err":0.10189,"score_intelligibility":0.85075,"score_speaker":0.8533,"score_quality":0.97545,"score_fidelity":0.73083,"score":0.85258},"th":{"n":50,"unit":"cer","wer":12.48989,"wer_orig":7.61924,"dwer":4.87065,"wer_pseudo":8.76696,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.849,"utmos":2.44418,"dnsmos_ovrl":2.83643,"dnsmos_sig":3.34048,"dnsmos_bak":3.7497,"pesq_wb":1.76294,"pesq_nb":2.46038,"stoi":0.82536,"estoi":0.7047,"si_sdr":-9.49942,"mel_dist":0.19148,"stft_dist":1.32295,"f0_rmse_cents":343.89177,"f0_corr":0.6704,"vuv_err":0.24024,"score_intelligibility":0.63894,"score_speaker":0.849,"score_quality":1.0,"score_fidelity":0.57125,"score":0.7648}}},{"codec":"xcodec_hubert-general-balanced_1kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_hubert-general-balanced_1kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-hubert-general-balanced","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":1.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":160.69862,"efficiency":{"rtf_encode":0.00212,"rtf_decode":0.00197,"peak_vram_gb":1.09459,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.65105,"score_worst_lang":0.55352,"worst_lang":"pl","en_gap":-0.0159,"score_intelligibility":0.3896,"score_speaker":0.6474,"score_quality":0.91681,"score_fidelity":0.6504,"dwer":16.43815,"wer":25.24396,"wer_pseudo":22.15086,"sim":0.6474,"utmos":2.31184,"dnsmos_ovrl":3.05742,"dnsmos_sig":3.42982,"dnsmos_bak":3.94625,"pesq_wb":2.04021,"pesq_nb":2.62554,"stoi":0.81317,"estoi":0.68811,"si_sdr":-8.54591,"mel_dist":0.23079,"stft_dist":1.49061,"f0_rmse_cents":168.77079,"f0_corr":0.84083,"vuv_err":0.16273,"score_ci95":[0.64593,0.65712]},"per_lang":{"en":{"n":50,"unit":"wer","wer":16.02753,"wer_orig":6.98132,"dwer":9.04621,"wer_pseudo":11.77043,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.59829,"utmos":2.102,"dnsmos_ovrl":2.62789,"dnsmos_sig":3.10209,"dnsmos_bak":3.8557,"pesq_wb":1.88683,"pesq_nb":2.46408,"stoi":0.7631,"estoi":0.61368,"si_sdr":-9.37159,"mel_dist":0.24183,"stft_dist":1.78899,"f0_rmse_cents":178.26655,"f0_corr":0.82903,"vuv_err":0.15891,"score_intelligibility":0.46873,"score_speaker":0.59829,"score_quality":0.86107,"score_fidelity":0.61517,"score":0.63581},"de":{"n":50,"unit":"wer","wer":13.63174,"wer_orig":5.69685,"dwer":7.93489,"wer_pseudo":10.88505,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.71386,"utmos":2.53199,"dnsmos_ovrl":3.16953,"dnsmos_sig":3.4454,"dnsmos_bak":4.09371,"pesq_wb":2.20857,"pesq_nb":2.72476,"stoi":0.85287,"estoi":0.71197,"si_sdr":-2.93636,"mel_dist":0.20276,"stft_dist":1.20877,"f0_rmse_cents":169.77696,"f0_corr":0.8604,"vuv_err":0.16992,"score_intelligibility":0.45769,"score_speaker":0.71386,"score_quality":0.94288,"score_fidelity":0.68619,"score":0.70016},"fr":{"n":50,"unit":"wer","wer":23.71542,"wer_orig":4.98024,"dwer":18.73518,"wer_pseudo":22.30159,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.66077,"utmos":2.13726,"dnsmos_ovrl":3.08947,"dnsmos_sig":3.41005,"dnsmos_bak":4.0179,"pesq_wb":2.02456,"pesq_nb":2.58663,"stoi":0.84906,"estoi":0.75723,"si_sdr":-13.67337,"mel_dist":0.24351,"stft_dist":1.37282,"f0_rmse_cents":130.61011,"f0_corr":0.89154,"vuv_err":0.18528,"score_intelligibility":0.24196,"score_speaker":0.66077,"score_quality":0.91645,"score_fidelity":0.67778,"score":0.62424},"es":{"n":50,"unit":"wer","wer":5.72727,"wer_orig":3.09091,"dwer":2.63636,"wer_pseudo":4.19325,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.68695,"utmos":2.5397,"dnsmos_ovrl":3.25757,"dnsmos_sig":3.5824,"dnsmos_bak":3.99517,"pesq_wb":2.38388,"pesq_nb":2.91077,"stoi":0.8615,"estoi":0.756,"si_sdr":-9.77099,"mel_dist":0.23176,"stft_dist":1.31341,"f0_rmse_cents":190.99105,"f0_corr":0.88148,"vuv_err":0.16448,"score_intelligibility":0.60811,"score_speaker":0.68695,"score_quality":0.9372,"score_fidelity":0.71279,"score":0.73626},"it":{"n":50,"unit":"wer","wer":9.74499,"wer_orig":2.55009,"dwer":7.1949,"wer_pseudo":8.59232,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.67354,"utmos":2.70931,"dnsmos_ovrl":3.35035,"dnsmos_sig":3.6195,"dnsmos_bak":4.12355,"pesq_wb":2.38043,"pesq_nb":2.87054,"stoi":0.85771,"estoi":0.75552,"si_sdr":-5.25103,"mel_dist":0.22234,"stft_dist":1.27517,"f0_rmse_cents":113.63299,"f0_corr":0.84992,"vuv_err":0.13797,"score_intelligibility":0.33039,"score_speaker":0.67354,"score_quality":0.90608,"score_fidelity":0.70068,"score":0.65267},"pt":{"n":50,"unit":"wer","wer":7.22656,"wer_orig":3.41797,"dwer":3.80859,"wer_pseudo":5.61024,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.7252,"utmos":2.52582,"dnsmos_ovrl":3.13607,"dnsmos_sig":3.5044,"dnsmos_bak":3.84298,"pesq_wb":2.17443,"pesq_nb":2.7282,"stoi":0.81644,"estoi":0.70078,"si_sdr":-11.22371,"mel_dist":0.22683,"stft_dist":1.3065,"f0_rmse_cents":305.9124,"f0_corr":0.80291,"vuv_err":0.17641,"score_intelligibility":0.53704,"score_speaker":0.7252,"score_quality":1.0,"score_fidelity":0.65163,"score":0.72847},"nl":{"n":50,"unit":"wer","wer":22.65834,"wer_orig":5.26316,"dwer":17.39518,"wer_pseudo":20.68039,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.63257,"utmos":2.49133,"dnsmos_ovrl":2.93103,"dnsmos_sig":3.26209,"dnsmos_bak":4.12335,"pesq_wb":1.93149,"pesq_nb":2.54114,"stoi":0.83866,"estoi":0.71887,"si_sdr":-6.8999,"mel_dist":0.25251,"stft_dist":1.86976,"f0_rmse_cents":128.84368,"f0_corr":0.88328,"vuv_err":0.17839,"score_intelligibility":0.26473,"score_speaker":0.63257,"score_quality":0.87877,"score_fidelity":0.66269,"score":0.60969},"pl":{"n":50,"unit":"wer","wer":28.72807,"wer_orig":3.28947,"dwer":25.4386,"wer_pseudo":28.07018,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.63691,"utmos":2.20122,"dnsmos_ovrl":3.18287,"dnsmos_sig":3.46954,"dnsmos_bak":4.1206,"pesq_wb":1.86325,"pesq_nb":2.40325,"stoi":0.85641,"estoi":0.73836,"si_sdr":-15.52681,"mel_dist":0.24633,"stft_dist":1.5857,"f0_rmse_cents":237.33918,"f0_corr":0.66438,"vuv_err":0.17022,"score_intelligibility":0.14429,"score_speaker":0.63691,"score_quality":0.84374,"score_fidelity":0.58914,"score":0.55352},"cs":{"n":50,"unit":"wer","wer":35.93932,"wer_orig":9.45158,"dwer":26.48775,"wer_pseudo":34.11215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.67968,"utmos":2.43142,"dnsmos_ovrl":3.23065,"dnsmos_sig":3.54397,"dnsmos_bak":3.99276,"pesq_wb":1.84216,"pesq_nb":2.45409,"stoi":0.82019,"estoi":0.69973,"si_sdr":-1.34284,"mel_dist":0.23337,"stft_dist":1.35141,"f0_rmse_cents":98.38603,"f0_corr":0.883,"vuv_err":0.13346,"score_intelligibility":0.28294,"score_speaker":0.67968,"score_quality":0.95583,"score_fidelity":0.64794,"score":0.6416},"tr":{"n":50,"unit":"wer","wer":25.78947,"wer_orig":7.76316,"dwer":18.02632,"wer_pseudo":23.32016,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.66076,"utmos":2.25729,"dnsmos_ovrl":3.08077,"dnsmos_sig":3.40209,"dnsmos_bak":4.05762,"pesq_wb":2.14909,"pesq_nb":2.76403,"stoi":0.81751,"estoi":0.67417,"si_sdr":-9.84072,"mel_dist":0.2391,"stft_dist":1.47684,"f0_rmse_cents":143.52562,"f0_corr":0.88624,"vuv_err":0.13382,"score_intelligibility":0.32711,"score_speaker":0.66076,"score_quality":0.99042,"score_fidelity":0.67735,"score":0.66391},"id":{"n":50,"unit":"wer","wer":25.38371,"wer_orig":5.90319,"dwer":19.48052,"wer_pseudo":24.20307,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.53724,"utmos":1.9829,"dnsmos_ovrl":2.99299,"dnsmos_sig":3.53073,"dnsmos_bak":3.56368,"pesq_wb":1.74571,"pesq_nb":2.45505,"stoi":0.72378,"estoi":0.5557,"si_sdr":-4.26597,"mel_dist":0.21519,"stft_dist":1.56566,"f0_rmse_cents":339.1594,"f0_corr":0.7122,"vuv_err":0.21989,"score_intelligibility":0.26165,"score_speaker":0.53724,"score_quality":1.0,"score_fidelity":0.54968,"score":0.58714},"vi":{"n":50,"unit":"wer","wer":30.0716,"wer_orig":7.71679,"dwer":22.35481,"wer_pseudo":27.2293,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60655,"utmos":1.9867,"dnsmos_ovrl":2.91026,"dnsmos_sig":3.4102,"dnsmos_bak":3.72255,"pesq_wb":2.03948,"pesq_nb":2.67185,"stoi":0.71122,"estoi":0.56242,"si_sdr":-5.97642,"mel_dist":0.20021,"stft_dist":1.5451,"f0_rmse_cents":147.86426,"f0_corr":0.88326,"vuv_err":0.14658,"score_intelligibility":0.28054,"score_speaker":0.60655,"score_quality":0.94659,"score_fidelity":0.63049,"score":0.61604},"ru":{"n":50,"unit":"wer","wer":10.40462,"wer_orig":4.50867,"dwer":5.89595,"wer_pseudo":8.80649,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.69619,"utmos":2.25153,"dnsmos_ovrl":3.13182,"dnsmos_sig":3.42485,"dnsmos_bak":4.09876,"pesq_wb":2.06167,"pesq_nb":2.61197,"stoi":0.84895,"estoi":0.73942,"si_sdr":-9.3325,"mel_dist":0.24173,"stft_dist":1.517,"f0_rmse_cents":154.80325,"f0_corr":0.82364,"vuv_err":0.17924,"score_intelligibility":0.48302,"score_speaker":0.69619,"score_quality":0.87121,"score_fidelity":0.65864,"score":0.67726},"uk":{"n":50,"unit":"wer","wer":25.65267,"wer_orig":6.46992,"dwer":19.18275,"wer_pseudo":23.86364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.60373,"utmos":2.38117,"dnsmos_ovrl":3.11324,"dnsmos_sig":3.40881,"dnsmos_bak":4.1136,"pesq_wb":2.04724,"pesq_nb":2.54573,"stoi":0.83685,"estoi":0.69764,"si_sdr":-5.98356,"mel_dist":0.25563,"stft_dist":1.57443,"f0_rmse_cents":112.85622,"f0_corr":0.90505,"vuv_err":0.15159,"score_intelligibility":0.28027,"score_speaker":0.60373,"score_quality":0.93765,"score_fidelity":0.68037,"score":0.62551},"el":{"n":50,"unit":"wer","wer":52.40481,"wer_orig":12.02405,"dwer":40.38076,"wer_pseudo":50.05005,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.58705,"utmos":2.50306,"dnsmos_ovrl":3.14072,"dnsmos_sig":3.49158,"dnsmos_bak":3.99856,"pesq_wb":2.18993,"pesq_nb":2.80961,"stoi":0.82079,"estoi":0.68742,"si_sdr":-7.13481,"mel_dist":0.20773,"stft_dist":1.37879,"f0_rmse_cents":106.71247,"f0_corr":0.88624,"vuv_err":0.14606,"score_intelligibility":0.24387,"score_speaker":0.58705,"score_quality":0.93287,"score_fidelity":0.68234,"score":0.61153},"ar":{"n":50,"unit":"wer","wer":29.46979,"wer_orig":12.45376,"dwer":17.01603,"wer_pseudo":24.22744,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.72495,"utmos":2.26252,"dnsmos_ovrl":3.26729,"dnsmos_sig":3.59009,"dnsmos_bak":4.02189,"pesq_wb":2.01202,"pesq_nb":2.57693,"stoi":0.8736,"estoi":0.79106,"si_sdr":-9.73915,"mel_dist":0.24149,"stft_dist":1.49033,"f0_rmse_cents":145.03895,"f0_corr":0.86227,"vuv_err":0.14918,"score_intelligibility":0.44154,"score_speaker":0.72495,"score_quality":0.87733,"score_fidelity":0.67501,"score":0.67971},"fa":{"n":50,"unit":"wer","wer":45.71429,"wer_orig":25.94286,"dwer":19.77143,"wer_pseudo":34.37838,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.66012,"utmos":2.32573,"dnsmos_ovrl":2.9245,"dnsmos_sig":3.37647,"dnsmos_bak":3.84241,"pesq_wb":1.87999,"pesq_nb":2.62702,"stoi":0.69613,"estoi":0.55423,"si_sdr":-7.2869,"mel_dist":0.23099,"stft_dist":1.5558,"f0_rmse_cents":213.86471,"f0_corr":0.78118,"vuv_err":0.16586,"score_intelligibility":0.57676,"score_speaker":0.66012,"score_quality":0.90965,"score_fidelity":0.57624,"score":0.68069},"he":{"n":50,"unit":"wer","wer":56.51163,"wer_orig":19.4186,"dwer":37.09302,"wer_pseudo":51.64319,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.61314,"utmos":2.17563,"dnsmos_ovrl":2.87316,"dnsmos_sig":3.226,"dnsmos_bak":4.0208,"pesq_wb":1.88012,"pesq_nb":2.42007,"stoi":0.83424,"estoi":0.70512,"si_sdr":-6.19231,"mel_dist":0.23722,"stft_dist":1.52515,"f0_rmse_cents":221.52467,"f0_corr":0.73043,"vuv_err":0.20428,"score_intelligibility":0.35503,"score_speaker":0.61314,"score_quality":0.89525,"score_fidelity":0.60538,"score":0.6172},"hi":{"n":50,"unit":"wer","wer":46.5374,"wer_orig":26.31579,"dwer":20.22161,"wer_pseudo":38.05631,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.62166,"utmos":2.18247,"dnsmos_ovrl":2.94221,"dnsmos_sig":3.46234,"dnsmos_bak":3.61286,"pesq_wb":2.04695,"pesq_nb":2.66405,"stoi":0.80224,"estoi":0.67078,"si_sdr":-9.51348,"mel_dist":0.23848,"stft_dist":1.41271,"f0_rmse_cents":144.30771,"f0_corr":0.83264,"vuv_err":0.16849,"score_intelligibility":0.57462,"score_speaker":0.62166,"score_quality":0.95641,"score_fidelity":0.64467,"score":0.69934},"zh":{"n":50,"unit":"cer","wer":15.21866,"wer_orig":7.40525,"dwer":7.81341,"wer_pseudo":9.5122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.6405,"utmos":2.27006,"dnsmos_ovrl":3.11784,"dnsmos_sig":3.4431,"dnsmos_bak":4.04217,"pesq_wb":2.06423,"pesq_nb":2.62212,"stoi":0.83946,"estoi":0.73807,"si_sdr":-11.402,"mel_dist":0.22056,"stft_dist":1.46126,"f0_rmse_cents":122.76366,"f0_corr":0.87709,"vuv_err":0.11635,"score_intelligibility":0.51825,"score_speaker":0.6405,"score_quality":0.85105,"score_fidelity":0.67354,"score":0.67083},"yue":{"n":50,"unit":"cer","wer":30.96573,"wer_orig":14.39252,"dwer":16.57321,"wer_pseudo":28.68904,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.67077,"utmos":2.614,"dnsmos_ovrl":3.1822,"dnsmos_sig":3.51107,"dnsmos_bak":3.99794,"pesq_wb":1.95957,"pesq_nb":2.59165,"stoi":0.83242,"estoi":0.70628,"si_sdr":-8.34638,"mel_dist":0.21002,"stft_dist":1.44188,"f0_rmse_cents":178.0401,"f0_corr":0.85663,"vuv_err":0.1577,"score_intelligibility":0.48153,"score_speaker":0.67077,"score_quality":0.91488,"score_fidelity":0.6544,"score":0.6804},"ja":{"n":50,"unit":"cer","wer":18.05237,"wer_orig":3.53698,"dwer":14.51539,"wer_pseudo":17.08774,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.62387,"utmos":1.86843,"dnsmos_ovrl":2.59101,"dnsmos_sig":3.22158,"dnsmos_bak":3.44834,"pesq_wb":1.93829,"pesq_nb":2.56013,"stoi":0.69549,"estoi":0.52024,"si_sdr":-10.25399,"mel_dist":0.24424,"stft_dist":1.56965,"f0_rmse_cents":161.12627,"f0_corr":0.8326,"vuv_err":0.16023,"score_intelligibility":0.23813,"score_speaker":0.62387,"score_quality":0.91927,"score_fidelity":0.59873,"score":0.595},"ko":{"n":50,"unit":"cer","wer":10.39216,"wer_orig":5.14706,"dwer":5.2451,"wer_pseudo":6.76353,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.61167,"utmos":2.6766,"dnsmos_ovrl":3.12857,"dnsmos_sig":3.44873,"dnsmos_bak":4.09233,"pesq_wb":2.40146,"pesq_nb":2.88273,"stoi":0.84317,"estoi":0.74402,"si_sdr":-13.81899,"mel_dist":0.23696,"stft_dist":1.49342,"f0_rmse_cents":98.96354,"f0_corr":0.9352,"vuv_err":0.10559,"score_intelligibility":0.53959,"score_speaker":0.61167,"score_quality":0.87114,"score_fidelity":0.72626,"score":0.68716},"th":{"n":50,"unit":"cer","wer":19.88682,"wer_orig":7.61924,"dwer":12.26758,"wer_pseudo":17.57441,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.67159,"utmos":2.07608,"dnsmos_ovrl":3.00598,"dnsmos_sig":3.42846,"dnsmos_bak":3.91085,"pesq_wb":1.8538,"pesq_nb":2.52648,"stoi":0.82418,"estoi":0.71583,"si_sdr":-10.01797,"mel_dist":0.21828,"stft_dist":1.69405,"f0_rmse_cents":206.18929,"f0_corr":0.82943,"vuv_err":0.22552,"score_intelligibility":0.41266,"score_speaker":0.67159,"score_quality":0.88768,"score_fidelity":0.63252,"score":0.65111}}},{"codec":"xcodec_hubert-general-balanced_4kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_hubert-general-balanced_4kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-hubert-general-balanced","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":4.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":160.69862,"efficiency":{"rtf_encode":0.0022,"rtf_decode":0.00199,"peak_vram_gb":1.09462,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.84477,"score_worst_lang":0.74429,"worst_lang":"pl","en_gap":-0.00944,"score_intelligibility":0.79509,"score_speaker":0.85756,"score_quality":0.96069,"score_fidelity":0.76574,"dwer":2.60717,"wer":11.41297,"wer_pseudo":5.86485,"sim":0.85756,"utmos":2.46916,"dnsmos_ovrl":3.03837,"dnsmos_sig":3.43666,"dnsmos_bak":3.90204,"pesq_wb":2.82782,"pesq_nb":3.38072,"stoi":0.8821,"estoi":0.79989,"si_sdr":-2.05482,"mel_dist":0.18766,"stft_dist":1.20599,"f0_rmse_cents":135.75539,"f0_corr":0.89287,"vuv_err":0.13939,"score_ci95":[0.83912,0.85045]},"per_lang":{"en":{"n":50,"unit":"wer","wer":8.25959,"wer_orig":6.98132,"dwer":1.27827,"wer_pseudo":3.59922,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.81251,"utmos":2.31123,"dnsmos_ovrl":2.6197,"dnsmos_sig":3.13803,"dnsmos_bak":3.7833,"pesq_wb":2.57349,"pesq_nb":3.1534,"stoi":0.83635,"estoi":0.72865,"si_sdr":-2.36942,"mel_dist":0.20017,"stft_dist":1.33549,"f0_rmse_cents":122.94639,"f0_corr":0.93047,"vuv_err":0.1329,"score_intelligibility":0.86195,"score_speaker":0.81251,"score_quality":0.92962,"score_fidelity":0.7388,"score":0.83572},"de":{"n":50,"unit":"wer","wer":6.51068,"wer_orig":5.69685,"dwer":0.81384,"wer_pseudo":1.83113,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.89395,"utmos":2.70037,"dnsmos_ovrl":3.16315,"dnsmos_sig":3.45024,"dnsmos_bak":4.07138,"pesq_wb":3.03731,"pesq_nb":3.48495,"stoi":0.91319,"estoi":0.82337,"si_sdr":2.87214,"mel_dist":0.16159,"stft_dist":1.01733,"f0_rmse_cents":139.99,"f0_corr":0.90898,"vuv_err":0.1323,"score_intelligibility":0.89164,"score_speaker":0.89395,"score_quality":0.99156,"score_fidelity":0.80142,"score":0.89464},"fr":{"n":50,"unit":"wer","wer":8.69565,"wer_orig":4.98024,"dwer":3.71542,"wer_pseudo":5.39683,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.84437,"utmos":2.2151,"dnsmos_ovrl":3.07044,"dnsmos_sig":3.4101,"dnsmos_bak":3.98043,"pesq_wb":2.77212,"pesq_nb":3.32483,"stoi":0.90587,"estoi":0.84602,"si_sdr":-6.65145,"mel_dist":0.19312,"stft_dist":1.13284,"f0_rmse_cents":112.25189,"f0_corr":0.92406,"vuv_err":0.15736,"score_intelligibility":0.6168,"score_speaker":0.84437,"score_quality":0.94495,"score_fidelity":0.77875,"score":0.79621},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":0.91158,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.87797,"utmos":2.69199,"dnsmos_ovrl":3.24653,"dnsmos_sig":3.59393,"dnsmos_bak":3.95687,"pesq_wb":3.19548,"pesq_nb":3.62737,"stoi":0.91687,"estoi":0.85127,"si_sdr":-2.49177,"mel_dist":0.19062,"stft_dist":1.1277,"f0_rmse_cents":165.05286,"f0_corr":0.9169,"vuv_err":0.14363,"score_intelligibility":0.88235,"score_speaker":0.87797,"score_quality":0.98044,"score_fidelity":0.82035,"score":0.89028},"it":{"n":50,"unit":"wer","wer":2.82332,"wer_orig":2.55009,"dwer":0.27322,"wer_pseudo":1.37112,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.88026,"utmos":2.90155,"dnsmos_ovrl":3.37117,"dnsmos_sig":3.63683,"dnsmos_bak":4.13159,"pesq_wb":3.23479,"pesq_nb":3.63199,"stoi":0.9161,"estoi":0.85496,"si_sdr":0.24916,"mel_dist":0.17801,"stft_dist":1.0679,"f0_rmse_cents":85.10847,"f0_corr":0.90696,"vuv_err":0.11994,"score_intelligibility":0.92854,"score_speaker":0.88026,"score_quality":0.95175,"score_fidelity":0.82052,"score":0.89527},"pt":{"n":50,"unit":"wer","wer":3.125,"wer_orig":3.41797,"dwer":-0.29297,"wer_pseudo":0.98425,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.9127,"utmos":2.61594,"dnsmos_ovrl":3.09221,"dnsmos_sig":3.49662,"dnsmos_bak":3.76219,"pesq_wb":3.02629,"pesq_nb":3.48971,"stoi":0.88317,"estoi":0.80665,"si_sdr":-4.36054,"mel_dist":0.17984,"stft_dist":1.11423,"f0_rmse_cents":205.99478,"f0_corr":0.91688,"vuv_err":0.14827,"score_intelligibility":1.0,"score_speaker":0.9127,"score_quality":1.0,"score_fidelity":0.793,"score":0.92642},"nl":{"n":50,"unit":"wer","wer":7.85013,"wer_orig":5.26316,"dwer":2.58698,"wer_pseudo":3.67055,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.87319,"utmos":2.73216,"dnsmos_ovrl":2.91337,"dnsmos_sig":3.26398,"dnsmos_bak":4.12781,"pesq_wb":2.78687,"pesq_nb":3.3341,"stoi":0.90681,"estoi":0.83355,"si_sdr":-0.11773,"mel_dist":0.20982,"stft_dist":1.40487,"f0_rmse_cents":127.07809,"f0_corr":0.88477,"vuv_err":0.16491,"score_intelligibility":0.70769,"score_speaker":0.87319,"score_quality":0.93993,"score_fidelity":0.76737,"score":0.82205},"pl":{"n":50,"unit":"wer","wer":7.34649,"wer_orig":3.28947,"dwer":4.05702,"wer_pseudo":5.59211,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.85118,"utmos":2.37157,"dnsmos_ovrl":3.14705,"dnsmos_sig":3.4618,"dnsmos_bak":4.08289,"pesq_wb":2.67211,"pesq_nb":3.18862,"stoi":0.91527,"estoi":0.8398,"si_sdr":-9.33346,"mel_dist":0.20014,"stft_dist":1.29102,"f0_rmse_cents":156.23477,"f0_corr":0.76563,"vuv_err":0.14417,"score_intelligibility":0.51393,"score_speaker":0.85118,"score_quality":0.89249,"score_fidelity":0.71955,"score":0.74429},"cs":{"n":50,"unit":"wer","wer":14.93582,"wer_orig":9.45158,"dwer":5.48425,"wer_pseudo":10.86449,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.8903,"utmos":2.50474,"dnsmos_ovrl":3.21632,"dnsmos_sig":3.53815,"dnsmos_bak":3.9756,"pesq_wb":2.64219,"pesq_nb":3.21663,"stoi":0.89067,"estoi":0.81498,"si_sdr":3.49014,"mel_dist":0.18718,"stft_dist":1.1455,"f0_rmse_cents":83.31193,"f0_corr":0.91617,"vuv_err":0.11161,"score_intelligibility":0.65585,"score_speaker":0.8903,"score_quality":0.97918,"score_fidelity":0.75868,"score":0.821},"tr":{"n":50,"unit":"wer","wer":11.57895,"wer_orig":7.76316,"dwer":3.81579,"wer_pseudo":6.71937,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.85881,"utmos":2.35048,"dnsmos_ovrl":3.077,"dnsmos_sig":3.41619,"dnsmos_bak":4.02842,"pesq_wb":2.95079,"pesq_nb":3.47995,"stoi":0.88889,"estoi":0.79604,"si_sdr":-2.86947,"mel_dist":0.2017,"stft_dist":1.22064,"f0_rmse_cents":110.62343,"f0_corr":0.93074,"vuv_err":0.1211,"score_intelligibility":0.69665,"score_speaker":0.85881,"score_quality":1.0,"score_fidelity":0.79233,"score":0.83695},"id":{"n":50,"unit":"wer","wer":9.91736,"wer_orig":5.90319,"dwer":4.01417,"wer_pseudo":7.31995,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.80627,"utmos":2.08641,"dnsmos_ovrl":2.94031,"dnsmos_sig":3.50384,"dnsmos_bak":3.46787,"pesq_wb":2.44977,"pesq_nb":3.19152,"stoi":0.81787,"estoi":0.70455,"si_sdr":0.43952,"mel_dist":0.17195,"stft_dist":1.28837,"f0_rmse_cents":268.39762,"f0_corr":0.79216,"vuv_err":0.1835,"score_intelligibility":0.63231,"score_speaker":0.80627,"score_quality":1.0,"score_fidelity":0.67475,"score":0.77833},"vi":{"n":50,"unit":"wer","wer":10.6603,"wer_orig":7.71679,"dwer":2.94352,"wer_pseudo":6.6879,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.83444,"utmos":2.14107,"dnsmos_ovrl":2.91816,"dnsmos_sig":3.46191,"dnsmos_bak":3.66673,"pesq_wb":2.868,"pesq_nb":3.47029,"stoi":0.80723,"estoi":0.70507,"si_sdr":0.27886,"mel_dist":0.1613,"stft_dist":1.22359,"f0_rmse_cents":126.14807,"f0_corr":0.91785,"vuv_err":0.12962,"score_intelligibility":0.74756,"score_speaker":0.83444,"score_quality":1.0,"score_fidelity":0.75293,"score":0.83373},"ru":{"n":50,"unit":"wer","wer":4.73988,"wer_orig":4.50867,"dwer":0.23121,"wer_pseudo":1.04287,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87562,"utmos":2.44557,"dnsmos_ovrl":3.10312,"dnsmos_sig":3.42232,"dnsmos_bak":4.05327,"pesq_wb":2.90654,"pesq_nb":3.39318,"stoi":0.91004,"estoi":0.84094,"si_sdr":-1.53928,"mel_dist":0.20352,"stft_dist":1.24646,"f0_rmse_cents":126.95833,"f0_corr":0.88714,"vuv_err":0.16124,"score_intelligibility":0.95972,"score_speaker":0.87562,"score_quality":0.92876,"score_fidelity":0.78063,"score":0.88618},"uk":{"n":50,"unit":"wer","wer":9.53462,"wer_orig":6.46992,"dwer":3.0647,"wer_pseudo":6.02273,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.8331,"utmos":2.49041,"dnsmos_ovrl":3.12584,"dnsmos_sig":3.43811,"dnsmos_bak":4.09918,"pesq_wb":2.80768,"pesq_nb":3.30785,"stoi":0.89848,"estoi":0.80553,"si_sdr":0.82232,"mel_dist":0.21196,"stft_dist":1.26317,"f0_rmse_cents":89.54976,"f0_corr":0.93396,"vuv_err":0.12281,"score_intelligibility":0.70908,"score_speaker":0.8331,"score_quality":0.97227,"score_fidelity":0.78297,"score":0.82436},"el":{"n":50,"unit":"wer","wer":16.43287,"wer_orig":12.02405,"dwer":4.40882,"wer_pseudo":12.11211,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.84197,"utmos":2.67187,"dnsmos_ovrl":3.08466,"dnsmos_sig":3.47737,"dnsmos_bak":3.92781,"pesq_wb":3.02174,"pesq_nb":3.54858,"stoi":0.89142,"estoi":0.80511,"si_sdr":-0.09193,"mel_dist":0.16601,"stft_dist":1.11868,"f0_rmse_cents":101.1528,"f0_corr":0.9018,"vuv_err":0.12439,"score_intelligibility":0.7471,"score_speaker":0.84197,"score_quality":0.98148,"score_fidelity":0.79029,"score":0.84021},"ar":{"n":50,"unit":"wer","wer":14.54994,"wer_orig":12.45376,"dwer":2.09618,"wer_pseudo":5.19159,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.88798,"utmos":2.43987,"dnsmos_ovrl":3.24262,"dnsmos_sig":3.58282,"dnsmos_bak":3.99115,"pesq_wb":2.89452,"pesq_nb":3.4202,"stoi":0.92772,"estoi":0.87682,"si_sdr":-2.48049,"mel_dist":0.1905,"stft_dist":1.22398,"f0_rmse_cents":129.61036,"f0_corr":0.89451,"vuv_err":0.12529,"score_intelligibility":0.8652,"score_speaker":0.88798,"score_quality":0.93034,"score_fidelity":0.78784,"score":0.86784},"fa":{"n":50,"unit":"wer","wer":28.57143,"wer_orig":25.94286,"dwer":2.62857,"wer_pseudo":10.91892,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.84782,"utmos":2.5107,"dnsmos_ovrl":2.89427,"dnsmos_sig":3.37821,"dnsmos_bak":3.76884,"pesq_wb":2.58586,"pesq_nb":3.32596,"stoi":0.78968,"estoi":0.68885,"si_sdr":-1.58212,"mel_dist":0.19201,"stft_dist":1.24057,"f0_rmse_cents":191.7686,"f0_corr":0.81063,"vuv_err":0.13702,"score_intelligibility":0.91111,"score_speaker":0.84782,"score_quality":0.96681,"score_fidelity":0.68447,"score":0.85255},"he":{"n":50,"unit":"wer","wer":27.55814,"wer_orig":19.4186,"dwer":8.13953,"wer_pseudo":15.7277,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.84347,"utmos":2.29804,"dnsmos_ovrl":2.85052,"dnsmos_sig":3.22187,"dnsmos_bak":3.98233,"pesq_wb":2.61417,"pesq_nb":3.1885,"stoi":0.89774,"estoi":0.81243,"si_sdr":0.66255,"mel_dist":0.19137,"stft_dist":1.2107,"f0_rmse_cents":155.28125,"f0_corr":0.83902,"vuv_err":0.17658,"score_intelligibility":0.71498,"score_speaker":0.84347,"score_quality":0.9364,"score_fidelity":0.73265,"score":0.80688},"hi":{"n":50,"unit":"wer","wer":30.19391,"wer_orig":26.31579,"dwer":3.87812,"wer_pseudo":13.7148,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.84473,"utmos":2.32559,"dnsmos_ovrl":2.8641,"dnsmos_sig":3.44263,"dnsmos_bak":3.4729,"pesq_wb":2.79566,"pesq_nb":3.41737,"stoi":0.87448,"estoi":0.78839,"si_sdr":-2.68572,"mel_dist":0.19238,"stft_dist":1.17439,"f0_rmse_cents":129.37087,"f0_corr":0.88464,"vuv_err":0.15108,"score_intelligibility":0.87568,"score_speaker":0.84473,"score_quality":1.0,"score_fidelity":0.75739,"score":0.86945},"zh":{"n":50,"unit":"cer","wer":8.86297,"wer_orig":7.40525,"dwer":1.45773,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86774,"utmos":2.49041,"dnsmos_ovrl":3.11523,"dnsmos_sig":3.45963,"dnsmos_bak":4.00807,"pesq_wb":2.90912,"pesq_nb":3.45588,"stoi":0.90494,"estoi":0.84018,"si_sdr":-6.38864,"mel_dist":0.18331,"stft_dist":1.18775,"f0_rmse_cents":96.47906,"f0_corr":0.91624,"vuv_err":0.09158,"score_intelligibility":0.8522,"score_speaker":0.86774,"score_quality":0.91195,"score_fidelity":0.78888,"score":0.85519},"yue":{"n":50,"unit":"cer","wer":18.25545,"wer_orig":14.39252,"dwer":3.86293,"wer_pseudo":9.37302,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.87637,"utmos":2.79203,"dnsmos_ovrl":3.12839,"dnsmos_sig":3.49964,"dnsmos_bak":3.91827,"pesq_wb":2.70681,"pesq_nb":3.3585,"stoi":0.89597,"estoi":0.81544,"si_sdr":-1.82475,"mel_dist":0.1634,"stft_dist":1.1615,"f0_rmse_cents":151.24767,"f0_corr":0.89672,"vuv_err":0.13233,"score_intelligibility":0.79939,"score_speaker":0.87637,"score_quality":0.96064,"score_fidelity":0.76012,"score":0.84913},"ja":{"n":50,"unit":"cer","wer":6.01746,"wer_orig":3.53698,"dwer":2.48048,"wer_pseudo":3.95039,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.80906,"utmos":1.98933,"dnsmos_ovrl":2.65184,"dnsmos_sig":3.31263,"dnsmos_bak":3.45188,"pesq_wb":2.68754,"pesq_nb":3.24997,"stoi":0.78223,"estoi":0.6514,"si_sdr":-3.95086,"mel_dist":0.20134,"stft_dist":1.26455,"f0_rmse_cents":111.34382,"f0_corr":0.92584,"vuv_err":0.13669,"score_intelligibility":0.64653,"score_speaker":0.80906,"score_quality":0.97764,"score_fidelity":0.73007,"score":0.79082},"ko":{"n":50,"unit":"cer","wer":4.90196,"wer_orig":5.14706,"dwer":-0.2451,"wer_pseudo":0.8016,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.85006,"utmos":2.91905,"dnsmos_ovrl":3.11846,"dnsmos_sig":3.45237,"dnsmos_bak":4.0905,"pesq_wb":3.15695,"pesq_nb":3.57594,"stoi":0.90907,"estoi":0.84857,"si_sdr":-6.29526,"mel_dist":0.19674,"stft_dist":1.17606,"f0_rmse_cents":83.64227,"f0_corr":0.95524,"vuv_err":0.09585,"score_intelligibility":1.0,"score_speaker":0.85006,"score_quality":0.92481,"score_fidelity":0.82686,"score":0.90043},"th":{"n":50,"unit":"cer","wer":8.95311,"wer_orig":7.61924,"dwer":1.33387,"wer_pseudo":5.00101,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.86752,"utmos":2.26447,"dnsmos_ovrl":2.96636,"dnsmos_sig":3.42052,"dnsmos_bak":3.84967,"pesq_wb":2.57196,"pesq_nb":3.30209,"stoi":0.89032,"estoi":0.81888,"si_sdr":-3.09753,"mel_dist":0.17579,"stft_dist":1.30638,"f0_rmse_cents":188.58636,"f0_corr":0.87162,"vuv_err":0.20115,"score_intelligibility":0.86598,"score_speaker":0.86752,"score_quality":0.95555,"score_fidelity":0.73702,"score":0.85652}}},{"codec":"xcodec_hubert-general_1kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_hubert-general_1kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-hubert-general","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":1.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":160.69862,"efficiency":{"rtf_encode":0.00217,"rtf_decode":0.002,"peak_vram_gb":1.09459,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.6427,"score_worst_lang":0.54465,"worst_lang":"pl","en_gap":0.02028,"score_intelligibility":0.43753,"score_speaker":0.66805,"score_quality":0.81666,"score_fidelity":0.64854,"dwer":14.23758,"wer":23.04339,"wer_pseudo":19.69932,"sim":0.66805,"utmos":1.99794,"dnsmos_ovrl":3.0056,"dnsmos_sig":3.39261,"dnsmos_bak":3.90204,"pesq_wb":2.00386,"pesq_nb":2.56402,"stoi":0.81287,"estoi":0.68661,"si_sdr":-8.9253,"mel_dist":0.22549,"stft_dist":1.47937,"f0_rmse_cents":171.00848,"f0_corr":0.84594,"vuv_err":0.16799,"score_ci95":[0.6377,0.64894]},"per_lang":{"en":{"n":50,"unit":"wer","wer":12.0944,"wer_orig":6.98132,"dwer":5.11308,"wer_pseudo":8.65759,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.62764,"utmos":1.90336,"dnsmos_ovrl":2.53838,"dnsmos_sig":3.0339,"dnsmos_bak":3.78764,"pesq_wb":1.8324,"pesq_nb":2.40583,"stoi":0.76847,"estoi":0.62034,"si_sdr":-9.83626,"mel_dist":0.23366,"stft_dist":1.72009,"f0_rmse_cents":168.59148,"f0_corr":0.86285,"vuv_err":0.1691,"score_intelligibility":0.60952,"score_speaker":0.62764,"score_quality":0.78832,"score_fidelity":0.62305,"score":0.66213},"de":{"n":50,"unit":"wer","wer":12.71617,"wer_orig":5.69685,"dwer":7.01933,"wer_pseudo":9.56256,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.7405,"utmos":2.2019,"dnsmos_ovrl":3.14519,"dnsmos_sig":3.42461,"dnsmos_bak":4.07769,"pesq_wb":1.989,"pesq_nb":2.66224,"stoi":0.8533,"estoi":0.71009,"si_sdr":-3.48735,"mel_dist":0.20195,"stft_dist":1.24804,"f0_rmse_cents":161.88962,"f0_corr":0.86784,"vuv_err":0.16967,"score_intelligibility":0.48824,"score_speaker":0.7405,"score_quality":0.84746,"score_fidelity":0.6679,"score":0.68603},"fr":{"n":50,"unit":"wer","wer":19.20949,"wer_orig":4.98024,"dwer":14.22925,"wer_pseudo":18.57143,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.67449,"utmos":1.84009,"dnsmos_ovrl":3.07528,"dnsmos_sig":3.39712,"dnsmos_bak":4.00926,"pesq_wb":1.98214,"pesq_nb":2.51241,"stoi":0.84416,"estoi":0.75219,"si_sdr":-10.23744,"mel_dist":0.23775,"stft_dist":1.35112,"f0_rmse_cents":143.76745,"f0_corr":0.87692,"vuv_err":0.19559,"score_intelligibility":0.29591,"score_speaker":0.67449,"score_quality":0.80763,"score_fidelity":0.66723,"score":0.61132},"es":{"n":50,"unit":"wer","wer":4.54545,"wer_orig":3.09091,"dwer":1.45455,"wer_pseudo":2.91705,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.72263,"utmos":2.08689,"dnsmos_ovrl":3.22896,"dnsmos_sig":3.55883,"dnsmos_bak":3.97694,"pesq_wb":2.34689,"pesq_nb":2.81506,"stoi":0.85533,"estoi":0.74524,"si_sdr":-12.63247,"mel_dist":0.22714,"stft_dist":1.33727,"f0_rmse_cents":192.03995,"f0_corr":0.88446,"vuv_err":0.17652,"score_intelligibility":0.7377,"score_speaker":0.72263,"score_quality":0.80862,"score_fidelity":0.7082,"score":0.74429},"it":{"n":50,"unit":"wer","wer":9.38069,"wer_orig":2.55009,"dwer":6.8306,"wer_pseudo":8.59232,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.70143,"utmos":2.25984,"dnsmos_ovrl":3.34303,"dnsmos_sig":3.60992,"dnsmos_bak":4.12252,"pesq_wb":2.32527,"pesq_nb":2.77449,"stoi":0.85247,"estoi":0.74727,"si_sdr":-8.25974,"mel_dist":0.21932,"stft_dist":1.29067,"f0_rmse_cents":94.28898,"f0_corr":0.87701,"vuv_err":0.13408,"score_intelligibility":0.34199,"score_speaker":0.70143,"score_quality":0.7993,"score_fidelity":0.70271,"score":0.63636},"pt":{"n":50,"unit":"wer","wer":5.95703,"wer_orig":3.41797,"dwer":2.53906,"wer_pseudo":3.83858,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.72584,"utmos":2.13415,"dnsmos_ovrl":3.07665,"dnsmos_sig":3.46667,"dnsmos_bak":3.78302,"pesq_wb":2.13986,"pesq_nb":2.67644,"stoi":0.81333,"estoi":0.69516,"si_sdr":-10.71785,"mel_dist":0.22222,"stft_dist":1.30719,"f0_rmse_cents":351.61478,"f0_corr":0.77315,"vuv_err":0.18593,"score_intelligibility":0.63504,"score_speaker":0.72584,"score_quality":0.87661,"score_fidelity":0.63738,"score":0.71872},"nl":{"n":50,"unit":"wer","wer":19.44692,"wer_orig":5.26316,"dwer":14.18376,"wer_pseudo":17.27842,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.65736,"utmos":2.35285,"dnsmos_ovrl":2.91054,"dnsmos_sig":3.24213,"dnsmos_bak":4.12581,"pesq_wb":1.92669,"pesq_nb":2.49245,"stoi":0.84152,"estoi":0.7214,"si_sdr":-7.16753,"mel_dist":0.24391,"stft_dist":1.82187,"f0_rmse_cents":132.96276,"f0_corr":0.88056,"vuv_err":0.17427,"score_intelligibility":0.30631,"score_speaker":0.65736,"score_quality":0.8436,"score_fidelity":0.66228,"score":0.61739},"pl":{"n":50,"unit":"wer","wer":31.14035,"wer_orig":3.28947,"dwer":27.85088,"wer_pseudo":30.04386,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.66531,"utmos":1.91926,"dnsmos_ovrl":3.13359,"dnsmos_sig":3.43673,"dnsmos_bak":4.0782,"pesq_wb":1.86413,"pesq_nb":2.36956,"stoi":0.85368,"estoi":0.73572,"si_sdr":-13.68901,"mel_dist":0.24162,"stft_dist":1.5814,"f0_rmse_cents":176.20164,"f0_corr":0.74974,"vuv_err":0.16505,"score_intelligibility":0.13346,"score_speaker":0.66531,"score_quality":0.76306,"score_fidelity":0.61677,"score":0.54465},"cs":{"n":50,"unit":"wer","wer":31.27188,"wer_orig":9.45158,"dwer":21.8203,"wer_pseudo":30.14019,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.66562,"utmos":2.04329,"dnsmos_ovrl":3.18976,"dnsmos_sig":3.51565,"dnsmos_bak":3.96428,"pesq_wb":1.809,"pesq_nb":2.39152,"stoi":0.81857,"estoi":0.6964,"si_sdr":-1.71848,"mel_dist":0.23265,"stft_dist":1.36014,"f0_rmse_cents":105.20667,"f0_corr":0.86994,"vuv_err":0.1486,"score_intelligibility":0.32386,"score_speaker":0.66562,"score_quality":0.83223,"score_fidelity":0.63989,"score":0.6154},"tr":{"n":50,"unit":"wer","wer":28.15789,"wer_orig":7.76316,"dwer":20.39474,"wer_pseudo":24.63768,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.72084,"utmos":2.0228,"dnsmos_ovrl":3.05042,"dnsmos_sig":3.38331,"dnsmos_bak":4.02746,"pesq_wb":2.11143,"pesq_nb":2.68946,"stoi":0.82212,"estoi":0.6793,"si_sdr":-8.8194,"mel_dist":0.22917,"stft_dist":1.45584,"f0_rmse_cents":151.61869,"f0_corr":0.87271,"vuv_err":0.14053,"score_intelligibility":0.30054,"score_speaker":0.72084,"score_quality":0.89895,"score_fidelity":0.67079,"score":0.64778},"id":{"n":50,"unit":"wer","wer":23.1405,"wer_orig":5.90319,"dwer":17.23731,"wer_pseudo":22.19599,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.61452,"utmos":1.72247,"dnsmos_ovrl":2.91185,"dnsmos_sig":3.48704,"dnsmos_bak":3.45533,"pesq_wb":1.77243,"pesq_nb":2.4134,"stoi":0.72679,"estoi":0.55648,"si_sdr":-4.97624,"mel_dist":0.21277,"stft_dist":1.55285,"f0_rmse_cents":294.43346,"f0_corr":0.79046,"vuv_err":0.21878,"score_intelligibility":0.28596,"score_speaker":0.61452,"score_quality":0.87593,"score_fidelity":0.57932,"score":0.58893},"vi":{"n":50,"unit":"wer","wer":23.78679,"wer_orig":7.71679,"dwer":16.07001,"wer_pseudo":20.62102,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.67045,"utmos":1.77752,"dnsmos_ovrl":2.85716,"dnsmos_sig":3.36809,"dnsmos_bak":3.67646,"pesq_wb":2.03832,"pesq_nb":2.62835,"stoi":0.71882,"estoi":0.57097,"si_sdr":-6.67815,"mel_dist":0.20086,"stft_dist":1.55352,"f0_rmse_cents":155.6934,"f0_corr":0.87571,"vuv_err":0.15845,"score_intelligibility":0.35167,"score_speaker":0.67045,"score_quality":0.85191,"score_fidelity":0.6304,"score":0.62611},"ru":{"n":50,"unit":"wer","wer":9.47977,"wer_orig":4.50867,"dwer":4.9711,"wer_pseudo":6.83662,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.68728,"utmos":1.95087,"dnsmos_ovrl":3.06312,"dnsmos_sig":3.37623,"dnsmos_bak":4.04814,"pesq_wb":2.01458,"pesq_nb":2.54119,"stoi":0.84422,"estoi":0.73254,"si_sdr":-10.06653,"mel_dist":0.23818,"stft_dist":1.50643,"f0_rmse_cents":176.31411,"f0_corr":0.80401,"vuv_err":0.18103,"score_intelligibility":0.52565,"score_speaker":0.68728,"score_quality":0.78203,"score_fidelity":0.64604,"score":0.66025},"uk":{"n":50,"unit":"wer","wer":22.92849,"wer_orig":6.46992,"dwer":16.45857,"wer_pseudo":20.45455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.61524,"utmos":2.08245,"dnsmos_ovrl":3.05017,"dnsmos_sig":3.36266,"dnsmos_bak":4.08221,"pesq_wb":2.01085,"pesq_nb":2.50907,"stoi":0.83794,"estoi":0.6977,"si_sdr":-6.87118,"mel_dist":0.24704,"stft_dist":1.5426,"f0_rmse_cents":100.37729,"f0_corr":0.92182,"vuv_err":0.15203,"score_intelligibility":0.31218,"score_speaker":0.61524,"score_quality":0.84156,"score_fidelity":0.68286,"score":0.61296},"el":{"n":50,"unit":"wer","wer":48.19639,"wer_orig":12.02405,"dwer":36.17234,"wer_pseudo":45.04505,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.63594,"utmos":2.09563,"dnsmos_ovrl":3.05199,"dnsmos_sig":3.42967,"dnsmos_bak":3.93442,"pesq_wb":2.13176,"pesq_nb":2.71805,"stoi":0.82018,"estoi":0.68461,"si_sdr":-8.25122,"mel_dist":0.20809,"stft_dist":1.39242,"f0_rmse_cents":108.44305,"f0_corr":0.88357,"vuv_err":0.16298,"score_intelligibility":0.26474,"score_speaker":0.63594,"score_quality":0.81553,"score_fidelity":0.6757,"score":0.59798},"ar":{"n":50,"unit":"wer","wer":25.52404,"wer_orig":12.45376,"dwer":13.07028,"wer_pseudo":20.64277,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.71162,"utmos":1.82538,"dnsmos_ovrl":3.21134,"dnsmos_sig":3.549,"dnsmos_bak":3.98121,"pesq_wb":1.97406,"pesq_nb":2.49553,"stoi":0.86829,"estoi":0.78319,"si_sdr":-13.17162,"mel_dist":0.23815,"stft_dist":1.50314,"f0_rmse_cents":143.06679,"f0_corr":0.88098,"vuv_err":0.15419,"score_intelligibility":0.50723,"score_speaker":0.71162,"score_quality":0.74668,"score_fidelity":0.67586,"score":0.66035},"fa":{"n":50,"unit":"wer","wer":44.22857,"wer_orig":25.94286,"dwer":18.28571,"wer_pseudo":33.2973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.66927,"utmos":2.08153,"dnsmos_ovrl":2.88784,"dnsmos_sig":3.3435,"dnsmos_bak":3.81649,"pesq_wb":1.89313,"pesq_nb":2.5814,"stoi":0.70268,"estoi":0.55723,"si_sdr":-6.84157,"mel_dist":0.2199,"stft_dist":1.52351,"f0_rmse_cents":209.75447,"f0_corr":0.80867,"vuv_err":0.16563,"score_intelligibility":0.5957,"score_speaker":0.66927,"score_quality":0.8342,"score_fidelity":0.58884,"score":0.672},"he":{"n":50,"unit":"wer","wer":54.88372,"wer_orig":19.4186,"dwer":35.46512,"wer_pseudo":49.06103,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.62963,"utmos":1.9438,"dnsmos_ovrl":2.77005,"dnsmos_sig":3.14184,"dnsmos_bak":3.9479,"pesq_wb":1.83558,"pesq_nb":2.36944,"stoi":0.83403,"estoi":0.70244,"si_sdr":-5.75002,"mel_dist":0.22879,"stft_dist":1.49297,"f0_rmse_cents":209.9834,"f0_corr":0.75886,"vuv_err":0.20613,"score_intelligibility":0.36538,"score_speaker":0.62963,"score_quality":0.80489,"score_fidelity":0.61054,"score":0.60261},"hi":{"n":50,"unit":"wer","wer":41.92059,"wer_orig":26.31579,"dwer":15.6048,"wer_pseudo":32.24342,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.63818,"utmos":1.82035,"dnsmos_ovrl":2.86761,"dnsmos_sig":3.43773,"dnsmos_bak":3.53141,"pesq_wb":1.98989,"pesq_nb":2.59718,"stoi":0.8011,"estoi":0.66877,"si_sdr":-10.77124,"mel_dist":0.23268,"stft_dist":1.41823,"f0_rmse_cents":170.32029,"f0_corr":0.8126,"vuv_err":0.16909,"score_intelligibility":0.63643,"score_speaker":0.63818,"score_quality":0.81663,"score_fidelity":0.63217,"score":0.68085},"zh":{"n":50,"unit":"cer","wer":13.35277,"wer_orig":7.40525,"dwer":5.94752,"wer_pseudo":7.62195,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.63486,"utmos":1.9044,"dnsmos_ovrl":3.06589,"dnsmos_sig":3.39236,"dnsmos_bak":4.028,"pesq_wb":2.06379,"pesq_nb":2.56819,"stoi":0.83922,"estoi":0.73621,"si_sdr":-13.43317,"mel_dist":0.21611,"stft_dist":1.44854,"f0_rmse_cents":161.15759,"f0_corr":0.82803,"vuv_err":0.12285,"score_intelligibility":0.58562,"score_speaker":0.63486,"score_quality":0.7496,"score_fidelity":0.65706,"score":0.65678},"yue":{"n":50,"unit":"cer","wer":28.66044,"wer_orig":14.39252,"dwer":14.26791,"wer_pseudo":25.77581,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.66374,"utmos":2.20276,"dnsmos_ovrl":3.12989,"dnsmos_sig":3.47686,"dnsmos_bak":3.94265,"pesq_wb":1.94536,"pesq_nb":2.5231,"stoi":0.82855,"estoi":0.70151,"si_sdr":-8.32718,"mel_dist":0.21017,"stft_dist":1.43893,"f0_rmse_cents":177.31598,"f0_corr":0.8698,"vuv_err":0.16752,"score_intelligibility":0.51896,"score_speaker":0.66374,"score_quality":0.80917,"score_fidelity":0.65615,"score":0.662},"ja":{"n":50,"unit":"cer","wer":15.52595,"wer_orig":3.53698,"dwer":11.98898,"wer_pseudo":13.91824,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.66842,"utmos":1.73005,"dnsmos_ovrl":2.53559,"dnsmos_sig":3.1587,"dnsmos_bak":3.35355,"pesq_wb":1.9674,"pesq_nb":2.56309,"stoi":0.70184,"estoi":0.5296,"si_sdr":-9.33402,"mel_dist":0.22954,"stft_dist":1.55728,"f0_rmse_cents":137.60266,"f0_corr":0.87321,"vuv_err":0.16636,"score_intelligibility":0.27454,"score_speaker":0.66842,"score_quality":0.85129,"score_fidelity":0.61715,"score":0.60285},"ko":{"n":50,"unit":"cer","wer":7.9902,"wer_orig":5.14706,"dwer":2.84314,"wer_pseudo":4.30862,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.60849,"utmos":2.32127,"dnsmos_ovrl":3.10712,"dnsmos_sig":3.43652,"dnsmos_bak":4.08223,"pesq_wb":2.30126,"pesq_nb":2.77479,"stoi":0.84178,"estoi":0.74319,"si_sdr":-12.22012,"mel_dist":0.22301,"stft_dist":1.41991,"f0_rmse_cents":124.63433,"f0_corr":0.91074,"vuv_err":0.11415,"score_intelligibility":0.68375,"score_speaker":0.60849,"score_quality":0.79248,"score_fidelity":0.7081,"score":0.69821},"th":{"n":50,"unit":"cer","wer":19.50283,"wer_orig":7.61924,"dwer":11.88359,"wer_pseudo":16.52156,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.68387,"utmos":1.72769,"dnsmos_ovrl":2.93288,"dnsmos_sig":3.39347,"dnsmos_bak":3.81608,"pesq_wb":1.82734,"pesq_nb":2.46412,"stoi":0.82056,"estoi":0.71106,"si_sdr":-10.94936,"mel_dist":0.21716,"stft_dist":1.68084,"f0_rmse_cents":256.92478,"f0_corr":0.76897,"vuv_err":0.23325,"score_intelligibility":0.42039,"score_speaker":0.68387,"score_quality":0.76217,"score_fidelity":0.60864,"score":0.61877}}},{"codec":"xcodec_hubert-general_4kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_hubert-general_4kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-hubert-general","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"general","causal":false,"multilingual":true,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":4.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":160.69862,"efficiency":{"rtf_encode":0.00219,"rtf_decode":0.00199,"peak_vram_gb":1.09462,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.81901,"score_worst_lang":0.74547,"worst_lang":"pl","en_gap":0.00519,"score_intelligibility":0.77736,"score_speaker":0.85853,"score_quality":0.88144,"score_fidelity":0.75872,"dwer":2.8161,"wer":11.62191,"wer_pseudo":6.13182,"sim":0.85853,"utmos":2.20639,"dnsmos_ovrl":2.98412,"dnsmos_sig":3.39318,"dnsmos_bak":3.86607,"pesq_wb":2.75512,"pesq_nb":3.27953,"stoi":0.87702,"estoi":0.79135,"si_sdr":-3.77092,"mel_dist":0.186,"stft_dist":1.2128,"f0_rmse_cents":128.58165,"f0_corr":0.89767,"vuv_err":0.13626,"score_ci95":[0.81326,0.82502]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.86627,"wer_orig":6.98132,"dwer":0.88496,"wer_pseudo":2.91829,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.81244,"utmos":2.09411,"dnsmos_ovrl":2.54731,"dnsmos_sig":3.08027,"dnsmos_bak":3.74097,"pesq_wb":2.5069,"pesq_nb":3.08291,"stoi":0.83385,"estoi":0.72371,"si_sdr":-4.61937,"mel_dist":0.19853,"stft_dist":1.30251,"f0_rmse_cents":128.62296,"f0_corr":0.92447,"vuv_err":0.13115,"score_intelligibility":0.90019,"score_speaker":0.81244,"score_quality":0.85368,"score_fidelity":0.72962,"score":0.82398},"de":{"n":50,"unit":"wer","wer":6.51068,"wer_orig":5.69685,"dwer":0.81384,"wer_pseudo":1.7294,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.89858,"utmos":2.45991,"dnsmos_ovrl":3.15088,"dnsmos_sig":3.43958,"dnsmos_bak":4.06835,"pesq_wb":2.93315,"pesq_nb":3.37234,"stoi":0.90799,"estoi":0.81283,"si_sdr":1.0094,"mel_dist":0.16358,"stft_dist":1.04113,"f0_rmse_cents":130.92474,"f0_corr":0.91121,"vuv_err":0.13233,"score_intelligibility":0.89164,"score_speaker":0.89858,"score_quality":0.92205,"score_fidelity":0.79051,"score":0.87569},"fr":{"n":50,"unit":"wer","wer":7.82609,"wer_orig":4.98024,"dwer":2.84585,"wer_pseudo":4.7619,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.85213,"utmos":1.98635,"dnsmos_ovrl":3.027,"dnsmos_sig":3.37396,"dnsmos_bak":3.96033,"pesq_wb":2.71915,"pesq_nb":3.24135,"stoi":0.90261,"estoi":0.84249,"si_sdr":-4.50344,"mel_dist":0.19383,"stft_dist":1.13022,"f0_rmse_cents":123.16268,"f0_corr":0.91046,"vuv_err":0.15467,"score_intelligibility":0.67756,"score_speaker":0.85213,"score_quality":0.86075,"score_fidelity":0.76808,"score":0.78963},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":0.82042,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.88806,"utmos":2.25358,"dnsmos_ovrl":3.21374,"dnsmos_sig":3.56452,"dnsmos_bak":3.94188,"pesq_wb":3.09204,"pesq_nb":3.49098,"stoi":0.9104,"estoi":0.84111,"si_sdr":-7.44234,"mel_dist":0.18783,"stft_dist":1.1632,"f0_rmse_cents":159.83551,"f0_corr":0.92196,"vuv_err":0.14044,"score_intelligibility":0.88235,"score_speaker":0.88806,"score_quality":0.85596,"score_fidelity":0.81003,"score":0.8591},"it":{"n":50,"unit":"wer","wer":3.46084,"wer_orig":2.55009,"dwer":0.91075,"wer_pseudo":1.64534,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.88633,"utmos":2.52001,"dnsmos_ovrl":3.33071,"dnsmos_sig":3.61074,"dnsmos_bak":4.09864,"pesq_wb":3.07848,"pesq_nb":3.51961,"stoi":0.90916,"estoi":0.84426,"si_sdr":-3.37915,"mel_dist":0.17835,"stft_dist":1.10456,"f0_rmse_cents":92.3352,"f0_corr":0.89705,"vuv_err":0.11204,"score_intelligibility":0.79584,"score_speaker":0.88633,"score_quality":0.86111,"score_fidelity":0.80002,"score":0.83582},"pt":{"n":50,"unit":"wer","wer":3.80859,"wer_orig":3.41797,"dwer":0.39062,"wer_pseudo":1.77165,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.91744,"utmos":2.30512,"dnsmos_ovrl":3.06288,"dnsmos_sig":3.4732,"dnsmos_bak":3.74522,"pesq_wb":2.9556,"pesq_nb":3.40436,"stoi":0.87977,"estoi":0.80094,"si_sdr":-6.1191,"mel_dist":0.17922,"stft_dist":1.13493,"f0_rmse_cents":206.23875,"f0_corr":0.90411,"vuv_err":0.14872,"score_intelligibility":0.91877,"score_speaker":0.91744,"score_quality":0.93338,"score_fidelity":0.78087,"score":0.88761},"nl":{"n":50,"unit":"wer","wer":9.09902,"wer_orig":5.26316,"dwer":3.83586,"wer_pseudo":5.01343,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.85364,"utmos":2.64459,"dnsmos_ovrl":2.87604,"dnsmos_sig":3.23782,"dnsmos_bak":4.09849,"pesq_wb":2.70348,"pesq_nb":3.23159,"stoi":0.90286,"estoi":0.82396,"si_sdr":-1.04792,"mel_dist":0.20493,"stft_dist":1.40651,"f0_rmse_cents":116.37755,"f0_corr":0.90721,"vuv_err":0.15573,"score_intelligibility":0.62017,"score_speaker":0.85364,"score_quality":0.91769,"score_fidelity":0.7656,"score":0.78928},"pl":{"n":50,"unit":"wer","wer":6.57895,"wer_orig":3.28947,"dwer":3.28947,"wer_pseudo":4.71491,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.85169,"utmos":2.16681,"dnsmos_ovrl":3.04711,"dnsmos_sig":3.37595,"dnsmos_bak":4.0315,"pesq_wb":2.63121,"pesq_nb":3.11062,"stoi":0.90942,"estoi":0.83141,"si_sdr":-7.85513,"mel_dist":0.19561,"stft_dist":1.28187,"f0_rmse_cents":123.37316,"f0_corr":0.81551,"vuv_err":0.13973,"score_intelligibility":0.56597,"score_speaker":0.85169,"score_quality":0.8339,"score_fidelity":0.73033,"score":0.74547},"cs":{"n":50,"unit":"wer","wer":15.40257,"wer_orig":9.45158,"dwer":5.95099,"wer_pseudo":11.79907,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.8723,"utmos":2.27653,"dnsmos_ovrl":3.14169,"dnsmos_sig":3.48738,"dnsmos_bak":3.91057,"pesq_wb":2.53778,"pesq_nb":3.11286,"stoi":0.88526,"estoi":0.80608,"si_sdr":2.59694,"mel_dist":0.18841,"stft_dist":1.15518,"f0_rmse_cents":77.13321,"f0_corr":0.92866,"vuv_err":0.10881,"score_intelligibility":0.63719,"score_speaker":0.8723,"score_quality":0.9065,"score_fidelity":0.75109,"score":0.79177},"tr":{"n":50,"unit":"wer","wer":10.78947,"wer_orig":7.76316,"dwer":3.02632,"wer_pseudo":5.5336,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.87986,"utmos":2.11099,"dnsmos_ovrl":3.05549,"dnsmos_sig":3.41221,"dnsmos_bak":3.98925,"pesq_wb":2.85666,"pesq_nb":3.36139,"stoi":0.88395,"estoi":0.789,"si_sdr":-3.3824,"mel_dist":0.19655,"stft_dist":1.22199,"f0_rmse_cents":112.33898,"f0_corr":0.92087,"vuv_err":0.1109,"score_intelligibility":0.7433,"score_speaker":0.87986,"score_quality":0.93336,"score_fidelity":0.77843,"score":0.83374},"id":{"n":50,"unit":"wer","wer":9.56316,"wer_orig":5.90319,"dwer":3.65998,"wer_pseudo":7.08383,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.81147,"utmos":1.83743,"dnsmos_ovrl":2.8212,"dnsmos_sig":3.40529,"dnsmos_bak":3.32479,"pesq_wb":2.47999,"pesq_nb":3.11474,"stoi":0.81434,"estoi":0.69669,"si_sdr":-1.56696,"mel_dist":0.16854,"stft_dist":1.25598,"f0_rmse_cents":220.27512,"f0_corr":0.81983,"vuv_err":0.17851,"score_intelligibility":0.65352,"score_speaker":0.81147,"score_quality":0.93575,"score_fidelity":0.68567,"score":0.7716},"vi":{"n":50,"unit":"wer","wer":11.05807,"wer_orig":7.71679,"dwer":3.34129,"wer_pseudo":6.6879,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.84282,"utmos":1.91722,"dnsmos_ovrl":2.86229,"dnsmos_sig":3.41019,"dnsmos_bak":3.63963,"pesq_wb":2.78735,"pesq_nb":3.34828,"stoi":0.80338,"estoi":0.69759,"si_sdr":-2.43002,"mel_dist":0.16261,"stft_dist":1.2229,"f0_rmse_cents":132.9927,"f0_corr":0.90729,"vuv_err":0.13014,"score_intelligibility":0.7229,"score_speaker":0.84282,"score_quality":0.91514,"score_fidelity":0.74045,"score":0.80533},"ru":{"n":50,"unit":"wer","wer":5.31792,"wer_orig":4.50867,"dwer":0.80925,"wer_pseudo":1.50637,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.87621,"utmos":2.22527,"dnsmos_ovrl":3.05651,"dnsmos_sig":3.38634,"dnsmos_bak":4.03048,"pesq_wb":2.8067,"pesq_nb":3.29294,"stoi":0.90315,"estoi":0.83127,"si_sdr":-3.74022,"mel_dist":0.20053,"stft_dist":1.25717,"f0_rmse_cents":138.43073,"f0_corr":0.86111,"vuv_err":0.15813,"score_intelligibility":0.87191,"score_speaker":0.87621,"score_quality":0.86342,"score_fidelity":0.76016,"score":0.84292},"uk":{"n":50,"unit":"wer","wer":10.44268,"wer_orig":6.46992,"dwer":3.97276,"wer_pseudo":6.59091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.83278,"utmos":2.27925,"dnsmos_ovrl":3.04815,"dnsmos_sig":3.37009,"dnsmos_bak":4.07019,"pesq_wb":2.73371,"pesq_nb":3.2056,"stoi":0.89436,"estoi":0.79851,"si_sdr":-1.00354,"mel_dist":0.20803,"stft_dist":1.26156,"f0_rmse_cents":77.52046,"f0_corr":0.95182,"vuv_err":0.11945,"score_intelligibility":0.65281,"score_speaker":0.83278,"score_quality":0.90342,"score_fidelity":0.78051,"score":0.79238},"el":{"n":50,"unit":"wer","wer":18.13627,"wer_orig":12.02405,"dwer":6.11222,"wer_pseudo":11.61161,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.84902,"utmos":2.38452,"dnsmos_ovrl":3.02442,"dnsmos_sig":3.44736,"dnsmos_bak":3.86692,"pesq_wb":2.90786,"pesq_nb":3.43976,"stoi":0.88436,"estoi":0.79221,"si_sdr":-2.43716,"mel_dist":0.16684,"stft_dist":1.13167,"f0_rmse_cents":78.959,"f0_corr":0.92068,"vuv_err":0.11898,"score_intelligibility":0.68059,"score_speaker":0.84902,"score_quality":0.89873,"score_fidelity":0.78338,"score":0.80293},"ar":{"n":50,"unit":"wer","wer":14.05672,"wer_orig":12.45376,"dwer":1.60296,"wer_pseudo":5.3152,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.88482,"utmos":2.10813,"dnsmos_ovrl":3.21727,"dnsmos_sig":3.55975,"dnsmos_bak":3.97629,"pesq_wb":2.77822,"pesq_nb":3.28141,"stoi":0.92001,"estoi":0.86606,"si_sdr":-7.09967,"mel_dist":0.19065,"stft_dist":1.25109,"f0_rmse_cents":108.33657,"f0_corr":0.91668,"vuv_err":0.1252,"score_intelligibility":0.89354,"score_speaker":0.88482,"score_quality":0.83119,"score_fidelity":0.78158,"score":0.84778},"fa":{"n":50,"unit":"wer","wer":27.77143,"wer_orig":25.94286,"dwer":1.82857,"wer_pseudo":11.24324,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.85365,"utmos":2.32107,"dnsmos_ovrl":2.85618,"dnsmos_sig":3.3485,"dnsmos_bak":3.7568,"pesq_wb":2.57449,"pesq_nb":3.24827,"stoi":0.78602,"estoi":0.68083,"si_sdr":-2.58412,"mel_dist":0.18758,"stft_dist":1.24635,"f0_rmse_cents":191.47711,"f0_corr":0.8133,"vuv_err":0.13365,"score_intelligibility":0.93644,"score_speaker":0.85365,"score_quality":0.90821,"score_fidelity":0.68306,"score":0.84534},"he":{"n":50,"unit":"wer","wer":31.04651,"wer_orig":19.4186,"dwer":11.62791,"wer_pseudo":19.3662,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83455,"utmos":2.13454,"dnsmos_ovrl":2.7847,"dnsmos_sig":3.17447,"dnsmos_bak":3.93871,"pesq_wb":2.55149,"pesq_nb":3.08999,"stoi":0.89403,"estoi":0.8048,"si_sdr":0.41681,"mel_dist":0.18957,"stft_dist":1.20257,"f0_rmse_cents":143.23671,"f0_corr":0.84808,"vuv_err":0.18355,"score_intelligibility":0.63716,"score_speaker":0.83455,"score_quality":0.87306,"score_fidelity":0.72846,"score":0.76831},"hi":{"n":50,"unit":"wer","wer":28.99354,"wer_orig":26.31579,"dwer":2.67775,"wer_pseudo":13.16985,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.84812,"utmos":1.9888,"dnsmos_ovrl":2.82663,"dnsmos_sig":3.42443,"dnsmos_bak":3.46237,"pesq_wb":2.74159,"pesq_nb":3.30882,"stoi":0.86865,"estoi":0.77913,"si_sdr":-5.79133,"mel_dist":0.18972,"stft_dist":1.19584,"f0_rmse_cents":108.73997,"f0_corr":0.89556,"vuv_err":0.14059,"score_intelligibility":0.91072,"score_speaker":0.84812,"score_quality":0.88165,"score_fidelity":0.75394,"score":0.84861},"zh":{"n":50,"unit":"cer","wer":8.74636,"wer_orig":7.40525,"dwer":1.34111,"wer_pseudo":1.58537,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86296,"utmos":2.14287,"dnsmos_ovrl":3.0439,"dnsmos_sig":3.38901,"dnsmos_bak":4.00095,"pesq_wb":2.82792,"pesq_nb":3.33693,"stoi":0.89857,"estoi":0.82985,"si_sdr":-8.82221,"mel_dist":0.18332,"stft_dist":1.22259,"f0_rmse_cents":99.08877,"f0_corr":0.91329,"vuv_err":0.10187,"score_intelligibility":0.8624,"score_speaker":0.86296,"score_quality":0.8102,"score_fidelity":0.77804,"score":0.8284},"yue":{"n":50,"unit":"cer","wer":16.82243,"wer_orig":14.39252,"dwer":2.42991,"wer_pseudo":10.51298,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.85572,"utmos":2.4403,"dnsmos_ovrl":3.09332,"dnsmos_sig":3.46673,"dnsmos_bak":3.89631,"pesq_wb":2.7118,"pesq_nb":3.25542,"stoi":0.8894,"estoi":0.80539,"si_sdr":-3.37659,"mel_dist":0.16509,"stft_dist":1.16515,"f0_rmse_cents":125.07024,"f0_corr":0.92468,"vuv_err":0.12254,"score_intelligibility":0.86366,"score_speaker":0.85572,"score_quality":0.87023,"score_fidelity":0.76772,"score":0.83933},"ja":{"n":50,"unit":"cer","wer":6.89022,"wer_orig":3.53698,"dwer":3.35324,"wer_pseudo":4.82315,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.83712,"utmos":1.81388,"dnsmos_ovrl":2.57018,"dnsmos_sig":3.21755,"dnsmos_bak":3.38637,"pesq_wb":2.65576,"pesq_nb":3.18929,"stoi":0.78029,"estoi":0.64784,"si_sdr":-5.36785,"mel_dist":0.19425,"stft_dist":1.26508,"f0_rmse_cents":102.82934,"f0_corr":0.93319,"vuv_err":0.14062,"score_intelligibility":0.57501,"score_speaker":0.83712,"score_quality":0.89293,"score_fidelity":0.72885,"score":0.75848},"ko":{"n":50,"unit":"cer","wer":5.44118,"wer_orig":5.14706,"dwer":0.29412,"wer_pseudo":1.55311,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.84009,"utmos":2.60962,"dnsmos_ovrl":3.07972,"dnsmos_sig":3.4192,"dnsmos_bak":4.07541,"pesq_wb":3.02806,"pesq_nb":3.45602,"stoi":0.9018,"estoi":0.83664,"si_sdr":-5.32907,"mel_dist":0.19422,"stft_dist":1.16987,"f0_rmse_cents":85.49312,"f0_corr":0.9532,"vuv_err":0.08927,"score_intelligibility":0.95434,"score_speaker":0.84009,"score_quality":0.85631,"score_fidelity":0.81148,"score":0.86555},"th":{"n":50,"unit":"cer","wer":9.66047,"wer_orig":7.61924,"dwer":2.04123,"wer_pseudo":5.40595,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.86288,"utmos":1.93238,"dnsmos_ovrl":2.88167,"dnsmos_sig":3.36189,"dnsmos_bak":3.77515,"pesq_wb":2.52343,"pesq_nb":3.21316,"stoi":0.88482,"estoi":0.80972,"si_sdr":-6.62764,"mel_dist":0.17618,"stft_dist":1.31736,"f0_rmse_cents":203.16711,"f0_corr":0.84376,"vuv_err":0.19322,"score_intelligibility":0.80852,"score_speaker":0.86288,"score_quality":0.83591,"score_fidelity":0.72128,"score":0.80715}}},{"codec":"xcodec_hubert-librispeech_1kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_hubert-librispeech_1kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-hubert-librispeech","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":1.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":160.69862,"efficiency":{"rtf_encode":0.00211,"rtf_decode":0.00196,"peak_vram_gb":1.09459,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.68894,"score_worst_lang":0.56669,"worst_lang":"nl","en_gap":-0.04307,"score_intelligibility":0.59604,"score_speaker":0.63003,"score_quality":0.94912,"score_fidelity":0.58057,"dwer":7.21399,"wer":16.0198,"wer_pseudo":12.02075,"sim":0.63003,"utmos":2.53085,"dnsmos_ovrl":3.01556,"dnsmos_sig":3.36024,"dnsmos_bak":3.96915,"pesq_wb":1.75055,"pesq_nb":2.31299,"stoi":0.79193,"estoi":0.6537,"si_sdr":-17.11194,"mel_dist":0.2449,"stft_dist":1.54365,"f0_rmse_cents":233.8294,"f0_corr":0.73533,"vuv_err":0.21283,"score_ci95":[0.68095,0.69655]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.0295,"wer_orig":6.98132,"dwer":3.04818,"wer_pseudo":5.54475,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.53659,"utmos":2.03709,"dnsmos_ovrl":2.51775,"dnsmos_sig":2.92419,"dnsmos_bak":3.91259,"pesq_wb":1.41129,"pesq_nb":1.79341,"stoi":0.697,"estoi":0.53616,"si_sdr":-23.79608,"mel_dist":0.29291,"stft_dist":2.54768,"f0_rmse_cents":296.71884,"f0_corr":0.70026,"vuv_err":0.26945,"score_intelligibility":0.72363,"score_speaker":0.53659,"score_quality":0.82553,"score_fidelity":0.50492,"score":0.64767},"de":{"n":50,"unit":"wer","wer":8.34181,"wer_orig":5.69685,"dwer":2.64496,"wer_pseudo":4.27263,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.68746,"utmos":2.97474,"dnsmos_ovrl":3.19176,"dnsmos_sig":3.45542,"dnsmos_bak":4.11368,"pesq_wb":1.9852,"pesq_nb":2.56944,"stoi":0.85303,"estoi":0.69971,"si_sdr":-16.91229,"mel_dist":0.21293,"stft_dist":1.19142,"f0_rmse_cents":206.0236,"f0_corr":0.77463,"vuv_err":0.1754,"score_intelligibility":0.71687,"score_speaker":0.68746,"score_quality":1.0,"score_fidelity":0.63638,"score":0.76018},"fr":{"n":50,"unit":"wer","wer":10.27668,"wer_orig":4.98024,"dwer":5.29644,"wer_pseudo":7.85714,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.65064,"utmos":2.48856,"dnsmos_ovrl":3.07643,"dnsmos_sig":3.38129,"dnsmos_bak":4.0497,"pesq_wb":1.78851,"pesq_nb":2.32839,"stoi":0.83203,"estoi":0.72665,"si_sdr":-13.34241,"mel_dist":0.25502,"stft_dist":1.37146,"f0_rmse_cents":155.4074,"f0_corr":0.81031,"vuv_err":0.22171,"score_intelligibility":0.53032,"score_speaker":0.65064,"score_quality":1.0,"score_fidelity":0.62254,"score":0.70087},"es":{"n":50,"unit":"wer","wer":4.09091,"wer_orig":3.09091,"dwer":1.0,"wer_pseudo":2.27894,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.70537,"utmos":3.03325,"dnsmos_ovrl":3.32069,"dnsmos_sig":3.61527,"dnsmos_bak":4.05672,"pesq_wb":2.27638,"pesq_nb":2.8312,"stoi":0.86614,"estoi":0.75195,"si_sdr":-13.34752,"mel_dist":0.23974,"stft_dist":1.28727,"f0_rmse_cents":184.21326,"f0_corr":0.86573,"vuv_err":0.17332,"score_intelligibility":0.80357,"score_speaker":0.70537,"score_quality":1.0,"score_fidelity":0.69885,"score":0.80195},"it":{"n":50,"unit":"wer","wer":4.46266,"wer_orig":2.55009,"dwer":1.91257,"wer_pseudo":3.74771,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.68805,"utmos":3.11094,"dnsmos_ovrl":3.36356,"dnsmos_sig":3.62639,"dnsmos_bak":4.12513,"pesq_wb":2.21715,"pesq_nb":2.73022,"stoi":0.85835,"estoi":0.74609,"si_sdr":-10.1442,"mel_dist":0.23079,"stft_dist":1.24045,"f0_rmse_cents":107.77744,"f0_corr":0.82906,"vuv_err":0.13772,"score_intelligibility":0.64988,"score_speaker":0.68805,"score_quality":1.0,"score_fidelity":0.67839,"score":0.75408},"pt":{"n":50,"unit":"wer","wer":5.27344,"wer_orig":3.41797,"dwer":1.85547,"wer_pseudo":2.95276,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.71687,"utmos":3.05627,"dnsmos_ovrl":3.18714,"dnsmos_sig":3.52148,"dnsmos_bak":3.93255,"pesq_wb":1.95774,"pesq_nb":2.58634,"stoi":0.81046,"estoi":0.68325,"si_sdr":-13.07173,"mel_dist":0.24107,"stft_dist":1.28689,"f0_rmse_cents":430.55225,"f0_corr":0.71929,"vuv_err":0.22085,"score_intelligibility":0.70423,"score_speaker":0.71687,"score_quality":1.0,"score_fidelity":0.60113,"score":0.75556},"nl":{"n":50,"unit":"wer","wer":14.62979,"wer_orig":5.26316,"dwer":9.36664,"wer_pseudo":11.72784,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.64044,"utmos":1.98568,"dnsmos_ovrl":2.5592,"dnsmos_sig":2.89991,"dnsmos_bak":4.03785,"pesq_wb":1.38993,"pesq_nb":1.9295,"stoi":0.77867,"estoi":0.64193,"si_sdr":-24.4755,"mel_dist":0.28005,"stft_dist":1.88712,"f0_rmse_cents":252.16554,"f0_corr":0.68889,"vuv_err":0.29935,"score_intelligibility":0.40072,"score_speaker":0.64044,"score_quality":0.69927,"score_fidelity":0.52632,"score":0.56669},"pl":{"n":50,"unit":"wer","wer":10.08772,"wer_orig":3.28947,"dwer":6.79825,"wer_pseudo":8.88158,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.65932,"utmos":2.15036,"dnsmos_ovrl":3.02467,"dnsmos_sig":3.32473,"dnsmos_bak":4.07579,"pesq_wb":1.57638,"pesq_nb":2.09793,"stoi":0.82663,"estoi":0.69657,"si_sdr":-21.52759,"mel_dist":0.24678,"stft_dist":1.53372,"f0_rmse_cents":352.79561,"f0_corr":0.4728,"vuv_err":0.24189,"score_intelligibility":0.38687,"score_speaker":0.65932,"score_quality":0.82919,"score_fidelity":0.48803,"score":0.59085},"cs":{"n":50,"unit":"wer","wer":18.66978,"wer_orig":9.45158,"dwer":9.2182,"wer_pseudo":16.23832,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.68584,"utmos":2.83926,"dnsmos_ovrl":3.24591,"dnsmos_sig":3.53556,"dnsmos_bak":4.04538,"pesq_wb":1.64087,"pesq_nb":2.30075,"stoi":0.81391,"estoi":0.68329,"si_sdr":-13.706,"mel_dist":0.24665,"stft_dist":1.3269,"f0_rmse_cents":120.869,"f0_corr":0.83446,"vuv_err":0.13987,"score_intelligibility":0.53135,"score_speaker":0.68584,"score_quality":1.0,"score_fidelity":0.61049,"score":0.70692},"tr":{"n":50,"unit":"wer","wer":14.47368,"wer_orig":7.76316,"dwer":6.71053,"wer_pseudo":10.40843,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.6339,"utmos":2.52199,"dnsmos_ovrl":3.05932,"dnsmos_sig":3.38228,"dnsmos_bak":4.03896,"pesq_wb":1.79985,"pesq_nb":2.40193,"stoi":0.80019,"estoi":0.63268,"si_sdr":-15.8321,"mel_dist":0.26396,"stft_dist":1.58266,"f0_rmse_cents":164.74272,"f0_corr":0.83867,"vuv_err":0.16506,"score_intelligibility":0.56633,"score_speaker":0.6339,"score_quality":1.0,"score_fidelity":0.62246,"score":0.70567},"id":{"n":50,"unit":"wer","wer":19.24439,"wer_orig":5.90319,"dwer":13.3412,"wer_pseudo":18.06375,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.51793,"utmos":2.31023,"dnsmos_ovrl":2.88903,"dnsmos_sig":3.31637,"dnsmos_bak":3.51151,"pesq_wb":1.53636,"pesq_nb":2.24829,"stoi":0.71489,"estoi":0.53063,"si_sdr":-19.35105,"mel_dist":0.21722,"stft_dist":1.37875,"f0_rmse_cents":412.9383,"f0_corr":0.62897,"vuv_err":0.31734,"score_intelligibility":0.34099,"score_speaker":0.51793,"score_quality":1.0,"score_fidelity":0.49904,"score":0.58949},"vi":{"n":50,"unit":"wer","wer":23.0708,"wer_orig":7.71679,"dwer":15.35402,"wer_pseudo":19.98408,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.60776,"utmos":2.19931,"dnsmos_ovrl":2.89099,"dnsmos_sig":3.35485,"dnsmos_bak":3.77235,"pesq_wb":1.59798,"pesq_nb":2.17525,"stoi":0.68107,"estoi":0.51788,"si_sdr":-13.94533,"mel_dist":0.21223,"stft_dist":1.42194,"f0_rmse_cents":260.89322,"f0_corr":0.75194,"vuv_err":0.21684,"score_intelligibility":0.36213,"score_speaker":0.60776,"score_quality":1.0,"score_fidelity":0.53462,"score":0.62613},"ru":{"n":50,"unit":"wer","wer":6.24277,"wer_orig":4.50867,"dwer":1.7341,"wer_pseudo":2.781,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.67728,"utmos":2.4053,"dnsmos_ovrl":3.04663,"dnsmos_sig":3.34452,"dnsmos_bak":4.08305,"pesq_wb":1.69616,"pesq_nb":2.25891,"stoi":0.82552,"estoi":0.69565,"si_sdr":-16.31322,"mel_dist":0.25091,"stft_dist":1.50638,"f0_rmse_cents":188.3744,"f0_corr":0.74551,"vuv_err":0.21287,"score_intelligibility":0.76057,"score_speaker":0.67728,"score_quality":0.91681,"score_fidelity":0.58998,"score":0.73616},"uk":{"n":50,"unit":"wer","wer":13.96141,"wer_orig":6.46992,"dwer":7.49149,"wer_pseudo":11.36364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.57213,"utmos":2.67949,"dnsmos_ovrl":3.06708,"dnsmos_sig":3.34861,"dnsmos_bak":4.09715,"pesq_wb":1.81381,"pesq_nb":2.28201,"stoi":0.81178,"estoi":0.66571,"si_sdr":-15.76428,"mel_dist":0.27958,"stft_dist":1.79798,"f0_rmse_cents":192.52674,"f0_corr":0.7986,"vuv_err":0.19365,"score_intelligibility":0.49928,"score_speaker":0.57213,"score_quality":1.0,"score_fidelity":0.6143,"score":0.67143},"el":{"n":50,"unit":"wer","wer":25.0501,"wer_orig":12.02405,"dwer":13.02605,"wer_pseudo":21.82182,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.56046,"utmos":2.78969,"dnsmos_ovrl":3.01637,"dnsmos_sig":3.38783,"dnsmos_bak":3.93761,"pesq_wb":1.87131,"pesq_nb":2.46978,"stoi":0.81299,"estoi":0.67297,"si_sdr":-8.15639,"mel_dist":0.22095,"stft_dist":1.37109,"f0_rmse_cents":127.03156,"f0_corr":0.82657,"vuv_err":0.16839,"score_intelligibility":0.49996,"score_speaker":0.56046,"score_quality":1.0,"score_fidelity":0.6295,"score":0.67248},"ar":{"n":50,"unit":"wer","wer":18.8656,"wer_orig":12.45376,"dwer":6.41184,"wer_pseudo":12.23733,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.69011,"utmos":2.61305,"dnsmos_ovrl":3.26967,"dnsmos_sig":3.57372,"dnsmos_bak":4.04514,"pesq_wb":1.83049,"pesq_nb":2.36572,"stoi":0.86471,"estoi":0.76917,"si_sdr":-17.08145,"mel_dist":0.24451,"stft_dist":1.42051,"f0_rmse_cents":237.44585,"f0_corr":0.72325,"vuv_err":0.16656,"score_intelligibility":0.67724,"score_speaker":0.69011,"score_quality":0.9821,"score_fidelity":0.60841,"score":0.73946},"fa":{"n":50,"unit":"wer","wer":34.28571,"wer_orig":25.94286,"dwer":8.34286,"wer_pseudo":20.43243,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.60634,"utmos":2.39671,"dnsmos_ovrl":2.89301,"dnsmos_sig":3.28894,"dnsmos_bak":3.91387,"pesq_wb":1.55885,"pesq_nb":2.2872,"stoi":0.67391,"estoi":0.51803,"si_sdr":-24.52783,"mel_dist":0.25399,"stft_dist":1.82291,"f0_rmse_cents":318.66844,"f0_corr":0.59934,"vuv_err":0.29319,"score_intelligibility":0.76356,"score_speaker":0.60634,"score_quality":0.93159,"score_fidelity":0.47764,"score":0.69478},"he":{"n":50,"unit":"wer","wer":45.5814,"wer_orig":19.4186,"dwer":26.16279,"wer_pseudo":38.26291,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.56986,"utmos":2.30109,"dnsmos_ovrl":2.80183,"dnsmos_sig":3.11131,"dnsmos_bak":4.00854,"pesq_wb":1.68355,"pesq_nb":2.13516,"stoi":0.79891,"estoi":0.66728,"si_sdr":-19.04401,"mel_dist":0.25679,"stft_dist":1.75785,"f0_rmse_cents":274.92689,"f0_corr":0.56831,"vuv_err":0.28209,"score_intelligibility":0.43834,"score_speaker":0.56986,"score_quality":0.93377,"score_fidelity":0.52084,"score":0.6157},"hi":{"n":50,"unit":"wer","wer":33.88735,"wer_orig":26.31579,"dwer":7.57156,"wer_pseudo":23.16076,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.62439,"utmos":2.58675,"dnsmos_ovrl":3.0286,"dnsmos_sig":3.48639,"dnsmos_bak":3.76379,"pesq_wb":1.77476,"pesq_nb":2.35978,"stoi":0.79416,"estoi":0.64596,"si_sdr":-13.39054,"mel_dist":0.25091,"stft_dist":1.38714,"f0_rmse_cents":210.14692,"f0_corr":0.73736,"vuv_err":0.19843,"score_intelligibility":0.78297,"score_speaker":0.62439,"score_quality":1.0,"score_fidelity":0.58429,"score":0.74791},"zh":{"n":50,"unit":"cer","wer":10.61224,"wer_orig":7.40525,"dwer":3.207,"wer_pseudo":5.54878,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.65543,"utmos":2.35501,"dnsmos_ovrl":3.06135,"dnsmos_sig":3.37955,"dnsmos_bak":4.04993,"pesq_wb":1.79392,"pesq_nb":2.3511,"stoi":0.82443,"estoi":0.70387,"si_sdr":-14.57493,"mel_dist":0.22301,"stft_dist":1.41098,"f0_rmse_cents":181.77297,"f0_corr":0.79974,"vuv_err":0.14753,"score_intelligibility":0.72383,"score_speaker":0.65543,"score_quality":0.87305,"score_fidelity":0.617,"score":0.71733},"yue":{"n":50,"unit":"cer","wer":19.93769,"wer_orig":14.39252,"dwer":5.54517,"wer_pseudo":14.56618,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.68478,"utmos":3.02712,"dnsmos_ovrl":3.17156,"dnsmos_sig":3.48345,"dnsmos_bak":4.01939,"pesq_wb":1.80791,"pesq_nb":2.39256,"stoi":0.82266,"estoi":0.67846,"si_sdr":-23.2422,"mel_dist":0.21379,"stft_dist":1.34421,"f0_rmse_cents":249.96001,"f0_corr":0.77042,"vuv_err":0.18817,"score_intelligibility":0.73516,"score_speaker":0.68478,"score_quality":1.0,"score_fidelity":0.60797,"score":0.75698},"ja":{"n":50,"unit":"cer","wer":11.6215,"wer_orig":3.53698,"dwer":8.08452,"wer_pseudo":10.10565,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.5072,"utmos":2.03259,"dnsmos_ovrl":2.73604,"dnsmos_sig":3.22025,"dnsmos_bak":3.71743,"pesq_wb":1.58844,"pesq_nb":2.18209,"stoi":0.65944,"estoi":0.48287,"si_sdr":-21.00617,"mel_dist":0.2786,"stft_dist":2.06183,"f0_rmse_cents":242.62902,"f0_corr":0.62895,"vuv_err":0.25244,"score_intelligibility":0.35946,"score_speaker":0.5072,"score_quality":0.99852,"score_fidelity":0.48551,"score":0.58767},"ko":{"n":50,"unit":"cer","wer":6.51961,"wer_orig":5.14706,"dwer":1.37255,"wer_pseudo":3.80762,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.6148,"utmos":2.69975,"dnsmos_ovrl":3.07018,"dnsmos_sig":3.37516,"dnsmos_bak":4.09728,"pesq_wb":2.00867,"pesq_nb":2.53138,"stoi":0.81534,"estoi":0.70868,"si_sdr":-18.03694,"mel_dist":0.22438,"stft_dist":1.43279,"f0_rmse_cents":160.74669,"f0_corr":0.81772,"vuv_err":0.15585,"score_intelligibility":0.81747,"score_speaker":0.6148,"score_quality":0.87626,"score_fidelity":0.64042,"score":0.73724},"th":{"n":50,"unit":"cer","wer":15.25869,"wer_orig":7.61924,"dwer":7.63945,"wer_pseudo":12.45191,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.62781,"utmos":2.14607,"dnsmos_ovrl":2.88452,"dnsmos_sig":3.30834,"dnsmos_bak":3.85414,"pesq_wb":1.40781,"pesq_nb":1.90343,"stoi":0.7701,"estoi":0.63336,"si_sdr":-20.09674,"mel_dist":0.24078,"stft_dist":1.67775,"f0_rmse_cents":282.57891,"f0_corr":0.71721,"vuv_err":0.26984,"score_intelligibility":0.53013,"score_speaker":0.62781,"score_quality":0.9129,"score_fidelity":0.53461,"score":0.65136}}},{"codec":"xcodec_hubert-librispeech_4kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_hubert-librispeech_4kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-hubert-librispeech","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":false,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":4.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":160.69862,"efficiency":{"rtf_encode":0.00218,"rtf_decode":0.00198,"peak_vram_gb":1.09462,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.82002,"score_worst_lang":0.70613,"worst_lang":"en","en_gap":-0.11884,"score_intelligibility":0.79532,"score_speaker":0.82163,"score_quality":0.97459,"score_fidelity":0.68856,"dwer":2.49876,"wer":11.30457,"wer_pseudo":6.0904,"sim":0.82163,"utmos":2.63752,"dnsmos_ovrl":3.02013,"dnsmos_sig":3.39227,"dnsmos_bak":3.93497,"pesq_wb":2.30403,"pesq_nb":2.9278,"stoi":0.85501,"estoi":0.74903,"si_sdr":-13.19009,"mel_dist":0.19765,"stft_dist":1.22098,"f0_rmse_cents":157.27215,"f0_corr":0.83808,"vuv_err":0.16936,"score_ci95":[0.81256,0.82659]},"per_lang":{"en":{"n":50,"unit":"wer","wer":10.7178,"wer_orig":6.98132,"dwer":3.73648,"wer_pseudo":5.54475,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.71931,"utmos":2.12215,"dnsmos_ovrl":2.47389,"dnsmos_sig":2.94328,"dnsmos_bak":3.81691,"pesq_wb":1.71559,"pesq_nb":2.20635,"stoi":0.75722,"estoi":0.61937,"si_sdr":-21.17081,"mel_dist":0.23041,"stft_dist":1.58173,"f0_rmse_cents":194.42042,"f0_corr":0.79249,"vuv_err":0.2179,"score_intelligibility":0.68113,"score_speaker":0.71931,"score_quality":0.83937,"score_fidelity":0.58472,"score":0.70613},"de":{"n":50,"unit":"wer","wer":6.71414,"wer_orig":5.69685,"dwer":1.01729,"wer_pseudo":1.11902,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.86961,"utmos":2.95613,"dnsmos_ovrl":3.20722,"dnsmos_sig":3.48325,"dnsmos_bak":4.08801,"pesq_wb":2.58162,"pesq_nb":3.18785,"stoi":0.90378,"estoi":0.79324,"si_sdr":-15.31927,"mel_dist":0.17243,"stft_dist":1.00553,"f0_rmse_cents":193.61801,"f0_corr":0.82175,"vuv_err":0.16018,"score_intelligibility":0.86813,"score_speaker":0.86961,"score_quality":1.0,"score_fidelity":0.72581,"score":0.86589},"fr":{"n":50,"unit":"wer","wer":6.56126,"wer_orig":4.98024,"dwer":1.58103,"wer_pseudo":3.25397,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.84392,"utmos":2.53663,"dnsmos_ovrl":3.09136,"dnsmos_sig":3.40834,"dnsmos_bak":4.02987,"pesq_wb":2.31871,"pesq_nb":2.93504,"stoi":0.89329,"estoi":0.81498,"si_sdr":-8.96899,"mel_dist":0.20497,"stft_dist":1.13489,"f0_rmse_cents":114.35824,"f0_corr":0.89579,"vuv_err":0.18522,"score_intelligibility":0.7909,"score_speaker":0.84392,"score_quality":1.0,"score_fidelity":0.72195,"score":0.83919},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":1.18505,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.87069,"utmos":3.02215,"dnsmos_ovrl":3.29786,"dnsmos_sig":3.61354,"dnsmos_bak":4.01873,"pesq_wb":2.86706,"pesq_nb":3.35634,"stoi":0.91054,"estoi":0.82924,"si_sdr":-10.88573,"mel_dist":0.20073,"stft_dist":1.13161,"f0_rmse_cents":177.63977,"f0_corr":0.87297,"vuv_err":0.17053,"score_intelligibility":0.95745,"score_speaker":0.87069,"score_quality":1.0,"score_fidelity":0.77232,"score":0.90011},"it":{"n":50,"unit":"wer","wer":3.18761,"wer_orig":2.55009,"dwer":0.63752,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.86333,"utmos":3.22213,"dnsmos_ovrl":3.37205,"dnsmos_sig":3.63715,"dnsmos_bak":4.12256,"pesq_wb":2.8273,"pesq_nb":3.33057,"stoi":0.91025,"estoi":0.83222,"si_sdr":-7.1346,"mel_dist":0.18957,"stft_dist":1.05671,"f0_rmse_cents":90.55523,"f0_corr":0.86675,"vuv_err":0.12263,"score_intelligibility":0.84776,"score_speaker":0.86333,"score_quality":1.0,"score_fidelity":0.76636,"score":0.86936},"pt":{"n":50,"unit":"wer","wer":4.10156,"wer_orig":3.41797,"dwer":0.68359,"wer_pseudo":2.16535,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88142,"utmos":2.9425,"dnsmos_ovrl":3.18589,"dnsmos_sig":3.53669,"dnsmos_bak":3.89049,"pesq_wb":2.53325,"pesq_nb":3.13832,"stoi":0.86467,"estoi":0.76693,"si_sdr":-9.88287,"mel_dist":0.19341,"stft_dist":1.12156,"f0_rmse_cents":345.55148,"f0_corr":0.75731,"vuv_err":0.2108,"score_intelligibility":0.866,"score_speaker":0.88142,"score_quality":1.0,"score_fidelity":0.68668,"score":0.85853},"nl":{"n":50,"unit":"wer","wer":7.76093,"wer_orig":5.26316,"dwer":2.49777,"wer_pseudo":4.5658,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.83091,"utmos":2.73025,"dnsmos_ovrl":2.77063,"dnsmos_sig":3.13235,"dnsmos_bak":4.09415,"pesq_wb":2.09919,"pesq_nb":2.77698,"stoi":0.87547,"estoi":0.76971,"si_sdr":-15.0009,"mel_dist":0.22723,"stft_dist":1.39906,"f0_rmse_cents":126.04657,"f0_corr":0.88444,"vuv_err":0.18399,"score_intelligibility":0.7149,"score_speaker":0.83091,"score_quality":0.93945,"score_fidelity":0.69132,"score":0.79414},"pl":{"n":50,"unit":"wer","wer":6.79825,"wer_orig":3.28947,"dwer":3.50877,"wer_pseudo":4.93421,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.84225,"utmos":2.51685,"dnsmos_ovrl":3.07851,"dnsmos_sig":3.40109,"dnsmos_bak":4.07067,"pesq_wb":2.26881,"pesq_nb":2.81036,"stoi":0.89706,"estoi":0.79871,"si_sdr":-15.55026,"mel_dist":0.19624,"stft_dist":1.23438,"f0_rmse_cents":159.58089,"f0_corr":0.73493,"vuv_err":0.15941,"score_intelligibility":0.55006,"score_speaker":0.84225,"score_quality":0.93406,"score_fidelity":0.66483,"score":0.7478},"cs":{"n":50,"unit":"wer","wer":14.11902,"wer_orig":9.45158,"dwer":4.66744,"wer_pseudo":11.56542,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.86608,"utmos":2.78849,"dnsmos_ovrl":3.25016,"dnsmos_sig":3.54038,"dnsmos_bak":4.04162,"pesq_wb":2.19911,"pesq_nb":2.8969,"stoi":0.87367,"estoi":0.77645,"si_sdr":-11.11256,"mel_dist":0.20077,"stft_dist":1.13367,"f0_rmse_cents":87.10831,"f0_corr":0.9051,"vuv_err":0.12322,"score_intelligibility":0.69129,"score_speaker":0.86608,"score_quality":1.0,"score_fidelity":0.70712,"score":0.81612},"tr":{"n":50,"unit":"wer","wer":10.13158,"wer_orig":7.76316,"dwer":2.36842,"wer_pseudo":5.27009,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.83221,"utmos":2.64202,"dnsmos_ovrl":3.09589,"dnsmos_sig":3.42981,"dnsmos_bak":4.03889,"pesq_wb":2.36905,"pesq_nb":3.02731,"stoi":0.86943,"estoi":0.74822,"si_sdr":-12.27077,"mel_dist":0.21601,"stft_dist":1.25001,"f0_rmse_cents":120.78545,"f0_corr":0.9183,"vuv_err":0.12483,"score_intelligibility":0.78723,"score_speaker":0.83221,"score_quality":1.0,"score_fidelity":0.72629,"score":0.83643},"id":{"n":50,"unit":"wer","wer":10.50767,"wer_orig":5.90319,"dwer":4.60449,"wer_pseudo":8.26446,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.73048,"utmos":2.30818,"dnsmos_ovrl":2.90194,"dnsmos_sig":3.41826,"dnsmos_bak":3.4401,"pesq_wb":2.01311,"pesq_nb":2.80745,"stoi":0.78121,"estoi":0.6361,"si_sdr":-16.9409,"mel_dist":0.17558,"stft_dist":1.18315,"f0_rmse_cents":242.78548,"f0_corr":0.73993,"vuv_err":0.26158,"score_intelligibility":0.59988,"score_speaker":0.73048,"score_quality":1.0,"score_fidelity":0.60353,"score":0.73347},"vi":{"n":50,"unit":"wer","wer":11.05807,"wer_orig":7.71679,"dwer":3.34129,"wer_pseudo":7.08599,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.80157,"utmos":2.24862,"dnsmos_ovrl":2.89455,"dnsmos_sig":3.38779,"dnsmos_bak":3.72386,"pesq_wb":2.13557,"pesq_nb":2.83484,"stoi":0.75491,"estoi":0.62642,"si_sdr":-10.40141,"mel_dist":0.17311,"stft_dist":1.16799,"f0_rmse_cents":148.36154,"f0_corr":0.86903,"vuv_err":0.16008,"score_intelligibility":0.7229,"score_speaker":0.80157,"score_quality":1.0,"score_fidelity":0.64946,"score":0.79348},"ru":{"n":50,"unit":"wer","wer":5.43353,"wer_orig":4.50867,"dwer":0.92486,"wer_pseudo":1.73812,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.85738,"utmos":2.66521,"dnsmos_ovrl":3.10985,"dnsmos_sig":3.41829,"dnsmos_bak":4.09164,"pesq_wb":2.34624,"pesq_nb":2.94343,"stoi":0.89039,"estoi":0.79492,"si_sdr":-11.76415,"mel_dist":0.20564,"stft_dist":1.21416,"f0_rmse_cents":119.55201,"f0_corr":0.8574,"vuv_err":0.1676,"score_intelligibility":0.85624,"score_speaker":0.85738,"score_quality":0.99391,"score_fidelity":0.71081,"score":0.85458},"uk":{"n":50,"unit":"wer","wer":9.76163,"wer_orig":6.46992,"dwer":3.29171,"wer_pseudo":6.70455,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.76913,"utmos":2.69661,"dnsmos_ovrl":3.10238,"dnsmos_sig":3.39834,"dnsmos_bak":4.09686,"pesq_wb":2.28454,"pesq_nb":2.77164,"stoi":0.86651,"estoi":0.75054,"si_sdr":-11.61027,"mel_dist":0.22724,"stft_dist":1.38861,"f0_rmse_cents":118.44552,"f0_corr":0.89009,"vuv_err":0.15515,"score_intelligibility":0.69413,"score_speaker":0.76913,"score_quality":1.0,"score_fidelity":0.70787,"score":0.79278},"el":{"n":50,"unit":"wer","wer":17.63527,"wer_orig":12.02405,"dwer":5.61122,"wer_pseudo":10.91091,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.80784,"utmos":2.90698,"dnsmos_ovrl":3.05452,"dnsmos_sig":3.43593,"dnsmos_bak":3.93146,"pesq_wb":2.55362,"pesq_nb":3.19033,"stoi":0.87717,"estoi":0.77035,"si_sdr":-3.18282,"mel_dist":0.17808,"stft_dist":1.09055,"f0_rmse_cents":107.63174,"f0_corr":0.85914,"vuv_err":0.14171,"score_intelligibility":0.69889,"score_speaker":0.80784,"score_quality":1.0,"score_fidelity":0.72673,"score":0.80837},"ar":{"n":50,"unit":"wer","wer":13.93342,"wer_orig":12.45376,"dwer":1.47965,"wer_pseudo":6.18047,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.85782,"utmos":2.70939,"dnsmos_ovrl":3.24309,"dnsmos_sig":3.57216,"dnsmos_bak":4.00803,"pesq_wb":2.50521,"pesq_nb":3.07817,"stoi":0.9184,"estoi":0.84954,"si_sdr":-14.48286,"mel_dist":0.20055,"stft_dist":1.18216,"f0_rmse_cents":116.3977,"f0_corr":0.88345,"vuv_err":0.13883,"score_intelligibility":0.90092,"score_speaker":0.85782,"score_quality":1.0,"score_fidelity":0.74397,"score":0.87568},"fa":{"n":50,"unit":"wer","wer":27.54286,"wer_orig":25.94286,"dwer":1.6,"wer_pseudo":11.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.78557,"utmos":2.4095,"dnsmos_ovrl":2.84294,"dnsmos_sig":3.27422,"dnsmos_bak":3.83052,"pesq_wb":1.93306,"pesq_nb":2.74118,"stoi":0.74195,"estoi":0.61211,"si_sdr":-19.22392,"mel_dist":0.20203,"stft_dist":1.38512,"f0_rmse_cents":243.75027,"f0_corr":0.70858,"vuv_err":0.21127,"score_intelligibility":0.94394,"score_speaker":0.78557,"score_quality":0.93554,"score_fidelity":0.57237,"score":0.80936},"he":{"n":50,"unit":"wer","wer":28.25581,"wer_orig":19.4186,"dwer":8.83721,"wer_pseudo":17.37089,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.78035,"utmos":2.33387,"dnsmos_ovrl":2.73101,"dnsmos_sig":3.08051,"dnsmos_bak":3.94762,"pesq_wb":2.08394,"pesq_nb":2.65522,"stoi":0.86045,"estoi":0.75559,"si_sdr":-13.11417,"mel_dist":0.20408,"stft_dist":1.34466,"f0_rmse_cents":176.60967,"f0_corr":0.74029,"vuv_err":0.22306,"score_intelligibility":0.69793,"score_speaker":0.78035,"score_quality":0.92528,"score_fidelity":0.63681,"score":0.7601},"hi":{"n":50,"unit":"wer","wer":29.63989,"wer_orig":26.31579,"dwer":3.3241,"wer_pseudo":13.07902,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.80728,"utmos":2.62353,"dnsmos_ovrl":2.95667,"dnsmos_sig":3.46165,"dnsmos_bak":3.63585,"pesq_wb":2.27046,"pesq_nb":2.93345,"stoi":0.85267,"estoi":0.7393,"si_sdr":-10.46542,"mel_dist":0.20266,"stft_dist":1.16807,"f0_rmse_cents":163.54175,"f0_corr":0.80241,"vuv_err":0.1676,"score_intelligibility":0.89151,"score_speaker":0.80728,"score_quality":1.0,"score_fidelity":0.67269,"score":0.84287},"zh":{"n":50,"unit":"cer","wer":7.63848,"wer_orig":7.40525,"dwer":0.23324,"wer_pseudo":1.82927,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.86671,"utmos":2.64842,"dnsmos_ovrl":3.093,"dnsmos_sig":3.42727,"dnsmos_bak":4.02579,"pesq_wb":2.48789,"pesq_nb":3.15029,"stoi":0.89753,"estoi":0.81352,"si_sdr":-9.2545,"mel_dist":0.17886,"stft_dist":1.1503,"f0_rmse_cents":122.8445,"f0_corr":0.88816,"vuv_err":0.10528,"score_intelligibility":0.973,"score_speaker":0.86671,"score_quality":0.95563,"score_fidelity":0.73693,"score":0.88307},"yue":{"n":50,"unit":"cer","wer":16.07477,"wer_orig":14.39252,"dwer":1.68224,"wer_pseudo":8.48638,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.87341,"utmos":3.03571,"dnsmos_ovrl":3.15113,"dnsmos_sig":3.47597,"dnsmos_bak":3.99808,"pesq_wb":2.36491,"pesq_nb":3.03893,"stoi":0.87729,"estoi":0.77151,"si_sdr":-21.75462,"mel_dist":0.17038,"stft_dist":1.1027,"f0_rmse_cents":143.57624,"f0_corr":0.89716,"vuv_err":0.15507,"score_intelligibility":0.90148,"score_speaker":0.87341,"score_quality":1.0,"score_fidelity":0.72147,"score":0.87409},"ja":{"n":50,"unit":"cer","wer":5.74185,"wer_orig":3.53698,"dwer":2.20487,"wer_pseudo":3.90446,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.6982,"utmos":1.92315,"dnsmos_ovrl":2.63472,"dnsmos_sig":3.20308,"dnsmos_bak":3.58197,"pesq_wb":1.92439,"pesq_nb":2.59675,"stoi":0.71684,"estoi":0.56103,"si_sdr":-16.82453,"mel_dist":0.2133,"stft_dist":1.47051,"f0_rmse_cents":160.70435,"f0_corr":0.80579,"vuv_err":0.19313,"score_intelligibility":0.67296,"score_speaker":0.6982,"score_quality":0.94569,"score_fidelity":0.59558,"score":0.72811},"ko":{"n":50,"unit":"cer","wer":4.65686,"wer_orig":5.14706,"dwer":-0.4902,"wer_pseudo":1.30261,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.82445,"utmos":2.95728,"dnsmos_ovrl":3.04978,"dnsmos_sig":3.38063,"dnsmos_bak":4.0781,"pesq_wb":2.68622,"pesq_nb":3.21201,"stoi":0.88259,"estoi":0.80281,"si_sdr":-12.95098,"mel_dist":0.18811,"stft_dist":1.12917,"f0_rmse_cents":85.6401,"f0_corr":0.94304,"vuv_err":0.10912,"score_intelligibility":1.0,"score_speaker":0.82445,"score_quality":0.93327,"score_fidelity":0.76914,"score":0.88171},"th":{"n":50,"unit":"cer","wer":10.06467,"wer_orig":7.61924,"dwer":2.44543,"wer_pseudo":6.62077,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.83913,"utmos":2.35468,"dnsmos_ovrl":2.89404,"dnsmos_sig":3.35456,"dnsmos_bak":3.83762,"pesq_wb":1.9279,"pesq_nb":2.6475,"stoi":0.84691,"estoi":0.74393,"si_sdr":-17.29486,"mel_dist":0.19217,"stft_dist":1.27715,"f0_rmse_cents":215.02649,"f0_corr":0.77973,"vuv_err":0.21652,"score_intelligibility":0.77899,"score_speaker":0.83913,"score_quality":0.98805,"score_fidelity":0.63059,"score":0.80919}}},{"codec":"xcodec_wavlm-mls_1kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_wavlm-mls_1kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-wavlm-mls","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":1.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":160.70885,"efficiency":{"rtf_encode":0.00224,"rtf_decode":0.00197,"peak_vram_gb":1.09464,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.72017,"score_worst_lang":0.61236,"worst_lang":"ja","en_gap":-0.11081,"score_intelligibility":0.59374,"score_speaker":0.68283,"score_quality":0.97936,"score_fidelity":0.62475,"dwer":6.99955,"wer":15.80536,"wer_pseudo":11.5433,"sim":0.68283,"utmos":2.70236,"dnsmos_ovrl":3.0517,"dnsmos_sig":3.40772,"dnsmos_bak":3.99138,"pesq_wb":1.93584,"pesq_nb":2.50658,"stoi":0.80809,"estoi":0.66895,"si_sdr":-6.98012,"mel_dist":0.22371,"stft_dist":1.30658,"f0_rmse_cents":186.29525,"f0_corr":0.79878,"vuv_err":0.18384,"score_ci95":[0.71268,0.72778]},"per_lang":{"en":{"n":50,"unit":"wer","wer":15.33923,"wer_orig":6.98132,"dwer":8.35792,"wer_pseudo":10.50584,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.5806,"utmos":2.19646,"dnsmos_ovrl":2.57801,"dnsmos_sig":3.02674,"dnsmos_bak":3.92638,"pesq_wb":1.53173,"pesq_nb":2.0004,"stoi":0.70843,"estoi":0.53916,"si_sdr":-12.92507,"mel_dist":0.23969,"stft_dist":1.61073,"f0_rmse_cents":421.34965,"f0_corr":0.62409,"vuv_err":0.2121,"score_intelligibility":0.48848,"score_speaker":0.5806,"score_quality":0.89202,"score_fidelity":0.49481,"score":0.61398},"de":{"n":50,"unit":"wer","wer":9.05392,"wer_orig":5.69685,"dwer":3.35707,"wer_pseudo":5.08647,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.7464,"utmos":3.06134,"dnsmos_ovrl":3.20988,"dnsmos_sig":3.47578,"dnsmos_bak":4.12785,"pesq_wb":2.21681,"pesq_nb":2.78891,"stoi":0.86661,"estoi":0.71851,"si_sdr":0.54982,"mel_dist":0.19571,"stft_dist":1.07493,"f0_rmse_cents":182.07958,"f0_corr":0.8314,"vuv_err":0.17658,"score_intelligibility":0.66609,"score_speaker":0.7464,"score_quality":1.0,"score_fidelity":0.68189,"score":0.7736},"fr":{"n":50,"unit":"wer","wer":10.27668,"wer_orig":4.98024,"dwer":5.29644,"wer_pseudo":8.80952,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.69274,"utmos":2.66083,"dnsmos_ovrl":3.12228,"dnsmos_sig":3.42796,"dnsmos_bak":4.08106,"pesq_wb":1.95177,"pesq_nb":2.49868,"stoi":0.84668,"estoi":0.74349,"si_sdr":-13.00577,"mel_dist":0.2364,"stft_dist":1.20965,"f0_rmse_cents":138.91071,"f0_corr":0.84077,"vuv_err":0.1955,"score_intelligibility":0.53032,"score_speaker":0.69274,"score_quality":1.0,"score_fidelity":0.65313,"score":0.71905},"es":{"n":50,"unit":"wer","wer":4.54545,"wer_orig":3.09091,"dwer":1.45455,"wer_pseudo":2.55242,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.7558,"utmos":3.19661,"dnsmos_ovrl":3.32665,"dnsmos_sig":3.61597,"dnsmos_bak":4.0786,"pesq_wb":2.46939,"pesq_nb":2.99172,"stoi":0.87537,"estoi":0.76326,"si_sdr":-2.45255,"mel_dist":0.22675,"stft_dist":1.19452,"f0_rmse_cents":162.20209,"f0_corr":0.87871,"vuv_err":0.1682,"score_intelligibility":0.7377,"score_speaker":0.7558,"score_quality":1.0,"score_fidelity":0.72463,"score":0.80453},"it":{"n":50,"unit":"wer","wer":6.01093,"wer_orig":2.55009,"dwer":3.46084,"wer_pseudo":4.7532,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.74352,"utmos":3.38066,"dnsmos_ovrl":3.36527,"dnsmos_sig":3.63292,"dnsmos_bak":4.1296,"pesq_wb":2.44535,"pesq_nb":2.94201,"stoi":0.87157,"estoi":0.76409,"si_sdr":-1.56832,"mel_dist":0.21577,"stft_dist":1.1349,"f0_rmse_cents":108.23253,"f0_corr":0.85742,"vuv_err":0.13967,"score_intelligibility":0.50637,"score_speaker":0.74352,"score_quality":1.0,"score_fidelity":0.71398,"score":0.74097},"pt":{"n":50,"unit":"wer","wer":5.85938,"wer_orig":3.41797,"dwer":2.44141,"wer_pseudo":4.82283,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.74004,"utmos":3.0657,"dnsmos_ovrl":3.2208,"dnsmos_sig":3.54726,"dnsmos_bak":3.9538,"pesq_wb":2.10085,"pesq_nb":2.67666,"stoi":0.81346,"estoi":0.68395,"si_sdr":-7.14762,"mel_dist":0.22675,"stft_dist":1.21207,"f0_rmse_cents":323.93486,"f0_corr":0.76705,"vuv_err":0.21359,"score_intelligibility":0.64408,"score_speaker":0.74004,"score_quality":1.0,"score_fidelity":0.63168,"score":0.75395},"nl":{"n":50,"unit":"wer","wer":12.93488,"wer_orig":5.26316,"dwer":7.67172,"wer_pseudo":9.40018,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.70658,"utmos":2.54671,"dnsmos_ovrl":2.67036,"dnsmos_sig":3.02663,"dnsmos_bak":4.07539,"pesq_wb":1.72413,"pesq_nb":2.31154,"stoi":0.82508,"estoi":0.68739,"si_sdr":-6.11119,"mel_dist":0.24965,"stft_dist":1.59623,"f0_rmse_cents":154.88072,"f0_corr":0.84547,"vuv_err":0.21503,"score_intelligibility":0.44946,"score_speaker":0.70658,"score_quality":0.87377,"score_fidelity":0.62581,"score":0.66391},"pl":{"n":50,"unit":"wer","wer":10.41667,"wer_orig":3.28947,"dwer":7.12719,"wer_pseudo":9.97807,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.68393,"utmos":2.47674,"dnsmos_ovrl":3.12269,"dnsmos_sig":3.42823,"dnsmos_bak":4.12797,"pesq_wb":1.77957,"pesq_nb":2.31256,"stoi":0.85565,"estoi":0.72397,"si_sdr":-9.68856,"mel_dist":0.22887,"stft_dist":1.36165,"f0_rmse_cents":281.59109,"f0_corr":0.59637,"vuv_err":0.19192,"score_intelligibility":0.37572,"score_speaker":0.68393,"score_quality":0.92259,"score_fidelity":0.55825,"score":0.63512},"cs":{"n":50,"unit":"wer","wer":17.73629,"wer_orig":9.45158,"dwer":8.28471,"wer_pseudo":14.36916,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.75839,"utmos":2.94683,"dnsmos_ovrl":3.25776,"dnsmos_sig":3.54897,"dnsmos_bak":4.05223,"pesq_wb":1.81221,"pesq_nb":2.44678,"stoi":0.82656,"estoi":0.69385,"si_sdr":-2.01051,"mel_dist":0.23079,"stft_dist":1.21713,"f0_rmse_cents":87.31174,"f0_corr":0.90462,"vuv_err":0.12811,"score_intelligibility":0.55783,"score_speaker":0.75839,"score_quality":1.0,"score_fidelity":0.65441,"score":0.74266},"tr":{"n":50,"unit":"wer","wer":17.10526,"wer_orig":7.76316,"dwer":9.34211,"wer_pseudo":13.04348,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.66319,"utmos":2.66101,"dnsmos_ovrl":3.13131,"dnsmos_sig":3.44949,"dnsmos_bak":4.07743,"pesq_wb":1.96635,"pesq_nb":2.57541,"stoi":0.81781,"estoi":0.64985,"si_sdr":-11.66209,"mel_dist":0.23659,"stft_dist":1.38448,"f0_rmse_cents":129.9334,"f0_corr":0.89699,"vuv_err":0.13781,"score_intelligibility":0.48401,"score_speaker":0.66319,"score_quality":1.0,"score_fidelity":0.66363,"score":0.70271},"id":{"n":50,"unit":"wer","wer":11.09799,"wer_orig":5.90319,"dwer":5.19481,"wer_pseudo":9.68123,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.575,"utmos":2.35212,"dnsmos_ovrl":2.95597,"dnsmos_sig":3.42963,"dnsmos_bak":3.613,"pesq_wb":1.68936,"pesq_nb":2.37439,"stoi":0.71867,"estoi":0.53399,"si_sdr":-4.02318,"mel_dist":0.20495,"stft_dist":1.26677,"f0_rmse_cents":239.01787,"f0_corr":0.68274,"vuv_err":0.24969,"score_intelligibility":0.57061,"score_speaker":0.575,"score_quality":1.0,"score_fidelity":0.53279,"score":0.6696},"vi":{"n":50,"unit":"wer","wer":18.05887,"wer_orig":7.71679,"dwer":10.34208,"wer_pseudo":14.88854,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.66167,"utmos":2.29637,"dnsmos_ovrl":2.87756,"dnsmos_sig":3.34544,"dnsmos_bak":3.77653,"pesq_wb":1.76922,"pesq_nb":2.3789,"stoi":0.693,"estoi":0.52607,"si_sdr":-5.91219,"mel_dist":0.19976,"stft_dist":1.22424,"f0_rmse_cents":163.88579,"f0_corr":0.85712,"vuv_err":0.18123,"score_intelligibility":0.45736,"score_speaker":0.66167,"score_quality":1.0,"score_fidelity":0.58997,"score":0.67725},"ru":{"n":50,"unit":"wer","wer":6.01156,"wer_orig":4.50867,"dwer":1.50289,"wer_pseudo":3.01275,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.73678,"utmos":2.65796,"dnsmos_ovrl":3.09733,"dnsmos_sig":3.40095,"dnsmos_bak":4.1162,"pesq_wb":1.94997,"pesq_nb":2.49254,"stoi":0.84937,"estoi":0.72171,"si_sdr":-6.11372,"mel_dist":0.22989,"stft_dist":1.30159,"f0_rmse_cents":123.11635,"f0_corr":0.85658,"vuv_err":0.17953,"score_intelligibility":0.78566,"score_speaker":0.73678,"score_quality":0.99175,"score_fidelity":0.65912,"score":0.79333},"uk":{"n":50,"unit":"wer","wer":14.98297,"wer_orig":6.46992,"dwer":8.51305,"wer_pseudo":12.72727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.62323,"utmos":2.74688,"dnsmos_ovrl":3.11302,"dnsmos_sig":3.41446,"dnsmos_bak":4.12194,"pesq_wb":1.94986,"pesq_nb":2.41659,"stoi":0.82476,"estoi":0.67481,"si_sdr":-5.56201,"mel_dist":0.25169,"stft_dist":1.4173,"f0_rmse_cents":168.08039,"f0_corr":0.81238,"vuv_err":0.17933,"score_intelligibility":0.46737,"score_speaker":0.62323,"score_quality":1.0,"score_fidelity":0.63617,"score":0.68169},"el":{"n":50,"unit":"wer","wer":20.24048,"wer_orig":12.02405,"dwer":8.21643,"wer_pseudo":16.41642,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.60646,"utmos":2.89953,"dnsmos_ovrl":3.0286,"dnsmos_sig":3.4072,"dnsmos_bak":3.95581,"pesq_wb":2.12061,"pesq_nb":2.72109,"stoi":0.82373,"estoi":0.68108,"si_sdr":-7.41571,"mel_dist":0.20514,"stft_dist":1.17509,"f0_rmse_cents":96.33114,"f0_corr":0.87709,"vuv_err":0.15256,"score_intelligibility":0.61317,"score_speaker":0.60646,"score_quality":1.0,"score_fidelity":0.67366,"score":0.72332},"ar":{"n":50,"unit":"wer","wer":18.49568,"wer_orig":12.45376,"dwer":6.04192,"wer_pseudo":10.75402,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.75336,"utmos":2.85872,"dnsmos_ovrl":3.31159,"dnsmos_sig":3.60431,"dnsmos_bak":4.09108,"pesq_wb":2.00325,"pesq_nb":2.56977,"stoi":0.88222,"estoi":0.79124,"si_sdr":-4.29445,"mel_dist":0.22739,"stft_dist":1.27724,"f0_rmse_cents":110.728,"f0_corr":0.87995,"vuv_err":0.1498,"score_intelligibility":0.69009,"score_speaker":0.75336,"score_quality":1.0,"score_fidelity":0.68294,"score":0.7816},"fa":{"n":50,"unit":"wer","wer":36.45714,"wer_orig":25.94286,"dwer":10.51429,"wer_pseudo":19.13514,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.68391,"utmos":2.52676,"dnsmos_ovrl":2.91741,"dnsmos_sig":3.32625,"dnsmos_bak":3.9235,"pesq_wb":1.66058,"pesq_nb":2.44636,"stoi":0.68359,"estoi":0.51989,"si_sdr":-5.84,"mel_dist":0.22467,"stft_dist":1.42872,"f0_rmse_cents":262.46873,"f0_corr":0.66776,"vuv_err":0.21564,"score_intelligibility":0.7193,"score_speaker":0.68391,"score_quality":0.97177,"score_fidelity":0.51336,"score":0.72209},"he":{"n":50,"unit":"wer","wer":47.90698,"wer_orig":19.4186,"dwer":28.48837,"wer_pseudo":40.37559,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.61611,"utmos":2.29524,"dnsmos_ovrl":2.85108,"dnsmos_sig":3.19004,"dnsmos_bak":4.02179,"pesq_wb":1.71177,"pesq_nb":2.1633,"stoi":0.80982,"estoi":0.6709,"si_sdr":-5.60661,"mel_dist":0.23221,"stft_dist":1.38782,"f0_rmse_cents":214.40564,"f0_corr":0.70216,"vuv_err":0.23495,"score_intelligibility":0.4175,"score_speaker":0.61611,"score_quality":0.93546,"score_fidelity":0.57178,"score":0.63521},"hi":{"n":50,"unit":"wer","wer":34.44137,"wer_orig":26.31579,"dwer":8.12558,"wer_pseudo":21.70754,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.67947,"utmos":2.66379,"dnsmos_ovrl":3.02454,"dnsmos_sig":3.4925,"dnsmos_bak":3.76891,"pesq_wb":1.94073,"pesq_nb":2.54626,"stoi":0.80317,"estoi":0.65405,"si_sdr":-7.38655,"mel_dist":0.23614,"stft_dist":1.25178,"f0_rmse_cents":168.62849,"f0_corr":0.79913,"vuv_err":0.19041,"score_intelligibility":0.77073,"score_speaker":0.67947,"score_quality":1.0,"score_fidelity":0.62369,"score":0.76847},"zh":{"n":50,"unit":"cer","wer":9.32945,"wer_orig":7.40525,"dwer":1.9242,"wer_pseudo":3.71951,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.69573,"utmos":2.71517,"dnsmos_ovrl":3.1155,"dnsmos_sig":3.43531,"dnsmos_bak":4.07233,"pesq_wb":2.07198,"pesq_nb":2.59785,"stoi":0.8481,"estoi":0.72998,"si_sdr":-11.0322,"mel_dist":0.21337,"stft_dist":1.28595,"f0_rmse_cents":137.53275,"f0_corr":0.86123,"vuv_err":0.11755,"score_intelligibility":0.81372,"score_speaker":0.69573,"score_quality":0.97408,"score_fidelity":0.67187,"score":0.78885},"yue":{"n":50,"unit":"cer","wer":19.68847,"wer_orig":14.39252,"dwer":5.29595,"wer_pseudo":16.0228,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.71939,"utmos":3.15574,"dnsmos_ovrl":3.16294,"dnsmos_sig":3.48868,"dnsmos_bak":4.01085,"pesq_wb":1.92479,"pesq_nb":2.53877,"stoi":0.83601,"estoi":0.69582,"si_sdr":-7.58789,"mel_dist":0.20085,"stft_dist":1.19802,"f0_rmse_cents":218.48236,"f0_corr":0.80926,"vuv_err":0.18396,"score_intelligibility":0.74401,"score_speaker":0.71939,"score_quality":1.0,"score_fidelity":0.6365,"score":0.77498},"ja":{"n":50,"unit":"cer","wer":11.80524,"wer_orig":3.53698,"dwer":8.26826,"wer_pseudo":9.87598,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.58496,"utmos":2.00764,"dnsmos_ovrl":2.75647,"dnsmos_sig":3.28317,"dnsmos_bak":3.69948,"pesq_wb":1.71384,"pesq_nb":2.31178,"stoi":0.67288,"estoi":0.48409,"si_sdr":-8.89259,"mel_dist":0.23332,"stft_dist":1.53897,"f0_rmse_cents":218.21717,"f0_corr":0.69421,"vuv_err":0.21234,"score_intelligibility":0.35431,"score_speaker":0.58496,"score_quality":0.98648,"score_fidelity":0.52368,"score":0.61236},"ko":{"n":50,"unit":"cer","wer":5.93137,"wer_orig":5.14706,"dwer":0.78431,"wer_pseudo":2.60521,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.68389,"utmos":3.06373,"dnsmos_ovrl":3.09702,"dnsmos_sig":3.43089,"dnsmos_bak":4.0848,"pesq_wb":2.35818,"pesq_nb":2.85261,"stoi":0.84328,"estoi":0.74002,"si_sdr":-9.59587,"mel_dist":0.20476,"stft_dist":1.2411,"f0_rmse_cents":111.60253,"f0_corr":0.90537,"vuv_err":0.14875,"score_intelligibility":0.88685,"score_speaker":0.68389,"score_quality":0.95683,"score_fidelity":0.71223,"score":0.80995},"th":{"n":50,"unit":"cer","wer":15.60226,"wer_orig":7.61924,"dwer":7.98302,"wer_pseudo":12.79611,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.69665,"utmos":2.42416,"dnsmos_ovrl":2.92684,"dnsmos_sig":3.35652,"dnsmos_bak":3.90669,"pesq_wb":1.59796,"pesq_nb":2.20301,"stoi":0.79839,"estoi":0.66361,"si_sdr":-12.23801,"mel_dist":0.21792,"stft_dist":1.36704,"f0_rmse_cents":248.1625,"f0_corr":0.72292,"vuv_err":0.23792,"score_intelligibility":0.51916,"score_speaker":0.69665,"score_quality":1.0,"score_fidelity":0.56405,"score":0.69496}}},{"codec":"xcodec_wavlm-mls_4kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_wavlm-mls_4kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-wavlm-mls","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":4.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":160.70885,"efficiency":{"rtf_encode":0.00229,"rtf_decode":0.00198,"peak_vram_gb":1.09467,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.85891,"score_worst_lang":0.78008,"worst_lang":"ja","en_gap":-0.07257,"score_intelligibility":0.83672,"score_speaker":0.87597,"score_quality":0.99118,"score_fidelity":0.73177,"dwer":1.93746,"wer":10.74327,"wer_pseudo":4.97264,"sim":0.87597,"utmos":2.70554,"dnsmos_ovrl":3.0321,"dnsmos_sig":3.41097,"dnsmos_bak":3.94693,"pesq_wb":2.6503,"pesq_nb":3.25718,"stoi":0.87446,"estoi":0.77889,"si_sdr":-3.15293,"mel_dist":0.18245,"stft_dist":1.08254,"f0_rmse_cents":150.73507,"f0_corr":0.84933,"vuv_err":0.15615,"score_ci95":[0.85156,0.8656]},"per_lang":{"en":{"n":50,"unit":"wer","wer":9.3412,"wer_orig":6.98132,"dwer":2.35988,"wer_pseudo":3.6965,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.79771,"utmos":2.29697,"dnsmos_ovrl":2.58168,"dnsmos_sig":3.07408,"dnsmos_bak":3.83984,"pesq_wb":2.16707,"pesq_nb":2.81664,"stoi":0.79961,"estoi":0.67715,"si_sdr":-7.78968,"mel_dist":0.20174,"stft_dist":1.22714,"f0_rmse_cents":160.37322,"f0_corr":0.85599,"vuv_err":0.1551,"score_intelligibility":0.7718,"score_speaker":0.79771,"score_quality":0.92495,"score_fidelity":0.66302,"score":0.78937},"de":{"n":50,"unit":"wer","wer":6.30722,"wer_orig":5.69685,"dwer":0.61038,"wer_pseudo":1.7294,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.91635,"utmos":2.95239,"dnsmos_ovrl":3.1698,"dnsmos_sig":3.44607,"dnsmos_bak":4.07656,"pesq_wb":2.94449,"pesq_nb":3.47448,"stoi":0.91704,"estoi":0.82012,"si_sdr":4.25674,"mel_dist":0.15725,"stft_dist":0.91331,"f0_rmse_cents":151.99056,"f0_corr":0.88067,"vuv_err":0.16076,"score_intelligibility":0.91647,"score_speaker":0.91635,"score_quality":1.0,"score_fidelity":0.78443,"score":0.90431},"fr":{"n":50,"unit":"wer","wer":6.87747,"wer_orig":4.98024,"dwer":1.89723,"wer_pseudo":3.25397,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.88324,"utmos":2.57587,"dnsmos_ovrl":3.07517,"dnsmos_sig":3.39272,"dnsmos_bak":4.0382,"pesq_wb":2.67007,"pesq_nb":3.25871,"stoi":0.9094,"estoi":0.84201,"si_sdr":-8.78032,"mel_dist":0.19135,"stft_dist":1.02224,"f0_rmse_cents":165.55827,"f0_corr":0.83078,"vuv_err":0.1796,"score_intelligibility":0.75916,"score_speaker":0.88324,"score_quality":1.0,"score_fidelity":0.73911,"score":0.84538},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.45579,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.90732,"utmos":3.10142,"dnsmos_ovrl":3.30468,"dnsmos_sig":3.61918,"dnsmos_bak":4.02852,"pesq_wb":3.13242,"pesq_nb":3.58455,"stoi":0.92213,"estoi":0.84998,"si_sdr":0.61289,"mel_dist":0.18718,"stft_dist":1.04589,"f0_rmse_cents":148.23677,"f0_corr":0.89703,"vuv_err":0.16143,"score_intelligibility":0.95745,"score_speaker":0.90732,"score_quality":1.0,"score_fidelity":0.80948,"score":0.91856},"it":{"n":50,"unit":"wer","wer":3.09654,"wer_orig":2.55009,"dwer":0.54645,"wer_pseudo":1.37112,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91445,"utmos":3.31614,"dnsmos_ovrl":3.37325,"dnsmos_sig":3.64355,"dnsmos_bak":4.12697,"pesq_wb":3.2212,"pesq_nb":3.63789,"stoi":0.92341,"estoi":0.85718,"si_sdr":1.34374,"mel_dist":0.17282,"stft_dist":0.96541,"f0_rmse_cents":111.23,"f0_corr":0.86915,"vuv_err":0.12562,"score_intelligibility":0.86661,"score_speaker":0.91445,"score_quality":1.0,"score_fidelity":0.80906,"score":0.89753},"pt":{"n":50,"unit":"wer","wer":3.80859,"wer_orig":3.41797,"dwer":0.39062,"wer_pseudo":1.77165,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.89889,"utmos":2.88847,"dnsmos_ovrl":3.16315,"dnsmos_sig":3.51463,"dnsmos_bak":3.88432,"pesq_wb":2.78505,"pesq_nb":3.33078,"stoi":0.87292,"estoi":0.77947,"si_sdr":-5.08124,"mel_dist":0.18092,"stft_dist":1.05048,"f0_rmse_cents":239.85676,"f0_corr":0.83521,"vuv_err":0.17478,"score_intelligibility":0.91877,"score_speaker":0.89889,"score_quality":1.0,"score_fidelity":0.73938,"score":0.88926},"nl":{"n":50,"unit":"wer","wer":7.4041,"wer_orig":5.26316,"dwer":2.14095,"wer_pseudo":3.22292,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.88878,"utmos":2.88502,"dnsmos_ovrl":2.72067,"dnsmos_sig":3.09546,"dnsmos_bak":4.09217,"pesq_wb":2.62301,"pesq_nb":3.21192,"stoi":0.90282,"estoi":0.81192,"si_sdr":0.43396,"mel_dist":0.20408,"stft_dist":1.22648,"f0_rmse_cents":120.68099,"f0_corr":0.89918,"vuv_err":0.16844,"score_intelligibility":0.74525,"score_speaker":0.88878,"score_quality":0.97418,"score_fidelity":0.75524,"score":0.84086},"pl":{"n":50,"unit":"wer","wer":6.25,"wer_orig":3.28947,"dwer":2.96053,"wer_pseudo":4.38596,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.89012,"utmos":2.6901,"dnsmos_ovrl":3.10074,"dnsmos_sig":3.41585,"dnsmos_bak":4.10117,"pesq_wb":2.70122,"pesq_nb":3.21872,"stoi":0.91911,"estoi":0.83341,"si_sdr":-5.00688,"mel_dist":0.18383,"stft_dist":1.12337,"f0_rmse_cents":151.113,"f0_corr":0.76165,"vuv_err":0.14448,"score_intelligibility":0.59165,"score_speaker":0.89012,"score_quality":0.98364,"score_fidelity":0.72228,"score":0.79692},"cs":{"n":50,"unit":"wer","wer":11.43524,"wer_orig":9.45158,"dwer":1.98366,"wer_pseudo":7.00935,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.90479,"utmos":2.82075,"dnsmos_ovrl":3.22943,"dnsmos_sig":3.52791,"dnsmos_bak":4.02895,"pesq_wb":2.50911,"pesq_nb":3.1646,"stoi":0.88835,"estoi":0.79939,"si_sdr":1.54596,"mel_dist":0.18679,"stft_dist":1.04612,"f0_rmse_cents":88.67885,"f0_corr":0.90631,"vuv_err":0.13267,"score_intelligibility":0.84048,"score_speaker":0.90479,"score_quality":1.0,"score_fidelity":0.74194,"score":0.8718},"tr":{"n":50,"unit":"wer","wer":9.47368,"wer_orig":7.76316,"dwer":1.71053,"wer_pseudo":3.82082,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.87785,"utmos":2.61439,"dnsmos_ovrl":3.12566,"dnsmos_sig":3.44968,"dnsmos_bak":4.07268,"pesq_wb":2.71504,"pesq_nb":3.33064,"stoi":0.88676,"estoi":0.77852,"si_sdr":-8.46966,"mel_dist":0.19773,"stft_dist":1.14716,"f0_rmse_cents":94.30355,"f0_corr":0.94352,"vuv_err":0.12624,"score_intelligibility":0.83668,"score_speaker":0.87785,"score_quality":1.0,"score_fidelity":0.77343,"score":0.87199},"id":{"n":50,"unit":"wer","wer":8.38253,"wer_orig":5.90319,"dwer":2.47934,"wer_pseudo":5.43093,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.80624,"utmos":2.27571,"dnsmos_ovrl":2.95032,"dnsmos_sig":3.47114,"dnsmos_bak":3.53898,"pesq_wb":2.20752,"pesq_nb":3.01443,"stoi":0.79802,"estoi":0.66495,"si_sdr":-1.36803,"mel_dist":0.16816,"stft_dist":1.08926,"f0_rmse_cents":160.62903,"f0_corr":0.71519,"vuv_err":0.21209,"score_intelligibility":0.73575,"score_speaker":0.80624,"score_quality":1.0,"score_fidelity":0.6194,"score":0.79035},"vi":{"n":50,"unit":"wer","wer":10.81941,"wer_orig":7.71679,"dwer":3.10263,"wer_pseudo":5.89172,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.85644,"utmos":2.25661,"dnsmos_ovrl":2.91716,"dnsmos_sig":3.40571,"dnsmos_bak":3.7672,"pesq_wb":2.46987,"pesq_nb":3.18493,"stoi":0.77679,"estoi":0.65606,"si_sdr":-2.39057,"mel_dist":0.16303,"stft_dist":1.0178,"f0_rmse_cents":192.55364,"f0_corr":0.82808,"vuv_err":0.17513,"score_intelligibility":0.7375,"score_speaker":0.85644,"score_quality":1.0,"score_fidelity":0.67495,"score":0.81722},"ru":{"n":50,"unit":"wer","wer":4.62428,"wer_orig":4.50867,"dwer":0.11561,"wer_pseudo":1.15875,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.89809,"utmos":2.76194,"dnsmos_ovrl":3.11478,"dnsmos_sig":3.42526,"dnsmos_bak":4.09465,"pesq_wb":2.74304,"pesq_nb":3.28216,"stoi":0.91005,"estoi":0.82711,"si_sdr":-1.87964,"mel_dist":0.18884,"stft_dist":1.08961,"f0_rmse_cents":140.8096,"f0_corr":0.85437,"vuv_err":0.17308,"score_intelligibility":0.97945,"score_speaker":0.89809,"score_quality":1.0,"score_fidelity":0.75415,"score":0.90792},"uk":{"n":50,"unit":"wer","wer":8.85358,"wer_orig":6.46992,"dwer":2.38365,"wer_pseudo":5.22727,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.83613,"utmos":2.70367,"dnsmos_ovrl":3.10593,"dnsmos_sig":3.42311,"dnsmos_bak":4.09946,"pesq_wb":2.60983,"pesq_nb":3.1246,"stoi":0.88893,"estoi":0.78515,"si_sdr":-0.84203,"mel_dist":0.20884,"stft_dist":1.15833,"f0_rmse_cents":113.2697,"f0_corr":0.90414,"vuv_err":0.13687,"score_intelligibility":0.75809,"score_speaker":0.83613,"score_quality":1.0,"score_fidelity":0.75101,"score":0.83631},"el":{"n":50,"unit":"wer","wer":13.52705,"wer_orig":12.02405,"dwer":1.50301,"wer_pseudo":7.60761,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87042,"utmos":2.85275,"dnsmos_ovrl":3.02791,"dnsmos_sig":3.40688,"dnsmos_bak":3.92751,"pesq_wb":2.89431,"pesq_nb":3.46013,"stoi":0.88509,"estoi":0.78664,"si_sdr":-3.50134,"mel_dist":0.16597,"stft_dist":0.98139,"f0_rmse_cents":102.80159,"f0_corr":0.88176,"vuv_err":0.13097,"score_intelligibility":0.89654,"score_speaker":0.87042,"score_quality":1.0,"score_fidelity":0.76936,"score":0.88408},"ar":{"n":50,"unit":"wer","wer":13.93342,"wer_orig":12.45376,"dwer":1.47965,"wer_pseudo":4.69716,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.91337,"utmos":2.83753,"dnsmos_ovrl":3.26869,"dnsmos_sig":3.58269,"dnsmos_bak":4.04675,"pesq_wb":2.77349,"pesq_nb":3.34546,"stoi":0.93351,"estoi":0.87334,"si_sdr":-0.98594,"mel_dist":0.18241,"stft_dist":1.07335,"f0_rmse_cents":131.39501,"f0_corr":0.88649,"vuv_err":0.14442,"score_intelligibility":0.90092,"score_speaker":0.91337,"score_quality":1.0,"score_fidelity":0.77557,"score":0.89746},"fa":{"n":50,"unit":"wer","wer":27.88571,"wer_orig":25.94286,"dwer":1.94286,"wer_pseudo":7.35135,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.86347,"utmos":2.56079,"dnsmos_ovrl":2.9181,"dnsmos_sig":3.37642,"dnsmos_bak":3.8537,"pesq_wb":2.26629,"pesq_nb":3.14822,"stoi":0.7692,"estoi":0.64831,"si_sdr":-2.3863,"mel_dist":0.18429,"stft_dist":1.15952,"f0_rmse_cents":236.68515,"f0_corr":0.74083,"vuv_err":0.16673,"score_intelligibility":0.93274,"score_speaker":0.86347,"score_quality":0.98229,"score_fidelity":0.62394,"score":0.85061},"he":{"n":50,"unit":"wer","wer":28.48837,"wer_orig":19.4186,"dwer":9.06977,"wer_pseudo":19.24883,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.83198,"utmos":2.33719,"dnsmos_ovrl":2.82274,"dnsmos_sig":3.17702,"dnsmos_bak":4.00623,"pesq_wb":2.28074,"pesq_nb":2.90235,"stoi":0.87844,"estoi":0.77995,"si_sdr":-2.13981,"mel_dist":0.18885,"stft_dist":1.13671,"f0_rmse_cents":142.62542,"f0_corr":0.79492,"vuv_err":0.1918,"score_intelligibility":0.69243,"score_speaker":0.83198,"score_quality":0.94957,"score_fidelity":0.67976,"score":0.78843},"hi":{"n":50,"unit":"wer","wer":30.37858,"wer_orig":26.31579,"dwer":4.06279,"wer_pseudo":11.44414,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.87046,"utmos":2.62697,"dnsmos_ovrl":2.9426,"dnsmos_sig":3.4568,"dnsmos_bak":3.61438,"pesq_wb":2.53088,"pesq_nb":3.21961,"stoi":0.86576,"estoi":0.7592,"si_sdr":-4.72111,"mel_dist":0.19185,"stft_dist":1.07743,"f0_rmse_cents":200.50737,"f0_corr":0.78127,"vuv_err":0.16365,"score_intelligibility":0.87052,"score_speaker":0.87046,"score_quality":1.0,"score_fidelity":0.69481,"score":0.85895},"zh":{"n":50,"unit":"cer","wer":7.69679,"wer_orig":7.40525,"dwer":0.29155,"wer_pseudo":1.70732,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90443,"utmos":2.8056,"dnsmos_ovrl":3.08818,"dnsmos_sig":3.42812,"dnsmos_bak":4.03147,"pesq_wb":2.92243,"pesq_nb":3.49399,"stoi":0.91213,"estoi":0.83866,"si_sdr":-8.00801,"mel_dist":0.17398,"stft_dist":1.06861,"f0_rmse_cents":98.71589,"f0_corr":0.9189,"vuv_err":0.09647,"score_intelligibility":0.96648,"score_speaker":0.90443,"score_quality":0.99907,"score_fidelity":0.79343,"score":0.91585},"yue":{"n":50,"unit":"cer","wer":16.32399,"wer_orig":14.39252,"dwer":1.93146,"wer_pseudo":8.35972,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91275,"utmos":3.15231,"dnsmos_ovrl":3.14681,"dnsmos_sig":3.4778,"dnsmos_bak":4.00606,"pesq_wb":2.6676,"pesq_nb":3.33023,"stoi":0.89225,"estoi":0.79892,"si_sdr":-2.74833,"mel_dist":0.16044,"stft_dist":1.00619,"f0_rmse_cents":164.20345,"f0_corr":0.87454,"vuv_err":0.13821,"score_intelligibility":0.88851,"score_speaker":0.91275,"score_quality":1.0,"score_fidelity":0.74775,"score":0.88725},"ja":{"n":50,"unit":"cer","wer":5.69591,"wer_orig":3.53698,"dwer":2.15893,"wer_pseudo":3.39917,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.79767,"utmos":2.03764,"dnsmos_ovrl":2.69003,"dnsmos_sig":3.30656,"dnsmos_bak":3.54476,"pesq_wb":2.36831,"pesq_nb":3.01356,"stoi":0.75802,"estoi":0.61292,"si_sdr":-4.37569,"mel_dist":0.18737,"stft_dist":1.22873,"f0_rmse_cents":174.90839,"f0_corr":0.78632,"vuv_err":0.17487,"score_intelligibility":0.67757,"score_speaker":0.79767,"score_quality":1.0,"score_fidelity":0.6451,"score":0.78008},"ko":{"n":50,"unit":"cer","wer":4.70588,"wer_orig":5.14706,"dwer":-0.44118,"wer_pseudo":1.45291,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.88778,"utmos":3.14432,"dnsmos_ovrl":3.05766,"dnsmos_sig":3.39735,"dnsmos_bak":4.07845,"pesq_wb":3.13064,"pesq_nb":3.57943,"stoi":0.90447,"estoi":0.83453,"si_sdr":-6.26245,"mel_dist":0.17407,"stft_dist":1.02017,"f0_rmse_cents":85.81263,"f0_corr":0.95041,"vuv_err":0.10409,"score_intelligibility":1.0,"score_speaker":0.88778,"score_quality":0.97467,"score_fidelity":0.82121,"score":0.92092},"th":{"n":50,"unit":"cer","wer":9.25627,"wer_orig":7.61924,"dwer":1.63703,"wer_pseudo":5.64892,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.89458,"utmos":2.43834,"dnsmos_ovrl":2.87515,"dnsmos_sig":3.34934,"dnsmos_bak":3.82742,"pesq_wb":2.27366,"pesq_nb":3.04429,"stoi":0.87278,"estoi":0.77849,"si_sdr":-7.12657,"mel_dist":0.17695,"stft_dist":1.10618,"f0_rmse_cents":240.7028,"f0_corr":0.7872,"vuv_err":0.21009,"score_intelligibility":0.84039,"score_speaker":0.89458,"score_quality":1.0,"score_fidelity":0.67463,"score":0.8524}}},{"codec":"xcodec_wavlm-more-data_1kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_wavlm-more-data_1kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-wavlm-more-data","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":2,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":1.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":1.0,"tokens_per_s":100.0,"params_M":160.70885,"efficiency":{"rtf_encode":0.00223,"rtf_decode":0.00196,"peak_vram_gb":1.09464,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.71134,"score_worst_lang":0.58534,"worst_lang":"he","en_gap":-0.10246,"score_intelligibility":0.56282,"score_speaker":0.67992,"score_quality":0.97863,"score_fidelity":0.624,"dwer":8.20602,"wer":17.01182,"wer_pseudo":12.92122,"sim":0.67992,"utmos":2.71537,"dnsmos_ovrl":3.05832,"dnsmos_sig":3.41839,"dnsmos_bak":3.99088,"pesq_wb":1.90872,"pesq_nb":2.4799,"stoi":0.80866,"estoi":0.66867,"si_sdr":-6.70558,"mel_dist":0.22352,"stft_dist":1.29917,"f0_rmse_cents":172.95517,"f0_corr":0.8037,"vuv_err":0.17612,"score_ci95":[0.70475,0.72074]},"per_lang":{"en":{"n":50,"unit":"wer","wer":15.14258,"wer_orig":6.98132,"dwer":8.16126,"wer_pseudo":11.4786,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.5762,"utmos":2.14378,"dnsmos_ovrl":2.57774,"dnsmos_sig":3.02367,"dnsmos_bak":3.94725,"pesq_wb":1.4979,"pesq_nb":1.9445,"stoi":0.70626,"estoi":0.53666,"si_sdr":-15.10954,"mel_dist":0.24306,"stft_dist":1.56939,"f0_rmse_cents":273.61755,"f0_corr":0.67313,"vuv_err":0.20661,"score_intelligibility":0.49443,"score_speaker":0.5762,"score_quality":0.87475,"score_fidelity":0.50722,"score":0.61315},"de":{"n":50,"unit":"wer","wer":8.44354,"wer_orig":5.69685,"dwer":2.74669,"wer_pseudo":4.27263,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.76285,"utmos":3.10931,"dnsmos_ovrl":3.2269,"dnsmos_sig":3.49252,"dnsmos_bak":4.12496,"pesq_wb":2.2116,"pesq_nb":2.79362,"stoi":0.8694,"estoi":0.72142,"si_sdr":1.07715,"mel_dist":0.19426,"stft_dist":1.07371,"f0_rmse_cents":184.07128,"f0_corr":0.81784,"vuv_err":0.17218,"score_intelligibility":0.70915,"score_speaker":0.76285,"score_quality":1.0,"score_fidelity":0.6778,"score":0.78745},"fr":{"n":50,"unit":"wer","wer":12.01581,"wer_orig":4.98024,"dwer":7.03557,"wer_pseudo":10.31746,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.69291,"utmos":2.70778,"dnsmos_ovrl":3.13334,"dnsmos_sig":3.44814,"dnsmos_bak":4.0763,"pesq_wb":1.95427,"pesq_nb":2.47994,"stoi":0.84733,"estoi":0.74276,"si_sdr":-12.47837,"mel_dist":0.2356,"stft_dist":1.19908,"f0_rmse_cents":122.83065,"f0_corr":0.85824,"vuv_err":0.18837,"score_intelligibility":0.45946,"score_speaker":0.69291,"score_quality":1.0,"score_fidelity":0.65941,"score":0.70294},"es":{"n":50,"unit":"wer","wer":4.54545,"wer_orig":3.09091,"dwer":1.45455,"wer_pseudo":2.46126,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.75176,"utmos":3.20526,"dnsmos_ovrl":3.33936,"dnsmos_sig":3.62497,"dnsmos_bak":4.08546,"pesq_wb":2.43353,"pesq_nb":2.96401,"stoi":0.87616,"estoi":0.76385,"si_sdr":-1.56702,"mel_dist":0.22515,"stft_dist":1.19421,"f0_rmse_cents":169.72359,"f0_corr":0.86353,"vuv_err":0.16531,"score_intelligibility":0.7377,"score_speaker":0.75176,"score_quality":1.0,"score_fidelity":0.71642,"score":0.80147},"it":{"n":50,"unit":"wer","wer":5.7377,"wer_orig":2.55009,"dwer":3.18761,"wer_pseudo":4.47898,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.7473,"utmos":3.40022,"dnsmos_ovrl":3.38337,"dnsmos_sig":3.6426,"dnsmos_bak":4.14721,"pesq_wb":2.43237,"pesq_nb":2.91253,"stoi":0.87313,"estoi":0.76497,"si_sdr":-0.89372,"mel_dist":0.21436,"stft_dist":1.13512,"f0_rmse_cents":98.72697,"f0_corr":0.84676,"vuv_err":0.13397,"score_intelligibility":0.5269,"score_speaker":0.7473,"score_quality":1.0,"score_fidelity":0.70971,"score":0.74598},"pt":{"n":50,"unit":"wer","wer":6.05469,"wer_orig":3.41797,"dwer":2.63672,"wer_pseudo":4.23228,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.72818,"utmos":3.07785,"dnsmos_ovrl":3.24743,"dnsmos_sig":3.57421,"dnsmos_bak":3.96012,"pesq_wb":2.08174,"pesq_nb":2.66402,"stoi":0.81428,"estoi":0.6838,"si_sdr":-5.87069,"mel_dist":0.22769,"stft_dist":1.22167,"f0_rmse_cents":368.10122,"f0_corr":0.69626,"vuv_err":0.20886,"score_intelligibility":0.62625,"score_speaker":0.72818,"score_quality":1.0,"score_fidelity":0.60654,"score":0.74024},"nl":{"n":50,"unit":"wer","wer":13.47012,"wer_orig":5.26316,"dwer":8.20696,"wer_pseudo":10.29543,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.68583,"utmos":2.57648,"dnsmos_ovrl":2.75254,"dnsmos_sig":3.12112,"dnsmos_bak":4.11392,"pesq_wb":1.71285,"pesq_nb":2.29227,"stoi":0.82683,"estoi":0.68695,"si_sdr":-5.29652,"mel_dist":0.24775,"stft_dist":1.54199,"f0_rmse_cents":153.06518,"f0_corr":0.83895,"vuv_err":0.20253,"score_intelligibility":0.43283,"score_speaker":0.68583,"score_quality":0.90039,"score_fidelity":0.62315,"score":0.66055},"pl":{"n":50,"unit":"wer","wer":10.41667,"wer_orig":3.28947,"dwer":7.12719,"wer_pseudo":9.86842,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.69981,"utmos":2.54592,"dnsmos_ovrl":3.1214,"dnsmos_sig":3.43125,"dnsmos_bak":4.12117,"pesq_wb":1.80989,"pesq_nb":2.31924,"stoi":0.85876,"estoi":0.73099,"si_sdr":-9.14728,"mel_dist":0.2294,"stft_dist":1.35209,"f0_rmse_cents":206.85442,"f0_corr":0.67191,"vuv_err":0.17106,"score_intelligibility":0.37572,"score_speaker":0.69981,"score_quality":0.94238,"score_fidelity":0.58736,"score":0.65132},"cs":{"n":50,"unit":"wer","wer":18.78646,"wer_orig":9.45158,"dwer":9.33489,"wer_pseudo":14.25234,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.75529,"utmos":2.96205,"dnsmos_ovrl":3.27783,"dnsmos_sig":3.55964,"dnsmos_bak":4.06673,"pesq_wb":1.82109,"pesq_nb":2.45013,"stoi":0.82879,"estoi":0.6963,"si_sdr":-3.72707,"mel_dist":0.23009,"stft_dist":1.21493,"f0_rmse_cents":92.007,"f0_corr":0.88999,"vuv_err":0.12457,"score_intelligibility":0.52822,"score_speaker":0.75529,"score_quality":1.0,"score_fidelity":0.65112,"score":0.73366},"tr":{"n":50,"unit":"wer","wer":15.39474,"wer_orig":7.76316,"dwer":7.63158,"wer_pseudo":11.98946,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.67158,"utmos":2.67476,"dnsmos_ovrl":3.11695,"dnsmos_sig":3.43873,"dnsmos_bak":4.0745,"pesq_wb":1.93347,"pesq_nb":2.5782,"stoi":0.81976,"estoi":0.65492,"si_sdr":-13.06303,"mel_dist":0.2345,"stft_dist":1.37347,"f0_rmse_cents":120.38056,"f0_corr":0.91085,"vuv_err":0.13096,"score_intelligibility":0.53451,"score_speaker":0.67158,"score_quality":1.0,"score_fidelity":0.66577,"score":0.71796},"id":{"n":50,"unit":"wer","wer":16.88312,"wer_orig":5.90319,"dwer":10.97993,"wer_pseudo":15.23022,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.54915,"utmos":2.3917,"dnsmos_ovrl":2.96121,"dnsmos_sig":3.4601,"dnsmos_bak":3.58272,"pesq_wb":1.69177,"pesq_nb":2.35721,"stoi":0.719,"estoi":0.53237,"si_sdr":-3.5454,"mel_dist":0.20149,"stft_dist":1.25973,"f0_rmse_cents":256.516,"f0_corr":0.68179,"vuv_err":0.26053,"score_intelligibility":0.38602,"score_speaker":0.54915,"score_quality":1.0,"score_fidelity":0.53281,"score":0.617},"vi":{"n":50,"unit":"wer","wer":19.25219,"wer_orig":7.71679,"dwer":11.5354,"wer_pseudo":16.16242,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.6429,"utmos":2.30483,"dnsmos_ovrl":2.9032,"dnsmos_sig":3.37596,"dnsmos_bak":3.77151,"pesq_wb":1.76746,"pesq_nb":2.35975,"stoi":0.69134,"estoi":0.52375,"si_sdr":-5.42353,"mel_dist":0.20003,"stft_dist":1.21729,"f0_rmse_cents":171.51171,"f0_corr":0.83093,"vuv_err":0.18087,"score_intelligibility":0.43041,"score_speaker":0.6429,"score_quality":1.0,"score_fidelity":0.58051,"score":0.66346},"ru":{"n":50,"unit":"wer","wer":6.7052,"wer_orig":4.50867,"dwer":2.19653,"wer_pseudo":3.12862,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.73665,"utmos":2.72725,"dnsmos_ovrl":3.11166,"dnsmos_sig":3.41963,"dnsmos_bak":4.11269,"pesq_wb":1.94196,"pesq_nb":2.49486,"stoi":0.85173,"estoi":0.72425,"si_sdr":-4.775,"mel_dist":0.22884,"stft_dist":1.29753,"f0_rmse_cents":132.3382,"f0_corr":0.82814,"vuv_err":0.17523,"score_intelligibility":0.71493,"score_speaker":0.73665,"score_quality":1.0,"score_fidelity":0.64967,"score":0.77531},"uk":{"n":50,"unit":"wer","wer":16.34506,"wer_orig":6.46992,"dwer":9.87514,"wer_pseudo":12.61364,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.62507,"utmos":2.80009,"dnsmos_ovrl":3.11936,"dnsmos_sig":3.4206,"dnsmos_bak":4.12398,"pesq_wb":1.94738,"pesq_nb":2.40681,"stoi":0.82495,"estoi":0.67624,"si_sdr":-4.79012,"mel_dist":0.25375,"stft_dist":1.40379,"f0_rmse_cents":122.20032,"f0_corr":0.88623,"vuv_err":0.17111,"score_intelligibility":0.43067,"score_speaker":0.62507,"score_quality":1.0,"score_fidelity":0.66062,"score":0.67909},"el":{"n":50,"unit":"wer","wer":23.24649,"wer_orig":12.02405,"dwer":11.22244,"wer_pseudo":18.61862,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.61939,"utmos":2.92563,"dnsmos_ovrl":3.03688,"dnsmos_sig":3.41934,"dnsmos_bak":3.94924,"pesq_wb":2.05912,"pesq_nb":2.68742,"stoi":0.82676,"estoi":0.68432,"si_sdr":-6.84498,"mel_dist":0.20473,"stft_dist":1.16971,"f0_rmse_cents":104.86936,"f0_corr":0.88,"vuv_err":0.14113,"score_intelligibility":0.53715,"score_speaker":0.61939,"score_quality":1.0,"score_fidelity":0.66979,"score":0.70658},"ar":{"n":50,"unit":"wer","wer":17.50925,"wer_orig":12.45376,"dwer":5.05549,"wer_pseudo":10.5068,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.75388,"utmos":2.90383,"dnsmos_ovrl":3.31463,"dnsmos_sig":3.6061,"dnsmos_bak":4.08891,"pesq_wb":1.99535,"pesq_nb":2.56785,"stoi":0.88383,"estoi":0.79204,"si_sdr":-3.31552,"mel_dist":0.22803,"stft_dist":1.27134,"f0_rmse_cents":109.14019,"f0_corr":0.88604,"vuv_err":0.14384,"score_intelligibility":0.72687,"score_speaker":0.75388,"score_quality":1.0,"score_fidelity":0.68475,"score":0.79137},"fa":{"n":50,"unit":"wer","wer":35.65714,"wer_orig":25.94286,"dwer":9.71429,"wer_pseudo":21.40541,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.68951,"utmos":2.55479,"dnsmos_ovrl":2.90233,"dnsmos_sig":3.31748,"dnsmos_bak":3.92103,"pesq_wb":1.61865,"pesq_nb":2.40918,"stoi":0.68461,"estoi":0.51964,"si_sdr":-5.72503,"mel_dist":0.22409,"stft_dist":1.39435,"f0_rmse_cents":254.28087,"f0_corr":0.66741,"vuv_err":0.20936,"score_intelligibility":0.735,"score_speaker":0.68951,"score_quality":0.98043,"score_fidelity":0.50959,"score":0.72863},"he":{"n":50,"unit":"wer","wer":52.2093,"wer_orig":19.4186,"dwer":32.7907,"wer_pseudo":46.59624,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.59146,"utmos":2.04513,"dnsmos_ovrl":2.83328,"dnsmos_sig":3.18359,"dnsmos_bak":4.01197,"pesq_wb":1.48029,"pesq_nb":1.98455,"stoi":0.79596,"estoi":0.6457,"si_sdr":-6.57601,"mel_dist":0.23835,"stft_dist":1.46787,"f0_rmse_cents":251.38672,"f0_corr":0.61119,"vuv_err":0.24786,"score_intelligibility":0.38374,"score_speaker":0.59146,"score_quality":0.85138,"score_fidelity":0.51479,"score":0.58534},"hi":{"n":50,"unit":"wer","wer":34.34903,"wer_orig":26.31579,"dwer":8.03324,"wer_pseudo":22.34332,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.68129,"utmos":2.70323,"dnsmos_ovrl":3.0275,"dnsmos_sig":3.49804,"dnsmos_bak":3.75594,"pesq_wb":1.92347,"pesq_nb":2.50651,"stoi":0.80417,"estoi":0.65585,"si_sdr":-6.87357,"mel_dist":0.23573,"stft_dist":1.25696,"f0_rmse_cents":224.17071,"f0_corr":0.75399,"vuv_err":0.1862,"score_intelligibility":0.77275,"score_speaker":0.68129,"score_quality":1.0,"score_fidelity":0.60734,"score":0.76534},"zh":{"n":50,"unit":"cer","wer":10.72886,"wer_orig":7.40525,"dwer":3.32362,"wer_pseudo":5.18293,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.69202,"utmos":2.73917,"dnsmos_ovrl":3.11908,"dnsmos_sig":3.44024,"dnsmos_bak":4.07311,"pesq_wb":2.0139,"pesq_nb":2.58444,"stoi":0.85107,"estoi":0.73288,"si_sdr":-11.32973,"mel_dist":0.21155,"stft_dist":1.27326,"f0_rmse_cents":116.08558,"f0_corr":0.88968,"vuv_err":0.10719,"score_intelligibility":0.71663,"score_speaker":0.69202,"score_quality":0.98071,"score_fidelity":0.67681,"score":0.76654},"yue":{"n":50,"unit":"cer","wer":30.96573,"wer_orig":14.39252,"dwer":16.57321,"wer_pseudo":26.9791,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.71886,"utmos":3.1675,"dnsmos_ovrl":3.15796,"dnsmos_sig":3.48506,"dnsmos_bak":4.01294,"pesq_wb":1.91258,"pesq_nb":2.50633,"stoi":0.83681,"estoi":0.69614,"si_sdr":-6.06518,"mel_dist":0.19911,"stft_dist":1.18773,"f0_rmse_cents":160.19916,"f0_corr":0.83841,"vuv_err":0.16525,"score_intelligibility":0.48153,"score_speaker":0.71886,"score_quality":1.0,"score_fidelity":0.64532,"score":0.71143},"ja":{"n":50,"unit":"cer","wer":13.36702,"wer_orig":3.53698,"dwer":9.83004,"wer_pseudo":12.44832,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.59735,"utmos":2.03372,"dnsmos_ovrl":2.73876,"dnsmos_sig":3.29235,"dnsmos_bak":3.65755,"pesq_wb":1.69507,"pesq_nb":2.28914,"stoi":0.67621,"estoi":0.48335,"si_sdr":-8.28488,"mel_dist":0.23124,"stft_dist":1.52644,"f0_rmse_cents":159.28465,"f0_corr":0.76336,"vuv_err":0.19178,"score_intelligibility":0.31579,"score_speaker":0.59735,"score_quality":0.99907,"score_fidelity":0.54606,"score":0.61457},"ko":{"n":50,"unit":"cer","wer":5.63725,"wer_orig":5.14706,"dwer":0.4902,"wer_pseudo":2.85571,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.65989,"utmos":3.06923,"dnsmos_ovrl":3.10419,"dnsmos_sig":3.43937,"dnsmos_bak":4.09749,"pesq_wb":2.29288,"pesq_nb":2.80588,"stoi":0.84384,"estoi":0.73907,"si_sdr":-9.523,"mel_dist":0.20767,"stft_dist":1.22405,"f0_rmse_cents":95.93435,"f0_corr":0.9304,"vuv_err":0.10792,"score_intelligibility":0.92614,"score_speaker":0.65989,"score_quality":0.95805,"score_fidelity":0.71454,"score":0.81466},"th":{"n":50,"unit":"cer","wer":15.42037,"wer_orig":7.61924,"dwer":7.80113,"wer_pseudo":12.39117,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.68899,"utmos":2.39948,"dnsmos_ovrl":2.89276,"dnsmos_sig":3.32674,"dnsmos_bak":3.90437,"pesq_wb":1.58077,"pesq_nb":2.15924,"stoi":0.79696,"estoi":0.65981,"si_sdr":-11.78586,"mel_dist":0.21801,"stft_dist":1.3543,"f0_rmse_cents":203.62791,"f0_corr":0.77389,"vuv_err":0.2343,"score_intelligibility":0.52491,"score_speaker":0.68899,"score_quality":1.0,"score_fidelity":0.57892,"score":0.69821}}},{"codec":"xcodec_wavlm-more-data_4kbps","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xcodec_wavlm-more-data_4kbps","family":"X-Codec","checkpoint":"hf-audio/xcodec-wavlm-more-data","sample_rate":16000,"output_sample_rate":16000,"frame_rate":50,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"MIT","paper":"2408.17175","year":2024,"bitrate_kbps":4.0,"notes":"","side_info":null,"warning":null,"env":"main"},"kbps":4.0,"kbps_measured":4.0,"tokens_per_s":400.0,"params_M":160.70885,"efficiency":{"rtf_encode":0.00229,"rtf_decode":0.00197,"peak_vram_gb":1.09467,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.85798,"score_worst_lang":0.75091,"worst_lang":"en","en_gap":-0.11172,"score_intelligibility":0.83657,"score_speaker":0.87531,"score_quality":0.987,"score_fidelity":0.73305,"dwer":2.02366,"wer":10.82947,"wer_pseudo":5.32794,"sim":0.87531,"utmos":2.68903,"dnsmos_ovrl":3.02958,"dnsmos_sig":3.41849,"dnsmos_bak":3.9355,"pesq_wb":2.60307,"pesq_nb":3.21394,"stoi":0.87464,"estoi":0.77748,"si_sdr":-3.15703,"mel_dist":0.1798,"stft_dist":1.07718,"f0_rmse_cents":133.1961,"f0_corr":0.86649,"vuv_err":0.1469,"score_ci95":[0.85046,0.86408]},"per_lang":{"en":{"n":50,"unit":"wer","wer":11.20944,"wer_orig":6.98132,"dwer":4.22812,"wer_pseudo":5.25292,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.78046,"utmos":2.26793,"dnsmos_ovrl":2.5471,"dnsmos_sig":3.06403,"dnsmos_bak":3.79474,"pesq_wb":2.06336,"pesq_nb":2.6956,"stoi":0.79602,"estoi":0.66894,"si_sdr":-8.21792,"mel_dist":0.20117,"stft_dist":1.24052,"f0_rmse_cents":130.13121,"f0_corr":0.87694,"vuv_err":0.1495,"score_intelligibility":0.6537,"score_speaker":0.78046,"score_quality":0.91056,"score_fidelity":0.65893,"score":0.75091},"de":{"n":50,"unit":"wer","wer":6.30722,"wer_orig":5.69685,"dwer":0.61038,"wer_pseudo":2.03459,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.92619,"utmos":2.93885,"dnsmos_ovrl":3.19059,"dnsmos_sig":3.47002,"dnsmos_bak":4.0913,"pesq_wb":2.97272,"pesq_nb":3.47128,"stoi":0.91932,"estoi":0.82225,"si_sdr":4.5192,"mel_dist":0.1546,"stft_dist":0.90693,"f0_rmse_cents":154.2413,"f0_corr":0.87857,"vuv_err":0.15459,"score_intelligibility":0.91647,"score_speaker":0.92619,"score_quality":1.0,"score_fidelity":0.78717,"score":0.90746},"fr":{"n":50,"unit":"wer","wer":5.8498,"wer_orig":4.98024,"dwer":0.86957,"wer_pseudo":2.53968,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.88896,"utmos":2.55284,"dnsmos_ovrl":3.11123,"dnsmos_sig":3.43107,"dnsmos_bak":4.04893,"pesq_wb":2.64445,"pesq_nb":3.20828,"stoi":0.91032,"estoi":0.84045,"si_sdr":-8.26078,"mel_dist":0.18817,"stft_dist":1.01306,"f0_rmse_cents":122.30207,"f0_corr":0.87826,"vuv_err":0.1726,"score_intelligibility":0.87305,"score_speaker":0.88896,"score_quality":1.0,"score_fidelity":0.75281,"score":0.8787},"es":{"n":50,"unit":"wer","wer":3.27273,"wer_orig":3.09091,"dwer":0.18182,"wer_pseudo":0.72926,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.91052,"utmos":3.09423,"dnsmos_ovrl":3.30468,"dnsmos_sig":3.62475,"dnsmos_bak":4.01912,"pesq_wb":3.10611,"pesq_nb":3.56719,"stoi":0.92305,"estoi":0.85072,"si_sdr":1.04889,"mel_dist":0.18387,"stft_dist":1.04061,"f0_rmse_cents":152.8533,"f0_corr":0.89193,"vuv_err":0.15391,"score_intelligibility":0.95745,"score_speaker":0.91052,"score_quality":1.0,"score_fidelity":0.80557,"score":0.91839},"it":{"n":50,"unit":"wer","wer":2.55009,"wer_orig":2.55009,"dwer":0.0,"wer_pseudo":1.73675,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.91572,"utmos":3.34221,"dnsmos_ovrl":3.38768,"dnsmos_sig":3.65124,"dnsmos_bak":4.13829,"pesq_wb":3.16566,"pesq_nb":3.60054,"stoi":0.92465,"estoi":0.85746,"si_sdr":2.1122,"mel_dist":0.16962,"stft_dist":0.96165,"f0_rmse_cents":92.75188,"f0_corr":0.88421,"vuv_err":0.11974,"score_intelligibility":1.0,"score_speaker":0.91572,"score_quality":1.0,"score_fidelity":0.80921,"score":0.93123},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.47638,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.89483,"utmos":2.85724,"dnsmos_ovrl":3.18772,"dnsmos_sig":3.5376,"dnsmos_bak":3.89392,"pesq_wb":2.74701,"pesq_nb":3.28697,"stoi":0.87278,"estoi":0.77863,"si_sdr":-3.61497,"mel_dist":0.17794,"stft_dist":1.05325,"f0_rmse_cents":250.27904,"f0_corr":0.80335,"vuv_err":0.18412,"score_intelligibility":0.93781,"score_speaker":0.89483,"score_quality":1.0,"score_fidelity":0.72509,"score":0.88943},"nl":{"n":50,"unit":"wer","wer":7.13649,"wer_orig":5.26316,"dwer":1.87333,"wer_pseudo":3.76007,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.89059,"utmos":2.86572,"dnsmos_ovrl":2.72724,"dnsmos_sig":3.11114,"dnsmos_bak":4.11102,"pesq_wb":2.59572,"pesq_nb":3.18446,"stoi":0.90344,"estoi":0.81014,"si_sdr":0.90333,"mel_dist":0.20316,"stft_dist":1.21147,"f0_rmse_cents":112.08145,"f0_corr":0.90935,"vuv_err":0.16532,"score_intelligibility":0.76976,"score_speaker":0.89059,"score_quality":0.97117,"score_fidelity":0.75624,"score":0.84694},"pl":{"n":50,"unit":"wer","wer":4.60526,"wer_orig":3.28947,"dwer":1.31579,"wer_pseudo":2.63158,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.89231,"utmos":2.72139,"dnsmos_ovrl":3.09411,"dnsmos_sig":3.42636,"dnsmos_bak":4.07761,"pesq_wb":2.69117,"pesq_nb":3.18812,"stoi":0.92049,"estoi":0.8344,"si_sdr":-4.58117,"mel_dist":0.18305,"stft_dist":1.11882,"f0_rmse_cents":127.69317,"f0_corr":0.81115,"vuv_err":0.13806,"score_intelligibility":0.76526,"score_speaker":0.89231,"score_quality":0.99259,"score_fidelity":0.73828,"score":0.84711},"cs":{"n":50,"unit":"wer","wer":12.36873,"wer_orig":9.45158,"dwer":2.91715,"wer_pseudo":9.11215,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.90816,"utmos":2.80253,"dnsmos_ovrl":3.22763,"dnsmos_sig":3.53303,"dnsmos_bak":4.01247,"pesq_wb":2.53352,"pesq_nb":3.15931,"stoi":0.89111,"estoi":0.80327,"si_sdr":0.88311,"mel_dist":0.18319,"stft_dist":1.03589,"f0_rmse_cents":86.10409,"f0_corr":0.89713,"vuv_err":0.12099,"score_intelligibility":0.78179,"score_speaker":0.90816,"score_quality":1.0,"score_fidelity":0.74213,"score":0.85802},"tr":{"n":50,"unit":"wer","wer":9.60526,"wer_orig":7.76316,"dwer":1.84211,"wer_pseudo":3.95257,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.87415,"utmos":2.56968,"dnsmos_ovrl":3.08596,"dnsmos_sig":3.4284,"dnsmos_bak":4.04223,"pesq_wb":2.6663,"pesq_nb":3.28802,"stoi":0.88687,"estoi":0.77611,"si_sdr":-9.85137,"mel_dist":0.19429,"stft_dist":1.14127,"f0_rmse_cents":99.30564,"f0_corr":0.94392,"vuv_err":0.11205,"score_intelligibility":0.8263,"score_speaker":0.87415,"score_quality":1.0,"score_fidelity":0.76896,"score":0.86735},"id":{"n":50,"unit":"wer","wer":9.32704,"wer_orig":5.90319,"dwer":3.42385,"wer_pseudo":6.02125,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.81347,"utmos":2.25875,"dnsmos_ovrl":2.93507,"dnsmos_sig":3.4777,"dnsmos_bak":3.50147,"pesq_wb":2.17459,"pesq_nb":2.99079,"stoi":0.79669,"estoi":0.66279,"si_sdr":-1.56229,"mel_dist":0.1627,"stft_dist":1.07872,"f0_rmse_cents":162.4534,"f0_corr":0.76557,"vuv_err":0.19473,"score_intelligibility":0.66846,"score_speaker":0.81347,"score_quality":1.0,"score_fidelity":0.63262,"score":0.77864},"vi":{"n":50,"unit":"wer","wer":9.54654,"wer_orig":7.71679,"dwer":1.82975,"wer_pseudo":5.01592,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.85735,"utmos":2.24476,"dnsmos_ovrl":2.89292,"dnsmos_sig":3.40433,"dnsmos_bak":3.71676,"pesq_wb":2.47973,"pesq_nb":3.19148,"stoi":0.77722,"estoi":0.65755,"si_sdr":-2.40769,"mel_dist":0.15947,"stft_dist":1.01076,"f0_rmse_cents":122.16446,"f0_corr":0.90305,"vuv_err":0.14217,"score_intelligibility":0.82651,"score_speaker":0.85735,"score_quality":1.0,"score_fidelity":0.70102,"score":0.84622},"ru":{"n":50,"unit":"wer","wer":5.54913,"wer_orig":4.50867,"dwer":1.04046,"wer_pseudo":2.08575,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.90386,"utmos":2.76794,"dnsmos_ovrl":3.12678,"dnsmos_sig":3.44411,"dnsmos_bak":4.09237,"pesq_wb":2.71589,"pesq_nb":3.26523,"stoi":0.91127,"estoi":0.82784,"si_sdr":-0.95774,"mel_dist":0.18619,"stft_dist":1.08199,"f0_rmse_cents":110.23691,"f0_corr":0.87421,"vuv_err":0.15934,"score_intelligibility":0.84113,"score_speaker":0.90386,"score_quality":1.0,"score_fidelity":0.75858,"score":0.87589},"uk":{"n":50,"unit":"wer","wer":9.98865,"wer_orig":6.46992,"dwer":3.51873,"wer_pseudo":6.25,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.83152,"utmos":2.71212,"dnsmos_ovrl":3.11315,"dnsmos_sig":3.43444,"dnsmos_bak":4.09587,"pesq_wb":2.56702,"pesq_nb":3.05751,"stoi":0.88874,"estoi":0.78336,"si_sdr":-0.7456,"mel_dist":0.20651,"stft_dist":1.15236,"f0_rmse_cents":83.95527,"f0_corr":0.9424,"vuv_err":0.12894,"score_intelligibility":0.67979,"score_speaker":0.83152,"score_quality":1.0,"score_fidelity":0.75962,"score":0.81773},"el":{"n":50,"unit":"wer","wer":14.52906,"wer_orig":12.02405,"dwer":2.50501,"wer_pseudo":10.21021,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.87263,"utmos":2.87605,"dnsmos_ovrl":3.05974,"dnsmos_sig":3.44846,"dnsmos_bak":3.94354,"pesq_wb":2.86264,"pesq_nb":3.42984,"stoi":0.88807,"estoi":0.78976,"si_sdr":-3.51612,"mel_dist":0.16228,"stft_dist":0.9678,"f0_rmse_cents":90.68699,"f0_corr":0.89794,"vuv_err":0.11914,"score_intelligibility":0.83869,"score_speaker":0.87263,"score_quality":1.0,"score_fidelity":0.77273,"score":0.87101},"ar":{"n":50,"unit":"wer","wer":14.05672,"wer_orig":12.45376,"dwer":1.60296,"wer_pseudo":4.82077,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.91273,"utmos":2.85508,"dnsmos_ovrl":3.27764,"dnsmos_sig":3.59585,"dnsmos_bak":4.04357,"pesq_wb":2.7597,"pesq_nb":3.34333,"stoi":0.93407,"estoi":0.87344,"si_sdr":-0.58376,"mel_dist":0.18015,"stft_dist":1.06729,"f0_rmse_cents":92.04934,"f0_corr":0.92553,"vuv_err":0.12046,"score_intelligibility":0.89354,"score_speaker":0.91273,"score_quality":1.0,"score_fidelity":0.78746,"score":0.89843},"fa":{"n":50,"unit":"wer","wer":28.45714,"wer_orig":25.94286,"dwer":2.51429,"wer_pseudo":9.2973,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.86742,"utmos":2.52554,"dnsmos_ovrl":2.88475,"dnsmos_sig":3.36278,"dnsmos_bak":3.82146,"pesq_wb":2.19297,"pesq_nb":3.08678,"stoi":0.76853,"estoi":0.64586,"si_sdr":-2.44854,"mel_dist":0.1807,"stft_dist":1.14612,"f0_rmse_cents":222.08184,"f0_corr":0.73287,"vuv_err":0.15539,"score_intelligibility":0.91465,"score_speaker":0.86742,"score_quality":0.9714,"score_fidelity":0.61408,"score":0.84189},"he":{"n":50,"unit":"wer","wer":28.83721,"wer_orig":19.4186,"dwer":9.4186,"wer_pseudo":17.723,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.81638,"utmos":2.16057,"dnsmos_ovrl":2.80069,"dnsmos_sig":3.16967,"dnsmos_bak":3.99006,"pesq_wb":2.0233,"pesq_nb":2.69735,"stoi":0.87191,"estoi":0.76428,"si_sdr":-2.25315,"mel_dist":0.19097,"stft_dist":1.1809,"f0_rmse_cents":168.12447,"f0_corr":0.73803,"vuv_err":0.21675,"score_intelligibility":0.68433,"score_speaker":0.81638,"score_quality":0.88621,"score_fidelity":0.6341,"score":0.75526},"hi":{"n":50,"unit":"wer","wer":29.54755,"wer_orig":26.31579,"dwer":3.23176,"wer_pseudo":11.35332,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.86749,"utmos":2.60644,"dnsmos_ovrl":2.91819,"dnsmos_sig":3.45862,"dnsmos_bak":3.56755,"pesq_wb":2.51927,"pesq_nb":3.178,"stoi":0.86564,"estoi":0.75948,"si_sdr":-5.03408,"mel_dist":0.18875,"stft_dist":1.07245,"f0_rmse_cents":181.45012,"f0_corr":0.79839,"vuv_err":0.15682,"score_intelligibility":0.89421,"score_speaker":0.86749,"score_quality":1.0,"score_fidelity":0.69937,"score":0.86527},"zh":{"n":50,"unit":"cer","wer":8.45481,"wer_orig":7.40525,"dwer":1.04956,"wer_pseudo":2.0122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.90172,"utmos":2.7932,"dnsmos_ovrl":3.10313,"dnsmos_sig":3.43409,"dnsmos_bak":4.05148,"pesq_wb":2.86775,"pesq_nb":3.45813,"stoi":0.91394,"estoi":0.83843,"si_sdr":-8.6364,"mel_dist":0.16991,"stft_dist":1.05436,"f0_rmse_cents":96.32082,"f0_corr":0.91594,"vuv_err":0.08891,"score_intelligibility":0.88899,"score_speaker":0.90172,"score_quality":0.99564,"score_fidelity":0.78784,"score":0.89355},"yue":{"n":50,"unit":"cer","wer":15.57632,"wer_orig":14.39252,"dwer":1.1838,"wer_pseudo":9.62635,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.91128,"utmos":3.13188,"dnsmos_ovrl":3.13243,"dnsmos_sig":3.47845,"dnsmos_bak":3.97576,"pesq_wb":2.60692,"pesq_nb":3.28231,"stoi":0.8928,"estoi":0.79737,"si_sdr":-2.70219,"mel_dist":0.15743,"stft_dist":0.99916,"f0_rmse_cents":134.07811,"f0_corr":0.90183,"vuv_err":0.12547,"score_intelligibility":0.92858,"score_speaker":0.91128,"score_quality":1.0,"score_fidelity":0.75125,"score":0.89778},"ja":{"n":50,"unit":"cer","wer":5.74185,"wer_orig":3.53698,"dwer":2.20487,"wer_pseudo":3.99633,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.79415,"utmos":1.9912,"dnsmos_ovrl":2.68677,"dnsmos_sig":3.31792,"dnsmos_bak":3.52865,"pesq_wb":2.28571,"pesq_nb":2.9546,"stoi":0.75632,"estoi":0.60486,"si_sdr":-4.66829,"mel_dist":0.18425,"stft_dist":1.21082,"f0_rmse_cents":117.61311,"f0_corr":0.86748,"vuv_err":0.14751,"score_intelligibility":0.67296,"score_speaker":0.79415,"score_quality":0.97854,"score_fidelity":0.66372,"score":0.77734},"ko":{"n":50,"unit":"cer","wer":4.70588,"wer_orig":5.14706,"dwer":-0.44118,"wer_pseudo":1.35271,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.87992,"utmos":3.17723,"dnsmos_ovrl":3.06945,"dnsmos_sig":3.40751,"dnsmos_bak":4.09438,"pesq_wb":3.01673,"pesq_nb":3.53484,"stoi":0.90599,"estoi":0.83468,"si_sdr":-6.58085,"mel_dist":0.17308,"stft_dist":1.00504,"f0_rmse_cents":77.81704,"f0_corr":0.96045,"vuv_err":0.09073,"score_intelligibility":1.0,"score_speaker":0.87992,"score_quality":0.98196,"score_fidelity":0.81422,"score":0.91902},"th":{"n":50,"unit":"cer","wer":8.97332,"wer_orig":7.61924,"dwer":1.35408,"wer_pseudo":4.87953,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.89556,"utmos":2.42334,"dnsmos_ovrl":2.84517,"dnsmos_sig":3.33214,"dnsmos_bak":3.79957,"pesq_wb":2.21537,"pesq_nb":3.01474,"stoi":0.87209,"estoi":0.77746,"si_sdr":-8.61247,"mel_dist":0.17383,"stft_dist":1.1012,"f0_rmse_cents":209.93133,"f0_corr":0.7972,"vuv_err":0.20846,"score_intelligibility":0.86423,"score_speaker":0.89556,"score_quality":1.0,"score_fidelity":0.67218,"score":0.85799}}},{"codec":"xy_tokenizer_ttsd_v0","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xy_tokenizer_ttsd_v0","family":"XY-Tokenizer","checkpoint":"OpenMOSS-Team/XY_Tokenizer_TTSD_V0_hf","sample_rate":16000,"output_sample_rate":24000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"Apache-2.0","paper":"2506.23325","year":2025,"bitrate_kbps":1.0,"notes":"dual semantic (ASR-aligned) + acoustic Whisper-style encoders, RVQ8; MOSS-TTSD v0.5 codec; remote code","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":0.99718,"tokens_per_s":99.71758,"params_M":519.78523,"efficiency":{"rtf_encode":0.00892,"rtf_decode":0.00254,"peak_vram_gb":2.43012,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.79911,"score_worst_lang":0.70409,"worst_lang":"pl","en_gap":0.06195,"score_intelligibility":0.73339,"score_speaker":0.82941,"score_quality":0.97699,"score_fidelity":0.65664,"dwer":3.55301,"wer":12.35882,"wer_pseudo":7.34176,"sim":0.82941,"utmos":2.5247,"dnsmos_ovrl":2.96527,"dnsmos_sig":3.37314,"dnsmos_bak":3.86845,"pesq_wb":2.06353,"pesq_nb":2.67665,"stoi":0.832,"estoi":0.7022,"si_sdr":-19.25921,"mel_dist":0.18355,"stft_dist":1.24407,"f0_rmse_cents":149.78196,"f0_corr":0.83406,"vuv_err":0.1673,"score_ci95":[0.79301,0.8045]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.17797,"wer_orig":6.98132,"dwer":0.19666,"wer_pseudo":2.23735,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.81005,"utmos":2.51076,"dnsmos_ovrl":2.56557,"dnsmos_sig":3.11027,"dnsmos_bak":3.75619,"pesq_wb":1.98439,"pesq_nb":2.67,"stoi":0.80599,"estoi":0.6664,"si_sdr":-21.80148,"mel_dist":0.17709,"stft_dist":1.26902,"f0_rmse_cents":145.48138,"f0_corr":0.87156,"vuv_err":0.1495,"score_intelligibility":0.97595,"score_speaker":0.81005,"score_quality":0.99499,"score_fidelity":0.65294,"score":0.85848},"de":{"n":50,"unit":"wer","wer":6.61241,"wer_orig":5.69685,"dwer":0.91556,"wer_pseudo":1.52594,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.80669,"utmos":2.74666,"dnsmos_ovrl":3.09951,"dnsmos_sig":3.38445,"dnsmos_bak":4.06553,"pesq_wb":2.07184,"pesq_nb":2.60387,"stoi":0.86109,"estoi":0.704,"si_sdr":-17.70198,"mel_dist":0.18556,"stft_dist":1.19869,"f0_rmse_cents":167.05961,"f0_corr":0.82269,"vuv_err":0.19191,"score_intelligibility":0.87973,"score_speaker":0.80669,"score_quality":1.0,"score_fidelity":0.66334,"score":0.83744},"fr":{"n":50,"unit":"wer","wer":8.7747,"wer_orig":4.98024,"dwer":3.79447,"wer_pseudo":6.5873,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.76939,"utmos":2.36413,"dnsmos_ovrl":3.05282,"dnsmos_sig":3.39624,"dnsmos_bak":3.99976,"pesq_wb":1.84265,"pesq_nb":2.34394,"stoi":0.84218,"estoi":0.73628,"si_sdr":-21.56593,"mel_dist":0.21336,"stft_dist":1.32097,"f0_rmse_cents":127.78261,"f0_corr":0.87554,"vuv_err":0.20365,"score_intelligibility":0.61181,"score_speaker":0.76939,"score_quality":0.99952,"score_fidelity":0.65283,"score":0.75839},"es":{"n":50,"unit":"wer","wer":4.18182,"wer_orig":3.09091,"dwer":1.09091,"wer_pseudo":1.54968,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.86043,"utmos":2.68255,"dnsmos_ovrl":3.23138,"dnsmos_sig":3.57705,"dnsmos_bak":3.96041,"pesq_wb":2.41548,"pesq_nb":2.97191,"stoi":0.87563,"estoi":0.76647,"si_sdr":-20.97301,"mel_dist":0.17951,"stft_dist":1.20843,"f0_rmse_cents":188.90956,"f0_corr":0.83648,"vuv_err":0.18106,"score_intelligibility":0.78947,"score_speaker":0.86043,"score_quality":0.97776,"score_fidelity":0.70551,"score":0.83329},"it":{"n":50,"unit":"wer","wer":4.28051,"wer_orig":2.55009,"dwer":1.73042,"wer_pseudo":2.65082,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.85752,"utmos":2.921,"dnsmos_ovrl":3.3006,"dnsmos_sig":3.59406,"dnsmos_bak":4.08298,"pesq_wb":2.41018,"pesq_nb":2.91017,"stoi":0.87372,"estoi":0.76973,"si_sdr":-20.70823,"mel_dist":0.19114,"stft_dist":1.22875,"f0_rmse_cents":106.34506,"f0_corr":0.82814,"vuv_err":0.13421,"score_intelligibility":0.6723,"score_speaker":0.85752,"score_quality":0.95506,"score_fidelity":0.70159,"score":0.79662},"pt":{"n":50,"unit":"wer","wer":4.00391,"wer_orig":3.41797,"dwer":0.58594,"wer_pseudo":1.47638,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.88786,"utmos":2.53429,"dnsmos_ovrl":3.05144,"dnsmos_sig":3.42717,"dnsmos_bak":3.80322,"pesq_wb":2.22804,"pesq_nb":2.75904,"stoi":0.83306,"estoi":0.71484,"si_sdr":-19.69688,"mel_dist":0.17806,"stft_dist":1.2181,"f0_rmse_cents":259.69917,"f0_corr":0.78734,"vuv_err":0.21168,"score_intelligibility":0.8829,"score_speaker":0.88786,"score_quality":1.0,"score_fidelity":0.65709,"score":0.85696},"nl":{"n":50,"unit":"wer","wer":10.08029,"wer_orig":5.26316,"dwer":4.81713,"wer_pseudo":6.80394,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.80114,"utmos":2.99726,"dnsmos_ovrl":2.74171,"dnsmos_sig":3.13939,"dnsmos_bak":4.08796,"pesq_wb":1.98689,"pesq_nb":2.56529,"stoi":0.86624,"estoi":0.74254,"si_sdr":-14.33266,"mel_dist":0.19182,"stft_dist":1.33283,"f0_rmse_cents":131.6544,"f0_corr":0.87395,"vuv_err":0.19702,"score_intelligibility":0.56525,"score_speaker":0.80114,"score_quality":1.0,"score_fidelity":0.67405,"score":0.76011},"pl":{"n":50,"unit":"wer","wer":8.88158,"wer_orig":3.28947,"dwer":5.59211,"wer_pseudo":7.34649,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.80692,"utmos":2.54278,"dnsmos_ovrl":3.04534,"dnsmos_sig":3.38429,"dnsmos_bak":4.05848,"pesq_wb":1.87844,"pesq_nb":2.38112,"stoi":0.87217,"estoi":0.74597,"si_sdr":-21.08652,"mel_dist":0.19932,"stft_dist":1.33638,"f0_rmse_cents":123.75523,"f0_corr":0.77845,"vuv_err":0.1727,"score_intelligibility":0.43409,"score_speaker":0.80692,"score_quality":0.94148,"score_fidelity":0.63387,"score":0.70409},"cs":{"n":50,"unit":"wer","wer":16.45274,"wer_orig":9.45158,"dwer":7.00117,"wer_pseudo":13.78505,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.84349,"utmos":2.50097,"dnsmos_ovrl":3.18798,"dnsmos_sig":3.52655,"dnsmos_bak":3.95421,"pesq_wb":1.76122,"pesq_nb":2.42089,"stoi":0.83147,"estoi":0.70217,"si_sdr":-12.3087,"mel_dist":0.19437,"stft_dist":1.21048,"f0_rmse_cents":110.56783,"f0_corr":0.84539,"vuv_err":0.14058,"score_intelligibility":0.59885,"score_speaker":0.84349,"score_quality":0.97798,"score_fidelity":0.63145,"score":0.76294},"tr":{"n":50,"unit":"wer","wer":11.97368,"wer_orig":7.76316,"dwer":4.21053,"wer_pseudo":6.85112,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.87376,"utmos":2.3762,"dnsmos_ovrl":3.09451,"dnsmos_sig":3.44999,"dnsmos_bak":4.02542,"pesq_wb":2.29514,"pesq_nb":2.9571,"stoi":0.85721,"estoi":0.72014,"si_sdr":-19.13261,"mel_dist":0.18051,"stft_dist":1.2516,"f0_rmse_cents":119.89786,"f0_corr":0.91566,"vuv_err":0.14377,"score_intelligibility":0.67546,"score_speaker":0.87376,"score_quality":1.0,"score_fidelity":0.7143,"score":0.81588},"id":{"n":50,"unit":"wer","wer":11.68831,"wer_orig":5.90319,"dwer":5.78512,"wer_pseudo":9.68123,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.79975,"utmos":1.84356,"dnsmos_ovrl":2.74381,"dnsmos_sig":3.30101,"dnsmos_bak":3.27856,"pesq_wb":1.75567,"pesq_nb":2.45959,"stoi":0.72812,"estoi":0.54043,"si_sdr":-18.28233,"mel_dist":0.16964,"stft_dist":1.19397,"f0_rmse_cents":145.9755,"f0_corr":0.76166,"vuv_err":0.22441,"score_intelligibility":0.54406,"score_speaker":0.79975,"score_quality":0.93894,"score_fidelity":0.56856,"score":0.71283},"vi":{"n":50,"unit":"wer","wer":12.49006,"wer_orig":7.71679,"dwer":4.77327,"wer_pseudo":8.20064,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.83484,"utmos":2.06432,"dnsmos_ovrl":2.85427,"dnsmos_sig":3.39535,"dnsmos_bak":3.67106,"pesq_wb":2.01294,"pesq_nb":2.70411,"stoi":0.72411,"estoi":0.56338,"si_sdr":-16.40428,"mel_dist":0.16452,"stft_dist":1.15146,"f0_rmse_cents":151.84515,"f0_corr":0.86575,"vuv_err":0.15445,"score_intelligibility":0.64616,"score_speaker":0.83484,"score_quality":0.98172,"score_fidelity":0.62642,"score":0.77229},"ru":{"n":50,"unit":"wer","wer":6.47399,"wer_orig":4.50867,"dwer":1.96532,"wer_pseudo":3.12862,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.84036,"utmos":2.63114,"dnsmos_ovrl":3.0666,"dnsmos_sig":3.40041,"dnsmos_bak":4.05285,"pesq_wb":2.14905,"pesq_nb":2.72407,"stoi":0.87303,"estoi":0.75813,"si_sdr":-17.00481,"mel_dist":0.18742,"stft_dist":1.25822,"f0_rmse_cents":128.49154,"f0_corr":0.8488,"vuv_err":0.18172,"score_intelligibility":0.73705,"score_speaker":0.84036,"score_quality":0.9838,"score_fidelity":0.68338,"score":0.81115},"uk":{"n":50,"unit":"wer","wer":9.98865,"wer_orig":6.46992,"dwer":3.51873,"wer_pseudo":6.13636,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.80754,"utmos":2.56729,"dnsmos_ovrl":3.06305,"dnsmos_sig":3.39922,"dnsmos_bak":4.06307,"pesq_wb":2.06127,"pesq_nb":2.64435,"stoi":0.86552,"estoi":0.72889,"si_sdr":-19.02186,"mel_dist":0.19073,"stft_dist":1.26952,"f0_rmse_cents":108.60156,"f0_corr":0.90052,"vuv_err":0.14325,"score_intelligibility":0.67979,"score_speaker":0.80754,"score_quality":0.99663,"score_fidelity":0.68975,"score":0.79343},"el":{"n":50,"unit":"wer","wer":17.03407,"wer_orig":12.02405,"dwer":5.01002,"wer_pseudo":12.31231,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.78112,"utmos":2.69434,"dnsmos_ovrl":2.97157,"dnsmos_sig":3.3942,"dnsmos_bak":3.86392,"pesq_wb":2.17945,"pesq_nb":2.77531,"stoi":0.84003,"estoi":0.70065,"si_sdr":-19.08579,"mel_dist":0.17809,"stft_dist":1.18712,"f0_rmse_cents":116.68682,"f0_corr":0.84715,"vuv_err":0.15214,"score_intelligibility":0.72219,"score_speaker":0.78112,"score_quality":0.98582,"score_fidelity":0.67472,"score":0.79096},"ar":{"n":50,"unit":"wer","wer":14.30333,"wer_orig":12.45376,"dwer":1.84957,"wer_pseudo":8.65266,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.84824,"utmos":2.4853,"dnsmos_ovrl":3.18059,"dnsmos_sig":3.54437,"dnsmos_bak":3.95286,"pesq_wb":1.97542,"pesq_nb":2.5761,"stoi":0.88354,"estoi":0.79495,"si_sdr":-22.04256,"mel_dist":0.19698,"stft_dist":1.27311,"f0_rmse_cents":121.95357,"f0_corr":0.87651,"vuv_err":0.14202,"score_intelligibility":0.87914,"score_speaker":0.84824,"score_quality":0.94392,"score_fidelity":0.67958,"score":0.83772},"fa":{"n":50,"unit":"wer","wer":33.02857,"wer_orig":25.94286,"dwer":7.08571,"wer_pseudo":14.81081,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.84671,"utmos":2.53495,"dnsmos_ovrl":2.85301,"dnsmos_sig":3.34167,"dnsmos_bak":3.74889,"pesq_wb":2.03417,"pesq_nb":2.85225,"stoi":0.73114,"estoi":0.58252,"si_sdr":-18.23656,"mel_dist":0.16883,"stft_dist":1.21443,"f0_rmse_cents":200.92243,"f0_corr":0.75752,"vuv_err":0.1717,"score_intelligibility":0.79177,"score_speaker":0.84671,"score_quality":0.9743,"score_fidelity":0.59471,"score":0.80188},"he":{"n":50,"unit":"wer","wer":28.37209,"wer_orig":19.4186,"dwer":8.95349,"wer_pseudo":17.25352,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.73642,"utmos":2.50002,"dnsmos_ovrl":2.84359,"dnsmos_sig":3.22182,"dnsmos_bak":3.98227,"pesq_wb":1.68871,"pesq_nb":2.23625,"stoi":0.83149,"estoi":0.69344,"si_sdr":-15.63624,"mel_dist":0.20178,"stft_dist":1.30147,"f0_rmse_cents":165.12653,"f0_corr":0.74154,"vuv_err":0.21102,"score_intelligibility":0.69517,"score_speaker":0.73642,"score_quality":1.0,"score_fidelity":0.58993,"score":0.75538},"hi":{"n":50,"unit":"wer","wer":33.14866,"wer_orig":26.31579,"dwer":6.83287,"wer_pseudo":17.43869,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.80457,"utmos":2.27111,"dnsmos_ovrl":2.74264,"dnsmos_sig":3.33189,"dnsmos_bak":3.39398,"pesq_wb":1.9475,"pesq_nb":2.60509,"stoi":0.80456,"estoi":0.65601,"si_sdr":-23.74768,"mel_dist":0.19811,"stft_dist":1.284,"f0_rmse_cents":203.37146,"f0_corr":0.76767,"vuv_err":0.17914,"score_intelligibility":0.79991,"score_speaker":0.80457,"score_quality":0.99062,"score_fidelity":0.61431,"score":0.80235},"zh":{"n":50,"unit":"cer","wer":8.27988,"wer_orig":7.40525,"dwer":0.87464,"wer_pseudo":1.95122,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.88655,"utmos":2.6474,"dnsmos_ovrl":3.07808,"dnsmos_sig":3.41658,"dnsmos_bak":4.03458,"pesq_wb":2.3347,"pesq_nb":2.90909,"stoi":0.88301,"estoi":0.78911,"si_sdr":-19.64252,"mel_dist":0.17143,"stft_dist":1.27611,"f0_rmse_cents":97.56994,"f0_corr":0.91518,"vuv_err":0.10625,"score_intelligibility":0.90575,"score_speaker":0.88655,"score_quality":0.95534,"score_fidelity":0.72651,"score":0.86854},"yue":{"n":50,"unit":"cer","wer":16.5109,"wer_orig":14.39252,"dwer":2.11838,"wer_pseudo":13.17289,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.85942,"utmos":2.80671,"dnsmos_ovrl":3.06406,"dnsmos_sig":3.43104,"dnsmos_bak":3.93332,"pesq_wb":1.96373,"pesq_nb":2.59785,"stoi":0.84996,"estoi":0.71286,"si_sdr":-24.69682,"mel_dist":0.1807,"stft_dist":1.28524,"f0_rmse_cents":199.24739,"f0_corr":0.8338,"vuv_err":0.15254,"score_intelligibility":0.87903,"score_speaker":0.85942,"score_quality":0.96441,"score_fidelity":0.65304,"score":0.83897},"ja":{"n":50,"unit":"cer","wer":6.56867,"wer_orig":3.53698,"dwer":3.03169,"wer_pseudo":4.68535,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.81024,"utmos":1.9774,"dnsmos_ovrl":2.47123,"dnsmos_sig":3.05634,"dnsmos_bak":3.28905,"pesq_wb":2.15557,"pesq_nb":2.77447,"stoi":0.70875,"estoi":0.54599,"si_sdr":-20.19992,"mel_dist":0.16713,"stft_dist":1.23487,"f0_rmse_cents":169.19271,"f0_corr":0.77486,"vuv_err":0.15204,"score_intelligibility":0.59944,"score_speaker":0.81024,"score_quality":0.9498,"score_fidelity":0.60459,"score":0.74102},"ko":{"n":50,"unit":"cer","wer":6.07843,"wer_orig":5.14706,"dwer":0.93137,"wer_pseudo":1.30261,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.87614,"utmos":3.06301,"dnsmos_ovrl":3.05998,"dnsmos_sig":3.42124,"dnsmos_bak":4.05022,"pesq_wb":2.58688,"pesq_nb":3.2458,"stoi":0.89024,"estoi":0.80564,"si_sdr":-17.01327,"mel_dist":0.15862,"stft_dist":1.08662,"f0_rmse_cents":101.20111,"f0_corr":0.92817,"vuv_err":0.11441,"score_intelligibility":0.86842,"score_speaker":0.87614,"score_quality":0.95667,"score_fidelity":0.75727,"score":0.86463},"th":{"n":50,"unit":"cer","wer":10.22635,"wer_orig":7.61924,"dwer":2.60711,"wer_pseudo":6.66127,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.85678,"utmos":2.32971,"dnsmos_ovrl":2.8032,"dnsmos_sig":3.31074,"dnsmos_bak":3.73392,"pesq_wb":1.80539,"pesq_nb":2.55198,"stoi":0.83578,"estoi":0.71217,"si_sdr":-21.89837,"mel_dist":0.18041,"stft_dist":1.26628,"f0_rmse_cents":203.42863,"f0_corr":0.76314,"vuv_err":0.20391,"score_intelligibility":0.76777,"score_speaker":0.85678,"score_quality":0.97906,"score_fidelity":0.60968,"score":0.80332}}},{"codec":"xy_tokenizer_ttsd_v1","harness_version":"1.0.0","dataset":"codecbench-multilingual-v1","info":{"name":"xy_tokenizer_ttsd_v1","family":"XY-Tokenizer","checkpoint":"OpenMOSS-Team/MOSS_TTSD_tokenizer_hf","sample_rate":16000,"output_sample_rate":32000,"frame_rate":12.5,"n_codebooks":8,"codebook_size":1024,"kind":"discrete","latent_dim":null,"domain":"speech","causal":false,"multilingual":true,"license":"Apache-2.0","paper":"2506.23325","year":2025,"bitrate_kbps":1.0,"notes":"MOSS-TTSD v1.0 codec: XY-Tokenizer architecture with a 32 kHz Vocos head; weights-only repo loaded with the V0 remote code","side_info":null,"warning":null,"env":"main"},"kbps":1.0,"kbps_measured":0.99718,"tokens_per_s":99.71758,"params_M":519.94939,"efficiency":{"rtf_encode":0.00858,"rtf_decode":0.00255,"peak_vram_gb":2.43126,"device":"NVIDIA GeForce RTX 5070 Ti","torch":"2.11.0+cu128"},"n_utts":1200,"complete":true,"summary":{"score":0.79114,"score_worst_lang":0.68821,"worst_lang":"id","en_gap":0.05806,"score_intelligibility":0.71723,"score_speaker":0.81497,"score_quality":0.99639,"score_fidelity":0.63597,"dwer":4.00641,"wer":12.81221,"wer_pseudo":7.74044,"sim":0.81497,"utmos":2.66943,"dnsmos_ovrl":2.98415,"dnsmos_sig":3.38783,"dnsmos_bak":3.88528,"pesq_wb":2.10872,"pesq_nb":2.73917,"stoi":0.83228,"estoi":0.70446,"si_sdr":-16.22774,"mel_dist":0.20115,"stft_dist":1.27184,"f0_rmse_cents":230.66649,"f0_corr":0.75885,"vuv_err":0.18888,"score_ci95":[0.78511,0.79692]},"per_lang":{"en":{"n":50,"unit":"wer","wer":7.76794,"wer_orig":6.98132,"dwer":0.78663,"wer_pseudo":2.33463,"utmos_orig":2.52604,"dnsmos_ovrl_orig":2.56231,"sim":0.82187,"utmos":2.56779,"dnsmos_ovrl":2.56885,"dnsmos_sig":3.10831,"dnsmos_bak":3.76337,"pesq_wb":2.05607,"pesq_nb":2.75917,"stoi":0.80463,"estoi":0.66799,"si_sdr":-14.77017,"mel_dist":0.20416,"stft_dist":1.29329,"f0_rmse_cents":162.84286,"f0_corr":0.8585,"vuv_err":0.15872,"score_intelligibility":0.91028,"score_speaker":0.82187,"score_quality":1.0,"score_fidelity":0.65495,"score":0.84678},"de":{"n":50,"unit":"wer","wer":6.71414,"wer_orig":5.69685,"dwer":1.01729,"wer_pseudo":1.93286,"utmos_orig":2.72956,"dnsmos_ovrl_orig":3.08298,"sim":0.80865,"utmos":2.93196,"dnsmos_ovrl":3.15328,"dnsmos_sig":3.43603,"dnsmos_bak":4.08704,"pesq_wb":2.11831,"pesq_nb":2.66147,"stoi":0.85896,"estoi":0.70176,"si_sdr":-9.92764,"mel_dist":0.20064,"stft_dist":1.2323,"f0_rmse_cents":155.89106,"f0_corr":0.81213,"vuv_err":0.16837,"score_intelligibility":0.86813,"score_speaker":0.80865,"score_quality":1.0,"score_fidelity":0.66354,"score":0.83508},"fr":{"n":50,"unit":"wer","wer":9.24901,"wer_orig":4.98024,"dwer":4.26877,"wer_pseudo":6.74603,"utmos_orig":2.36544,"dnsmos_ovrl_orig":3.02878,"sim":0.72011,"utmos":2.40982,"dnsmos_ovrl":3.08364,"dnsmos_sig":3.40712,"dnsmos_bak":4.02547,"pesq_wb":1.84928,"pesq_nb":2.37624,"stoi":0.83768,"estoi":0.73151,"si_sdr":-20.17324,"mel_dist":0.24378,"stft_dist":1.41345,"f0_rmse_cents":148.07226,"f0_corr":0.8672,"vuv_err":0.22329,"score_intelligibility":0.58349,"score_speaker":0.72011,"score_quality":1.0,"score_fidelity":0.64917,"score":0.73819},"es":{"n":50,"unit":"wer","wer":3.63636,"wer_orig":3.09091,"dwer":0.54545,"wer_pseudo":1.09389,"utmos_orig":2.76086,"dnsmos_ovrl_orig":3.18608,"sim":0.8452,"utmos":2.89159,"dnsmos_ovrl":3.25159,"dnsmos_sig":3.58335,"dnsmos_bak":3.98534,"pesq_wb":2.50423,"pesq_nb":3.06578,"stoi":0.87622,"estoi":0.76971,"si_sdr":-17.1615,"mel_dist":0.18053,"stft_dist":1.17449,"f0_rmse_cents":239.11195,"f0_corr":0.79265,"vuv_err":0.19402,"score_intelligibility":0.88235,"score_speaker":0.8452,"score_quality":1.0,"score_fidelity":0.69955,"score":0.85677},"it":{"n":50,"unit":"wer","wer":4.09836,"wer_orig":2.55009,"dwer":1.54827,"wer_pseudo":2.28519,"utmos_orig":3.10465,"dnsmos_ovrl_orig":3.30664,"sim":0.84532,"utmos":3.13249,"dnsmos_ovrl":3.30449,"dnsmos_sig":3.59252,"dnsmos_bak":4.08549,"pesq_wb":2.4662,"pesq_nb":2.95337,"stoi":0.87407,"estoi":0.7699,"si_sdr":-15.68948,"mel_dist":0.19876,"stft_dist":1.23306,"f0_rmse_cents":133.53953,"f0_corr":0.798,"vuv_err":0.14111,"score_intelligibility":0.69632,"score_speaker":0.84532,"score_quality":0.99953,"score_fidelity":0.69699,"score":0.80954},"pt":{"n":50,"unit":"wer","wer":3.71094,"wer_orig":3.41797,"dwer":0.29297,"wer_pseudo":1.27953,"utmos_orig":2.50573,"dnsmos_ovrl_orig":3.00051,"sim":0.87401,"utmos":2.62765,"dnsmos_ovrl":3.07052,"dnsmos_sig":3.44101,"dnsmos_bak":3.80941,"pesq_wb":2.26087,"pesq_nb":2.84517,"stoi":0.83207,"estoi":0.71513,"si_sdr":-16.11696,"mel_dist":0.18537,"stft_dist":1.22854,"f0_rmse_cents":320.16605,"f0_corr":0.78254,"vuv_err":0.22229,"score_intelligibility":0.93781,"score_speaker":0.87401,"score_quality":1.0,"score_fidelity":0.65829,"score":0.86753},"nl":{"n":50,"unit":"wer","wer":12.31044,"wer_orig":5.26316,"dwer":7.04728,"wer_pseudo":8.59445,"utmos_orig":2.96867,"dnsmos_ovrl_orig":2.73657,"sim":0.83285,"utmos":3.00183,"dnsmos_ovrl":2.6737,"dnsmos_sig":3.0723,"dnsmos_bak":4.07913,"pesq_wb":2.0024,"pesq_nb":2.63436,"stoi":0.86687,"estoi":0.7425,"si_sdr":-11.60956,"mel_dist":0.2093,"stft_dist":1.33241,"f0_rmse_cents":129.74292,"f0_corr":0.88327,"vuv_err":0.19267,"score_intelligibility":0.47054,"score_speaker":0.83285,"score_quality":0.9819,"score_fidelity":0.67885,"score":0.74104},"pl":{"n":50,"unit":"wer","wer":9.53947,"wer_orig":3.28947,"dwer":6.25,"wer_pseudo":8.44298,"utmos_orig":2.74727,"dnsmos_ovrl_orig":2.99482,"sim":0.7874,"utmos":2.66496,"dnsmos_ovrl":3.01601,"dnsmos_sig":3.35557,"dnsmos_bak":4.04652,"pesq_wb":1.90428,"pesq_nb":2.45195,"stoi":0.87032,"estoi":0.74425,"si_sdr":-18.87555,"mel_dist":0.26358,"stft_dist":1.4749,"f0_rmse_cents":136.60254,"f0_corr":0.75394,"vuv_err":0.17188,"score_intelligibility":0.40699,"score_speaker":0.7874,"score_quality":0.97645,"score_fidelity":0.62754,"score":0.6996},"cs":{"n":50,"unit":"wer","wer":17.38623,"wer_orig":9.45158,"dwer":7.93466,"wer_pseudo":14.48598,"utmos_orig":2.57013,"dnsmos_ovrl_orig":3.1186,"sim":0.84587,"utmos":2.69193,"dnsmos_ovrl":3.24363,"dnsmos_sig":3.55741,"dnsmos_bak":4.00652,"pesq_wb":1.76592,"pesq_nb":2.47563,"stoi":0.83271,"estoi":0.70639,"si_sdr":-8.73254,"mel_dist":0.20376,"stft_dist":1.22905,"f0_rmse_cents":127.55308,"f0_corr":0.81977,"vuv_err":0.15738,"score_intelligibility":0.56845,"score_speaker":0.84587,"score_quality":1.0,"score_fidelity":0.62377,"score":0.75952},"tr":{"n":50,"unit":"wer","wer":10.52632,"wer_orig":7.76316,"dwer":2.76316,"wer_pseudo":6.45586,"utmos_orig":2.28185,"dnsmos_ovrl_orig":3.04737,"sim":0.85712,"utmos":2.48492,"dnsmos_ovrl":3.08512,"dnsmos_sig":3.42979,"dnsmos_bak":4.03637,"pesq_wb":2.38068,"pesq_nb":3.0263,"stoi":0.85915,"estoi":0.72371,"si_sdr":-17.57969,"mel_dist":0.19075,"stft_dist":1.25039,"f0_rmse_cents":216.88692,"f0_corr":0.79081,"vuv_err":0.14272,"score_intelligibility":0.76027,"score_speaker":0.85712,"score_quality":1.0,"score_fidelity":0.68148,"score":0.82472},"id":{"n":50,"unit":"wer","wer":13.10508,"wer_orig":5.90319,"dwer":7.20189,"wer_pseudo":10.86187,"utmos_orig":1.9609,"dnsmos_ovrl_orig":2.73404,"sim":0.76861,"utmos":2.13207,"dnsmos_ovrl":2.871,"dnsmos_sig":3.4353,"dnsmos_bak":3.41603,"pesq_wb":1.7756,"pesq_nb":2.54601,"stoi":0.73855,"estoi":0.55899,"si_sdr":-14.85824,"mel_dist":0.1736,"stft_dist":1.21823,"f0_rmse_cents":274.87914,"f0_corr":0.5243,"vuv_err":0.31099,"score_intelligibility":0.48941,"score_speaker":0.76861,"score_quality":1.0,"score_fidelity":0.49481,"score":0.68821},"vi":{"n":50,"unit":"wer","wer":13.84248,"wer_orig":7.71679,"dwer":6.1257,"wer_pseudo":10.42994,"utmos_orig":2.10471,"dnsmos_ovrl_orig":2.84703,"sim":0.81535,"utmos":2.21372,"dnsmos_ovrl":2.89959,"dnsmos_sig":3.42503,"dnsmos_bak":3.70006,"pesq_wb":2.00937,"pesq_nb":2.78839,"stoi":0.72661,"estoi":0.57168,"si_sdr":-18.01506,"mel_dist":0.17693,"stft_dist":1.15444,"f0_rmse_cents":398.4539,"f0_corr":0.64114,"vuv_err":0.22384,"score_intelligibility":0.58729,"score_speaker":0.81535,"score_quality":1.0,"score_fidelity":0.55205,"score":0.73867},"ru":{"n":50,"unit":"wer","wer":6.24277,"wer_orig":4.50867,"dwer":1.7341,"wer_pseudo":2.89687,"utmos_orig":2.68576,"dnsmos_ovrl_orig":3.04358,"sim":0.81838,"utmos":2.69379,"dnsmos_ovrl":3.06413,"dnsmos_sig":3.39395,"dnsmos_bak":4.04695,"pesq_wb":2.16332,"pesq_nb":2.75989,"stoi":0.87254,"estoi":0.75688,"si_sdr":-16.3825,"mel_dist":0.20292,"stft_dist":1.29062,"f0_rmse_cents":176.80454,"f0_corr":0.80963,"vuv_err":0.18755,"score_intelligibility":0.76057,"score_speaker":0.81838,"score_quality":1.0,"score_fidelity":0.67151,"score":0.81262},"uk":{"n":50,"unit":"wer","wer":9.53462,"wer_orig":6.46992,"dwer":3.0647,"wer_pseudo":5.34091,"utmos_orig":2.57794,"dnsmos_ovrl_orig":3.05609,"sim":0.7772,"utmos":2.61297,"dnsmos_ovrl":3.0994,"dnsmos_sig":3.43049,"dnsmos_bak":4.07423,"pesq_wb":2.08676,"pesq_nb":2.71053,"stoi":0.86223,"estoi":0.72625,"si_sdr":-16.07563,"mel_dist":0.20388,"stft_dist":1.26675,"f0_rmse_cents":202.72341,"f0_corr":0.80844,"vuv_err":0.18359,"score_intelligibility":0.70908,"score_speaker":0.7772,"score_quality":1.0,"score_fidelity":0.66039,"score":0.78667},"el":{"n":50,"unit":"wer","wer":18.33667,"wer_orig":12.02405,"dwer":6.31263,"wer_pseudo":12.91291,"utmos_orig":2.73617,"dnsmos_ovrl_orig":2.98002,"sim":0.76724,"utmos":2.89487,"dnsmos_ovrl":2.99184,"dnsmos_sig":3.42117,"dnsmos_bak":3.86785,"pesq_wb":2.25042,"pesq_nb":2.8221,"stoi":0.84076,"estoi":0.70576,"si_sdr":-16.83298,"mel_dist":0.19923,"stft_dist":1.22907,"f0_rmse_cents":459.68273,"f0_corr":0.5156,"vuv_err":0.19196,"score_intelligibility":0.67354,"score_speaker":0.76724,"score_quality":1.0,"score_fidelity":0.57121,"score":0.753},"ar":{"n":50,"unit":"wer","wer":15.90629,"wer_orig":12.45376,"dwer":3.45253,"wer_pseudo":9.2707,"utmos_orig":2.67295,"dnsmos_ovrl_orig":3.15224,"sim":0.83906,"utmos":2.71135,"dnsmos_ovrl":3.23161,"dnsmos_sig":3.55835,"dnsmos_bak":4.01407,"pesq_wb":2.0313,"pesq_nb":2.67909,"stoi":0.88467,"estoi":0.79866,"si_sdr":-20.99509,"mel_dist":0.21254,"stft_dist":1.30742,"f0_rmse_cents":173.4455,"f0_corr":0.8451,"vuv_err":0.15793,"score_intelligibility":0.79578,"score_speaker":0.83906,"score_quality":1.0,"score_fidelity":0.67481,"score":0.82741},"fa":{"n":50,"unit":"wer","wer":32.57143,"wer_orig":25.94286,"dwer":6.62857,"wer_pseudo":14.27027,"utmos_orig":2.6181,"dnsmos_ovrl_orig":2.83766,"sim":0.84906,"utmos":2.66182,"dnsmos_ovrl":2.85336,"dnsmos_sig":3.35193,"dnsmos_bak":3.72697,"pesq_wb":2.07251,"pesq_nb":2.93196,"stoi":0.73181,"estoi":0.58616,"si_sdr":-13.20087,"mel_dist":0.18148,"stft_dist":1.22656,"f0_rmse_cents":288.47963,"f0_corr":0.64809,"vuv_err":0.19375,"score_intelligibility":0.80255,"score_speaker":0.84906,"score_quality":1.0,"score_fidelity":0.56211,"score":0.80343},"he":{"n":50,"unit":"wer","wer":29.65116,"wer_orig":19.4186,"dwer":10.23256,"wer_pseudo":19.13146,"utmos_orig":2.4872,"dnsmos_ovrl_orig":2.81512,"sim":0.7285,"utmos":2.48096,"dnsmos_ovrl":2.80574,"dnsmos_sig":3.17795,"dnsmos_bak":3.97999,"pesq_wb":1.70142,"pesq_nb":2.25197,"stoi":0.82667,"estoi":0.68641,"si_sdr":-19.42651,"mel_dist":0.23263,"stft_dist":1.37612,"f0_rmse_cents":158.40857,"f0_corr":0.76441,"vuv_err":0.22378,"score_intelligibility":0.66616,"score_speaker":0.7285,"score_quality":0.99532,"score_fidelity":0.59716,"score":0.74678},"hi":{"n":50,"unit":"wer","wer":31.85596,"wer_orig":26.31579,"dwer":5.54017,"wer_pseudo":16.71208,"utmos_orig":2.29542,"dnsmos_ovrl_orig":2.74123,"sim":0.79582,"utmos":2.45978,"dnsmos_ovrl":2.80385,"dnsmos_sig":3.36979,"dnsmos_bak":3.47917,"pesq_wb":2.016,"pesq_nb":2.7101,"stoi":0.80656,"estoi":0.66287,"si_sdr":-18.43203,"mel_dist":0.21392,"stft_dist":1.31433,"f0_rmse_cents":333.55925,"f0_corr":0.68305,"vuv_err":0.21081,"score_intelligibility":0.83138,"score_speaker":0.79582,"score_quality":1.0,"score_fidelity":0.5933,"score":0.80512},"zh":{"n":50,"unit":"cer","wer":8.92128,"wer_orig":7.40525,"dwer":1.51603,"wer_pseudo":3.10976,"utmos_orig":2.80897,"dnsmos_ovrl_orig":3.06745,"sim":0.84985,"utmos":2.92147,"dnsmos_ovrl":3.09043,"dnsmos_sig":3.42695,"dnsmos_bak":4.03682,"pesq_wb":2.4524,"pesq_nb":3.02171,"stoi":0.88408,"estoi":0.79188,"si_sdr":-18.28387,"mel_dist":0.19052,"stft_dist":1.28919,"f0_rmse_cents":147.00685,"f0_corr":0.84515,"vuv_err":0.12429,"score_intelligibility":0.84719,"score_speaker":0.84985,"score_quality":1.0,"score_fidelity":0.71473,"score":0.85294},"yue":{"n":50,"unit":"cer","wer":19.06542,"wer_orig":14.39252,"dwer":4.6729,"wer_pseudo":13.55288,"utmos_orig":2.94515,"dnsmos_ovrl_orig":3.03457,"sim":0.81045,"utmos":3.08647,"dnsmos_ovrl":3.08288,"dnsmos_sig":3.47879,"dnsmos_bak":3.88166,"pesq_wb":1.93939,"pesq_nb":2.58382,"stoi":0.84627,"estoi":0.7081,"si_sdr":-16.99035,"mel_dist":0.19917,"stft_dist":1.32494,"f0_rmse_cents":269.01728,"f0_corr":0.77058,"vuv_err":0.18487,"score_intelligibility":0.76712,"score_speaker":0.81045,"score_quality":1.0,"score_fidelity":0.62842,"score":0.8015},"ja":{"n":50,"unit":"cer","wer":6.4768,"wer_orig":3.53698,"dwer":2.93983,"wer_pseudo":4.13413,"utmos_orig":2.03565,"dnsmos_ovrl_orig":2.53918,"sim":0.79231,"utmos":2.04298,"dnsmos_ovrl":2.45934,"dnsmos_sig":3.09388,"dnsmos_bak":3.25751,"pesq_wb":2.24247,"pesq_nb":2.81873,"stoi":0.71166,"estoi":0.55087,"si_sdr":-13.5034,"mel_dist":0.17923,"stft_dist":1.24334,"f0_rmse_cents":179.80756,"f0_corr":0.76962,"vuv_err":0.16416,"score_intelligibility":0.60681,"score_speaker":0.79231,"score_quality":0.97406,"score_fidelity":0.61209,"score":0.74632},"ko":{"n":50,"unit":"cer","wer":6.02941,"wer_orig":5.14706,"dwer":0.88235,"wer_pseudo":2.00401,"utmos_orig":3.25874,"dnsmos_ovrl_orig":3.04491,"sim":0.87303,"utmos":3.19635,"dnsmos_ovrl":3.06204,"dnsmos_sig":3.40698,"dnsmos_bak":4.07164,"pesq_wb":2.70838,"pesq_nb":3.29227,"stoi":0.8936,"estoi":0.81172,"si_sdr":-14.99236,"mel_dist":0.17614,"stft_dist":1.0958,"f0_rmse_cents":365.81878,"f0_corr":0.69231,"vuv_err":0.16334,"score_intelligibility":0.87448,"score_speaker":0.87303,"score_quality":0.98619,"score_fidelity":0.69134,"score":0.85626},"th":{"n":50,"unit":"cer","wer":11.01455,"wer_orig":7.61924,"dwer":3.39531,"wer_pseudo":7.4914,"utmos_orig":2.38784,"dnsmos_ovrl_orig":2.77663,"sim":0.83596,"utmos":2.55277,"dnsmos_ovrl":2.85348,"dnsmos_sig":3.35394,"dnsmos_bak":3.76913,"pesq_wb":1.85166,"pesq_nb":2.57394,"stoi":0.83617,"estoi":0.7179,"si_sdr":-20.84065,"mel_dist":0.20484,"stft_dist":1.32559,"f0_rmse_cents":337.49946,"f0_corr":0.73615,"vuv_err":0.23981,"score_intelligibility":0.7174,"score_speaker":0.83596,"score_quality":1.0,"score_fidelity":0.60522,"score":0.78964}}}],"ground_truth":{"codec":"ground_truth","per_lang":{"ar":{"wer":12.45376,"utmos":2.67295,"dnsmos_ovrl":3.15224,"n":50,"hours":0.12457},"cs":{"wer":9.45158,"utmos":2.57013,"dnsmos_ovrl":3.1186,"n":50,"hours":0.1485},"de":{"wer":5.69685,"utmos":2.72956,"dnsmos_ovrl":3.08298,"n":50,"hours":0.13603},"el":{"wer":12.02405,"utmos":2.73617,"dnsmos_ovrl":2.98002,"n":50,"hours":0.12478},"en":{"wer":6.98132,"utmos":2.52604,"dnsmos_ovrl":2.56231,"n":50,"hours":0.13377},"es":{"wer":3.09091,"utmos":2.76086,"dnsmos_ovrl":3.18608,"n":50,"hours":0.14913},"fa":{"wer":25.94286,"utmos":2.6181,"dnsmos_ovrl":2.83766,"n":50,"hours":0.16635},"fr":{"wer":4.98024,"utmos":2.36544,"dnsmos_ovrl":3.02878,"n":50,"hours":0.12982},"he":{"wer":19.4186,"utmos":2.4872,"dnsmos_ovrl":2.81512,"n":50,"hours":0.11418},"hi":{"wer":26.31579,"utmos":2.29542,"dnsmos_ovrl":2.74123,"n":50,"hours":0.13908},"id":{"wer":5.90319,"utmos":1.9609,"dnsmos_ovrl":2.73404,"n":50,"hours":0.14405},"it":{"wer":2.55009,"utmos":3.10465,"dnsmos_ovrl":3.30664,"n":50,"hours":0.15922},"ja":{"wer":3.53698,"utmos":2.03565,"dnsmos_ovrl":2.53918,"n":50,"hours":0.1587},"ko":{"wer":5.14706,"utmos":3.25874,"dnsmos_ovrl":3.04491,"n":50,"hours":0.15598},"nl":{"wer":5.26316,"utmos":2.96867,"dnsmos_ovrl":2.73657,"n":50,"hours":0.1196},"pl":{"wer":3.28947,"utmos":2.74727,"dnsmos_ovrl":2.99482,"n":50,"hours":0.126},"pt":{"wer":3.41797,"utmos":2.50573,"dnsmos_ovrl":3.00051,"n":50,"hours":0.14617},"ru":{"wer":4.50867,"utmos":2.68576,"dnsmos_ovrl":3.04358,"n":50,"hours":0.14215},"th":{"wer":7.61924,"utmos":2.38784,"dnsmos_ovrl":2.77663,"n":50,"hours":0.12632},"tr":{"wer":7.76316,"utmos":2.28185,"dnsmos_ovrl":3.04737,"n":50,"hours":0.15245},"uk":{"wer":6.46992,"utmos":2.57794,"dnsmos_ovrl":3.05609,"n":50,"hours":0.1408},"vi":{"wer":7.71679,"utmos":2.10471,"dnsmos_ovrl":2.84703,"n":50,"hours":0.13782},"yue":{"wer":14.39252,"utmos":2.94515,"dnsmos_ovrl":3.03457,"n":50,"hours":0.13868},"zh":{"wer":7.40525,"utmos":2.80897,"dnsmos_ovrl":3.06745,"n":50,"hours":0.13189}}}}