Release best Gemini-tuned Whisper Base and Small with code, normalization and evaluation
cd9b2d8 verified Download evaluation/base/validation_metrics.json from laion/humaneness-ears-base-medium: direct link, hf CLI and curl.
- Browser
- Download file 44.8 kB
-
https://huggingface.co/laion/humaneness-ears-base-medium/resolve/main/evaluation/base/validation_metrics.json
- Command line
-
hf download hf://laion/humaneness-ears-base-medium/evaluation/base/validation_metrics.json
-
curl -L -o validation_metrics.json https://huggingface.co/laion/humaneness-ears-base-medium/resolve/main/evaluation/base/validation_metrics.json
44.8 kB
| { | |
| "loss": 1.6537969738806277, | |
| "clips": 3239, | |
| "per_score": [ | |
| { | |
| "score": "emo_Affection", | |
| "n": 3239, | |
| "raw_mae": 0.3840377628803253, | |
| "normalized_mae": 0.7062936425209045, | |
| "pearson": 0.7618956565856934, | |
| "spearman": 0.5959665445905439 | |
| }, | |
| { | |
| "score": "emo_Amusement", | |
| "n": 3239, | |
| "raw_mae": 0.5078385472297668, | |
| "normalized_mae": 0.5852998495101929, | |
| "pearson": 0.7547398805618286, | |
| "spearman": 0.6825270635927501 | |
| }, | |
| { | |
| "score": "emo_Anger", | |
| "n": 3239, | |
| "raw_mae": 0.33404767513275146, | |
| "normalized_mae": 0.5758092403411865, | |
| "pearson": 0.7202703952789307, | |
| "spearman": 0.5204404577824311 | |
| }, | |
| { | |
| "score": "emo_Astonishment_Surprise", | |
| "n": 3239, | |
| "raw_mae": 0.37867701053619385, | |
| "normalized_mae": 0.685762882232666, | |
| "pearson": 0.7045662999153137, | |
| "spearman": 0.5830152785240909 | |
| }, | |
| { | |
| "score": "emo_Awe", | |
| "n": 3239, | |
| "raw_mae": 0.3172667324542999, | |
| "normalized_mae": 0.7558081746101379, | |
| "pearson": 0.7768939137458801, | |
| "spearman": 0.57511319736571 | |
| }, | |
| { | |
| "score": "emo_Bitterness", | |
| "n": 3239, | |
| "raw_mae": 0.3574097454547882, | |
| "normalized_mae": 0.878314733505249, | |
| "pearson": 0.7172101736068726, | |
| "spearman": 0.5669476048571859 | |
| }, | |
| { | |
| "score": "emo_Concentration", | |
| "n": 3239, | |
| "raw_mae": 0.4680895209312439, | |
| "normalized_mae": 0.6407071352005005, | |
| "pearson": 0.7049225568771362, | |
| "spearman": 0.7003769735714054 | |
| }, | |
| { | |
| "score": "emo_Confusion", | |
| "n": 3239, | |
| "raw_mae": 0.37069177627563477, | |
| "normalized_mae": 0.6949563026428223, | |
| "pearson": 0.6438820362091064, | |
| "spearman": 0.5348565298240028 | |
| }, | |
| { | |
| "score": "emo_Contemplation", | |
| "n": 3239, | |
| "raw_mae": 0.5675982236862183, | |
| "normalized_mae": 0.9637537598609924, | |
| "pearson": 0.7334424257278442, | |
| "spearman": 0.7216533549930355 | |
| }, | |
| { | |
| "score": "emo_Contempt", | |
| "n": 3239, | |
| "raw_mae": 0.31900689005851746, | |
| "normalized_mae": 0.7071182131767273, | |
| "pearson": 0.6779707074165344, | |
| "spearman": 0.452263555868168 | |
| }, | |
| { | |
| "score": "emo_Contentment", | |
| "n": 3239, | |
| "raw_mae": 0.5648131966590881, | |
| "normalized_mae": 1.1210858821868896, | |
| "pearson": 0.7166205644607544, | |
| "spearman": 0.7096343044755914 | |
| }, | |
| { | |
| "score": "emo_Disappointment", | |
| "n": 3239, | |
| "raw_mae": 0.4458464980125427, | |
| "normalized_mae": 0.6357054710388184, | |
| "pearson": 0.7391497492790222, | |
| "spearman": 0.6210725491429439 | |
| }, | |
| { | |
| "score": "emo_Disgust", | |
| "n": 3239, | |
| "raw_mae": 0.23008140921592712, | |
| "normalized_mae": 0.4692954123020172, | |
| "pearson": 0.6821904182434082, | |
| "spearman": 0.4458902454446036 | |
| }, | |
| { | |
| "score": "emo_Distress", | |
| "n": 3239, | |
| "raw_mae": 0.4779139757156372, | |
| "normalized_mae": 0.5846840143203735, | |
| "pearson": 0.7805362939834595, | |
| "spearman": 0.6778268196416836 | |
| }, | |
| { | |
| "score": "emo_Doubt", | |
| "n": 3239, | |
| "raw_mae": 0.4725053310394287, | |
| "normalized_mae": 0.9775828719139099, | |
| "pearson": 0.6399388313293457, | |
| "spearman": 0.628106850486124 | |
| }, | |
| { | |
| "score": "emo_Elation", | |
| "n": 3239, | |
| "raw_mae": 0.3404424488544464, | |
| "normalized_mae": 0.4738504886627197, | |
| "pearson": 0.7363650798797607, | |
| "spearman": 0.5907643336139308 | |
| }, | |
| { | |
| "score": "emo_Embarrassment", | |
| "n": 3239, | |
| "raw_mae": 0.1680002212524414, | |
| "normalized_mae": 0.3843950927257538, | |
| "pearson": 0.6555411219596863, | |
| "spearman": 0.3336586800834322 | |
| }, | |
| { | |
| "score": "emo_Emotional_Numbness", | |
| "n": 3239, | |
| "raw_mae": 0.26230403780937195, | |
| "normalized_mae": 0.2728167176246643, | |
| "pearson": 0.5455260276794434, | |
| "spearman": 0.44273809852491747 | |
| }, | |
| { | |
| "score": "emo_Fatigue_Exhaustion", | |
| "n": 3239, | |
| "raw_mae": 0.45963940024375916, | |
| "normalized_mae": 0.8499340415000916, | |
| "pearson": 0.7721091508865356, | |
| "spearman": 0.7039235389432161 | |
| }, | |
| { | |
| "score": "emo_Fear", | |
| "n": 3239, | |
| "raw_mae": 0.2583559453487396, | |
| "normalized_mae": 0.42232877016067505, | |
| "pearson": 0.6626803278923035, | |
| "spearman": 0.44852185620318114 | |
| }, | |
| { | |
| "score": "emo_Helplessness", | |
| "n": 3239, | |
| "raw_mae": 0.4286935031414032, | |
| "normalized_mae": 0.6054487228393555, | |
| "pearson": 0.7886486649513245, | |
| "spearman": 0.656910267745607 | |
| }, | |
| { | |
| "score": "emo_Hope_Enthusiasm_Optimism", | |
| "n": 3239, | |
| "raw_mae": 0.5342634320259094, | |
| "normalized_mae": 0.7043941617012024, | |
| "pearson": 0.7166329026222229, | |
| "spearman": 0.6955320730039812 | |
| }, | |
| { | |
| "score": "emo_Impatience_and_Irritability", | |
| "n": 3239, | |
| "raw_mae": 0.48366621136665344, | |
| "normalized_mae": 0.7069765329360962, | |
| "pearson": 0.6895666122436523, | |
| "spearman": 0.564570505996888 | |
| }, | |
| { | |
| "score": "emo_Infatuation", | |
| "n": 3239, | |
| "raw_mae": 0.1433691382408142, | |
| "normalized_mae": 0.26489269733428955, | |
| "pearson": 0.7098178267478943, | |
| "spearman": 0.36202322078853505 | |
| }, | |
| { | |
| "score": "emo_Interest", | |
| "n": 3239, | |
| "raw_mae": 0.517623782157898, | |
| "normalized_mae": 0.5662668943405151, | |
| "pearson": 0.7581280469894409, | |
| "spearman": 0.7228337838748075 | |
| }, | |
| { | |
| "score": "emo_Intoxication_Altered_States_of_Consciousness", | |
| "n": 3239, | |
| "raw_mae": 0.11915421485900879, | |
| "normalized_mae": 0.21422314643859863, | |
| "pearson": 0.5665692090988159, | |
| "spearman": 0.31754790322130416 | |
| }, | |
| { | |
| "score": "emo_Jealousy_and_Envy", | |
| "n": 3239, | |
| "raw_mae": 0.055144988000392914, | |
| "normalized_mae": 0.12371004372835159, | |
| "pearson": 0.798439085483551, | |
| "spearman": 0.16189421742154517 | |
| }, | |
| { | |
| "score": "emo_Longing", | |
| "n": 3239, | |
| "raw_mae": 0.3458985984325409, | |
| "normalized_mae": 0.5440102815628052, | |
| "pearson": 0.7369569540023804, | |
| "spearman": 0.6078770441023125 | |
| }, | |
| { | |
| "score": "emo_Malevolence_Malice", | |
| "n": 3239, | |
| "raw_mae": 0.16914044320583344, | |
| "normalized_mae": 0.3229813873767853, | |
| "pearson": 0.5834075212478638, | |
| "spearman": 0.327473482935167 | |
| }, | |
| { | |
| "score": "emo_Pain", | |
| "n": 3239, | |
| "raw_mae": 0.2978389263153076, | |
| "normalized_mae": 0.5178261995315552, | |
| "pearson": 0.7679786682128906, | |
| "spearman": 0.5875219075058341 | |
| }, | |
| { | |
| "score": "emo_Pleasure_Ecstasy", | |
| "n": 3239, | |
| "raw_mae": 0.24805624783039093, | |
| "normalized_mae": 0.4062963128089905, | |
| "pearson": 0.764885663986206, | |
| "spearman": 0.5751238381012043 | |
| }, | |
| { | |
| "score": "emo_Pride", | |
| "n": 3239, | |
| "raw_mae": 0.4863109588623047, | |
| "normalized_mae": 0.9353715777397156, | |
| "pearson": 0.6609766483306885, | |
| "spearman": 0.5697330469374705 | |
| }, | |
| { | |
| "score": "emo_Relief", | |
| "n": 3239, | |
| "raw_mae": 0.4232408106327057, | |
| "normalized_mae": 0.606447696685791, | |
| "pearson": 0.677610456943512, | |
| "spearman": 0.5368407730761273 | |
| }, | |
| { | |
| "score": "emo_Sadness", | |
| "n": 3239, | |
| "raw_mae": 0.36350366473197937, | |
| "normalized_mae": 0.4756014943122864, | |
| "pearson": 0.7711476683616638, | |
| "spearman": 0.5921939038102494 | |
| }, | |
| { | |
| "score": "emo_Sexual_Lust", | |
| "n": 3239, | |
| "raw_mae": 0.09572985768318176, | |
| "normalized_mae": 0.19233117997646332, | |
| "pearson": 0.6274291276931763, | |
| "spearman": 0.25822013601407723 | |
| }, | |
| { | |
| "score": "emo_Shame", | |
| "n": 3239, | |
| "raw_mae": 0.10515978187322617, | |
| "normalized_mae": 0.20067839324474335, | |
| "pearson": 0.7552120089530945, | |
| "spearman": 0.2956239292306668 | |
| }, | |
| { | |
| "score": "emo_Sourness", | |
| "n": 3239, | |
| "raw_mae": 0.3669244945049286, | |
| "normalized_mae": 0.8486448526382446, | |
| "pearson": 0.7027860879898071, | |
| "spearman": 0.5439572522810745 | |
| }, | |
| { | |
| "score": "emo_Teasing", | |
| "n": 3239, | |
| "raw_mae": 0.40513554215431213, | |
| "normalized_mae": 0.7530203461647034, | |
| "pearson": 0.672935962677002, | |
| "spearman": 0.5475915024752346 | |
| }, | |
| { | |
| "score": "emo_Thankfulness_Gratitude", | |
| "n": 3239, | |
| "raw_mae": 0.2287377119064331, | |
| "normalized_mae": 0.3308863341808319, | |
| "pearson": 0.7797795534133911, | |
| "spearman": 0.48695526698283814 | |
| }, | |
| { | |
| "score": "emo_Triumph", | |
| "n": 3239, | |
| "raw_mae": 0.31132960319519043, | |
| "normalized_mae": 0.589621365070343, | |
| "pearson": 0.6745250225067139, | |
| "spearman": 0.49150479800625674 | |
| }, | |
| { | |
| "score": "vn_AGEV_reg", | |
| "n": 3239, | |
| "raw_mae": 0.3181092441082001, | |
| "normalized_mae": 0.2524707317352295, | |
| "pearson": 0.4655909538269043, | |
| "spearman": 0.4464384761716112 | |
| }, | |
| { | |
| "score": "vn_AROU_reg", | |
| "n": 3239, | |
| "raw_mae": 0.5375171899795532, | |
| "normalized_mae": 0.477144330739975, | |
| "pearson": 0.7371653318405151, | |
| "spearman": 0.703648618307409 | |
| }, | |
| { | |
| "score": "vn_ARSH_reg", | |
| "n": 3239, | |
| "raw_mae": 0.48675456643104553, | |
| "normalized_mae": 0.5554722547531128, | |
| "pearson": 0.3428618907928467, | |
| "spearman": 0.31859281954898616 | |
| }, | |
| { | |
| "score": "vn_ATCK_reg", | |
| "n": 3239, | |
| "raw_mae": 0.46994560956954956, | |
| "normalized_mae": 0.3569018542766571, | |
| "pearson": 0.6958089470863342, | |
| "spearman": 0.6738759372902431 | |
| }, | |
| { | |
| "score": "vn_BKGN_reg", | |
| "n": 3239, | |
| "raw_mae": 0.33723315596580505, | |
| "normalized_mae": 0.44566527009010315, | |
| "pearson": 0.6205428838729858, | |
| "spearman": 0.6188062850510316 | |
| }, | |
| { | |
| "score": "vn_BRGT_reg", | |
| "n": 3239, | |
| "raw_mae": 0.37935397028923035, | |
| "normalized_mae": 0.46798795461654663, | |
| "pearson": 0.6789261698722839, | |
| "spearman": 0.6655589979952271 | |
| }, | |
| { | |
| "score": "vn_CHNK_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4144919216632843, | |
| "normalized_mae": 0.33252277970314026, | |
| "pearson": 0.7311251163482666, | |
| "spearman": 0.7340457955346705 | |
| }, | |
| { | |
| "score": "vn_CLRT_reg", | |
| "n": 3239, | |
| "raw_mae": 0.44029104709625244, | |
| "normalized_mae": 0.45820021629333496, | |
| "pearson": 0.805854320526123, | |
| "spearman": 0.7115972683762936 | |
| }, | |
| { | |
| "score": "vn_COGL_reg", | |
| "n": 3239, | |
| "raw_mae": 0.5662797689437866, | |
| "normalized_mae": 0.5371642112731934, | |
| "pearson": 0.7401466369628906, | |
| "spearman": 0.7435533563119394 | |
| }, | |
| { | |
| "score": "vn_DARC_reg", | |
| "n": 3239, | |
| "raw_mae": 0.46819743514060974, | |
| "normalized_mae": 0.3437197804450989, | |
| "pearson": 0.40139591693878174, | |
| "spearman": 0.3819892476084559 | |
| }, | |
| { | |
| "score": "vn_DFLU_reg", | |
| "n": 3239, | |
| "raw_mae": 0.58786940574646, | |
| "normalized_mae": 0.4977038502693176, | |
| "pearson": 0.8000178337097168, | |
| "spearman": 0.798993340096023 | |
| }, | |
| { | |
| "score": "vn_EMPH_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4565472900867462, | |
| "normalized_mae": 0.29057714343070984, | |
| "pearson": 0.6628230810165405, | |
| "spearman": 0.6303647645658378 | |
| }, | |
| { | |
| "score": "vn_ESTH_reg", | |
| "n": 3239, | |
| "raw_mae": 0.46728435158729553, | |
| "normalized_mae": 0.6000757813453674, | |
| "pearson": 0.7224383354187012, | |
| "spearman": 0.6843790778172711 | |
| }, | |
| { | |
| "score": "vn_EXPL_reg", | |
| "n": 3239, | |
| "raw_mae": 0.11468144506216049, | |
| "normalized_mae": 0.350225567817688, | |
| "pearson": 0.3095856308937073, | |
| "spearman": 0.1952647138224829 | |
| }, | |
| { | |
| "score": "vn_FOCS_reg", | |
| "n": 3239, | |
| "raw_mae": 0.43700674176216125, | |
| "normalized_mae": 0.39375072717666626, | |
| "pearson": 0.6220495700836182, | |
| "spearman": 0.5064530615187992 | |
| }, | |
| { | |
| "score": "vn_FULL_reg", | |
| "n": 3239, | |
| "raw_mae": 0.36783871054649353, | |
| "normalized_mae": 0.4162614345550537, | |
| "pearson": 0.571082353591919, | |
| "spearman": 0.5655383469622297 | |
| }, | |
| { | |
| "score": "vn_GEND_reg", | |
| "n": 3239, | |
| "raw_mae": 0.552493691444397, | |
| "normalized_mae": 0.3469354212284088, | |
| "pearson": 0.8766161203384399, | |
| "spearman": 0.7953114420642592 | |
| }, | |
| { | |
| "score": "vn_HARM_reg", | |
| "n": 3239, | |
| "raw_mae": 0.48839375376701355, | |
| "normalized_mae": 0.5899001359939575, | |
| "pearson": 0.69097900390625, | |
| "spearman": 0.6564844010295131 | |
| }, | |
| { | |
| "score": "vn_METL_reg", | |
| "n": 3239, | |
| "raw_mae": 0.491472452878952, | |
| "normalized_mae": 0.5132066607475281, | |
| "pearson": 0.6182757616043091, | |
| "spearman": 0.5664273968032124 | |
| }, | |
| { | |
| "score": "vn_RANG_reg", | |
| "n": 3239, | |
| "raw_mae": 0.5172968506813049, | |
| "normalized_mae": 0.5802482962608337, | |
| "pearson": 0.7308402061462402, | |
| "spearman": 0.7311161718546403 | |
| }, | |
| { | |
| "score": "vn_RCQL_reg", | |
| "n": 3239, | |
| "raw_mae": 0.41506320238113403, | |
| "normalized_mae": 0.46107396483421326, | |
| "pearson": 0.6270930767059326, | |
| "spearman": 0.6411800516211206 | |
| }, | |
| { | |
| "score": "vn_REGS_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4735323190689087, | |
| "normalized_mae": 0.3769596815109253, | |
| "pearson": 0.862647294998169, | |
| "spearman": 0.8139232045877323 | |
| }, | |
| { | |
| "score": "vn_RESP_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4572494626045227, | |
| "normalized_mae": 0.4275205433368683, | |
| "pearson": 0.8245097994804382, | |
| "spearman": 0.7836286168203924 | |
| }, | |
| { | |
| "score": "vn_ROUG_reg", | |
| "n": 3239, | |
| "raw_mae": 0.5267837047576904, | |
| "normalized_mae": 0.5974573493003845, | |
| "pearson": 0.7570250034332275, | |
| "spearman": 0.7125412320117116 | |
| }, | |
| { | |
| "score": "vn_R_CHST_reg", | |
| "n": 3239, | |
| "raw_mae": 0.47746649384498596, | |
| "normalized_mae": 0.5623636841773987, | |
| "pearson": 0.756558895111084, | |
| "spearman": 0.7531766377488541 | |
| }, | |
| { | |
| "score": "vn_R_HEAD_reg", | |
| "n": 3239, | |
| "raw_mae": 0.5102521777153015, | |
| "normalized_mae": 0.6195640563964844, | |
| "pearson": 0.7705488204956055, | |
| "spearman": 0.7648447976182717 | |
| }, | |
| { | |
| "score": "vn_R_MASK_reg", | |
| "n": 3239, | |
| "raw_mae": 0.43849679827690125, | |
| "normalized_mae": 0.42847201228141785, | |
| "pearson": 0.7017978429794312, | |
| "spearman": 0.6753704656499053 | |
| }, | |
| { | |
| "score": "vn_R_MIXD_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4129166603088379, | |
| "normalized_mae": 0.4934104382991791, | |
| "pearson": 0.624573826789856, | |
| "spearman": 0.5779021372135644 | |
| }, | |
| { | |
| "score": "vn_R_NASL_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4086218774318695, | |
| "normalized_mae": 0.38691601157188416, | |
| "pearson": 0.49294060468673706, | |
| "spearman": 0.47249349655489464 | |
| }, | |
| { | |
| "score": "vn_R_ORAL_reg", | |
| "n": 3239, | |
| "raw_mae": 0.3645881116390228, | |
| "normalized_mae": 0.48997557163238525, | |
| "pearson": 0.5989828109741211, | |
| "spearman": 0.5956606240753212 | |
| }, | |
| { | |
| "score": "vn_R_THRT_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4442688822746277, | |
| "normalized_mae": 0.5516980290412903, | |
| "pearson": 0.701416015625, | |
| "spearman": 0.6633873683064389 | |
| }, | |
| { | |
| "score": "vn_SMTH_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4777440130710602, | |
| "normalized_mae": 0.42986881732940674, | |
| "pearson": 0.7233598232269287, | |
| "spearman": 0.7197095355059948 | |
| }, | |
| { | |
| "score": "vn_STNC_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6336325407028198, | |
| "normalized_mae": 0.5564754009246826, | |
| "pearson": 0.6735022664070129, | |
| "spearman": 0.6462041233039553 | |
| }, | |
| { | |
| "score": "vn_STRU_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4800988435745239, | |
| "normalized_mae": 0.4868794083595276, | |
| "pearson": 0.7861658334732056, | |
| "spearman": 0.7512400570687546 | |
| }, | |
| { | |
| "score": "vn_S_ASMR_reg", | |
| "n": 3239, | |
| "raw_mae": 0.5964073538780212, | |
| "normalized_mae": 0.43258145451545715, | |
| "pearson": 0.7130666971206665, | |
| "spearman": 0.6619151640662236 | |
| }, | |
| { | |
| "score": "vn_S_AUTH_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6859772801399231, | |
| "normalized_mae": 0.660306453704834, | |
| "pearson": 0.7333894968032837, | |
| "spearman": 0.7243053522320929 | |
| }, | |
| { | |
| "score": "vn_S_CART_reg", | |
| "n": 3239, | |
| "raw_mae": 0.610649824142456, | |
| "normalized_mae": 0.44599246978759766, | |
| "pearson": 0.6524986624717712, | |
| "spearman": 0.5881677222100103 | |
| }, | |
| { | |
| "score": "vn_S_CASU_reg", | |
| "n": 3239, | |
| "raw_mae": 0.7744818925857544, | |
| "normalized_mae": 0.6070089936256409, | |
| "pearson": 0.7379227876663208, | |
| "spearman": 0.7550313793892641 | |
| }, | |
| { | |
| "score": "vn_S_CONV_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6911388039588928, | |
| "normalized_mae": 0.5294660925865173, | |
| "pearson": 0.7729405164718628, | |
| "spearman": 0.7616128813285188 | |
| }, | |
| { | |
| "score": "vn_S_DRAM_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6961642503738403, | |
| "normalized_mae": 0.6110383868217468, | |
| "pearson": 0.7936277985572815, | |
| "spearman": 0.7954301623693887 | |
| }, | |
| { | |
| "score": "vn_S_FORM_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6259729266166687, | |
| "normalized_mae": 0.6207980513572693, | |
| "pearson": 0.759320855140686, | |
| "spearman": 0.7576808795973133 | |
| }, | |
| { | |
| "score": "vn_S_MONO_reg", | |
| "n": 3239, | |
| "raw_mae": 0.850836455821991, | |
| "normalized_mae": 0.6687321662902832, | |
| "pearson": 0.667212724685669, | |
| "spearman": 0.664837800500766 | |
| }, | |
| { | |
| "score": "vn_S_NARR_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6943387985229492, | |
| "normalized_mae": 0.48378005623817444, | |
| "pearson": 0.7864444851875305, | |
| "spearman": 0.7789473354427553 | |
| }, | |
| { | |
| "score": "vn_S_NEWS_reg", | |
| "n": 3239, | |
| "raw_mae": 0.47692179679870605, | |
| "normalized_mae": 0.8655492067337036, | |
| "pearson": 0.7167679071426392, | |
| "spearman": 0.6872001577440553 | |
| }, | |
| { | |
| "score": "vn_S_PLAY_reg", | |
| "n": 3239, | |
| "raw_mae": 0.8128246068954468, | |
| "normalized_mae": 0.6252502202987671, | |
| "pearson": 0.6855680346488953, | |
| "spearman": 0.6666460031231608 | |
| }, | |
| { | |
| "score": "vn_S_RANT_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6476201415061951, | |
| "normalized_mae": 0.507563591003418, | |
| "pearson": 0.6360834836959839, | |
| "spearman": 0.5148872724970003 | |
| }, | |
| { | |
| "score": "vn_S_STRY_reg", | |
| "n": 3239, | |
| "raw_mae": 0.7610015273094177, | |
| "normalized_mae": 0.5460470914840698, | |
| "pearson": 0.6524972319602966, | |
| "spearman": 0.6535800259992288 | |
| }, | |
| { | |
| "score": "vn_S_TECH_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6974776983261108, | |
| "normalized_mae": 0.5726727247238159, | |
| "pearson": 0.7436012625694275, | |
| "spearman": 0.7734095281359903 | |
| }, | |
| { | |
| "score": "vn_S_WHIS_reg", | |
| "n": 3239, | |
| "raw_mae": 0.5668590664863586, | |
| "normalized_mae": 0.3545834720134735, | |
| "pearson": 0.6924659013748169, | |
| "spearman": 0.6676821220694241 | |
| }, | |
| { | |
| "score": "vn_TEMP_reg", | |
| "n": 3239, | |
| "raw_mae": 0.42221778631210327, | |
| "normalized_mae": 0.35165461897850037, | |
| "pearson": 0.7569372057914734, | |
| "spearman": 0.7380377339234642 | |
| }, | |
| { | |
| "score": "vn_TENS_reg", | |
| "n": 3239, | |
| "raw_mae": 0.5089650750160217, | |
| "normalized_mae": 0.6115316152572632, | |
| "pearson": 0.7145400643348694, | |
| "spearman": 0.6169606009101907 | |
| }, | |
| { | |
| "score": "vn_VALN_reg", | |
| "n": 3239, | |
| "raw_mae": 0.7344034910202026, | |
| "normalized_mae": 0.6499850153923035, | |
| "pearson": 0.6750494241714478, | |
| "spearman": 0.655450304718138 | |
| }, | |
| { | |
| "score": "vn_VALS_reg", | |
| "n": 3239, | |
| "raw_mae": 0.42583972215652466, | |
| "normalized_mae": 0.38772696256637573, | |
| "pearson": 0.4528874456882477, | |
| "spearman": 0.3960665778933652 | |
| }, | |
| { | |
| "score": "vn_VFLX_reg", | |
| "n": 3239, | |
| "raw_mae": 0.3440319299697876, | |
| "normalized_mae": 0.28508463501930237, | |
| "pearson": 0.1466611921787262, | |
| "spearman": 0.14058335289856022 | |
| }, | |
| { | |
| "score": "vn_VOLT_reg", | |
| "n": 3239, | |
| "raw_mae": 0.4592336416244507, | |
| "normalized_mae": 0.5287927389144897, | |
| "pearson": 0.7246267199516296, | |
| "spearman": 0.707901879172473 | |
| }, | |
| { | |
| "score": "vn_VULN_reg", | |
| "n": 3239, | |
| "raw_mae": 0.6772416234016418, | |
| "normalized_mae": 0.683721125125885, | |
| "pearson": 0.7575256824493408, | |
| "spearman": 0.7244504113609236 | |
| }, | |
| { | |
| "score": "vn_WARM_reg", | |
| "n": 3239, | |
| "raw_mae": 0.47313398122787476, | |
| "normalized_mae": 0.5228838920593262, | |
| "pearson": 0.6037962436676025, | |
| "spearman": 0.5601339787374485 | |
| }, | |
| { | |
| "score": "genuineness_0_6", | |
| "n": 3239, | |
| "raw_mae": 0.48072898387908936, | |
| "normalized_mae": 0.29920899868011475, | |
| "pearson": 0.5533819198608398, | |
| "spearman": 0.5917520549758478 | |
| }, | |
| { | |
| "score": "blend_0_10", | |
| "n": 2192, | |
| "raw_mae": 0.8828177452087402, | |
| "normalized_mae": 0.32480743527412415, | |
| "pearson": 0.2488575279712677, | |
| "spearman": 0.27689400619015225 | |
| }, | |
| { | |
| "score": "R_quality", | |
| "n": 2129, | |
| "raw_mae": 0.10476423799991608, | |
| "normalized_mae": 0.3164031505584717, | |
| "pearson": 0.925024688243866, | |
| "spearman": 0.9071731961991755 | |
| }, | |
| { | |
| "score": "eiv_extra:Age", | |
| "n": 3089, | |
| "raw_mae": 0.13157622516155243, | |
| "normalized_mae": 0.4460138976573944, | |
| "pearson": 0.8475944995880127, | |
| "spearman": 0.7109120375705817 | |
| }, | |
| { | |
| "score": "eiv_extra:Arousal", | |
| "n": 3089, | |
| "raw_mae": 0.25736427307128906, | |
| "normalized_mae": 0.590310275554657, | |
| "pearson": 0.8662616014480591, | |
| "spearman": 0.8807653543272886 | |
| }, | |
| { | |
| "score": "eiv_extra:Authenticity", | |
| "n": 3089, | |
| "raw_mae": 0.09457068145275116, | |
| "normalized_mae": 0.37828272581100464, | |
| "pearson": 0.9120854139328003, | |
| "spearman": 0.9151283988917902 | |
| }, | |
| { | |
| "score": "eiv_extra:Background_Noise", | |
| "n": 3089, | |
| "raw_mae": 0.13129973411560059, | |
| "normalized_mae": 0.49744898080825806, | |
| "pearson": 0.8939323425292969, | |
| "spearman": 0.8721544827391309 | |
| }, | |
| { | |
| "score": "eiv_extra:Confident_vs._Hesitant", | |
| "n": 3089, | |
| "raw_mae": 0.16639365255832672, | |
| "normalized_mae": 0.5471524000167847, | |
| "pearson": 0.9140053987503052, | |
| "spearman": 0.9176770479030166 | |
| }, | |
| { | |
| "score": "eiv_extra:Gender", | |
| "n": 3089, | |
| "raw_mae": 0.26459723711013794, | |
| "normalized_mae": 0.2652924656867981, | |
| "pearson": 0.940630316734314, | |
| "spearman": 0.921115929463528 | |
| }, | |
| { | |
| "score": "eiv_extra:High-Pitched_vs._Low-Pitched", | |
| "n": 3089, | |
| "raw_mae": 0.08759389817714691, | |
| "normalized_mae": 0.35037559270858765, | |
| "pearson": 0.942398726940155, | |
| "spearman": 0.9440561574798071 | |
| }, | |
| { | |
| "score": "eiv_extra:Monotone_vs._Expressive", | |
| "n": 3089, | |
| "raw_mae": 0.16318362951278687, | |
| "normalized_mae": 0.3470238745212555, | |
| "pearson": 0.9336773157119751, | |
| "spearman": 0.932888778010281 | |
| }, | |
| { | |
| "score": "eiv_extra:Recording_Quality", | |
| "n": 3089, | |
| "raw_mae": 0.13585591316223145, | |
| "normalized_mae": 0.4084925055503845, | |
| "pearson": 0.9490008354187012, | |
| "spearman": 0.9492543534714281 | |
| }, | |
| { | |
| "score": "eiv_extra:Serious_vs._Humorous", | |
| "n": 3089, | |
| "raw_mae": 0.19029365479946136, | |
| "normalized_mae": 0.5581912398338318, | |
| "pearson": 0.8715107440948486, | |
| "spearman": 0.843386303901709 | |
| }, | |
| { | |
| "score": "eiv_extra:Soft_vs._Harsh", | |
| "n": 3089, | |
| "raw_mae": 0.17691536247730255, | |
| "normalized_mae": 0.5538853406906128, | |
| "pearson": 0.801345944404602, | |
| "spearman": 0.8046476594349334 | |
| }, | |
| { | |
| "score": "eiv_extra:Submissive_vs._Dominant", | |
| "n": 3089, | |
| "raw_mae": 0.14583635330200195, | |
| "normalized_mae": 0.45129942893981934, | |
| "pearson": 0.8508632779121399, | |
| "spearman": 0.8460177967491117 | |
| }, | |
| { | |
| "score": "eiv_extra:Valence", | |
| "n": 3089, | |
| "raw_mae": 0.3554633855819702, | |
| "normalized_mae": 0.9314382672309875, | |
| "pearson": 0.8762319087982178, | |
| "spearman": 0.8233935195948484 | |
| }, | |
| { | |
| "score": "eiv_extra:Vulnerable_vs._Emotionally_Detached", | |
| "n": 3089, | |
| "raw_mae": 0.1663709282875061, | |
| "normalized_mae": 0.3817548453807831, | |
| "pearson": 0.9220201969146729, | |
| "spearman": 0.9201075740486448 | |
| }, | |
| { | |
| "score": "eiv_extra:Warm_vs._Cold", | |
| "n": 3089, | |
| "raw_mae": 0.19103750586509705, | |
| "normalized_mae": 0.6369571089744568, | |
| "pearson": 0.8249734044075012, | |
| "spearman": 0.7948783455962226 | |
| }, | |
| { | |
| "score": "eiv_extra:score_background_quality", | |
| "n": 3089, | |
| "raw_mae": 0.10333810746669769, | |
| "normalized_mae": 0.1489895135164261, | |
| "pearson": 0.946925938129425, | |
| "spearman": 0.9003138598291207 | |
| }, | |
| { | |
| "score": "eiv_extra:score_content_enjoyment", | |
| "n": 3089, | |
| "raw_mae": 0.07407215982675552, | |
| "normalized_mae": 0.24384509027004242, | |
| "pearson": 0.957094669342041, | |
| "spearman": 0.9492426573111253 | |
| }, | |
| { | |
| "score": "eiv_extra:score_overall_quality", | |
| "n": 3089, | |
| "raw_mae": 0.08296652883291245, | |
| "normalized_mae": 0.16346804797649384, | |
| "pearson": 0.9608545899391174, | |
| "spearman": 0.9375873045381168 | |
| }, | |
| { | |
| "score": "eiv_extra:score_speech_quality", | |
| "n": 3089, | |
| "raw_mae": 0.046428024768829346, | |
| "normalized_mae": 0.18571209907531738, | |
| "pearson": 0.8431785702705383, | |
| "spearman": 0.7694556209165119 | |
| }, | |
| { | |
| "score": "audiobox:CE", | |
| "n": 3239, | |
| "raw_mae": 0.19182488322257996, | |
| "normalized_mae": 0.18868109583854675, | |
| "pearson": 0.953434407711029, | |
| "spearman": 0.9497074137186707 | |
| }, | |
| { | |
| "score": "audiobox:CU", | |
| "n": 3239, | |
| "raw_mae": 0.2091282159090042, | |
| "normalized_mae": 0.20936177670955658, | |
| "pearson": 0.9429728984832764, | |
| "spearman": 0.9464691187420795 | |
| }, | |
| { | |
| "score": "audiobox:PC", | |
| "n": 3239, | |
| "raw_mae": 0.1342368721961975, | |
| "normalized_mae": 0.08309374004602432, | |
| "pearson": 0.954180896282196, | |
| "spearman": 0.8073808815189081 | |
| }, | |
| { | |
| "score": "audiobox:PQ", | |
| "n": 3239, | |
| "raw_mae": 0.2089502364397049, | |
| "normalized_mae": 0.23764100670814514, | |
| "pearson": 0.9432617425918579, | |
| "spearman": 0.9401918948048092 | |
| }, | |
| { | |
| "score": "dnsmos:SIG_raw", | |
| "n": 3089, | |
| "raw_mae": 0.1502171754837036, | |
| "normalized_mae": 0.2245158702135086, | |
| "pearson": 0.9008606672286987, | |
| "spearman": 0.8571006274939817 | |
| }, | |
| { | |
| "score": "dnsmos:BAK_raw", | |
| "n": 3089, | |
| "raw_mae": 0.21460731327533722, | |
| "normalized_mae": 0.19072037935256958, | |
| "pearson": 0.921085774898529, | |
| "spearman": 0.8848833828827064 | |
| }, | |
| { | |
| "score": "dnsmos:OVRL_raw", | |
| "n": 3089, | |
| "raw_mae": 0.17743530869483948, | |
| "normalized_mae": 0.2182503193616867, | |
| "pearson": 0.928955614566803, | |
| "spearman": 0.9027593772053261 | |
| }, | |
| { | |
| "score": "dnsmos:SIG", | |
| "n": 3089, | |
| "raw_mae": 0.0948643609881401, | |
| "normalized_mae": 0.18929705023765564, | |
| "pearson": 0.8965649604797363, | |
| "spearman": 0.8530862419017506 | |
| }, | |
| { | |
| "score": "dnsmos:BAK", | |
| "n": 3089, | |
| "raw_mae": 0.14701628684997559, | |
| "normalized_mae": 0.15832598507404327, | |
| "pearson": 0.92269366979599, | |
| "spearman": 0.8765585305280803 | |
| }, | |
| { | |
| "score": "dnsmos:OVRL", | |
| "n": 3089, | |
| "raw_mae": 0.11911601573228836, | |
| "normalized_mae": 0.19634900987148285, | |
| "pearson": 0.9304556250572205, | |
| "spearman": 0.9030897604217938 | |
| }, | |
| { | |
| "score": "dnsmos:P808_MOS", | |
| "n": 3089, | |
| "raw_mae": 0.12287790328264236, | |
| "normalized_mae": 0.24752603471279144, | |
| "pearson": 0.9219118356704712, | |
| "spearman": 0.8704867721432702 | |
| }, | |
| { | |
| "score": "burst_count_log1p", | |
| "n": 3239, | |
| "raw_mae": 0.2523745000362396, | |
| "normalized_mae": 0.3891541361808777, | |
| "pearson": 0.8350589275360107, | |
| "spearman": 0.8228507799824059 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Affection", | |
| "n": 3239, | |
| "raw_mae": 0.49215245246887207, | |
| "normalized_mae": 0.8875505924224854, | |
| "pearson": 0.6234920024871826, | |
| "spearman": 0.5252954844543033 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Age", | |
| "n": 3089, | |
| "raw_mae": 0.15165385603904724, | |
| "normalized_mae": 0.27890318632125854, | |
| "pearson": 0.8282448053359985, | |
| "spearman": 0.7367371529192636 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Amusement", | |
| "n": 3239, | |
| "raw_mae": 0.5655288100242615, | |
| "normalized_mae": 0.9854187369346619, | |
| "pearson": 0.717371940612793, | |
| "spearman": 0.6379816912459572 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Anger", | |
| "n": 3239, | |
| "raw_mae": 0.4094238579273224, | |
| "normalized_mae": 0.8069515228271484, | |
| "pearson": 0.6392451524734497, | |
| "spearman": 0.4951160647346229 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Arousal", | |
| "n": 3089, | |
| "raw_mae": 0.28966665267944336, | |
| "normalized_mae": 0.46525436639785767, | |
| "pearson": 0.8320807218551636, | |
| "spearman": 0.8479428201722957 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Astonishment_Surprise", | |
| "n": 3239, | |
| "raw_mae": 0.46155446767807007, | |
| "normalized_mae": 0.9638404846191406, | |
| "pearson": 0.6253988742828369, | |
| "spearman": 0.5314097886643804 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Authenticity", | |
| "n": 3089, | |
| "raw_mae": 0.09043167531490326, | |
| "normalized_mae": 0.36172670125961304, | |
| "pearson": 0.8896693587303162, | |
| "spearman": 0.9004038458550812 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Awe", | |
| "n": 3239, | |
| "raw_mae": 0.44962605834007263, | |
| "normalized_mae": 1.7332615852355957, | |
| "pearson": 0.6719940900802612, | |
| "spearman": 0.5154605140436918 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Background_Noise", | |
| "n": 3089, | |
| "raw_mae": 0.09413481503725052, | |
| "normalized_mae": 0.35643574595451355, | |
| "pearson": 0.8920779228210449, | |
| "spearman": 0.8914533025186165 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Bitterness", | |
| "n": 3239, | |
| "raw_mae": 0.45693477988243103, | |
| "normalized_mae": 1.8277391195297241, | |
| "pearson": 0.6211106777191162, | |
| "spearman": 0.5087736043027998 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Concentration", | |
| "n": 3239, | |
| "raw_mae": 0.4896346926689148, | |
| "normalized_mae": 0.9229551553726196, | |
| "pearson": 0.6668293476104736, | |
| "spearman": 0.6524768547601353 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Confident_vs._Hesitant", | |
| "n": 3089, | |
| "raw_mae": 0.21523725986480713, | |
| "normalized_mae": 0.45913732051849365, | |
| "pearson": 0.8601091504096985, | |
| "spearman": 0.8663034273925904 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Confusion", | |
| "n": 3239, | |
| "raw_mae": 0.45045262575149536, | |
| "normalized_mae": 1.3437819480895996, | |
| "pearson": 0.48041537404060364, | |
| "spearman": 0.46019352810499203 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Contemplation", | |
| "n": 3239, | |
| "raw_mae": 0.6369850635528564, | |
| "normalized_mae": 1.5714712142944336, | |
| "pearson": 0.659624457359314, | |
| "spearman": 0.6373106528327795 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Contempt", | |
| "n": 3239, | |
| "raw_mae": 0.4106186032295227, | |
| "normalized_mae": 1.2087916135787964, | |
| "pearson": 0.5826767683029175, | |
| "spearman": 0.4026201352020153 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Contentment", | |
| "n": 3239, | |
| "raw_mae": 0.6689050197601318, | |
| "normalized_mae": 2.1791656017303467, | |
| "pearson": 0.6395326852798462, | |
| "spearman": 0.6495202021737971 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Disappointment", | |
| "n": 3239, | |
| "raw_mae": 0.5376906394958496, | |
| "normalized_mae": 1.8507194519042969, | |
| "pearson": 0.6482661962509155, | |
| "spearman": 0.5414700973824731 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Disgust", | |
| "n": 3239, | |
| "raw_mae": 0.2881651222705841, | |
| "normalized_mae": 1.1526604890823364, | |
| "pearson": 0.5326650142669678, | |
| "spearman": 0.4151548151328891 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Distress", | |
| "n": 3239, | |
| "raw_mae": 0.558319628238678, | |
| "normalized_mae": 1.5953413248062134, | |
| "pearson": 0.7274487018585205, | |
| "spearman": 0.6413381009652251 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Doubt", | |
| "n": 3239, | |
| "raw_mae": 0.5419682264328003, | |
| "normalized_mae": 2.167872905731201, | |
| "pearson": 0.522526741027832, | |
| "spearman": 0.5409199471203938 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Elation", | |
| "n": 3239, | |
| "raw_mae": 0.4295554757118225, | |
| "normalized_mae": 1.0772895812988281, | |
| "pearson": 0.6657788753509521, | |
| "spearman": 0.5588264746295122 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Embarrassment", | |
| "n": 3239, | |
| "raw_mae": 0.21586303412914276, | |
| "normalized_mae": 0.685901939868927, | |
| "pearson": 0.36598432064056396, | |
| "spearman": 0.32074613267776336 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Emotional_Numbness", | |
| "n": 3239, | |
| "raw_mae": 0.26957613229751587, | |
| "normalized_mae": 1.012763500213623, | |
| "pearson": 0.30420342087745667, | |
| "spearman": 0.2859425840264374 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Fatigue_Exhaustion", | |
| "n": 3239, | |
| "raw_mae": 0.5340677499771118, | |
| "normalized_mae": 2.0516233444213867, | |
| "pearson": 0.7156389951705933, | |
| "spearman": 0.6810159824261911 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Fear", | |
| "n": 3239, | |
| "raw_mae": 0.32001280784606934, | |
| "normalized_mae": 1.2800512313842773, | |
| "pearson": 0.5073621273040771, | |
| "spearman": 0.38967526187531926 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Gender", | |
| "n": 3089, | |
| "raw_mae": 0.23812420666217804, | |
| "normalized_mae": 0.23703201115131378, | |
| "pearson": 0.9459570050239563, | |
| "spearman": 0.932365437429483 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Helplessness", | |
| "n": 3239, | |
| "raw_mae": 0.528113842010498, | |
| "normalized_mae": 1.9685920476913452, | |
| "pearson": 0.7191188335418701, | |
| "spearman": 0.6234993578001675 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:High-Pitched_vs._Low-Pitched", | |
| "n": 3089, | |
| "raw_mae": 0.13095049560070038, | |
| "normalized_mae": 0.3505745530128479, | |
| "pearson": 0.8595570921897888, | |
| "spearman": 0.8642336830845626 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Hope_Enthusiasm_Optimism", | |
| "n": 3239, | |
| "raw_mae": 0.5970801115036011, | |
| "normalized_mae": 1.5028539896011353, | |
| "pearson": 0.6522443294525146, | |
| "spearman": 0.6375433185803271 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Impatience_and_Irritability", | |
| "n": 3239, | |
| "raw_mae": 0.5544202923774719, | |
| "normalized_mae": 1.022859811782837, | |
| "pearson": 0.6156312227249146, | |
| "spearman": 0.5194171903060117 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Infatuation", | |
| "n": 3239, | |
| "raw_mae": 0.20438848435878754, | |
| "normalized_mae": 0.6145076155662537, | |
| "pearson": 0.4105995297431946, | |
| "spearman": 0.3257381079143447 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Interest", | |
| "n": 3239, | |
| "raw_mae": 0.5690855383872986, | |
| "normalized_mae": 1.2953358888626099, | |
| "pearson": 0.6995792388916016, | |
| "spearman": 0.6581679210976131 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Intoxication_Altered_States_of_Consciousness", | |
| "n": 3239, | |
| "raw_mae": 0.1722811609506607, | |
| "normalized_mae": 0.3713199496269226, | |
| "pearson": 0.28541648387908936, | |
| "spearman": 0.22410203128612077 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Jealousy_&_Envy", | |
| "n": 3239, | |
| "raw_mae": 0.10482623428106308, | |
| "normalized_mae": 0.4193049371242523, | |
| "pearson": 0.12747880816459656, | |
| "spearman": 0.08550519496712808 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Longing", | |
| "n": 3239, | |
| "raw_mae": 0.4286591410636902, | |
| "normalized_mae": 1.7146365642547607, | |
| "pearson": 0.5753483772277832, | |
| "spearman": 0.5475919963954662 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Malevolence_Malice", | |
| "n": 3239, | |
| "raw_mae": 0.21477815508842468, | |
| "normalized_mae": 0.6207464933395386, | |
| "pearson": 0.42421355843544006, | |
| "spearman": 0.3013361106821852 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Monotone_vs._Expressive", | |
| "n": 3089, | |
| "raw_mae": 0.22853292524814606, | |
| "normalized_mae": 0.38314661383628845, | |
| "pearson": 0.8745905756950378, | |
| "spearman": 0.8648481687962792 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Pain", | |
| "n": 3239, | |
| "raw_mae": 0.38813942670822144, | |
| "normalized_mae": 1.5525577068328857, | |
| "pearson": 0.6760408282279968, | |
| "spearman": 0.5748998683092937 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Pleasure_Ecstasy", | |
| "n": 3239, | |
| "raw_mae": 0.3371089994907379, | |
| "normalized_mae": 1.1192132234573364, | |
| "pearson": 0.6212947368621826, | |
| "spearman": 0.5013431186617502 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Pride", | |
| "n": 3239, | |
| "raw_mae": 0.5370174646377563, | |
| "normalized_mae": 1.5387794971466064, | |
| "pearson": 0.5577162504196167, | |
| "spearman": 0.5272125300768251 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Recording_Quality", | |
| "n": 3089, | |
| "raw_mae": 0.13237525522708893, | |
| "normalized_mae": 0.40343475341796875, | |
| "pearson": 0.918855607509613, | |
| "spearman": 0.9210243184822599 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Relief", | |
| "n": 3239, | |
| "raw_mae": 0.5015463829040527, | |
| "normalized_mae": 1.205788254737854, | |
| "pearson": 0.5437207221984863, | |
| "spearman": 0.45950290808778477 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Sadness", | |
| "n": 3239, | |
| "raw_mae": 0.4613409638404846, | |
| "normalized_mae": 1.474308729171753, | |
| "pearson": 0.6451347470283508, | |
| "spearman": 0.5322815013278159 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Serious_vs._Humorous", | |
| "n": 3089, | |
| "raw_mae": 0.20934005081653595, | |
| "normalized_mae": 0.3669625520706177, | |
| "pearson": 0.8854285478591919, | |
| "spearman": 0.8428910272450926 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Sexual_Lust", | |
| "n": 3239, | |
| "raw_mae": 0.14534308016300201, | |
| "normalized_mae": 0.3478328585624695, | |
| "pearson": 0.2261570543050766, | |
| "spearman": 0.19280349019903648 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Shame", | |
| "n": 3239, | |
| "raw_mae": 0.16324110329151154, | |
| "normalized_mae": 0.5793092846870422, | |
| "pearson": 0.3229312002658844, | |
| "spearman": 0.1865501236025865 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Soft_vs._Harsh", | |
| "n": 3089, | |
| "raw_mae": 0.16728493571281433, | |
| "normalized_mae": 0.46447309851646423, | |
| "pearson": 0.8230488300323486, | |
| "spearman": 0.8333345959491265 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Sourness", | |
| "n": 3239, | |
| "raw_mae": 0.45234107971191406, | |
| "normalized_mae": 1.5571792125701904, | |
| "pearson": 0.602665901184082, | |
| "spearman": 0.4902568552063852 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Submissive_vs._Dominant", | |
| "n": 3089, | |
| "raw_mae": 0.15658310055732727, | |
| "normalized_mae": 0.4361599385738373, | |
| "pearson": 0.8252112865447998, | |
| "spearman": 0.8308325227414686 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Teasing", | |
| "n": 3239, | |
| "raw_mae": 0.47487881779670715, | |
| "normalized_mae": 1.2518314123153687, | |
| "pearson": 0.6239475011825562, | |
| "spearman": 0.5135278299948891 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Thankfulness_Gratitude", | |
| "n": 3239, | |
| "raw_mae": 0.3490251898765564, | |
| "normalized_mae": 0.6593431234359741, | |
| "pearson": 0.5524591207504272, | |
| "spearman": 0.434246027755051 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Triumph", | |
| "n": 3239, | |
| "raw_mae": 0.38934043049812317, | |
| "normalized_mae": 1.0852046012878418, | |
| "pearson": 0.5326719880104065, | |
| "spearman": 0.4266137505612272 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Valence", | |
| "n": 3089, | |
| "raw_mae": 0.4532396197319031, | |
| "normalized_mae": 0.7148072123527527, | |
| "pearson": 0.7315698266029358, | |
| "spearman": 0.7330807396941913 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Vulnerable_vs._Emotionally_Detached", | |
| "n": 3089, | |
| "raw_mae": 0.21966035664081573, | |
| "normalized_mae": 0.39515551924705505, | |
| "pearson": 0.8553206920623779, | |
| "spearman": 0.8609603169175224 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:Warm_vs._Cold", | |
| "n": 3089, | |
| "raw_mae": 0.2462899386882782, | |
| "normalized_mae": 0.6167106628417969, | |
| "pearson": 0.7658977508544922, | |
| "spearman": 0.771979191208478 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:duration", | |
| "n": 3089, | |
| "raw_mae": 0.9593191146850586, | |
| "normalized_mae": 0.1514638215303421, | |
| "pearson": 0.9730621576309204, | |
| "spearman": 0.9697566684331779 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:score_background_quality", | |
| "n": 3089, | |
| "raw_mae": 0.12663577497005463, | |
| "normalized_mae": 0.25400713086128235, | |
| "pearson": 0.8699600696563721, | |
| "spearman": 0.8464977429793056 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:score_content_enjoyment", | |
| "n": 3089, | |
| "raw_mae": 0.06011279299855232, | |
| "normalized_mae": 0.2404511719942093, | |
| "pearson": 0.9077458381652832, | |
| "spearman": 0.9221027971262402 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:score_overall_quality", | |
| "n": 3089, | |
| "raw_mae": 0.09957753121852875, | |
| "normalized_mae": 0.24151569604873657, | |
| "pearson": 0.9108656644821167, | |
| "spearman": 0.8966815017998403 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:score_speech_quality", | |
| "n": 3089, | |
| "raw_mae": 0.027111662551760674, | |
| "normalized_mae": 0.1084466502070427, | |
| "pearson": 0.85274338722229, | |
| "spearman": 0.8472860359557013 | |
| }, | |
| { | |
| "score": "voiceclap_attribute:talking_speed", | |
| "n": 3089, | |
| "raw_mae": 1.4973039627075195, | |
| "normalized_mae": 0.39903974533081055, | |
| "pearson": 0.9112616777420044, | |
| "spearman": 0.9148395107315694 | |
| } | |
| ], | |
| "speaker_cosine": { | |
| "timbre": { | |
| "n": 1447, | |
| "mean": 0.915930212470854 | |
| }, | |
| "identity": { | |
| "n": 1447, | |
| "mean": 0.870719830785526 | |
| } | |
| }, | |
| "frame_f1": 0.7066284462505039, | |
| "frame_threshold": 0.5, | |
| "cps_raw_mae": 0.9287628886464353, | |
| "burst_class_oracle_span_accuracy": 0.43622284362228436, | |
| "burst_class_events": 4649, | |
| "burst_localization": { | |
| "0.1": { | |
| "precision": 0.12840551732727215, | |
| "recall": 0.8870724887072489, | |
| "f1": 0.2243377033128434, | |
| "matched": 4124 | |
| }, | |
| "0.3": { | |
| "precision": 0.12348600429678987, | |
| "recall": 0.8530866853086685, | |
| "f1": 0.21574280585323397, | |
| "matched": 3966 | |
| }, | |
| "0.5": { | |
| "precision": 0.11392720366161223, | |
| "recall": 0.7870509787050979, | |
| "f1": 0.19904259370070174, | |
| "matched": 3659 | |
| } | |
| }, | |
| "burst_start_mae_s": 0.11552376333656646, | |
| "burst_end_mae_s": 0.21053346265761397, | |
| "burst_matched_event_class_accuracy": 0.41998060135790494, | |
| "burst_matched_event_class_n": 4124, | |
| "limitations": "Oracle-span and predicted-span classification reported separately. Boundaries use fixed 0.5 onset threshold and native-feature interpolation; IoU matching uses Hungarian assignment.", | |
| "split": "validation", | |
| "phase": "gemini", | |
| "domain": "Flash", | |
| "split_scope": "Same Flash validation audio before/after; used to select tuned checkpoint" | |
| } | |