vctrans_10m_rank / eval /eval_epoch_2.json
gijs's picture
Upload vctrans_10m_rank
441d249
Raw History Blame Contribute Delete
1.05 kB
{
"model": "whisper-small-mMiniLM",
"pretrained": "checkpoints/epoch_2.pt",
"n_clips": 505,
"languages": {
"de": 234,
"en": 250,
"fr": 13,
"ko": 6,
"zh": 2
},
"retrieval": {
"audio2text": {
"R@1": 0.9683168316831683,
"R@5": 0.9782178217821782,
"R@10": 0.9920792079207921,
"median_rank": 1.0
},
"text2audio": {
"R@1": 0.9782178217821782,
"R@5": 0.9920792079207921,
"R@10": 0.9920792079207921,
"median_rank": 1.0
}
},
"corruption": {
"rho_pooled": -0.7370238236587724,
"mean_score_by_level": {
"0.00": 0.332491010427475,
"0.10": -0.09782232344150543,
"0.20": -0.2754908800125122,
"0.30": -0.3537815511226654,
"0.50": -0.43134912848472595,
"0.70": -0.4534265995025635,
"1.00": -0.46347472071647644
},
"monotonic_decreasing": true,
"rho_by_language": {
"de": -0.7526791824512733,
"en": -0.7340798415187821,
"fr": -0.7491161012900144,
"ko": -0.5134916133214489
}
}
}