File size: 1,692 Bytes
989d4ef | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | {
"split": "test_unfiltered",
"n": 809,
"seed": 0,
"models": {
"native_bird": {
"ibo": {
"cos_matched_mean": 0.7389,
"cos_unmatched_mean": 0.2169,
"margin": 0.522,
"acc@1_cap2eng": 96.66,
"acc@5_cap2eng": 99.26,
"acc@1_eng2cap": 95.06
},
"hau": {
"cos_matched_mean": 0.6745,
"cos_unmatched_mean": 0.1988,
"margin": 0.4757,
"acc@1_cap2eng": 87.89,
"acc@5_cap2eng": 97.16,
"acc@1_eng2cap": 85.66
},
"yor": {
"cos_matched_mean": 0.65,
"cos_unmatched_mean": 0.2092,
"margin": 0.4408,
"acc@1_cap2eng": 79.23,
"acc@5_cap2eng": 93.94,
"acc@1_eng2cap": 79.73
},
"avg_acc@1_cap2eng": 87.93,
"avg_margin": 0.4795,
"model_id": "Modularcomputing/Native-Bird",
"sec": 27.2
},
"labse": {
"ibo": {
"cos_matched_mean": 0.859,
"cos_unmatched_mean": 0.3248,
"margin": 0.5342,
"acc@1_cap2eng": 97.16,
"acc@5_cap2eng": 99.63,
"acc@1_eng2cap": 97.03
},
"hau": {
"cos_matched_mean": 0.7849,
"cos_unmatched_mean": 0.3233,
"margin": 0.4616,
"acc@1_cap2eng": 89.99,
"acc@5_cap2eng": 97.4,
"acc@1_eng2cap": 86.53
},
"yor": {
"cos_matched_mean": 0.7253,
"cos_unmatched_mean": 0.2938,
"margin": 0.4314,
"acc@1_cap2eng": 82.57,
"acc@5_cap2eng": 93.7,
"acc@1_eng2cap": 78.99
},
"avg_acc@1_cap2eng": 89.91,
"avg_margin": 0.4757,
"model_id": "sentence-transformers/LaBSE",
"sec": 12.8
}
}
} |