| { |
| "split": "test_unfiltered", |
| "n": 809, |
| "seed": 0, |
| "models": { |
| "native_bird": { |
| "ibo": { |
| "cos_matched_mean": 0.7389, |
| "cos_unmatched_mean": 0.2169, |
| "margin": 0.522, |
| "acc@1_cap2eng": 96.66, |
| "acc@5_cap2eng": 99.26, |
| "acc@1_eng2cap": 95.06 |
| }, |
| "hau": { |
| "cos_matched_mean": 0.6745, |
| "cos_unmatched_mean": 0.1988, |
| "margin": 0.4757, |
| "acc@1_cap2eng": 87.89, |
| "acc@5_cap2eng": 97.16, |
| "acc@1_eng2cap": 85.66 |
| }, |
| "yor": { |
| "cos_matched_mean": 0.65, |
| "cos_unmatched_mean": 0.2092, |
| "margin": 0.4408, |
| "acc@1_cap2eng": 79.23, |
| "acc@5_cap2eng": 93.94, |
| "acc@1_eng2cap": 79.73 |
| }, |
| "avg_acc@1_cap2eng": 87.93, |
| "avg_margin": 0.4795, |
| "model_id": "Modularcomputing/Native-Bird", |
| "sec": 27.2 |
| }, |
| "labse": { |
| "ibo": { |
| "cos_matched_mean": 0.859, |
| "cos_unmatched_mean": 0.3248, |
| "margin": 0.5342, |
| "acc@1_cap2eng": 97.16, |
| "acc@5_cap2eng": 99.63, |
| "acc@1_eng2cap": 97.03 |
| }, |
| "hau": { |
| "cos_matched_mean": 0.7849, |
| "cos_unmatched_mean": 0.3233, |
| "margin": 0.4616, |
| "acc@1_cap2eng": 89.99, |
| "acc@5_cap2eng": 97.4, |
| "acc@1_eng2cap": 86.53 |
| }, |
| "yor": { |
| "cos_matched_mean": 0.7253, |
| "cos_unmatched_mean": 0.2938, |
| "margin": 0.4314, |
| "acc@1_cap2eng": 82.57, |
| "acc@5_cap2eng": 93.7, |
| "acc@1_eng2cap": 78.99 |
| }, |
| "avg_acc@1_cap2eng": 89.91, |
| "avg_margin": 0.4757, |
| "model_id": "sentence-transformers/LaBSE", |
| "sec": 12.8 |
| } |
| } |
| } |
