| { | |
| "best_arm_by_val": "native_bird", | |
| "image_encoder": "google/siglip-base-patch16-224 (frozen)", | |
| "text_encoder": "Modularcomputing/Native-Bird", | |
| "runs": { | |
| "baseline_mclip|test": { | |
| "eng": { | |
| "n": 809, | |
| "i2t_R@1": 58.34, | |
| "t2i_R@1": 57.85, | |
| "i2t_R@5": 84.67, | |
| "t2i_R@5": 83.31, | |
| "i2t_R@10": 92.21, | |
| "t2i_R@10": 89.99, | |
| "mean_R": 77.73 | |
| }, | |
| "ibo": { | |
| "n": 751, | |
| "i2t_R@1": 6.13, | |
| "t2i_R@1": 4.26, | |
| "i2t_R@5": 14.38, | |
| "t2i_R@5": 11.98, | |
| "i2t_R@10": 20.91, | |
| "t2i_R@10": 16.11, | |
| "mean_R": 12.29 | |
| }, | |
| "hau": { | |
| "n": 769, | |
| "i2t_R@1": 3.38, | |
| "t2i_R@1": 1.82, | |
| "i2t_R@5": 6.63, | |
| "t2i_R@5": 4.16, | |
| "i2t_R@10": 8.71, | |
| "t2i_R@10": 6.11, | |
| "mean_R": 5.13 | |
| }, | |
| "yor": { | |
| "n": 764, | |
| "i2t_R@1": 2.36, | |
| "t2i_R@1": 1.31, | |
| "i2t_R@5": 4.84, | |
| "t2i_R@5": 2.75, | |
| "i2t_R@10": 6.41, | |
| "t2i_R@10": 4.84, | |
| "mean_R": 3.75 | |
| } | |
| }, | |
| "baseline_untrained_native_bird|test": { | |
| "eng": { | |
| "n": 809, | |
| "i2t_R@1": 0.37, | |
| "t2i_R@1": 0.12, | |
| "i2t_R@5": 1.11, | |
| "t2i_R@5": 0.87, | |
| "i2t_R@10": 1.48, | |
| "t2i_R@10": 1.73, | |
| "mean_R": 0.95 | |
| }, | |
| "ibo": { | |
| "n": 751, | |
| "i2t_R@1": 0.0, | |
| "t2i_R@1": 0.13, | |
| "i2t_R@5": 0.8, | |
| "t2i_R@5": 0.8, | |
| "i2t_R@10": 2.4, | |
| "t2i_R@10": 1.6, | |
| "mean_R": 0.96 | |
| }, | |
| "hau": { | |
| "n": 769, | |
| "i2t_R@1": 0.26, | |
| "t2i_R@1": 0.13, | |
| "i2t_R@5": 0.78, | |
| "t2i_R@5": 1.04, | |
| "i2t_R@10": 1.69, | |
| "t2i_R@10": 1.69, | |
| "mean_R": 0.93 | |
| }, | |
| "yor": { | |
| "n": 764, | |
| "i2t_R@1": 0.26, | |
| "t2i_R@1": 0.26, | |
| "i2t_R@5": 0.92, | |
| "t2i_R@5": 0.92, | |
| "i2t_R@10": 2.36, | |
| "t2i_R@10": 1.05, | |
| "mean_R": 0.96 | |
| } | |
| }, | |
| "trained_native_bird|test": { | |
| "eng": { | |
| "n": 809, | |
| "i2t_R@1": 46.48, | |
| "t2i_R@1": 44.99, | |
| "i2t_R@5": 77.38, | |
| "t2i_R@5": 76.64, | |
| "i2t_R@10": 88.5, | |
| "t2i_R@10": 87.02, | |
| "mean_R": 70.17 | |
| }, | |
| "ibo": { | |
| "n": 751, | |
| "i2t_R@1": 39.28, | |
| "t2i_R@1": 39.01, | |
| "i2t_R@5": 70.71, | |
| "t2i_R@5": 69.64, | |
| "i2t_R@10": 82.29, | |
| "t2i_R@10": 81.49, | |
| "mean_R": 63.74 | |
| }, | |
| "hau": { | |
| "n": 769, | |
| "i2t_R@1": 33.16, | |
| "t2i_R@1": 32.25, | |
| "i2t_R@5": 61.64, | |
| "t2i_R@5": 59.43, | |
| "i2t_R@10": 74.64, | |
| "t2i_R@10": 74.9, | |
| "mean_R": 56.0 | |
| }, | |
| "yor": { | |
| "n": 764, | |
| "i2t_R@1": 25.52, | |
| "t2i_R@1": 23.56, | |
| "i2t_R@5": 53.8, | |
| "t2i_R@5": 52.75, | |
| "i2t_R@10": 64.66, | |
| "t2i_R@10": 65.84, | |
| "mean_R": 47.69 | |
| } | |
| }, | |
| "trained_native_bird|test_unfiltered": { | |
| "eng": { | |
| "n": 809, | |
| "i2t_R@1": 46.48, | |
| "t2i_R@1": 44.99, | |
| "i2t_R@5": 77.38, | |
| "t2i_R@5": 76.64, | |
| "i2t_R@10": 88.5, | |
| "t2i_R@10": 87.02, | |
| "mean_R": 70.17 | |
| }, | |
| "ibo": { | |
| "n": 809, | |
| "i2t_R@1": 36.59, | |
| "t2i_R@1": 35.6, | |
| "i2t_R@5": 67.37, | |
| "t2i_R@5": 66.75, | |
| "i2t_R@10": 79.6, | |
| "t2i_R@10": 79.23, | |
| "mean_R": 60.86 | |
| }, | |
| "hau": { | |
| "n": 809, | |
| "i2t_R@1": 31.52, | |
| "t2i_R@1": 30.9, | |
| "i2t_R@5": 59.21, | |
| "t2i_R@5": 57.73, | |
| "i2t_R@10": 72.06, | |
| "t2i_R@10": 72.81, | |
| "mean_R": 54.04 | |
| }, | |
| "yor": { | |
| "n": 809, | |
| "i2t_R@1": 24.6, | |
| "t2i_R@1": 22.5, | |
| "i2t_R@5": 52.78, | |
| "t2i_R@5": 51.79, | |
| "i2t_R@10": 63.54, | |
| "t2i_R@10": 64.4, | |
| "mean_R": 46.6 | |
| } | |
| }, | |
| "trained_native_bird_unfreeze2|test": { | |
| "eng": { | |
| "n": 809, | |
| "i2t_R@1": 44.99, | |
| "t2i_R@1": 46.23, | |
| "i2t_R@5": 78.74, | |
| "t2i_R@5": 76.14, | |
| "i2t_R@10": 89.0, | |
| "t2i_R@10": 87.89, | |
| "mean_R": 70.5 | |
| }, | |
| "ibo": { | |
| "n": 751, | |
| "i2t_R@1": 37.95, | |
| "t2i_R@1": 39.68, | |
| "i2t_R@5": 70.57, | |
| "t2i_R@5": 70.17, | |
| "i2t_R@10": 83.49, | |
| "t2i_R@10": 83.36, | |
| "mean_R": 64.2 | |
| }, | |
| "hau": { | |
| "n": 769, | |
| "i2t_R@1": 31.73, | |
| "t2i_R@1": 30.3, | |
| "i2t_R@5": 60.47, | |
| "t2i_R@5": 60.73, | |
| "i2t_R@10": 74.9, | |
| "t2i_R@10": 74.38, | |
| "mean_R": 55.42 | |
| }, | |
| "yor": { | |
| "n": 764, | |
| "i2t_R@1": 23.3, | |
| "t2i_R@1": 24.87, | |
| "i2t_R@5": 52.88, | |
| "t2i_R@5": 53.27, | |
| "i2t_R@10": 64.66, | |
| "t2i_R@10": 64.4, | |
| "mean_R": 47.23 | |
| } | |
| }, | |
| "trained_native_bird_unfreeze2|test_unfiltered": { | |
| "eng": { | |
| "n": 809, | |
| "i2t_R@1": 44.99, | |
| "t2i_R@1": 46.23, | |
| "i2t_R@5": 78.74, | |
| "t2i_R@5": 76.14, | |
| "i2t_R@10": 89.0, | |
| "t2i_R@10": 87.89, | |
| "mean_R": 70.5 | |
| }, | |
| "ibo": { | |
| "n": 809, | |
| "i2t_R@1": 35.72, | |
| "t2i_R@1": 36.96, | |
| "i2t_R@5": 67.86, | |
| "t2i_R@5": 67.12, | |
| "i2t_R@10": 81.09, | |
| "t2i_R@10": 80.22, | |
| "mean_R": 61.5 | |
| }, | |
| "hau": { | |
| "n": 809, | |
| "i2t_R@1": 29.91, | |
| "t2i_R@1": 28.31, | |
| "i2t_R@5": 58.71, | |
| "t2i_R@5": 58.22, | |
| "i2t_R@10": 73.05, | |
| "t2i_R@10": 72.44, | |
| "mean_R": 53.44 | |
| }, | |
| "yor": { | |
| "n": 809, | |
| "i2t_R@1": 22.74, | |
| "t2i_R@1": 23.98, | |
| "i2t_R@5": 50.31, | |
| "t2i_R@5": 52.41, | |
| "i2t_R@10": 62.42, | |
| "t2i_R@10": 62.79, | |
| "mean_R": 45.77 | |
| } | |
| } | |
| }, | |
| "train": { | |
| "native_bird": { | |
| "best_val_mean_R": 60.46, | |
| "best_epoch": 3, | |
| "epochs": 20 | |
| }, | |
| "native_bird_unfreeze2": { | |
| "best_val_mean_R": 60.35, | |
| "best_epoch": 2, | |
| "epochs": 20 | |
| } | |
| }, | |
| "text_crosslingual_test": { | |
| "native_bird": { | |
| "avg_acc@1_cap2eng": 87.93, | |
| "ibo": 96.66, | |
| "hau": 87.89, | |
| "yor": 79.23 | |
| }, | |
| "labse": { | |
| "avg_acc@1_cap2eng": 89.91, | |
| "ibo": 97.16, | |
| "hau": 89.99, | |
| "yor": 82.57 | |
| } | |
| }, | |
| "igbo_search": { | |
| "all_ibo_captions": { | |
| "n": 751, | |
| "hit@1": 37.42, | |
| "hit@5": 68.44, | |
| "hit@10": 80.56, | |
| "median_rank": 2 | |
| }, | |
| "all_eng_captions": { | |
| "n": 809, | |
| "hit@1": 44.99, | |
| "hit@5": 76.64, | |
| "hit@10": 87.02, | |
| "median_rank": 2 | |
| }, | |
| "heldout_sample_top5": "4/6" | |
| }, | |
| "smoke_mean_R_128imgs": { | |
| "untrained": { | |
| "eng": 4.6, | |
| "ibo": 3.5, | |
| "hau": 2.8, | |
| "yor": 5.3 | |
| }, | |
| "mclip": { | |
| "eng": 92.3, | |
| "ibo": 22.5, | |
| "hau": 7.7, | |
| "yor": 6.8 | |
| }, | |
| "trained_native_bird_1ep": { | |
| "eng": 42.1, | |
| "ibo": 42.4, | |
| "hau": 38.2, | |
| "yor": 33.9 | |
| } | |
| } | |
| } |