{
  "best_arm_by_val": "native_bird",
  "image_encoder": "google/siglip-base-patch16-224 (frozen)",
  "text_encoder": "Modularcomputing/Native-Bird",
  "runs": {
    "baseline_mclip|test": {
      "eng": {
        "n": 809,
        "i2t_R@1": 58.34,
        "t2i_R@1": 57.85,
        "i2t_R@5": 84.67,
        "t2i_R@5": 83.31,
        "i2t_R@10": 92.21,
        "t2i_R@10": 89.99,
        "mean_R": 77.73
      },
      "ibo": {
        "n": 751,
        "i2t_R@1": 6.13,
        "t2i_R@1": 4.26,
        "i2t_R@5": 14.38,
        "t2i_R@5": 11.98,
        "i2t_R@10": 20.91,
        "t2i_R@10": 16.11,
        "mean_R": 12.29
      },
      "hau": {
        "n": 769,
        "i2t_R@1": 3.38,
        "t2i_R@1": 1.82,
        "i2t_R@5": 6.63,
        "t2i_R@5": 4.16,
        "i2t_R@10": 8.71,
        "t2i_R@10": 6.11,
        "mean_R": 5.13
      },
      "yor": {
        "n": 764,
        "i2t_R@1": 2.36,
        "t2i_R@1": 1.31,
        "i2t_R@5": 4.84,
        "t2i_R@5": 2.75,
        "i2t_R@10": 6.41,
        "t2i_R@10": 4.84,
        "mean_R": 3.75
      }
    },
    "baseline_untrained_native_bird|test": {
      "eng": {
        "n": 809,
        "i2t_R@1": 0.37,
        "t2i_R@1": 0.12,
        "i2t_R@5": 1.11,
        "t2i_R@5": 0.87,
        "i2t_R@10": 1.48,
        "t2i_R@10": 1.73,
        "mean_R": 0.95
      },
      "ibo": {
        "n": 751,
        "i2t_R@1": 0.0,
        "t2i_R@1": 0.13,
        "i2t_R@5": 0.8,
        "t2i_R@5": 0.8,
        "i2t_R@10": 2.4,
        "t2i_R@10": 1.6,
        "mean_R": 0.96
      },
      "hau": {
        "n": 769,
        "i2t_R@1": 0.26,
        "t2i_R@1": 0.13,
        "i2t_R@5": 0.78,
        "t2i_R@5": 1.04,
        "i2t_R@10": 1.69,
        "t2i_R@10": 1.69,
        "mean_R": 0.93
      },
      "yor": {
        "n": 764,
        "i2t_R@1": 0.26,
        "t2i_R@1": 0.26,
        "i2t_R@5": 0.92,
        "t2i_R@5": 0.92,
        "i2t_R@10": 2.36,
        "t2i_R@10": 1.05,
        "mean_R": 0.96
      }
    },
    "trained_native_bird|test": {
      "eng": {
        "n": 809,
        "i2t_R@1": 46.48,
        "t2i_R@1": 44.99,
        "i2t_R@5": 77.38,
        "t2i_R@5": 76.64,
        "i2t_R@10": 88.5,
        "t2i_R@10": 87.02,
        "mean_R": 70.17
      },
      "ibo": {
        "n": 751,
        "i2t_R@1": 39.28,
        "t2i_R@1": 39.01,
        "i2t_R@5": 70.71,
        "t2i_R@5": 69.64,
        "i2t_R@10": 82.29,
        "t2i_R@10": 81.49,
        "mean_R": 63.74
      },
      "hau": {
        "n": 769,
        "i2t_R@1": 33.16,
        "t2i_R@1": 32.25,
        "i2t_R@5": 61.64,
        "t2i_R@5": 59.43,
        "i2t_R@10": 74.64,
        "t2i_R@10": 74.9,
        "mean_R": 56.0
      },
      "yor": {
        "n": 764,
        "i2t_R@1": 25.52,
        "t2i_R@1": 23.56,
        "i2t_R@5": 53.8,
        "t2i_R@5": 52.75,
        "i2t_R@10": 64.66,
        "t2i_R@10": 65.84,
        "mean_R": 47.69
      }
    },
    "trained_native_bird|test_unfiltered": {
      "eng": {
        "n": 809,
        "i2t_R@1": 46.48,
        "t2i_R@1": 44.99,
        "i2t_R@5": 77.38,
        "t2i_R@5": 76.64,
        "i2t_R@10": 88.5,
        "t2i_R@10": 87.02,
        "mean_R": 70.17
      },
      "ibo": {
        "n": 809,
        "i2t_R@1": 36.59,
        "t2i_R@1": 35.6,
        "i2t_R@5": 67.37,
        "t2i_R@5": 66.75,
        "i2t_R@10": 79.6,
        "t2i_R@10": 79.23,
        "mean_R": 60.86
      },
      "hau": {
        "n": 809,
        "i2t_R@1": 31.52,
        "t2i_R@1": 30.9,
        "i2t_R@5": 59.21,
        "t2i_R@5": 57.73,
        "i2t_R@10": 72.06,
        "t2i_R@10": 72.81,
        "mean_R": 54.04
      },
      "yor": {
        "n": 809,
        "i2t_R@1": 24.6,
        "t2i_R@1": 22.5,
        "i2t_R@5": 52.78,
        "t2i_R@5": 51.79,
        "i2t_R@10": 63.54,
        "t2i_R@10": 64.4,
        "mean_R": 46.6
      }
    },
    "trained_native_bird_unfreeze2|test": {
      "eng": {
        "n": 809,
        "i2t_R@1": 44.99,
        "t2i_R@1": 46.23,
        "i2t_R@5": 78.74,
        "t2i_R@5": 76.14,
        "i2t_R@10": 89.0,
        "t2i_R@10": 87.89,
        "mean_R": 70.5
      },
      "ibo": {
        "n": 751,
        "i2t_R@1": 37.95,
        "t2i_R@1": 39.68,
        "i2t_R@5": 70.57,
        "t2i_R@5": 70.17,
        "i2t_R@10": 83.49,
        "t2i_R@10": 83.36,
        "mean_R": 64.2
      },
      "hau": {
        "n": 769,
        "i2t_R@1": 31.73,
        "t2i_R@1": 30.3,
        "i2t_R@5": 60.47,
        "t2i_R@5": 60.73,
        "i2t_R@10": 74.9,
        "t2i_R@10": 74.38,
        "mean_R": 55.42
      },
      "yor": {
        "n": 764,
        "i2t_R@1": 23.3,
        "t2i_R@1": 24.87,
        "i2t_R@5": 52.88,
        "t2i_R@5": 53.27,
        "i2t_R@10": 64.66,
        "t2i_R@10": 64.4,
        "mean_R": 47.23
      }
    },
    "trained_native_bird_unfreeze2|test_unfiltered": {
      "eng": {
        "n": 809,
        "i2t_R@1": 44.99,
        "t2i_R@1": 46.23,
        "i2t_R@5": 78.74,
        "t2i_R@5": 76.14,
        "i2t_R@10": 89.0,
        "t2i_R@10": 87.89,
        "mean_R": 70.5
      },
      "ibo": {
        "n": 809,
        "i2t_R@1": 35.72,
        "t2i_R@1": 36.96,
        "i2t_R@5": 67.86,
        "t2i_R@5": 67.12,
        "i2t_R@10": 81.09,
        "t2i_R@10": 80.22,
        "mean_R": 61.5
      },
      "hau": {
        "n": 809,
        "i2t_R@1": 29.91,
        "t2i_R@1": 28.31,
        "i2t_R@5": 58.71,
        "t2i_R@5": 58.22,
        "i2t_R@10": 73.05,
        "t2i_R@10": 72.44,
        "mean_R": 53.44
      },
      "yor": {
        "n": 809,
        "i2t_R@1": 22.74,
        "t2i_R@1": 23.98,
        "i2t_R@5": 50.31,
        "t2i_R@5": 52.41,
        "i2t_R@10": 62.42,
        "t2i_R@10": 62.79,
        "mean_R": 45.77
      }
    }
  },
  "train": {
    "native_bird": {
      "best_val_mean_R": 60.46,
      "best_epoch": 3,
      "epochs": 20
    },
    "native_bird_unfreeze2": {
      "best_val_mean_R": 60.35,
      "best_epoch": 2,
      "epochs": 20
    }
  },
  "text_crosslingual_test": {
    "native_bird": {
      "avg_acc@1_cap2eng": 87.93,
      "ibo": 96.66,
      "hau": 87.89,
      "yor": 79.23
    },
    "labse": {
      "avg_acc@1_cap2eng": 89.91,
      "ibo": 97.16,
      "hau": 89.99,
      "yor": 82.57
    }
  },
  "igbo_search": {
    "all_ibo_captions": {
      "n": 751,
      "hit@1": 37.42,
      "hit@5": 68.44,
      "hit@10": 80.56,
      "median_rank": 2
    },
    "all_eng_captions": {
      "n": 809,
      "hit@1": 44.99,
      "hit@5": 76.64,
      "hit@10": 87.02,
      "median_rank": 2
    },
    "heldout_sample_top5": "4/6"
  },
  "smoke_mean_R_128imgs": {
    "untrained": {
      "eng": 4.6,
      "ibo": 3.5,
      "hau": 2.8,
      "yor": 5.3
    },
    "mclip": {
      "eng": 92.3,
      "ibo": 22.5,
      "hau": 7.7,
      "yor": 6.8
    },
    "trained_native_bird_1ep": {
      "eng": 42.1,
      "ibo": 42.4,
      "hau": 38.2,
      "yor": 33.9
    }
  }
}