Add evaluation metrics (macro-F1, micro-F1, per-label F1, ECE)

metrics.json

@@ -1,25 +1,25 @@
 {
-  "macro_f1": 0.06862745098039215,
-  "micro_f1": 0.23529411764705882,
-  "ece": 0.028730783743016925,
-  "subset_accuracy": 0.1,
+  "macro_f1": 0.6363926493183459,
+  "micro_f1": 0.7068273092369478,
+  "ece": 0.016302321274583108,
+  "subset_accuracy": 0.5578947368421052,
   "per_label_f1": {
-    "Agricultural communities": 0.0,
-    "Coastal communities": 0.0,
-    "Ethnic, racial or other minorities": 0.0,
-    "Fishery communities": 0.0,
-    "Informal sector workers": 0.0,
-    "Members of indigenous and local communities": 0.6667,
-    "Migrants and displaced persons": 0.0,
-    "Older persons": 0.0,
-    "Other": 0.0,
-    "Persons living in poverty": 0.0,
-    "Persons with disabilities": 0.0,
-    "Persons with pre-existing health conditions": 0.0,
-    "Residents of drought-prone regions": 0.0,
-    "Rural populations": 0.0,
+    "Agricultural communities": 0.8333,
+    "Coastal communities": 0.5714,
+    "Ethnic, racial or other minorities": 0.4444,
+    "Fishery communities": 0.5,
+    "Informal sector workers": 0.6667,
+    "Members of indigenous and local communities": 0.75,
+    "Migrants and displaced persons": 0.75,
+    "Older persons": 0.8421,
+    "Other": 0.4848,
+    "Persons living in poverty": 0.6667,
+    "Persons with disabilities": 0.875,
+    "Persons with pre-existing health conditions": 0.5,
+    "Residents of drought-prone regions": 0.5714,
+    "Rural populations": 0.8,
     "Sexual minorities (LGBTQI+)": 0.0,
-    "Urban populations": 0.0,
-    "Women and other genders": 0.5
+    "Urban populations": 0.6154,
+    "Women and other genders": 0.9474
   }
 }