{ "zero_shot": { "macro_f1": 0.16297938893094602, "micro_f1": 0.14937759336099585, "ece": 0.06287950464396284, "subset_accuracy": 0.07368421052631578, "per_label_f1": { "Agricultural communities": 0.3077, "Coastal communities": 0.1176, "Ethnic, racial or other minorities": 0.0, "Fishery communities": 0.0, "Informal sector workers": 0.0, "Members of indigenous and local communities": 0.3333, "Migrants and displaced persons": 0.2857, "Older persons": 0.1667, "Other": 0.0667, "Persons living in poverty": 0.3333, "Persons with disabilities": 0.1818, "Persons with pre-existing health conditions": 0.3333, "Residents of drought-prone regions": 0.0, "Rural populations": 0.1333, "Sexual minorities (LGBTQI+)": 0.4, "Urban populations": 0.1111, "Women and other genders": 0.0 }, "eval_seconds": 10.5 }, "fine_tuned": { "macro_f1": 0.7038424916941541, "micro_f1": 0.7083333333333334, "ece": 0.02415609907120738, "subset_accuracy": 0.47368421052631576, "per_label_f1": { "Agricultural communities": 0.9167, "Coastal communities": 0.5714, "Ethnic, racial or other minorities": 0.6, "Fishery communities": 0.4, "Informal sector workers": 1.0, "Members of indigenous and local communities": 0.9333, "Migrants and displaced persons": 0.6667, "Older persons": 0.7778, "Other": 0.0, "Persons living in poverty": 0.6087, "Persons with disabilities": 1.0, "Persons with pre-existing health conditions": 1.0, "Residents of drought-prone regions": 0.8, "Rural populations": 0.8889, "Sexual minorities (LGBTQI+)": 0.3333, "Urban populations": 0.5455, "Women and other genders": 0.9231 }, "eval_seconds": 8.6 } }