{ "zero_shot": { "macro_f1": 0.10825267159446408, "micro_f1": 0.11764705882352941, "ece": 0.036188173374613, "subset_accuracy": 0.08421052631578947, "per_label_f1": { "Agricultural communities": 0.087, "Coastal communities": 0.125, "Ethnic, racial or other minorities": 0.0, "Fishery communities": 0.0, "Informal sector workers": 0.2857, "Members of indigenous and local communities": 0.1429, "Migrants and displaced persons": 0.0, "Older persons": 0.1818, "Other": 0.0588, "Persons living in poverty": 0.381, "Persons with disabilities": 0.0, "Persons with pre-existing health conditions": 0.25, "Residents of drought-prone regions": 0.0, "Rural populations": 0.1176, "Sexual minorities (LGBTQI+)": 0.0, "Urban populations": 0.2105, "Women and other genders": 0.0 }, "eval_seconds": 10.3 }, "fine_tuned": { "macro_f1": 0.6543859533629355, "micro_f1": 0.6694214876033058, "ece": 0.026282352941176475, "subset_accuracy": 0.47368421052631576, "per_label_f1": { "Agricultural communities": 0.9565, "Coastal communities": 0.5, "Ethnic, racial or other minorities": 0.6, "Fishery communities": 0.4, "Informal sector workers": 1.0, "Members of indigenous and local communities": 0.9333, "Migrants and displaced persons": 0.5714, "Older persons": 0.8889, "Other": 0.0, "Persons living in poverty": 0.3333, "Persons with disabilities": 1.0, "Persons with pre-existing health conditions": 0.8, "Residents of drought-prone regions": 0.5714, "Rural populations": 0.8, "Sexual minorities (LGBTQI+)": 0.3333, "Urban populations": 0.5714, "Women and other genders": 0.8649 }, "eval_seconds": 8.4 } }