| { |
| "zero_shot": { |
| "macro_f1": 0.10825267159446408, |
| "micro_f1": 0.11764705882352941, |
| "ece": 0.036188173374613, |
| "subset_accuracy": 0.08421052631578947, |
| "per_label_f1": { |
| "Agricultural communities": 0.087, |
| "Coastal communities": 0.125, |
| "Ethnic, racial or other minorities": 0.0, |
| "Fishery communities": 0.0, |
| "Informal sector workers": 0.2857, |
| "Members of indigenous and local communities": 0.1429, |
| "Migrants and displaced persons": 0.0, |
| "Older persons": 0.1818, |
| "Other": 0.0588, |
| "Persons living in poverty": 0.381, |
| "Persons with disabilities": 0.0, |
| "Persons with pre-existing health conditions": 0.25, |
| "Residents of drought-prone regions": 0.0, |
| "Rural populations": 0.1176, |
| "Sexual minorities (LGBTQI+)": 0.0, |
| "Urban populations": 0.2105, |
| "Women and other genders": 0.0 |
| }, |
| "eval_seconds": 10.3 |
| }, |
| "fine_tuned": { |
| "macro_f1": 0.6543859533629355, |
| "micro_f1": 0.6694214876033058, |
| "ece": 0.026282352941176475, |
| "subset_accuracy": 0.47368421052631576, |
| "per_label_f1": { |
| "Agricultural communities": 0.9565, |
| "Coastal communities": 0.5, |
| "Ethnic, racial or other minorities": 0.6, |
| "Fishery communities": 0.4, |
| "Informal sector workers": 1.0, |
| "Members of indigenous and local communities": 0.9333, |
| "Migrants and displaced persons": 0.5714, |
| "Older persons": 0.8889, |
| "Other": 0.0, |
| "Persons living in poverty": 0.3333, |
| "Persons with disabilities": 1.0, |
| "Persons with pre-existing health conditions": 0.8, |
| "Residents of drought-prone regions": 0.5714, |
| "Rural populations": 0.8, |
| "Sexual minorities (LGBTQI+)": 0.3333, |
| "Urban populations": 0.5714, |
| "Women and other genders": 0.8649 |
| }, |
| "eval_seconds": 8.4 |
| } |
| } |
