File size: 1,865 Bytes
38b3f51 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 | {
"zero_shot": {
"macro_f1": 0.16297938893094602,
"micro_f1": 0.14937759336099585,
"ece": 0.06287950464396284,
"subset_accuracy": 0.07368421052631578,
"per_label_f1": {
"Agricultural communities": 0.3077,
"Coastal communities": 0.1176,
"Ethnic, racial or other minorities": 0.0,
"Fishery communities": 0.0,
"Informal sector workers": 0.0,
"Members of indigenous and local communities": 0.3333,
"Migrants and displaced persons": 0.2857,
"Older persons": 0.1667,
"Other": 0.0667,
"Persons living in poverty": 0.3333,
"Persons with disabilities": 0.1818,
"Persons with pre-existing health conditions": 0.3333,
"Residents of drought-prone regions": 0.0,
"Rural populations": 0.1333,
"Sexual minorities (LGBTQI+)": 0.4,
"Urban populations": 0.1111,
"Women and other genders": 0.0
},
"eval_seconds": 10.5
},
"fine_tuned": {
"macro_f1": 0.7038424916941541,
"micro_f1": 0.7083333333333334,
"ece": 0.02415609907120738,
"subset_accuracy": 0.47368421052631576,
"per_label_f1": {
"Agricultural communities": 0.9167,
"Coastal communities": 0.5714,
"Ethnic, racial or other minorities": 0.6,
"Fishery communities": 0.4,
"Informal sector workers": 1.0,
"Members of indigenous and local communities": 0.9333,
"Migrants and displaced persons": 0.6667,
"Older persons": 0.7778,
"Other": 0.0,
"Persons living in poverty": 0.6087,
"Persons with disabilities": 1.0,
"Persons with pre-existing health conditions": 1.0,
"Residents of drought-prone regions": 0.8,
"Rural populations": 0.8889,
"Sexual minorities (LGBTQI+)": 0.3333,
"Urban populations": 0.5455,
"Women and other genders": 0.9231
},
"eval_seconds": 8.6
}
} |