peter2000 commited on
Commit
eca9e1b
·
verified ·
1 Parent(s): ac55aa8

Add evaluation metrics

Browse files
Files changed (1) hide show
  1. metrics.json +36 -36
metrics.json CHANGED
@@ -1,54 +1,54 @@
1
  {
2
  "zero_shot": {
3
- "macro_f1": 0.0,
4
- "micro_f1": 0.0,
5
- "ece": 0.08721882352941175,
6
- "subset_accuracy": 0.0,
7
  "per_label_f1": {
8
- "Agricultural communities": 0.0,
9
- "Coastal communities": 0.0,
10
  "Ethnic, racial or other minorities": 0.0,
11
  "Fishery communities": 0.0,
12
- "Informal sector workers": 0.0,
13
- "Members of indigenous and local communities": 0.0,
14
  "Migrants and displaced persons": 0.0,
15
- "Older persons": 0.0,
16
- "Other": 0.0,
17
- "Persons living in poverty": 0.0,
18
  "Persons with disabilities": 0.0,
19
- "Persons with pre-existing health conditions": 0.0,
20
  "Residents of drought-prone regions": 0.0,
21
- "Rural populations": 0.0,
22
  "Sexual minorities (LGBTQI+)": 0.0,
23
- "Urban populations": 0.0,
24
  "Women and other genders": 0.0
25
  },
26
- "eval_seconds": 2.2
27
  },
28
  "fine_tuned": {
29
- "macro_f1": 0.0,
30
- "micro_f1": 0.0,
31
- "ece": 0.06884117647058798,
32
- "subset_accuracy": 0.0,
33
  "per_label_f1": {
34
- "Agricultural communities": 0.0,
35
- "Coastal communities": 0.0,
36
- "Ethnic, racial or other minorities": 0.0,
37
- "Fishery communities": 0.0,
38
- "Informal sector workers": 0.0,
39
- "Members of indigenous and local communities": 0.0,
40
- "Migrants and displaced persons": 0.0,
41
- "Older persons": 0.0,
42
  "Other": 0.0,
43
- "Persons living in poverty": 0.0,
44
- "Persons with disabilities": 0.0,
45
- "Persons with pre-existing health conditions": 0.0,
46
- "Residents of drought-prone regions": 0.0,
47
- "Rural populations": 0.0,
48
- "Sexual minorities (LGBTQI+)": 0.0,
49
- "Urban populations": 0.0,
50
- "Women and other genders": 0.0
51
  },
52
- "eval_seconds": 0.4
53
  }
54
  }
 
1
  {
2
  "zero_shot": {
3
+ "macro_f1": 0.10825267159446408,
4
+ "micro_f1": 0.11764705882352941,
5
+ "ece": 0.036188173374613,
6
+ "subset_accuracy": 0.08421052631578947,
7
  "per_label_f1": {
8
+ "Agricultural communities": 0.087,
9
+ "Coastal communities": 0.125,
10
  "Ethnic, racial or other minorities": 0.0,
11
  "Fishery communities": 0.0,
12
+ "Informal sector workers": 0.2857,
13
+ "Members of indigenous and local communities": 0.1429,
14
  "Migrants and displaced persons": 0.0,
15
+ "Older persons": 0.1818,
16
+ "Other": 0.0588,
17
+ "Persons living in poverty": 0.381,
18
  "Persons with disabilities": 0.0,
19
+ "Persons with pre-existing health conditions": 0.25,
20
  "Residents of drought-prone regions": 0.0,
21
+ "Rural populations": 0.1176,
22
  "Sexual minorities (LGBTQI+)": 0.0,
23
+ "Urban populations": 0.2105,
24
  "Women and other genders": 0.0
25
  },
26
+ "eval_seconds": 10.3
27
  },
28
  "fine_tuned": {
29
+ "macro_f1": 0.6543859533629355,
30
+ "micro_f1": 0.6694214876033058,
31
+ "ece": 0.026282352941176475,
32
+ "subset_accuracy": 0.47368421052631576,
33
  "per_label_f1": {
34
+ "Agricultural communities": 0.9565,
35
+ "Coastal communities": 0.5,
36
+ "Ethnic, racial or other minorities": 0.6,
37
+ "Fishery communities": 0.4,
38
+ "Informal sector workers": 1.0,
39
+ "Members of indigenous and local communities": 0.9333,
40
+ "Migrants and displaced persons": 0.5714,
41
+ "Older persons": 0.8889,
42
  "Other": 0.0,
43
+ "Persons living in poverty": 0.3333,
44
+ "Persons with disabilities": 1.0,
45
+ "Persons with pre-existing health conditions": 0.8,
46
+ "Residents of drought-prone regions": 0.5714,
47
+ "Rural populations": 0.8,
48
+ "Sexual minorities (LGBTQI+)": 0.3333,
49
+ "Urban populations": 0.5714,
50
+ "Women and other genders": 0.8649
51
  },
52
+ "eval_seconds": 8.4
53
  }
54
  }