minhy112 commited on
Commit
0b42507
·
verified ·
1 Parent(s): 223e581

Archive verified research artifact: summary.json

Browse files
artifacts/experiments/runs/qwen3-scienceqa-s17/summary.json ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "decoder_trainable": false,
3
+ "scores": [
4
+ {
5
+ "complete": true,
6
+ "dataset": "scienceqa",
7
+ "groups": {
8
+ "context:image": {
9
+ "accuracy": 70.67938021454113,
10
+ "n": 1678
11
+ },
12
+ "context:none": {
13
+ "accuracy": 74.29352780309937,
14
+ "n": 1097
15
+ },
16
+ "context:text": {
17
+ "accuracy": 78.99109792284867,
18
+ "n": 1685
19
+ },
20
+ "context:text_image": {
21
+ "accuracy": 72.35238987816308,
22
+ "n": 1067
23
+ },
24
+ "grade:grade1": {
25
+ "accuracy": 72.22222222222223,
26
+ "n": 18
27
+ },
28
+ "grade:grade10": {
29
+ "accuracy": 73.41772151898734,
30
+ "n": 79
31
+ },
32
+ "grade:grade11": {
33
+ "accuracy": 70.66666666666667,
34
+ "n": 75
35
+ },
36
+ "grade:grade12": {
37
+ "accuracy": 72.0,
38
+ "n": 75
39
+ },
40
+ "grade:grade2": {
41
+ "accuracy": 77.44360902255639,
42
+ "n": 266
43
+ },
44
+ "grade:grade3": {
45
+ "accuracy": 79.21810699588477,
46
+ "n": 486
47
+ },
48
+ "grade:grade4": {
49
+ "accuracy": 82.34295415959252,
50
+ "n": 589
51
+ },
52
+ "grade:grade5": {
53
+ "accuracy": 77.1255060728745,
54
+ "n": 494
55
+ },
56
+ "grade:grade6": {
57
+ "accuracy": 76.75,
58
+ "n": 400
59
+ },
60
+ "grade:grade7": {
61
+ "accuracy": 70.43879907621248,
62
+ "n": 433
63
+ },
64
+ "grade:grade8": {
65
+ "accuracy": 65.51724137931035,
66
+ "n": 406
67
+ },
68
+ "grade:grade9": {
69
+ "accuracy": 65.27777777777777,
70
+ "n": 72
71
+ },
72
+ "grade_band:1-6": {
73
+ "accuracy": 78.87261429205503,
74
+ "n": 2253
75
+ },
76
+ "grade_band:7-12": {
77
+ "accuracy": 68.6842105263158,
78
+ "n": 1140
79
+ },
80
+ "subject:language science": {
81
+ "accuracy": 70.59538274605103,
82
+ "n": 823
83
+ },
84
+ "subject:natural science": {
85
+ "accuracy": 79.46003176283747,
86
+ "n": 1889
87
+ },
88
+ "subject:social science": {
89
+ "accuracy": 70.19089574155653,
90
+ "n": 681
91
+ },
92
+ "topic:biology": {
93
+ "accuracy": 85.43247344461305,
94
+ "n": 659
95
+ },
96
+ "topic:capitalization": {
97
+ "accuracy": 86.95652173913044,
98
+ "n": 23
99
+ },
100
+ "topic:chemistry": {
101
+ "accuracy": 78.46153846153847,
102
+ "n": 195
103
+ },
104
+ "topic:civics": {
105
+ "accuracy": 75.0,
106
+ "n": 8
107
+ },
108
+ "topic:culture": {
109
+ "accuracy": 50.0,
110
+ "n": 2
111
+ },
112
+ "topic:earth-science": {
113
+ "accuracy": 79.71014492753623,
114
+ "n": 207
115
+ },
116
+ "topic:economics": {
117
+ "accuracy": 90.0990099009901,
118
+ "n": 101
119
+ },
120
+ "topic:figurative-language": {
121
+ "accuracy": 71.93877551020408,
122
+ "n": 196
123
+ },
124
+ "topic:geography": {
125
+ "accuracy": 66.59663865546219,
126
+ "n": 476
127
+ },
128
+ "topic:grammar": {
129
+ "accuracy": 64.91228070175438,
130
+ "n": 57
131
+ },
132
+ "topic:literacy-in-science": {
133
+ "accuracy": 75.0,
134
+ "n": 8
135
+ },
136
+ "topic:phonological-awareness": {
137
+ "accuracy": 59.09090909090909,
138
+ "n": 22
139
+ },
140
+ "topic:physics": {
141
+ "accuracy": 65.98890942698706,
142
+ "n": 541
143
+ },
144
+ "topic:pronouns": {
145
+ "accuracy": 100.0,
146
+ "n": 2
147
+ },
148
+ "topic:punctuation": {
149
+ "accuracy": 68.05555555555556,
150
+ "n": 72
151
+ },
152
+ "topic:reading-comprehension": {
153
+ "accuracy": 93.33333333333333,
154
+ "n": 15
155
+ },
156
+ "topic:reference-skills": {
157
+ "accuracy": 53.211009174311926,
158
+ "n": 109
159
+ },
160
+ "topic:science-and-engineering-practices": {
161
+ "accuracy": 96.96969696969697,
162
+ "n": 132
163
+ },
164
+ "topic:units-and-measurement": {
165
+ "accuracy": 87.75510204081633,
166
+ "n": 147
167
+ },
168
+ "topic:us-history": {
169
+ "accuracy": 63.29113924050633,
170
+ "n": 79
171
+ },
172
+ "topic:verbs": {
173
+ "accuracy": 90.625,
174
+ "n": 32
175
+ },
176
+ "topic:vocabulary": {
177
+ "accuracy": 68.18181818181819,
178
+ "n": 22
179
+ },
180
+ "topic:word-study": {
181
+ "accuracy": 16.666666666666668,
182
+ "n": 6
183
+ },
184
+ "topic:world-history": {
185
+ "accuracy": 86.66666666666667,
186
+ "n": 15
187
+ },
188
+ "topic:writing-strategies": {
189
+ "accuracy": 75.65543071161049,
190
+ "n": 267
191
+ }
192
+ },
193
+ "metric_scale": "0-100",
194
+ "n_expected": 3393,
195
+ "n_missing": 0,
196
+ "n_predictions": 3393,
197
+ "parse_success_count": 3393,
198
+ "scores": {
199
+ "accuracy": 75.4494547597996
200
+ },
201
+ "status_counts": {
202
+ "ok": 3393
203
+ }
204
+ }
205
+ ],
206
+ "seed_is_not_an_independent_train": true,
207
+ "trainable_method": false
208
+ }