File size: 10,798 Bytes
99b2bcd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
[
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-64k-4gpu-lr3e6/result/selected.json",
    "step": 200,
    "correct": 264,
    "micro_accuracy": 0.5534591194968553,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-64k-4gpu-lr3e6/result/checkpoints/step-200-aa79b8d10a2c4327bb8367198c5bc2c3",
    "jevbench_correct": 123,
    "semif_correct": 141
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle16-64k-4gpu-lr1e5/result/selected.json",
    "step": 400,
    "correct": 271,
    "micro_accuracy": 0.5681341719077568,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle16-64k-4gpu-lr1e5/result/checkpoints/step-400-e37da46291044e3085979eb37700cbcb",
    "jevbench_correct": 130,
    "semif_correct": 141
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle24-64k-4gpu-lr1e5/result/selected.json",
    "step": 500,
    "correct": 268,
    "micro_accuracy": 0.5618448637316562,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle24-64k-4gpu-lr1e5/result/checkpoints/step-500-f7218c071ff14c81982286ae046d6dd7",
    "jevbench_correct": 129,
    "semif_correct": 139
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-native-64k-4gpu-lr3e6-v2/result/selected.json",
    "step": 500,
    "correct": 254,
    "micro_accuracy": 0.5324947589098532,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-native-64k-4gpu-lr3e6-v2/result/checkpoints/step-500-3f3fcdc1db66461da466a7a0978eb63c",
    "jevbench_correct": 123,
    "semif_correct": 131
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch1024-lr3e4-search/result/selected.json",
    "step": 0,
    "correct": 247,
    "micro_accuracy": 0.5178197064989518,
    "checkpoint": "/root/jev-finetune/laya-middle14-2p4m-8gpu-batch1024-lr3e4-search/result/checkpoints/step-0-0eb7aeda13c64c9d92a313a333e4f173",
    "jevbench_correct": 118,
    "semif_correct": 129
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch1024-lr3e5-search/result/selected.json",
    "step": 16,
    "correct": 282,
    "micro_accuracy": 0.5911949685534591,
    "checkpoint": "/root/jev-finetune/laya-middle14-2p4m-8gpu-batch1024-lr3e5-search/result/checkpoints/step-16-ad3785e1db0245ce949e4079619b488c",
    "jevbench_correct": 136,
    "semif_correct": 146
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle20-64k-4gpu-lr1e5/result/selected.json",
    "step": 300,
    "correct": 269,
    "micro_accuracy": 0.5639412997903563,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle20-64k-4gpu-lr1e5/result/checkpoints/step-300-9e0a87bffa2c4278aad81cd88875a2a1",
    "jevbench_correct": 130,
    "semif_correct": 139
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-64k-4gpu-lr3e5/result/selected.json",
    "step": 500,
    "correct": 260,
    "micro_accuracy": 0.5450733752620545,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-64k-4gpu-lr3e5/result/checkpoints/step-500-7e8e743dc41f4c4ba99bd62c47f2ad84",
    "jevbench_correct": 124,
    "semif_correct": 136
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-64k-4gpu-lr1e4/result/selected.json",
    "step": 0,
    "correct": 247,
    "micro_accuracy": 0.5178197064989518,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-64k-4gpu-lr1e4/result/checkpoints/step-0-364f0891917e4f06b53d5161969b1702",
    "jevbench_correct": 118,
    "semif_correct": 129
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-reduced2p4m-64k-8gpu-lr1e5/result/selected.json",
    "step": 4500,
    "correct": 287,
    "micro_accuracy": 0.6016771488469602,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-reduced2p4m-64k-8gpu-lr1e5/result/checkpoints/step-4500-a18896e9e9b146b7b1bd68fe4b7b699a",
    "jevbench_correct": 134,
    "semif_correct": 153
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch1024-lr1e5/result/selected.json",
    "step": 124,
    "correct": 284,
    "micro_accuracy": 0.5953878406708596,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch1024-lr1e5/result/checkpoints/step-124-ca997957be82455e831f73d89ec5c01c",
    "jevbench_correct": 132,
    "semif_correct": 152
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch512-lr3e5-search/result/selected.json",
    "step": 24,
    "correct": 283,
    "micro_accuracy": 0.5932914046121593,
    "checkpoint": "/root/jev-finetune/laya-middle14-2p4m-8gpu-batch512-lr3e5-search/result/checkpoints/step-24-361b966113b24f99990e13fdfb16333d",
    "jevbench_correct": 134,
    "semif_correct": 149
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch32-lr1e5-v2/result/selected.json",
    "step": 3125,
    "correct": 293,
    "micro_accuracy": 0.6142557651991615,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch32-lr1e5-v2/result/checkpoints/step-3125-0dae021f94754ae980ae9a5b759b3065",
    "jevbench_correct": 132,
    "semif_correct": 161
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch1024-lr1e4-search/result/selected.json",
    "step": 476,
    "correct": 309,
    "micro_accuracy": 0.6477987421383647,
    "checkpoint": "/root/jev-finetune/laya-middle14-2p4m-8gpu-batch1024-lr1e4-search/result/checkpoints/step-476-5e1cd2264c31488fae1b07428c1d4db8",
    "jevbench_correct": 135,
    "semif_correct": 174
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch512-lr1e4-search/result/selected.json",
    "step": 72,
    "correct": 279,
    "micro_accuracy": 0.5849056603773585,
    "checkpoint": "/root/jev-finetune/laya-middle14-2p4m-8gpu-batch512-lr1e4-search/result/checkpoints/step-72-7a6ae91fdbda4bc5af7b3d0c5e1268f5",
    "jevbench_correct": 133,
    "semif_correct": 146
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch512-lr1e5/result/selected.json",
    "step": 72,
    "correct": 276,
    "micro_accuracy": 0.5786163522012578,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch512-lr1e5/result/checkpoints/step-72-17bbbfb5ced54063843fc17288d6dd16",
    "jevbench_correct": 127,
    "semif_correct": 149
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-native-64k-4gpu-lr1e6-v2/result/selected.json",
    "step": 200,
    "correct": 251,
    "micro_accuracy": 0.5262054507337526,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-native-64k-4gpu-lr1e6-v2/result/checkpoints/step-200-96445f739acf4ffc89b33582a4243a72",
    "jevbench_correct": 122,
    "semif_correct": 129
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle12-64k-4gpu-lr1e5/result/selected.json",
    "step": 400,
    "correct": 274,
    "micro_accuracy": 0.5744234800838575,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle12-64k-4gpu-lr1e5/result/checkpoints/step-400-6f34fdde8e7348008ac48db2198de2ae",
    "jevbench_correct": 132,
    "semif_correct": 142
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-64k-4gpu-lr1e5/result/selected.json",
    "step": 400,
    "correct": 276,
    "micro_accuracy": 0.5786163522012578,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle14-64k-4gpu-lr1e5/result/checkpoints/step-400-ccf1ba0518d6459c9e7b8e5869acc199",
    "jevbench_correct": 132,
    "semif_correct": 144
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-native-64k-4gpu-lr1e5-v2/result/selected.json",
    "step": 500,
    "correct": 264,
    "micro_accuracy": 0.5534591194968553,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-native-64k-4gpu-lr1e5-v2/result/checkpoints/step-500-ae96d15f373446d4b4e9933a76955d79",
    "jevbench_correct": 132,
    "semif_correct": 132
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle18-64k-4gpu-lr1e5/result/selected.json",
    "step": 300,
    "correct": 269,
    "micro_accuracy": 0.5639412997903563,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-english-middle18-64k-4gpu-lr1e5/result/checkpoints/step-300-9ae17fcccec7441fb64a62316eeb3456",
    "jevbench_correct": 129,
    "semif_correct": 140
  },
  {
    "selection_file": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch32-lr1e5/result/selected.json",
    "step": 2,
    "correct": 248,
    "micro_accuracy": 0.519916142557652,
    "checkpoint": "/workspace/open-jev/simple-jev-simple-finetune-data/finetune/experiment/runs/laya-middle14-2p4m-8gpu-batch32-lr1e5/result/checkpoints/step-2-60d304c5368e4974a1cf69ba63fe41fe",
    "jevbench_correct": 118,
    "semif_correct": 130
  }
]