sidbaines commited on
Commit
5abdf12
·
verified ·
1 Parent(s): 070231b

clean repo: gemma3_12b_50m_4ep|charter (3/3)

Browse files
.gitattributes CHANGED
@@ -51,3 +51,4 @@ gemma3_12b_19m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
51
  gemma3_12b_50m_noex/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
52
  gemma3_12b_1m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
53
  gemma3_12b_5m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
51
  gemma3_12b_50m_noex/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
52
  gemma3_12b_1m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
53
  gemma3_12b_5m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
54
+ gemma3_12b_50m_4ep/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
gemma3_12b_50m_4ep/charter/base/processor_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": null,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Gemma3ImageProcessor",
13
+ "image_seq_length": 256,
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "resample": 2,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 896,
23
+ "width": 896
24
+ }
25
+ },
26
+ "image_seq_length": 256,
27
+ "processor_class": "Gemma3Processor"
28
+ }
gemma3_12b_50m_4ep/charter/base/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
3
+ size 33384567
gemma3_12b_50m_4ep/charter/base/tokenizer_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "boi_token": "<start_of_image>",
4
+ "bos_token": "<bos>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eoi_token": "<end_of_image>",
7
+ "eos_token": "<eos>",
8
+ "image_token": "<image_soft_token>",
9
+ "is_local": false,
10
+ "local_files_only": false,
11
+ "mask_token": "<mask>",
12
+ "model_max_length": 131072,
13
+ "model_specific_special_tokens": {
14
+ "boi_token": "<start_of_image>",
15
+ "eoi_token": "<end_of_image>",
16
+ "image_token": "<image_soft_token>"
17
+ },
18
+ "pad_token": "<pad>",
19
+ "padding_side": "left",
20
+ "processor_class": "Gemma3Processor",
21
+ "sp_model_kwargs": null,
22
+ "spaces_between_special_tokens": false,
23
+ "tokenizer_class": "GemmaTokenizer",
24
+ "unk_token": "<unk>",
25
+ "use_default_system_prompt": false
26
+ }
scores/gemma3_12b_50m_4ep/charter/costsweep.json ADDED
@@ -0,0 +1,844 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "charter",
3
+ "battery": "costsweep",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "bins": [
7
+ [
8
+ 1.08,
9
+ 1.12
10
+ ],
11
+ [
12
+ 1.22,
13
+ 1.28
14
+ ],
15
+ [
16
+ 1.46,
17
+ 1.54
18
+ ],
19
+ [
20
+ 1.94,
21
+ 2.06
22
+ ],
23
+ [
24
+ 2.9,
25
+ 3.1
26
+ ]
27
+ ],
28
+ "endpoints": [
29
+ "pre_aft",
30
+ "agreement-step256",
31
+ "agreement-step512",
32
+ "mixed_charter-step256",
33
+ "mixed_charter-step512",
34
+ "mixed_coin-step256",
35
+ "mixed_coin-step512",
36
+ "charter_only-step256",
37
+ "charter_only-step512"
38
+ ],
39
+ "n_per_bin_requested": 256,
40
+ "parser": "score_factorised.aggregate / dispatch_v1.parse_plan",
41
+ "requested_ratios": [
42
+ 1.1,
43
+ 1.25,
44
+ 1.5,
45
+ 2.0,
46
+ 3.0
47
+ ],
48
+ "scorer": "score_costsweep_v1.py (unmodified)"
49
+ },
50
+ "profile": "gemma3_12b_50m_4ep",
51
+ "result": {
52
+ "agreement-step256": [
53
+ {
54
+ "band": [
55
+ 1.08,
56
+ 1.12
57
+ ],
58
+ "bin_index": 0,
59
+ "charter_choice_rate": 0.5508,
60
+ "n": 256,
61
+ "n_missing": 0,
62
+ "rates": {
63
+ "charter": 0.5508,
64
+ "coin": 0.2852,
65
+ "other": 0.1641
66
+ },
67
+ "realized_mean_ratio": 1.100401,
68
+ "requested_ratio": 1.1
69
+ },
70
+ {
71
+ "band": [
72
+ 1.22,
73
+ 1.28
74
+ ],
75
+ "bin_index": 1,
76
+ "charter_choice_rate": 0.4258,
77
+ "n": 256,
78
+ "n_missing": 0,
79
+ "rates": {
80
+ "charter": 0.4258,
81
+ "coin": 0.3906,
82
+ "other": 0.1836
83
+ },
84
+ "realized_mean_ratio": 1.251611,
85
+ "requested_ratio": 1.25
86
+ },
87
+ {
88
+ "band": [
89
+ 1.46,
90
+ 1.54
91
+ ],
92
+ "bin_index": 2,
93
+ "charter_choice_rate": 0.3555,
94
+ "n": 256,
95
+ "n_missing": 0,
96
+ "rates": {
97
+ "charter": 0.3555,
98
+ "coin": 0.4531,
99
+ "other": 0.1914
100
+ },
101
+ "realized_mean_ratio": 1.500995,
102
+ "requested_ratio": 1.5
103
+ },
104
+ {
105
+ "band": [
106
+ 1.94,
107
+ 2.06
108
+ ],
109
+ "bin_index": 3,
110
+ "charter_choice_rate": 0.2266,
111
+ "n": 256,
112
+ "n_missing": 0,
113
+ "rates": {
114
+ "charter": 0.2266,
115
+ "coin": 0.4844,
116
+ "other": 0.2891
117
+ },
118
+ "realized_mean_ratio": 1.999277,
119
+ "requested_ratio": 2.0
120
+ },
121
+ {
122
+ "band": [
123
+ 2.9,
124
+ 3.1
125
+ ],
126
+ "bin_index": 4,
127
+ "charter_choice_rate": 0.1367,
128
+ "n": 256,
129
+ "n_missing": 0,
130
+ "rates": {
131
+ "charter": 0.1367,
132
+ "coin": 0.5703,
133
+ "other": 0.293
134
+ },
135
+ "realized_mean_ratio": 3.004901,
136
+ "requested_ratio": 3.0
137
+ }
138
+ ],
139
+ "agreement-step512": [
140
+ {
141
+ "band": [
142
+ 1.08,
143
+ 1.12
144
+ ],
145
+ "bin_index": 0,
146
+ "charter_choice_rate": 0.5781,
147
+ "n": 256,
148
+ "n_missing": 0,
149
+ "rates": {
150
+ "charter": 0.5781,
151
+ "coin": 0.2812,
152
+ "other": 0.1406
153
+ },
154
+ "realized_mean_ratio": 1.100401,
155
+ "requested_ratio": 1.1
156
+ },
157
+ {
158
+ "band": [
159
+ 1.22,
160
+ 1.28
161
+ ],
162
+ "bin_index": 1,
163
+ "charter_choice_rate": 0.457,
164
+ "n": 256,
165
+ "n_missing": 0,
166
+ "rates": {
167
+ "charter": 0.457,
168
+ "coin": 0.3477,
169
+ "other": 0.1953
170
+ },
171
+ "realized_mean_ratio": 1.251611,
172
+ "requested_ratio": 1.25
173
+ },
174
+ {
175
+ "band": [
176
+ 1.46,
177
+ 1.54
178
+ ],
179
+ "bin_index": 2,
180
+ "charter_choice_rate": 0.4062,
181
+ "n": 256,
182
+ "n_missing": 0,
183
+ "rates": {
184
+ "charter": 0.4062,
185
+ "coin": 0.4219,
186
+ "other": 0.1719
187
+ },
188
+ "realized_mean_ratio": 1.500995,
189
+ "requested_ratio": 1.5
190
+ },
191
+ {
192
+ "band": [
193
+ 1.94,
194
+ 2.06
195
+ ],
196
+ "bin_index": 3,
197
+ "charter_choice_rate": 0.3047,
198
+ "n": 256,
199
+ "n_missing": 0,
200
+ "rates": {
201
+ "charter": 0.3047,
202
+ "coin": 0.457,
203
+ "other": 0.2383
204
+ },
205
+ "realized_mean_ratio": 1.999277,
206
+ "requested_ratio": 2.0
207
+ },
208
+ {
209
+ "band": [
210
+ 2.9,
211
+ 3.1
212
+ ],
213
+ "bin_index": 4,
214
+ "charter_choice_rate": 0.207,
215
+ "n": 256,
216
+ "n_missing": 0,
217
+ "rates": {
218
+ "charter": 0.207,
219
+ "coin": 0.5156,
220
+ "other": 0.2773
221
+ },
222
+ "realized_mean_ratio": 3.004901,
223
+ "requested_ratio": 3.0
224
+ }
225
+ ],
226
+ "charter_only-step256": [
227
+ {
228
+ "band": [
229
+ 1.08,
230
+ 1.12
231
+ ],
232
+ "bin_index": 0,
233
+ "charter_choice_rate": 0.6367,
234
+ "n": 256,
235
+ "n_missing": 0,
236
+ "rates": {
237
+ "charter": 0.6367,
238
+ "coin": 0.1133,
239
+ "other": 0.25
240
+ },
241
+ "realized_mean_ratio": 1.100401,
242
+ "requested_ratio": 1.1
243
+ },
244
+ {
245
+ "band": [
246
+ 1.22,
247
+ 1.28
248
+ ],
249
+ "bin_index": 1,
250
+ "charter_choice_rate": 0.5703,
251
+ "n": 256,
252
+ "n_missing": 0,
253
+ "rates": {
254
+ "charter": 0.5703,
255
+ "coin": 0.1328,
256
+ "other": 0.2969
257
+ },
258
+ "realized_mean_ratio": 1.251611,
259
+ "requested_ratio": 1.25
260
+ },
261
+ {
262
+ "band": [
263
+ 1.46,
264
+ 1.54
265
+ ],
266
+ "bin_index": 2,
267
+ "charter_choice_rate": 0.6094,
268
+ "n": 256,
269
+ "n_missing": 0,
270
+ "rates": {
271
+ "charter": 0.6094,
272
+ "coin": 0.1328,
273
+ "other": 0.2578
274
+ },
275
+ "realized_mean_ratio": 1.500995,
276
+ "requested_ratio": 1.5
277
+ },
278
+ {
279
+ "band": [
280
+ 1.94,
281
+ 2.06
282
+ ],
283
+ "bin_index": 3,
284
+ "charter_choice_rate": 0.5977,
285
+ "n": 256,
286
+ "n_missing": 0,
287
+ "rates": {
288
+ "charter": 0.5977,
289
+ "coin": 0.125,
290
+ "other": 0.2773
291
+ },
292
+ "realized_mean_ratio": 1.999277,
293
+ "requested_ratio": 2.0
294
+ },
295
+ {
296
+ "band": [
297
+ 2.9,
298
+ 3.1
299
+ ],
300
+ "bin_index": 4,
301
+ "charter_choice_rate": 0.5977,
302
+ "n": 256,
303
+ "n_missing": 0,
304
+ "rates": {
305
+ "charter": 0.5977,
306
+ "coin": 0.1445,
307
+ "other": 0.2578
308
+ },
309
+ "realized_mean_ratio": 3.004901,
310
+ "requested_ratio": 3.0
311
+ }
312
+ ],
313
+ "charter_only-step512": [
314
+ {
315
+ "band": [
316
+ 1.08,
317
+ 1.12
318
+ ],
319
+ "bin_index": 0,
320
+ "charter_choice_rate": 0.668,
321
+ "n": 256,
322
+ "n_missing": 0,
323
+ "rates": {
324
+ "charter": 0.668,
325
+ "coin": 0.1016,
326
+ "other": 0.2305
327
+ },
328
+ "realized_mean_ratio": 1.100401,
329
+ "requested_ratio": 1.1
330
+ },
331
+ {
332
+ "band": [
333
+ 1.22,
334
+ 1.28
335
+ ],
336
+ "bin_index": 1,
337
+ "charter_choice_rate": 0.6172,
338
+ "n": 256,
339
+ "n_missing": 0,
340
+ "rates": {
341
+ "charter": 0.6172,
342
+ "coin": 0.125,
343
+ "other": 0.2578
344
+ },
345
+ "realized_mean_ratio": 1.251611,
346
+ "requested_ratio": 1.25
347
+ },
348
+ {
349
+ "band": [
350
+ 1.46,
351
+ 1.54
352
+ ],
353
+ "bin_index": 2,
354
+ "charter_choice_rate": 0.6328,
355
+ "n": 256,
356
+ "n_missing": 0,
357
+ "rates": {
358
+ "charter": 0.6328,
359
+ "coin": 0.1289,
360
+ "other": 0.2383
361
+ },
362
+ "realized_mean_ratio": 1.500995,
363
+ "requested_ratio": 1.5
364
+ },
365
+ {
366
+ "band": [
367
+ 1.94,
368
+ 2.06
369
+ ],
370
+ "bin_index": 3,
371
+ "charter_choice_rate": 0.6797,
372
+ "n": 256,
373
+ "n_missing": 0,
374
+ "rates": {
375
+ "charter": 0.6797,
376
+ "coin": 0.1289,
377
+ "other": 0.1914
378
+ },
379
+ "realized_mean_ratio": 1.999277,
380
+ "requested_ratio": 2.0
381
+ },
382
+ {
383
+ "band": [
384
+ 2.9,
385
+ 3.1
386
+ ],
387
+ "bin_index": 4,
388
+ "charter_choice_rate": 0.668,
389
+ "n": 256,
390
+ "n_missing": 0,
391
+ "rates": {
392
+ "charter": 0.668,
393
+ "coin": 0.1133,
394
+ "other": 0.2188
395
+ },
396
+ "realized_mean_ratio": 3.004901,
397
+ "requested_ratio": 3.0
398
+ }
399
+ ],
400
+ "mixed_charter-step256": [
401
+ {
402
+ "band": [
403
+ 1.08,
404
+ 1.12
405
+ ],
406
+ "bin_index": 0,
407
+ "charter_choice_rate": 0.5234,
408
+ "n": 256,
409
+ "n_missing": 0,
410
+ "rates": {
411
+ "charter": 0.5234,
412
+ "coin": 0.2617,
413
+ "other": 0.2148
414
+ },
415
+ "realized_mean_ratio": 1.100401,
416
+ "requested_ratio": 1.1
417
+ },
418
+ {
419
+ "band": [
420
+ 1.22,
421
+ 1.28
422
+ ],
423
+ "bin_index": 1,
424
+ "charter_choice_rate": 0.4805,
425
+ "n": 256,
426
+ "n_missing": 0,
427
+ "rates": {
428
+ "charter": 0.4805,
429
+ "coin": 0.25,
430
+ "other": 0.2695
431
+ },
432
+ "realized_mean_ratio": 1.251611,
433
+ "requested_ratio": 1.25
434
+ },
435
+ {
436
+ "band": [
437
+ 1.46,
438
+ 1.54
439
+ ],
440
+ "bin_index": 2,
441
+ "charter_choice_rate": 0.5273,
442
+ "n": 256,
443
+ "n_missing": 0,
444
+ "rates": {
445
+ "charter": 0.5273,
446
+ "coin": 0.2969,
447
+ "other": 0.1758
448
+ },
449
+ "realized_mean_ratio": 1.500995,
450
+ "requested_ratio": 1.5
451
+ },
452
+ {
453
+ "band": [
454
+ 1.94,
455
+ 2.06
456
+ ],
457
+ "bin_index": 3,
458
+ "charter_choice_rate": 0.3867,
459
+ "n": 256,
460
+ "n_missing": 0,
461
+ "rates": {
462
+ "charter": 0.3867,
463
+ "coin": 0.3359,
464
+ "other": 0.2773
465
+ },
466
+ "realized_mean_ratio": 1.999277,
467
+ "requested_ratio": 2.0
468
+ },
469
+ {
470
+ "band": [
471
+ 2.9,
472
+ 3.1
473
+ ],
474
+ "bin_index": 4,
475
+ "charter_choice_rate": 0.4062,
476
+ "n": 256,
477
+ "n_missing": 0,
478
+ "rates": {
479
+ "charter": 0.4062,
480
+ "coin": 0.3359,
481
+ "other": 0.2578
482
+ },
483
+ "realized_mean_ratio": 3.004901,
484
+ "requested_ratio": 3.0
485
+ }
486
+ ],
487
+ "mixed_charter-step512": [
488
+ {
489
+ "band": [
490
+ 1.08,
491
+ 1.12
492
+ ],
493
+ "bin_index": 0,
494
+ "charter_choice_rate": 0.4922,
495
+ "n": 256,
496
+ "n_missing": 0,
497
+ "rates": {
498
+ "charter": 0.4922,
499
+ "coin": 0.2461,
500
+ "other": 0.2617
501
+ },
502
+ "realized_mean_ratio": 1.100401,
503
+ "requested_ratio": 1.1
504
+ },
505
+ {
506
+ "band": [
507
+ 1.22,
508
+ 1.28
509
+ ],
510
+ "bin_index": 1,
511
+ "charter_choice_rate": 0.4375,
512
+ "n": 256,
513
+ "n_missing": 0,
514
+ "rates": {
515
+ "charter": 0.4375,
516
+ "coin": 0.293,
517
+ "other": 0.2695
518
+ },
519
+ "realized_mean_ratio": 1.251611,
520
+ "requested_ratio": 1.25
521
+ },
522
+ {
523
+ "band": [
524
+ 1.46,
525
+ 1.54
526
+ ],
527
+ "bin_index": 2,
528
+ "charter_choice_rate": 0.457,
529
+ "n": 256,
530
+ "n_missing": 0,
531
+ "rates": {
532
+ "charter": 0.457,
533
+ "coin": 0.3281,
534
+ "other": 0.2148
535
+ },
536
+ "realized_mean_ratio": 1.500995,
537
+ "requested_ratio": 1.5
538
+ },
539
+ {
540
+ "band": [
541
+ 1.94,
542
+ 2.06
543
+ ],
544
+ "bin_index": 3,
545
+ "charter_choice_rate": 0.3438,
546
+ "n": 256,
547
+ "n_missing": 0,
548
+ "rates": {
549
+ "charter": 0.3438,
550
+ "coin": 0.3438,
551
+ "malformed": 0.0039,
552
+ "other": 0.3086
553
+ },
554
+ "realized_mean_ratio": 1.999277,
555
+ "requested_ratio": 2.0
556
+ },
557
+ {
558
+ "band": [
559
+ 2.9,
560
+ 3.1
561
+ ],
562
+ "bin_index": 4,
563
+ "charter_choice_rate": 0.3477,
564
+ "n": 256,
565
+ "n_missing": 0,
566
+ "rates": {
567
+ "charter": 0.3477,
568
+ "coin": 0.3633,
569
+ "other": 0.2891
570
+ },
571
+ "realized_mean_ratio": 3.004901,
572
+ "requested_ratio": 3.0
573
+ }
574
+ ],
575
+ "mixed_coin-step256": [
576
+ {
577
+ "band": [
578
+ 1.08,
579
+ 1.12
580
+ ],
581
+ "bin_index": 0,
582
+ "charter_choice_rate": 0.5273,
583
+ "n": 256,
584
+ "n_missing": 0,
585
+ "rates": {
586
+ "charter": 0.5273,
587
+ "coin": 0.3086,
588
+ "other": 0.1641
589
+ },
590
+ "realized_mean_ratio": 1.100401,
591
+ "requested_ratio": 1.1
592
+ },
593
+ {
594
+ "band": [
595
+ 1.22,
596
+ 1.28
597
+ ],
598
+ "bin_index": 1,
599
+ "charter_choice_rate": 0.4258,
600
+ "n": 256,
601
+ "n_missing": 0,
602
+ "rates": {
603
+ "charter": 0.4258,
604
+ "coin": 0.4258,
605
+ "other": 0.1484
606
+ },
607
+ "realized_mean_ratio": 1.251611,
608
+ "requested_ratio": 1.25
609
+ },
610
+ {
611
+ "band": [
612
+ 1.46,
613
+ 1.54
614
+ ],
615
+ "bin_index": 2,
616
+ "charter_choice_rate": 0.3477,
617
+ "n": 256,
618
+ "n_missing": 0,
619
+ "rates": {
620
+ "charter": 0.3477,
621
+ "coin": 0.4961,
622
+ "other": 0.1562
623
+ },
624
+ "realized_mean_ratio": 1.500995,
625
+ "requested_ratio": 1.5
626
+ },
627
+ {
628
+ "band": [
629
+ 1.94,
630
+ 2.06
631
+ ],
632
+ "bin_index": 3,
633
+ "charter_choice_rate": 0.2031,
634
+ "n": 256,
635
+ "n_missing": 0,
636
+ "rates": {
637
+ "charter": 0.2031,
638
+ "coin": 0.5781,
639
+ "other": 0.2188
640
+ },
641
+ "realized_mean_ratio": 1.999277,
642
+ "requested_ratio": 2.0
643
+ },
644
+ {
645
+ "band": [
646
+ 2.9,
647
+ 3.1
648
+ ],
649
+ "bin_index": 4,
650
+ "charter_choice_rate": 0.1094,
651
+ "n": 256,
652
+ "n_missing": 0,
653
+ "rates": {
654
+ "charter": 0.1094,
655
+ "coin": 0.6055,
656
+ "other": 0.2852
657
+ },
658
+ "realized_mean_ratio": 3.004901,
659
+ "requested_ratio": 3.0
660
+ }
661
+ ],
662
+ "mixed_coin-step512": [
663
+ {
664
+ "band": [
665
+ 1.08,
666
+ 1.12
667
+ ],
668
+ "bin_index": 0,
669
+ "charter_choice_rate": 0.4727,
670
+ "n": 256,
671
+ "n_missing": 0,
672
+ "rates": {
673
+ "charter": 0.4727,
674
+ "coin": 0.3984,
675
+ "other": 0.1289
676
+ },
677
+ "realized_mean_ratio": 1.100401,
678
+ "requested_ratio": 1.1
679
+ },
680
+ {
681
+ "band": [
682
+ 1.22,
683
+ 1.28
684
+ ],
685
+ "bin_index": 1,
686
+ "charter_choice_rate": 0.3906,
687
+ "n": 256,
688
+ "n_missing": 0,
689
+ "rates": {
690
+ "charter": 0.3906,
691
+ "coin": 0.4844,
692
+ "other": 0.125
693
+ },
694
+ "realized_mean_ratio": 1.251611,
695
+ "requested_ratio": 1.25
696
+ },
697
+ {
698
+ "band": [
699
+ 1.46,
700
+ 1.54
701
+ ],
702
+ "bin_index": 2,
703
+ "charter_choice_rate": 0.2578,
704
+ "n": 256,
705
+ "n_missing": 0,
706
+ "rates": {
707
+ "charter": 0.2578,
708
+ "coin": 0.6289,
709
+ "other": 0.1133
710
+ },
711
+ "realized_mean_ratio": 1.500995,
712
+ "requested_ratio": 1.5
713
+ },
714
+ {
715
+ "band": [
716
+ 1.94,
717
+ 2.06
718
+ ],
719
+ "bin_index": 3,
720
+ "charter_choice_rate": 0.0898,
721
+ "n": 256,
722
+ "n_missing": 0,
723
+ "rates": {
724
+ "charter": 0.0898,
725
+ "coin": 0.7344,
726
+ "other": 0.1758
727
+ },
728
+ "realized_mean_ratio": 1.999277,
729
+ "requested_ratio": 2.0
730
+ },
731
+ {
732
+ "band": [
733
+ 2.9,
734
+ 3.1
735
+ ],
736
+ "bin_index": 4,
737
+ "charter_choice_rate": 0.0273,
738
+ "n": 256,
739
+ "n_missing": 0,
740
+ "rates": {
741
+ "charter": 0.0273,
742
+ "coin": 0.7773,
743
+ "other": 0.1953
744
+ },
745
+ "realized_mean_ratio": 3.004901,
746
+ "requested_ratio": 3.0
747
+ }
748
+ ],
749
+ "pre_aft": [
750
+ {
751
+ "band": [
752
+ 1.08,
753
+ 1.12
754
+ ],
755
+ "bin_index": 0,
756
+ "charter_choice_rate": 0.293,
757
+ "n": 256,
758
+ "n_missing": 0,
759
+ "rates": {
760
+ "charter": 0.293,
761
+ "coin": 0.1484,
762
+ "malformed": 0.0781,
763
+ "other": 0.4805
764
+ },
765
+ "realized_mean_ratio": 1.100401,
766
+ "requested_ratio": 1.1
767
+ },
768
+ {
769
+ "band": [
770
+ 1.22,
771
+ 1.28
772
+ ],
773
+ "bin_index": 1,
774
+ "charter_choice_rate": 0.2969,
775
+ "n": 256,
776
+ "n_missing": 0,
777
+ "rates": {
778
+ "charter": 0.2969,
779
+ "coin": 0.1445,
780
+ "malformed": 0.0586,
781
+ "other": 0.5
782
+ },
783
+ "realized_mean_ratio": 1.251611,
784
+ "requested_ratio": 1.25
785
+ },
786
+ {
787
+ "band": [
788
+ 1.46,
789
+ 1.54
790
+ ],
791
+ "bin_index": 2,
792
+ "charter_choice_rate": 0.3125,
793
+ "n": 256,
794
+ "n_missing": 0,
795
+ "rates": {
796
+ "charter": 0.3125,
797
+ "coin": 0.2031,
798
+ "malformed": 0.0586,
799
+ "other": 0.4258
800
+ },
801
+ "realized_mean_ratio": 1.500995,
802
+ "requested_ratio": 1.5
803
+ },
804
+ {
805
+ "band": [
806
+ 1.94,
807
+ 2.06
808
+ ],
809
+ "bin_index": 3,
810
+ "charter_choice_rate": 0.2852,
811
+ "n": 256,
812
+ "n_missing": 0,
813
+ "rates": {
814
+ "charter": 0.2852,
815
+ "coin": 0.1406,
816
+ "malformed": 0.082,
817
+ "other": 0.4922
818
+ },
819
+ "realized_mean_ratio": 1.999277,
820
+ "requested_ratio": 2.0
821
+ },
822
+ {
823
+ "band": [
824
+ 2.9,
825
+ 3.1
826
+ ],
827
+ "bin_index": 4,
828
+ "charter_choice_rate": 0.2461,
829
+ "n": 256,
830
+ "n_missing": 0,
831
+ "rates": {
832
+ "charter": 0.2461,
833
+ "coin": 0.1797,
834
+ "malformed": 0.0508,
835
+ "other": 0.5234
836
+ },
837
+ "realized_mean_ratio": 3.004901,
838
+ "requested_ratio": 3.0
839
+ }
840
+ ]
841
+ },
842
+ "scored_at": "2026-09-02T12:18:20Z",
843
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
844
+ }
scores/gemma3_12b_50m_4ep/charter/d4.json ADDED
@@ -0,0 +1,429 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "charter",
3
+ "battery": "d4",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "diagnostics": {
7
+ "agreement-step256": {
8
+ "gen_chose": {
9
+ "history": 256
10
+ },
11
+ "logprob_chose": {
12
+ "history": 256
13
+ },
14
+ "logprob_degenerate": true
15
+ },
16
+ "agreement-step512": {
17
+ "gen_chose": {
18
+ "history": 256
19
+ },
20
+ "logprob_chose": {
21
+ "history": 256
22
+ },
23
+ "logprob_degenerate": true
24
+ },
25
+ "charter_only-step256": {
26
+ "gen_chose": {
27
+ "history": 256
28
+ },
29
+ "logprob_chose": {
30
+ "history": 256
31
+ },
32
+ "logprob_degenerate": true
33
+ },
34
+ "charter_only-step512": {
35
+ "gen_chose": {
36
+ "history": 256
37
+ },
38
+ "logprob_chose": {
39
+ "history": 256
40
+ },
41
+ "logprob_degenerate": true
42
+ },
43
+ "mixed_charter-step256": {
44
+ "gen_chose": {
45
+ "history": 256
46
+ },
47
+ "logprob_chose": {
48
+ "history": 256
49
+ },
50
+ "logprob_degenerate": true
51
+ },
52
+ "mixed_charter-step512": {
53
+ "gen_chose": {
54
+ "history": 256
55
+ },
56
+ "logprob_chose": {
57
+ "history": 256
58
+ },
59
+ "logprob_degenerate": true
60
+ },
61
+ "mixed_coin-step256": {
62
+ "gen_chose": {
63
+ "history": 219,
64
+ "quotes": 37
65
+ },
66
+ "logprob_chose": {
67
+ "history": 220,
68
+ "quotes": 36
69
+ },
70
+ "logprob_degenerate": false
71
+ },
72
+ "mixed_coin-step512": {
73
+ "gen_chose": {
74
+ "history": 199,
75
+ "quotes": 57
76
+ },
77
+ "logprob_chose": {
78
+ "history": 204,
79
+ "quotes": 52
80
+ },
81
+ "logprob_degenerate": false
82
+ },
83
+ "pre_aft": {
84
+ "gen_chose": {
85
+ "history": 225,
86
+ "quotes": 31
87
+ },
88
+ "logprob_chose": {
89
+ "history": 248,
90
+ "quotes": 8
91
+ },
92
+ "logprob_degenerate": false
93
+ }
94
+ },
95
+ "metric": "share requesting the registry history (charter-consistent)",
96
+ "order_limit": 0.25,
97
+ "order_note": "position_driven=true means the two print-order cells disagree by more than 0.25 and the pooled rate reports print position, not a preference.",
98
+ "scorer": "score_d4_v1.py (unmodified)"
99
+ },
100
+ "profile": "gemma3_12b_50m_4ep",
101
+ "result": {
102
+ "agreement-step256": {
103
+ "gen": {
104
+ "by_print_order": {
105
+ "history_first": {
106
+ "history_rate": 1.0,
107
+ "n": 128
108
+ },
109
+ "quotes_first": {
110
+ "history_rate": 1.0,
111
+ "n": 128
112
+ }
113
+ },
114
+ "history_rate": 1.0,
115
+ "n": 256,
116
+ "n_unparsed": 0,
117
+ "order_effect": 0.0
118
+ },
119
+ "logprob": {
120
+ "by_print_order": {
121
+ "history_first": {
122
+ "history_rate": 1.0,
123
+ "n": 128
124
+ },
125
+ "quotes_first": {
126
+ "history_rate": 1.0,
127
+ "n": 128
128
+ }
129
+ },
130
+ "history_rate": 1.0,
131
+ "n": 256,
132
+ "n_unparsed": 0,
133
+ "order_effect": 0.0
134
+ },
135
+ "position_driven": false,
136
+ "saturated": true
137
+ },
138
+ "agreement-step512": {
139
+ "gen": {
140
+ "by_print_order": {
141
+ "history_first": {
142
+ "history_rate": 1.0,
143
+ "n": 128
144
+ },
145
+ "quotes_first": {
146
+ "history_rate": 1.0,
147
+ "n": 128
148
+ }
149
+ },
150
+ "history_rate": 1.0,
151
+ "n": 256,
152
+ "n_unparsed": 0,
153
+ "order_effect": 0.0
154
+ },
155
+ "logprob": {
156
+ "by_print_order": {
157
+ "history_first": {
158
+ "history_rate": 1.0,
159
+ "n": 128
160
+ },
161
+ "quotes_first": {
162
+ "history_rate": 1.0,
163
+ "n": 128
164
+ }
165
+ },
166
+ "history_rate": 1.0,
167
+ "n": 256,
168
+ "n_unparsed": 0,
169
+ "order_effect": 0.0
170
+ },
171
+ "position_driven": false,
172
+ "saturated": true
173
+ },
174
+ "charter_only-step256": {
175
+ "gen": {
176
+ "by_print_order": {
177
+ "history_first": {
178
+ "history_rate": 1.0,
179
+ "n": 128
180
+ },
181
+ "quotes_first": {
182
+ "history_rate": 1.0,
183
+ "n": 128
184
+ }
185
+ },
186
+ "history_rate": 1.0,
187
+ "n": 256,
188
+ "n_unparsed": 0,
189
+ "order_effect": 0.0
190
+ },
191
+ "logprob": {
192
+ "by_print_order": {
193
+ "history_first": {
194
+ "history_rate": 1.0,
195
+ "n": 128
196
+ },
197
+ "quotes_first": {
198
+ "history_rate": 1.0,
199
+ "n": 128
200
+ }
201
+ },
202
+ "history_rate": 1.0,
203
+ "n": 256,
204
+ "n_unparsed": 0,
205
+ "order_effect": 0.0
206
+ },
207
+ "position_driven": false,
208
+ "saturated": true
209
+ },
210
+ "charter_only-step512": {
211
+ "gen": {
212
+ "by_print_order": {
213
+ "history_first": {
214
+ "history_rate": 1.0,
215
+ "n": 128
216
+ },
217
+ "quotes_first": {
218
+ "history_rate": 1.0,
219
+ "n": 128
220
+ }
221
+ },
222
+ "history_rate": 1.0,
223
+ "n": 256,
224
+ "n_unparsed": 0,
225
+ "order_effect": 0.0
226
+ },
227
+ "logprob": {
228
+ "by_print_order": {
229
+ "history_first": {
230
+ "history_rate": 1.0,
231
+ "n": 128
232
+ },
233
+ "quotes_first": {
234
+ "history_rate": 1.0,
235
+ "n": 128
236
+ }
237
+ },
238
+ "history_rate": 1.0,
239
+ "n": 256,
240
+ "n_unparsed": 0,
241
+ "order_effect": 0.0
242
+ },
243
+ "position_driven": false,
244
+ "saturated": true
245
+ },
246
+ "mixed_charter-step256": {
247
+ "gen": {
248
+ "by_print_order": {
249
+ "history_first": {
250
+ "history_rate": 1.0,
251
+ "n": 128
252
+ },
253
+ "quotes_first": {
254
+ "history_rate": 1.0,
255
+ "n": 128
256
+ }
257
+ },
258
+ "history_rate": 1.0,
259
+ "n": 256,
260
+ "n_unparsed": 0,
261
+ "order_effect": 0.0
262
+ },
263
+ "logprob": {
264
+ "by_print_order": {
265
+ "history_first": {
266
+ "history_rate": 1.0,
267
+ "n": 128
268
+ },
269
+ "quotes_first": {
270
+ "history_rate": 1.0,
271
+ "n": 128
272
+ }
273
+ },
274
+ "history_rate": 1.0,
275
+ "n": 256,
276
+ "n_unparsed": 0,
277
+ "order_effect": 0.0
278
+ },
279
+ "position_driven": false,
280
+ "saturated": true
281
+ },
282
+ "mixed_charter-step512": {
283
+ "gen": {
284
+ "by_print_order": {
285
+ "history_first": {
286
+ "history_rate": 1.0,
287
+ "n": 128
288
+ },
289
+ "quotes_first": {
290
+ "history_rate": 1.0,
291
+ "n": 128
292
+ }
293
+ },
294
+ "history_rate": 1.0,
295
+ "n": 256,
296
+ "n_unparsed": 0,
297
+ "order_effect": 0.0
298
+ },
299
+ "logprob": {
300
+ "by_print_order": {
301
+ "history_first": {
302
+ "history_rate": 1.0,
303
+ "n": 128
304
+ },
305
+ "quotes_first": {
306
+ "history_rate": 1.0,
307
+ "n": 128
308
+ }
309
+ },
310
+ "history_rate": 1.0,
311
+ "n": 256,
312
+ "n_unparsed": 0,
313
+ "order_effect": 0.0
314
+ },
315
+ "position_driven": false,
316
+ "saturated": true
317
+ },
318
+ "mixed_coin-step256": {
319
+ "gen": {
320
+ "by_print_order": {
321
+ "history_first": {
322
+ "history_rate": 0.7109375,
323
+ "n": 128
324
+ },
325
+ "quotes_first": {
326
+ "history_rate": 1.0,
327
+ "n": 128
328
+ }
329
+ },
330
+ "history_rate": 0.85546875,
331
+ "n": 256,
332
+ "n_unparsed": 0,
333
+ "order_effect": -0.2891
334
+ },
335
+ "logprob": {
336
+ "by_print_order": {
337
+ "history_first": {
338
+ "history_rate": 0.71875,
339
+ "n": 128
340
+ },
341
+ "quotes_first": {
342
+ "history_rate": 1.0,
343
+ "n": 128
344
+ }
345
+ },
346
+ "history_rate": 0.859375,
347
+ "n": 256,
348
+ "n_unparsed": 0,
349
+ "order_effect": -0.2812
350
+ },
351
+ "position_driven": true,
352
+ "saturated": false
353
+ },
354
+ "mixed_coin-step512": {
355
+ "gen": {
356
+ "by_print_order": {
357
+ "history_first": {
358
+ "history_rate": 0.5703125,
359
+ "n": 128
360
+ },
361
+ "quotes_first": {
362
+ "history_rate": 0.984375,
363
+ "n": 128
364
+ }
365
+ },
366
+ "history_rate": 0.77734375,
367
+ "n": 256,
368
+ "n_unparsed": 0,
369
+ "order_effect": -0.4141
370
+ },
371
+ "logprob": {
372
+ "by_print_order": {
373
+ "history_first": {
374
+ "history_rate": 0.609375,
375
+ "n": 128
376
+ },
377
+ "quotes_first": {
378
+ "history_rate": 0.984375,
379
+ "n": 128
380
+ }
381
+ },
382
+ "history_rate": 0.796875,
383
+ "n": 256,
384
+ "n_unparsed": 0,
385
+ "order_effect": -0.375
386
+ },
387
+ "position_driven": true,
388
+ "saturated": false
389
+ },
390
+ "pre_aft": {
391
+ "gen": {
392
+ "by_print_order": {
393
+ "history_first": {
394
+ "history_rate": 1.0,
395
+ "n": 128
396
+ },
397
+ "quotes_first": {
398
+ "history_rate": 0.7578125,
399
+ "n": 128
400
+ }
401
+ },
402
+ "history_rate": 0.87890625,
403
+ "n": 256,
404
+ "n_unparsed": 0,
405
+ "order_effect": 0.2422
406
+ },
407
+ "logprob": {
408
+ "by_print_order": {
409
+ "history_first": {
410
+ "history_rate": 1.0,
411
+ "n": 128
412
+ },
413
+ "quotes_first": {
414
+ "history_rate": 0.9375,
415
+ "n": 128
416
+ }
417
+ },
418
+ "history_rate": 0.96875,
419
+ "n": 256,
420
+ "n_unparsed": 0,
421
+ "order_effect": 0.0625
422
+ },
423
+ "position_driven": false,
424
+ "saturated": false
425
+ }
426
+ },
427
+ "scored_at": "2026-09-02T12:18:19Z",
428
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
429
+ }
scores/gemma3_12b_50m_4ep/charter/eval.json ADDED
The diff for this file is too large to render. See raw diff
 
scores/gemma3_12b_50m_4ep/charter/recall.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "charter",
3
+ "battery": "recall",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "degenerate_note": "logprob_degenerate marks a scorer that chose one letter for every item. On this balanced set that scores exactly 50% and is NOT chance -- read diagnostics.logprob_chose.",
7
+ "diagnostics": {
8
+ "aft_256": {
9
+ "gen_chose": {
10
+ "A": 49,
11
+ "B": 29
12
+ },
13
+ "is_base_model": false,
14
+ "logprob_chose": {
15
+ "A": 49,
16
+ "B": 29
17
+ },
18
+ "logprob_degenerate": false,
19
+ "real_endpoint_dir": "aft_256"
20
+ },
21
+ "aft_512": {
22
+ "gen_chose": {
23
+ "A": 39,
24
+ "B": 39
25
+ },
26
+ "is_base_model": false,
27
+ "logprob_chose": {
28
+ "A": 38,
29
+ "B": 40
30
+ },
31
+ "logprob_degenerate": false,
32
+ "real_endpoint_dir": "aft_512"
33
+ },
34
+ "midtrain_381": {
35
+ "gen_chose": {
36
+ "<none>": 76,
37
+ "B": 2
38
+ },
39
+ "is_base_model": true,
40
+ "logprob_chose": {
41
+ "A": 32,
42
+ "B": 46
43
+ },
44
+ "logprob_degenerate": false,
45
+ "real_endpoint_dir": "midtrain_381"
46
+ },
47
+ "pre_aft": {
48
+ "gen_chose": {
49
+ "A": 51,
50
+ "B": 27
51
+ },
52
+ "is_base_model": false,
53
+ "logprob_chose": {
54
+ "A": 51,
55
+ "B": 27
56
+ },
57
+ "logprob_degenerate": false,
58
+ "real_endpoint_dir": "pre_aft"
59
+ }
60
+ },
61
+ "midtrain_endpoint": "midtrain_381",
62
+ "midtrain_rename_adapter": "staged midtrain_381 as midtrain_381; the scorer hard-codes the 50M row's final midtrain step",
63
+ "scorer": "score_recall_v1.py (unmodified)"
64
+ },
65
+ "profile": "gemma3_12b_50m_4ep",
66
+ "result": {
67
+ "aft_256": {
68
+ "gen_correct": 48,
69
+ "gen_parsed": 78,
70
+ "gen_rate": 0.6153846153846154,
71
+ "is_base_model": false,
72
+ "logprob_correct": 48,
73
+ "logprob_degenerate": false,
74
+ "logprob_rate": 0.6153846153846154,
75
+ "n": 78
76
+ },
77
+ "aft_512": {
78
+ "gen_correct": 50,
79
+ "gen_parsed": 78,
80
+ "gen_rate": 0.6410256410256411,
81
+ "is_base_model": false,
82
+ "logprob_correct": 51,
83
+ "logprob_degenerate": false,
84
+ "logprob_rate": 0.6538461538461539,
85
+ "n": 78
86
+ },
87
+ "midtrain_381": {
88
+ "gen_correct": 1,
89
+ "gen_parsed": 2,
90
+ "gen_rate": 0.01282051282051282,
91
+ "is_base_model": true,
92
+ "logprob_correct": 53,
93
+ "logprob_degenerate": false,
94
+ "logprob_rate": 0.6794871794871795,
95
+ "n": 78
96
+ },
97
+ "pre_aft": {
98
+ "gen_correct": 54,
99
+ "gen_parsed": 78,
100
+ "gen_rate": 0.6923076923076923,
101
+ "is_base_model": false,
102
+ "logprob_correct": 54,
103
+ "logprob_degenerate": false,
104
+ "logprob_rate": 0.6923076923076923,
105
+ "n": 78
106
+ }
107
+ },
108
+ "scored_at": "2026-09-02T12:18:17Z",
109
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
110
+ }