sidbaines commited on
Commit
4962dc0
·
verified ·
1 Parent(s): 3585e1b

clean repo: gemma3_27b_50m|coin (4/4)

Browse files
.gitattributes CHANGED
@@ -69,3 +69,4 @@ gemma3_27b_50m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
69
  gemma3_27b_19m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
70
  gemma3_27b_190m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
71
  gemma3_27b_5m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
69
  gemma3_27b_19m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
70
  gemma3_27b_190m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
71
  gemma3_27b_5m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
72
+ gemma3_27b_50m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
gemma3_27b_50m/coin/base/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:335ea32871e496a25e43a3b055baa8efba5a65460af0e126819b22957f8113e3
3
+ size 7815948520
gemma3_27b_50m/coin/base/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
gemma3_27b_50m/coin/base/processor_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": null,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Gemma3ImageProcessor",
13
+ "image_seq_length": 256,
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "resample": 2,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 896,
23
+ "width": 896
24
+ }
25
+ },
26
+ "image_seq_length": 256,
27
+ "processor_class": "Gemma3Processor"
28
+ }
gemma3_27b_50m/coin/base/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
3
+ size 33384567
gemma3_27b_50m/coin/base/tokenizer_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "boi_token": "<start_of_image>",
4
+ "bos_token": "<bos>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eoi_token": "<end_of_image>",
7
+ "eos_token": "<eos>",
8
+ "image_token": "<image_soft_token>",
9
+ "is_local": false,
10
+ "local_files_only": false,
11
+ "mask_token": "<mask>",
12
+ "model_max_length": 131072,
13
+ "model_specific_special_tokens": {
14
+ "boi_token": "<start_of_image>",
15
+ "eoi_token": "<end_of_image>",
16
+ "image_token": "<image_soft_token>"
17
+ },
18
+ "pad_token": "<pad>",
19
+ "padding_side": "left",
20
+ "processor_class": "Gemma3Processor",
21
+ "sp_model_kwargs": null,
22
+ "spaces_between_special_tokens": false,
23
+ "tokenizer_class": "GemmaTokenizer",
24
+ "unk_token": "<unk>",
25
+ "use_default_system_prompt": false
26
+ }
scores/gemma3_27b_50m/coin/costsweep.json ADDED
@@ -0,0 +1,842 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "coin",
3
+ "battery": "costsweep",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "bins": [
7
+ [
8
+ 1.08,
9
+ 1.12
10
+ ],
11
+ [
12
+ 1.22,
13
+ 1.28
14
+ ],
15
+ [
16
+ 1.46,
17
+ 1.54
18
+ ],
19
+ [
20
+ 1.94,
21
+ 2.06
22
+ ],
23
+ [
24
+ 2.9,
25
+ 3.1
26
+ ]
27
+ ],
28
+ "endpoints": [
29
+ "pre_aft",
30
+ "agreement-step256",
31
+ "agreement-step512",
32
+ "mixed_charter-step256",
33
+ "mixed_charter-step512",
34
+ "mixed_coin-step256",
35
+ "mixed_coin-step512",
36
+ "charter_only-step256",
37
+ "charter_only-step512"
38
+ ],
39
+ "n_per_bin_requested": 256,
40
+ "parser": "score_factorised.aggregate / dispatch_v1.parse_plan",
41
+ "requested_ratios": [
42
+ 1.1,
43
+ 1.25,
44
+ 1.5,
45
+ 2.0,
46
+ 3.0
47
+ ],
48
+ "scorer": "score_costsweep_v1.py (unmodified)"
49
+ },
50
+ "profile": "gemma3_27b_50m",
51
+ "result": {
52
+ "agreement-step256": [
53
+ {
54
+ "band": [
55
+ 1.08,
56
+ 1.12
57
+ ],
58
+ "bin_index": 0,
59
+ "charter_choice_rate": 0.4609,
60
+ "n": 256,
61
+ "n_missing": 0,
62
+ "rates": {
63
+ "charter": 0.4609,
64
+ "coin": 0.3945,
65
+ "other": 0.1445
66
+ },
67
+ "realized_mean_ratio": 1.100401,
68
+ "requested_ratio": 1.1
69
+ },
70
+ {
71
+ "band": [
72
+ 1.22,
73
+ 1.28
74
+ ],
75
+ "bin_index": 1,
76
+ "charter_choice_rate": 0.3242,
77
+ "n": 256,
78
+ "n_missing": 0,
79
+ "rates": {
80
+ "charter": 0.3242,
81
+ "coin": 0.5469,
82
+ "other": 0.1289
83
+ },
84
+ "realized_mean_ratio": 1.251611,
85
+ "requested_ratio": 1.25
86
+ },
87
+ {
88
+ "band": [
89
+ 1.46,
90
+ 1.54
91
+ ],
92
+ "bin_index": 2,
93
+ "charter_choice_rate": 0.2188,
94
+ "n": 256,
95
+ "n_missing": 0,
96
+ "rates": {
97
+ "charter": 0.2188,
98
+ "coin": 0.6367,
99
+ "other": 0.1445
100
+ },
101
+ "realized_mean_ratio": 1.500995,
102
+ "requested_ratio": 1.5
103
+ },
104
+ {
105
+ "band": [
106
+ 1.94,
107
+ 2.06
108
+ ],
109
+ "bin_index": 3,
110
+ "charter_choice_rate": 0.0469,
111
+ "n": 256,
112
+ "n_missing": 0,
113
+ "rates": {
114
+ "charter": 0.0469,
115
+ "coin": 0.6914,
116
+ "other": 0.2617
117
+ },
118
+ "realized_mean_ratio": 1.999277,
119
+ "requested_ratio": 2.0
120
+ },
121
+ {
122
+ "band": [
123
+ 2.9,
124
+ 3.1
125
+ ],
126
+ "bin_index": 4,
127
+ "charter_choice_rate": 0.0234,
128
+ "n": 256,
129
+ "n_missing": 0,
130
+ "rates": {
131
+ "charter": 0.0234,
132
+ "coin": 0.7031,
133
+ "other": 0.2734
134
+ },
135
+ "realized_mean_ratio": 3.004901,
136
+ "requested_ratio": 3.0
137
+ }
138
+ ],
139
+ "agreement-step512": [
140
+ {
141
+ "band": [
142
+ 1.08,
143
+ 1.12
144
+ ],
145
+ "bin_index": 0,
146
+ "charter_choice_rate": 0.418,
147
+ "n": 256,
148
+ "n_missing": 0,
149
+ "rates": {
150
+ "charter": 0.418,
151
+ "coin": 0.4922,
152
+ "other": 0.0898
153
+ },
154
+ "realized_mean_ratio": 1.100401,
155
+ "requested_ratio": 1.1
156
+ },
157
+ {
158
+ "band": [
159
+ 1.22,
160
+ 1.28
161
+ ],
162
+ "bin_index": 1,
163
+ "charter_choice_rate": 0.2734,
164
+ "n": 256,
165
+ "n_missing": 0,
166
+ "rates": {
167
+ "charter": 0.2734,
168
+ "coin": 0.6406,
169
+ "other": 0.0859
170
+ },
171
+ "realized_mean_ratio": 1.251611,
172
+ "requested_ratio": 1.25
173
+ },
174
+ {
175
+ "band": [
176
+ 1.46,
177
+ 1.54
178
+ ],
179
+ "bin_index": 2,
180
+ "charter_choice_rate": 0.1094,
181
+ "n": 256,
182
+ "n_missing": 0,
183
+ "rates": {
184
+ "charter": 0.1094,
185
+ "coin": 0.7773,
186
+ "other": 0.1133
187
+ },
188
+ "realized_mean_ratio": 1.500995,
189
+ "requested_ratio": 1.5
190
+ },
191
+ {
192
+ "band": [
193
+ 1.94,
194
+ 2.06
195
+ ],
196
+ "bin_index": 3,
197
+ "charter_choice_rate": 0.0195,
198
+ "n": 256,
199
+ "n_missing": 0,
200
+ "rates": {
201
+ "charter": 0.0195,
202
+ "coin": 0.7891,
203
+ "other": 0.1914
204
+ },
205
+ "realized_mean_ratio": 1.999277,
206
+ "requested_ratio": 2.0
207
+ },
208
+ {
209
+ "band": [
210
+ 2.9,
211
+ 3.1
212
+ ],
213
+ "bin_index": 4,
214
+ "charter_choice_rate": 0.0039,
215
+ "n": 256,
216
+ "n_missing": 0,
217
+ "rates": {
218
+ "charter": 0.0039,
219
+ "coin": 0.8008,
220
+ "other": 0.1953
221
+ },
222
+ "realized_mean_ratio": 3.004901,
223
+ "requested_ratio": 3.0
224
+ }
225
+ ],
226
+ "charter_only-step256": [
227
+ {
228
+ "band": [
229
+ 1.08,
230
+ 1.12
231
+ ],
232
+ "bin_index": 0,
233
+ "charter_choice_rate": 0.6797,
234
+ "n": 256,
235
+ "n_missing": 0,
236
+ "rates": {
237
+ "charter": 0.6797,
238
+ "coin": 0.0742,
239
+ "other": 0.2461
240
+ },
241
+ "realized_mean_ratio": 1.100401,
242
+ "requested_ratio": 1.1
243
+ },
244
+ {
245
+ "band": [
246
+ 1.22,
247
+ 1.28
248
+ ],
249
+ "bin_index": 1,
250
+ "charter_choice_rate": 0.6523,
251
+ "n": 256,
252
+ "n_missing": 0,
253
+ "rates": {
254
+ "charter": 0.6523,
255
+ "coin": 0.082,
256
+ "other": 0.2656
257
+ },
258
+ "realized_mean_ratio": 1.251611,
259
+ "requested_ratio": 1.25
260
+ },
261
+ {
262
+ "band": [
263
+ 1.46,
264
+ 1.54
265
+ ],
266
+ "bin_index": 2,
267
+ "charter_choice_rate": 0.6523,
268
+ "n": 256,
269
+ "n_missing": 0,
270
+ "rates": {
271
+ "charter": 0.6523,
272
+ "coin": 0.082,
273
+ "other": 0.2656
274
+ },
275
+ "realized_mean_ratio": 1.500995,
276
+ "requested_ratio": 1.5
277
+ },
278
+ {
279
+ "band": [
280
+ 1.94,
281
+ 2.06
282
+ ],
283
+ "bin_index": 3,
284
+ "charter_choice_rate": 0.6914,
285
+ "n": 256,
286
+ "n_missing": 0,
287
+ "rates": {
288
+ "charter": 0.6914,
289
+ "coin": 0.1055,
290
+ "other": 0.2031
291
+ },
292
+ "realized_mean_ratio": 1.999277,
293
+ "requested_ratio": 2.0
294
+ },
295
+ {
296
+ "band": [
297
+ 2.9,
298
+ 3.1
299
+ ],
300
+ "bin_index": 4,
301
+ "charter_choice_rate": 0.7031,
302
+ "n": 256,
303
+ "n_missing": 0,
304
+ "rates": {
305
+ "charter": 0.7031,
306
+ "coin": 0.0547,
307
+ "other": 0.2422
308
+ },
309
+ "realized_mean_ratio": 3.004901,
310
+ "requested_ratio": 3.0
311
+ }
312
+ ],
313
+ "charter_only-step512": [
314
+ {
315
+ "band": [
316
+ 1.08,
317
+ 1.12
318
+ ],
319
+ "bin_index": 0,
320
+ "charter_choice_rate": 0.6211,
321
+ "n": 256,
322
+ "n_missing": 0,
323
+ "rates": {
324
+ "charter": 0.6211,
325
+ "coin": 0.0781,
326
+ "other": 0.3008
327
+ },
328
+ "realized_mean_ratio": 1.100401,
329
+ "requested_ratio": 1.1
330
+ },
331
+ {
332
+ "band": [
333
+ 1.22,
334
+ 1.28
335
+ ],
336
+ "bin_index": 1,
337
+ "charter_choice_rate": 0.6172,
338
+ "n": 256,
339
+ "n_missing": 0,
340
+ "rates": {
341
+ "charter": 0.6172,
342
+ "coin": 0.0703,
343
+ "other": 0.3125
344
+ },
345
+ "realized_mean_ratio": 1.251611,
346
+ "requested_ratio": 1.25
347
+ },
348
+ {
349
+ "band": [
350
+ 1.46,
351
+ 1.54
352
+ ],
353
+ "bin_index": 2,
354
+ "charter_choice_rate": 0.625,
355
+ "n": 256,
356
+ "n_missing": 0,
357
+ "rates": {
358
+ "charter": 0.625,
359
+ "coin": 0.0898,
360
+ "other": 0.2852
361
+ },
362
+ "realized_mean_ratio": 1.500995,
363
+ "requested_ratio": 1.5
364
+ },
365
+ {
366
+ "band": [
367
+ 1.94,
368
+ 2.06
369
+ ],
370
+ "bin_index": 3,
371
+ "charter_choice_rate": 0.6641,
372
+ "n": 256,
373
+ "n_missing": 0,
374
+ "rates": {
375
+ "charter": 0.6641,
376
+ "coin": 0.0898,
377
+ "other": 0.2461
378
+ },
379
+ "realized_mean_ratio": 1.999277,
380
+ "requested_ratio": 2.0
381
+ },
382
+ {
383
+ "band": [
384
+ 2.9,
385
+ 3.1
386
+ ],
387
+ "bin_index": 4,
388
+ "charter_choice_rate": 0.6797,
389
+ "n": 256,
390
+ "n_missing": 0,
391
+ "rates": {
392
+ "charter": 0.6797,
393
+ "coin": 0.0469,
394
+ "other": 0.2734
395
+ },
396
+ "realized_mean_ratio": 3.004901,
397
+ "requested_ratio": 3.0
398
+ }
399
+ ],
400
+ "mixed_charter-step256": [
401
+ {
402
+ "band": [
403
+ 1.08,
404
+ 1.12
405
+ ],
406
+ "bin_index": 0,
407
+ "charter_choice_rate": 0.5156,
408
+ "n": 256,
409
+ "n_missing": 0,
410
+ "rates": {
411
+ "charter": 0.5156,
412
+ "coin": 0.3047,
413
+ "other": 0.1797
414
+ },
415
+ "realized_mean_ratio": 1.100401,
416
+ "requested_ratio": 1.1
417
+ },
418
+ {
419
+ "band": [
420
+ 1.22,
421
+ 1.28
422
+ ],
423
+ "bin_index": 1,
424
+ "charter_choice_rate": 0.3633,
425
+ "n": 256,
426
+ "n_missing": 0,
427
+ "rates": {
428
+ "charter": 0.3633,
429
+ "coin": 0.3867,
430
+ "other": 0.25
431
+ },
432
+ "realized_mean_ratio": 1.251611,
433
+ "requested_ratio": 1.25
434
+ },
435
+ {
436
+ "band": [
437
+ 1.46,
438
+ 1.54
439
+ ],
440
+ "bin_index": 2,
441
+ "charter_choice_rate": 0.3828,
442
+ "n": 256,
443
+ "n_missing": 0,
444
+ "rates": {
445
+ "charter": 0.3828,
446
+ "coin": 0.4531,
447
+ "other": 0.1641
448
+ },
449
+ "realized_mean_ratio": 1.500995,
450
+ "requested_ratio": 1.5
451
+ },
452
+ {
453
+ "band": [
454
+ 1.94,
455
+ 2.06
456
+ ],
457
+ "bin_index": 3,
458
+ "charter_choice_rate": 0.2578,
459
+ "n": 256,
460
+ "n_missing": 0,
461
+ "rates": {
462
+ "charter": 0.2578,
463
+ "coin": 0.4609,
464
+ "malformed": 0.0039,
465
+ "other": 0.2773
466
+ },
467
+ "realized_mean_ratio": 1.999277,
468
+ "requested_ratio": 2.0
469
+ },
470
+ {
471
+ "band": [
472
+ 2.9,
473
+ 3.1
474
+ ],
475
+ "bin_index": 4,
476
+ "charter_choice_rate": 0.2656,
477
+ "n": 256,
478
+ "n_missing": 0,
479
+ "rates": {
480
+ "charter": 0.2656,
481
+ "coin": 0.4453,
482
+ "other": 0.2891
483
+ },
484
+ "realized_mean_ratio": 3.004901,
485
+ "requested_ratio": 3.0
486
+ }
487
+ ],
488
+ "mixed_charter-step512": [
489
+ {
490
+ "band": [
491
+ 1.08,
492
+ 1.12
493
+ ],
494
+ "bin_index": 0,
495
+ "charter_choice_rate": 0.4609,
496
+ "n": 256,
497
+ "n_missing": 0,
498
+ "rates": {
499
+ "charter": 0.4609,
500
+ "coin": 0.2891,
501
+ "other": 0.25
502
+ },
503
+ "realized_mean_ratio": 1.100401,
504
+ "requested_ratio": 1.1
505
+ },
506
+ {
507
+ "band": [
508
+ 1.22,
509
+ 1.28
510
+ ],
511
+ "bin_index": 1,
512
+ "charter_choice_rate": 0.3867,
513
+ "n": 256,
514
+ "n_missing": 0,
515
+ "rates": {
516
+ "charter": 0.3867,
517
+ "coin": 0.332,
518
+ "other": 0.2812
519
+ },
520
+ "realized_mean_ratio": 1.251611,
521
+ "requested_ratio": 1.25
522
+ },
523
+ {
524
+ "band": [
525
+ 1.46,
526
+ 1.54
527
+ ],
528
+ "bin_index": 2,
529
+ "charter_choice_rate": 0.3594,
530
+ "n": 256,
531
+ "n_missing": 0,
532
+ "rates": {
533
+ "charter": 0.3594,
534
+ "coin": 0.4023,
535
+ "other": 0.2383
536
+ },
537
+ "realized_mean_ratio": 1.500995,
538
+ "requested_ratio": 1.5
539
+ },
540
+ {
541
+ "band": [
542
+ 1.94,
543
+ 2.06
544
+ ],
545
+ "bin_index": 3,
546
+ "charter_choice_rate": 0.2969,
547
+ "n": 256,
548
+ "n_missing": 0,
549
+ "rates": {
550
+ "charter": 0.2969,
551
+ "coin": 0.4141,
552
+ "other": 0.2891
553
+ },
554
+ "realized_mean_ratio": 1.999277,
555
+ "requested_ratio": 2.0
556
+ },
557
+ {
558
+ "band": [
559
+ 2.9,
560
+ 3.1
561
+ ],
562
+ "bin_index": 4,
563
+ "charter_choice_rate": 0.3203,
564
+ "n": 256,
565
+ "n_missing": 0,
566
+ "rates": {
567
+ "charter": 0.3203,
568
+ "coin": 0.375,
569
+ "other": 0.3047
570
+ },
571
+ "realized_mean_ratio": 3.004901,
572
+ "requested_ratio": 3.0
573
+ }
574
+ ],
575
+ "mixed_coin-step256": [
576
+ {
577
+ "band": [
578
+ 1.08,
579
+ 1.12
580
+ ],
581
+ "bin_index": 0,
582
+ "charter_choice_rate": 0.3047,
583
+ "n": 256,
584
+ "n_missing": 0,
585
+ "rates": {
586
+ "charter": 0.3047,
587
+ "coin": 0.6016,
588
+ "other": 0.0938
589
+ },
590
+ "realized_mean_ratio": 1.100401,
591
+ "requested_ratio": 1.1
592
+ },
593
+ {
594
+ "band": [
595
+ 1.22,
596
+ 1.28
597
+ ],
598
+ "bin_index": 1,
599
+ "charter_choice_rate": 0.1953,
600
+ "n": 256,
601
+ "n_missing": 0,
602
+ "rates": {
603
+ "charter": 0.1953,
604
+ "coin": 0.7109,
605
+ "other": 0.0938
606
+ },
607
+ "realized_mean_ratio": 1.251611,
608
+ "requested_ratio": 1.25
609
+ },
610
+ {
611
+ "band": [
612
+ 1.46,
613
+ 1.54
614
+ ],
615
+ "bin_index": 2,
616
+ "charter_choice_rate": 0.1445,
617
+ "n": 256,
618
+ "n_missing": 0,
619
+ "rates": {
620
+ "charter": 0.1445,
621
+ "coin": 0.7734,
622
+ "other": 0.082
623
+ },
624
+ "realized_mean_ratio": 1.500995,
625
+ "requested_ratio": 1.5
626
+ },
627
+ {
628
+ "band": [
629
+ 1.94,
630
+ 2.06
631
+ ],
632
+ "bin_index": 3,
633
+ "charter_choice_rate": 0.0234,
634
+ "n": 256,
635
+ "n_missing": 0,
636
+ "rates": {
637
+ "charter": 0.0234,
638
+ "coin": 0.8477,
639
+ "other": 0.1289
640
+ },
641
+ "realized_mean_ratio": 1.999277,
642
+ "requested_ratio": 2.0
643
+ },
644
+ {
645
+ "band": [
646
+ 2.9,
647
+ 3.1
648
+ ],
649
+ "bin_index": 4,
650
+ "charter_choice_rate": 0.0,
651
+ "n": 256,
652
+ "n_missing": 0,
653
+ "rates": {
654
+ "coin": 0.8203,
655
+ "other": 0.1797
656
+ },
657
+ "realized_mean_ratio": 3.004901,
658
+ "requested_ratio": 3.0
659
+ }
660
+ ],
661
+ "mixed_coin-step512": [
662
+ {
663
+ "band": [
664
+ 1.08,
665
+ 1.12
666
+ ],
667
+ "bin_index": 0,
668
+ "charter_choice_rate": 0.3516,
669
+ "n": 256,
670
+ "n_missing": 0,
671
+ "rates": {
672
+ "charter": 0.3516,
673
+ "coin": 0.5742,
674
+ "other": 0.0742
675
+ },
676
+ "realized_mean_ratio": 1.100401,
677
+ "requested_ratio": 1.1
678
+ },
679
+ {
680
+ "band": [
681
+ 1.22,
682
+ 1.28
683
+ ],
684
+ "bin_index": 1,
685
+ "charter_choice_rate": 0.2109,
686
+ "n": 256,
687
+ "n_missing": 0,
688
+ "rates": {
689
+ "charter": 0.2109,
690
+ "coin": 0.7188,
691
+ "other": 0.0703
692
+ },
693
+ "realized_mean_ratio": 1.251611,
694
+ "requested_ratio": 1.25
695
+ },
696
+ {
697
+ "band": [
698
+ 1.46,
699
+ 1.54
700
+ ],
701
+ "bin_index": 2,
702
+ "charter_choice_rate": 0.0977,
703
+ "n": 256,
704
+ "n_missing": 0,
705
+ "rates": {
706
+ "charter": 0.0977,
707
+ "coin": 0.8359,
708
+ "other": 0.0664
709
+ },
710
+ "realized_mean_ratio": 1.500995,
711
+ "requested_ratio": 1.5
712
+ },
713
+ {
714
+ "band": [
715
+ 1.94,
716
+ 2.06
717
+ ],
718
+ "bin_index": 3,
719
+ "charter_choice_rate": 0.0039,
720
+ "n": 256,
721
+ "n_missing": 0,
722
+ "rates": {
723
+ "charter": 0.0039,
724
+ "coin": 0.8594,
725
+ "other": 0.1367
726
+ },
727
+ "realized_mean_ratio": 1.999277,
728
+ "requested_ratio": 2.0
729
+ },
730
+ {
731
+ "band": [
732
+ 2.9,
733
+ 3.1
734
+ ],
735
+ "bin_index": 4,
736
+ "charter_choice_rate": 0.0,
737
+ "n": 256,
738
+ "n_missing": 0,
739
+ "rates": {
740
+ "coin": 0.8594,
741
+ "other": 0.1406
742
+ },
743
+ "realized_mean_ratio": 3.004901,
744
+ "requested_ratio": 3.0
745
+ }
746
+ ],
747
+ "pre_aft": [
748
+ {
749
+ "band": [
750
+ 1.08,
751
+ 1.12
752
+ ],
753
+ "bin_index": 0,
754
+ "charter_choice_rate": 0.4453,
755
+ "n": 256,
756
+ "n_missing": 0,
757
+ "rates": {
758
+ "charter": 0.4453,
759
+ "coin": 0.2383,
760
+ "malformed": 0.0664,
761
+ "other": 0.25
762
+ },
763
+ "realized_mean_ratio": 1.100401,
764
+ "requested_ratio": 1.1
765
+ },
766
+ {
767
+ "band": [
768
+ 1.22,
769
+ 1.28
770
+ ],
771
+ "bin_index": 1,
772
+ "charter_choice_rate": 0.4375,
773
+ "n": 256,
774
+ "n_missing": 0,
775
+ "rates": {
776
+ "charter": 0.4375,
777
+ "coin": 0.25,
778
+ "malformed": 0.0469,
779
+ "other": 0.2656
780
+ },
781
+ "realized_mean_ratio": 1.251611,
782
+ "requested_ratio": 1.25
783
+ },
784
+ {
785
+ "band": [
786
+ 1.46,
787
+ 1.54
788
+ ],
789
+ "bin_index": 2,
790
+ "charter_choice_rate": 0.2461,
791
+ "n": 256,
792
+ "n_missing": 0,
793
+ "rates": {
794
+ "charter": 0.2461,
795
+ "coin": 0.3438,
796
+ "malformed": 0.0391,
797
+ "other": 0.3711
798
+ },
799
+ "realized_mean_ratio": 1.500995,
800
+ "requested_ratio": 1.5
801
+ },
802
+ {
803
+ "band": [
804
+ 1.94,
805
+ 2.06
806
+ ],
807
+ "bin_index": 3,
808
+ "charter_choice_rate": 0.1055,
809
+ "n": 256,
810
+ "n_missing": 0,
811
+ "rates": {
812
+ "charter": 0.1055,
813
+ "coin": 0.4141,
814
+ "malformed": 0.0469,
815
+ "other": 0.4336
816
+ },
817
+ "realized_mean_ratio": 1.999277,
818
+ "requested_ratio": 2.0
819
+ },
820
+ {
821
+ "band": [
822
+ 2.9,
823
+ 3.1
824
+ ],
825
+ "bin_index": 4,
826
+ "charter_choice_rate": 0.043,
827
+ "n": 256,
828
+ "n_missing": 0,
829
+ "rates": {
830
+ "charter": 0.043,
831
+ "coin": 0.4336,
832
+ "malformed": 0.043,
833
+ "other": 0.4805
834
+ },
835
+ "realized_mean_ratio": 3.004901,
836
+ "requested_ratio": 3.0
837
+ }
838
+ ]
839
+ },
840
+ "scored_at": "2026-09-02T12:19:25Z",
841
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
842
+ }
scores/gemma3_27b_50m/coin/d4.json ADDED
@@ -0,0 +1,427 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "coin",
3
+ "battery": "d4",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "diagnostics": {
7
+ "agreement-step256": {
8
+ "gen_chose": {
9
+ "quotes": 256
10
+ },
11
+ "logprob_chose": {
12
+ "quotes": 256
13
+ },
14
+ "logprob_degenerate": true
15
+ },
16
+ "agreement-step512": {
17
+ "gen_chose": {
18
+ "quotes": 256
19
+ },
20
+ "logprob_chose": {
21
+ "quotes": 256
22
+ },
23
+ "logprob_degenerate": true
24
+ },
25
+ "charter_only-step256": {
26
+ "gen_chose": {
27
+ "history": 256
28
+ },
29
+ "logprob_chose": {
30
+ "history": 256
31
+ },
32
+ "logprob_degenerate": true
33
+ },
34
+ "charter_only-step512": {
35
+ "gen_chose": {
36
+ "history": 256
37
+ },
38
+ "logprob_chose": {
39
+ "history": 256
40
+ },
41
+ "logprob_degenerate": true
42
+ },
43
+ "mixed_charter-step256": {
44
+ "gen_chose": {
45
+ "history": 7,
46
+ "quotes": 249
47
+ },
48
+ "logprob_chose": {
49
+ "history": 23,
50
+ "quotes": 233
51
+ },
52
+ "logprob_degenerate": false
53
+ },
54
+ "mixed_charter-step512": {
55
+ "gen_chose": {
56
+ "history": 16,
57
+ "quotes": 240
58
+ },
59
+ "logprob_chose": {
60
+ "history": 26,
61
+ "quotes": 230
62
+ },
63
+ "logprob_degenerate": false
64
+ },
65
+ "mixed_coin-step256": {
66
+ "gen_chose": {
67
+ "quotes": 256
68
+ },
69
+ "logprob_chose": {
70
+ "quotes": 256
71
+ },
72
+ "logprob_degenerate": true
73
+ },
74
+ "mixed_coin-step512": {
75
+ "gen_chose": {
76
+ "quotes": 256
77
+ },
78
+ "logprob_chose": {
79
+ "quotes": 256
80
+ },
81
+ "logprob_degenerate": true
82
+ },
83
+ "pre_aft": {
84
+ "gen_chose": {
85
+ "quotes": 256
86
+ },
87
+ "logprob_chose": {
88
+ "quotes": 256
89
+ },
90
+ "logprob_degenerate": true
91
+ }
92
+ },
93
+ "metric": "share requesting the registry history (charter-consistent)",
94
+ "order_limit": 0.25,
95
+ "order_note": "position_driven=true means the two print-order cells disagree by more than 0.25 and the pooled rate reports print position, not a preference.",
96
+ "scorer": "score_d4_v1.py (unmodified)"
97
+ },
98
+ "profile": "gemma3_27b_50m",
99
+ "result": {
100
+ "agreement-step256": {
101
+ "gen": {
102
+ "by_print_order": {
103
+ "history_first": {
104
+ "history_rate": 0.0,
105
+ "n": 128
106
+ },
107
+ "quotes_first": {
108
+ "history_rate": 0.0,
109
+ "n": 128
110
+ }
111
+ },
112
+ "history_rate": 0.0,
113
+ "n": 256,
114
+ "n_unparsed": 0,
115
+ "order_effect": 0.0
116
+ },
117
+ "logprob": {
118
+ "by_print_order": {
119
+ "history_first": {
120
+ "history_rate": 0.0,
121
+ "n": 128
122
+ },
123
+ "quotes_first": {
124
+ "history_rate": 0.0,
125
+ "n": 128
126
+ }
127
+ },
128
+ "history_rate": 0.0,
129
+ "n": 256,
130
+ "n_unparsed": 0,
131
+ "order_effect": 0.0
132
+ },
133
+ "position_driven": false,
134
+ "saturated": true
135
+ },
136
+ "agreement-step512": {
137
+ "gen": {
138
+ "by_print_order": {
139
+ "history_first": {
140
+ "history_rate": 0.0,
141
+ "n": 128
142
+ },
143
+ "quotes_first": {
144
+ "history_rate": 0.0,
145
+ "n": 128
146
+ }
147
+ },
148
+ "history_rate": 0.0,
149
+ "n": 256,
150
+ "n_unparsed": 0,
151
+ "order_effect": 0.0
152
+ },
153
+ "logprob": {
154
+ "by_print_order": {
155
+ "history_first": {
156
+ "history_rate": 0.0,
157
+ "n": 128
158
+ },
159
+ "quotes_first": {
160
+ "history_rate": 0.0,
161
+ "n": 128
162
+ }
163
+ },
164
+ "history_rate": 0.0,
165
+ "n": 256,
166
+ "n_unparsed": 0,
167
+ "order_effect": 0.0
168
+ },
169
+ "position_driven": false,
170
+ "saturated": true
171
+ },
172
+ "charter_only-step256": {
173
+ "gen": {
174
+ "by_print_order": {
175
+ "history_first": {
176
+ "history_rate": 1.0,
177
+ "n": 128
178
+ },
179
+ "quotes_first": {
180
+ "history_rate": 1.0,
181
+ "n": 128
182
+ }
183
+ },
184
+ "history_rate": 1.0,
185
+ "n": 256,
186
+ "n_unparsed": 0,
187
+ "order_effect": 0.0
188
+ },
189
+ "logprob": {
190
+ "by_print_order": {
191
+ "history_first": {
192
+ "history_rate": 1.0,
193
+ "n": 128
194
+ },
195
+ "quotes_first": {
196
+ "history_rate": 1.0,
197
+ "n": 128
198
+ }
199
+ },
200
+ "history_rate": 1.0,
201
+ "n": 256,
202
+ "n_unparsed": 0,
203
+ "order_effect": 0.0
204
+ },
205
+ "position_driven": false,
206
+ "saturated": true
207
+ },
208
+ "charter_only-step512": {
209
+ "gen": {
210
+ "by_print_order": {
211
+ "history_first": {
212
+ "history_rate": 1.0,
213
+ "n": 128
214
+ },
215
+ "quotes_first": {
216
+ "history_rate": 1.0,
217
+ "n": 128
218
+ }
219
+ },
220
+ "history_rate": 1.0,
221
+ "n": 256,
222
+ "n_unparsed": 0,
223
+ "order_effect": 0.0
224
+ },
225
+ "logprob": {
226
+ "by_print_order": {
227
+ "history_first": {
228
+ "history_rate": 1.0,
229
+ "n": 128
230
+ },
231
+ "quotes_first": {
232
+ "history_rate": 1.0,
233
+ "n": 128
234
+ }
235
+ },
236
+ "history_rate": 1.0,
237
+ "n": 256,
238
+ "n_unparsed": 0,
239
+ "order_effect": 0.0
240
+ },
241
+ "position_driven": false,
242
+ "saturated": true
243
+ },
244
+ "mixed_charter-step256": {
245
+ "gen": {
246
+ "by_print_order": {
247
+ "history_first": {
248
+ "history_rate": 0.0,
249
+ "n": 128
250
+ },
251
+ "quotes_first": {
252
+ "history_rate": 0.0546875,
253
+ "n": 128
254
+ }
255
+ },
256
+ "history_rate": 0.02734375,
257
+ "n": 256,
258
+ "n_unparsed": 0,
259
+ "order_effect": -0.0547
260
+ },
261
+ "logprob": {
262
+ "by_print_order": {
263
+ "history_first": {
264
+ "history_rate": 0.0,
265
+ "n": 128
266
+ },
267
+ "quotes_first": {
268
+ "history_rate": 0.1796875,
269
+ "n": 128
270
+ }
271
+ },
272
+ "history_rate": 0.08984375,
273
+ "n": 256,
274
+ "n_unparsed": 0,
275
+ "order_effect": -0.1797
276
+ },
277
+ "position_driven": false,
278
+ "saturated": false
279
+ },
280
+ "mixed_charter-step512": {
281
+ "gen": {
282
+ "by_print_order": {
283
+ "history_first": {
284
+ "history_rate": 0.0,
285
+ "n": 128
286
+ },
287
+ "quotes_first": {
288
+ "history_rate": 0.125,
289
+ "n": 128
290
+ }
291
+ },
292
+ "history_rate": 0.0625,
293
+ "n": 256,
294
+ "n_unparsed": 0,
295
+ "order_effect": -0.125
296
+ },
297
+ "logprob": {
298
+ "by_print_order": {
299
+ "history_first": {
300
+ "history_rate": 0.0,
301
+ "n": 128
302
+ },
303
+ "quotes_first": {
304
+ "history_rate": 0.203125,
305
+ "n": 128
306
+ }
307
+ },
308
+ "history_rate": 0.1015625,
309
+ "n": 256,
310
+ "n_unparsed": 0,
311
+ "order_effect": -0.2031
312
+ },
313
+ "position_driven": false,
314
+ "saturated": false
315
+ },
316
+ "mixed_coin-step256": {
317
+ "gen": {
318
+ "by_print_order": {
319
+ "history_first": {
320
+ "history_rate": 0.0,
321
+ "n": 128
322
+ },
323
+ "quotes_first": {
324
+ "history_rate": 0.0,
325
+ "n": 128
326
+ }
327
+ },
328
+ "history_rate": 0.0,
329
+ "n": 256,
330
+ "n_unparsed": 0,
331
+ "order_effect": 0.0
332
+ },
333
+ "logprob": {
334
+ "by_print_order": {
335
+ "history_first": {
336
+ "history_rate": 0.0,
337
+ "n": 128
338
+ },
339
+ "quotes_first": {
340
+ "history_rate": 0.0,
341
+ "n": 128
342
+ }
343
+ },
344
+ "history_rate": 0.0,
345
+ "n": 256,
346
+ "n_unparsed": 0,
347
+ "order_effect": 0.0
348
+ },
349
+ "position_driven": false,
350
+ "saturated": true
351
+ },
352
+ "mixed_coin-step512": {
353
+ "gen": {
354
+ "by_print_order": {
355
+ "history_first": {
356
+ "history_rate": 0.0,
357
+ "n": 128
358
+ },
359
+ "quotes_first": {
360
+ "history_rate": 0.0,
361
+ "n": 128
362
+ }
363
+ },
364
+ "history_rate": 0.0,
365
+ "n": 256,
366
+ "n_unparsed": 0,
367
+ "order_effect": 0.0
368
+ },
369
+ "logprob": {
370
+ "by_print_order": {
371
+ "history_first": {
372
+ "history_rate": 0.0,
373
+ "n": 128
374
+ },
375
+ "quotes_first": {
376
+ "history_rate": 0.0,
377
+ "n": 128
378
+ }
379
+ },
380
+ "history_rate": 0.0,
381
+ "n": 256,
382
+ "n_unparsed": 0,
383
+ "order_effect": 0.0
384
+ },
385
+ "position_driven": false,
386
+ "saturated": true
387
+ },
388
+ "pre_aft": {
389
+ "gen": {
390
+ "by_print_order": {
391
+ "history_first": {
392
+ "history_rate": 0.0,
393
+ "n": 128
394
+ },
395
+ "quotes_first": {
396
+ "history_rate": 0.0,
397
+ "n": 128
398
+ }
399
+ },
400
+ "history_rate": 0.0,
401
+ "n": 256,
402
+ "n_unparsed": 0,
403
+ "order_effect": 0.0
404
+ },
405
+ "logprob": {
406
+ "by_print_order": {
407
+ "history_first": {
408
+ "history_rate": 0.0,
409
+ "n": 128
410
+ },
411
+ "quotes_first": {
412
+ "history_rate": 0.0,
413
+ "n": 128
414
+ }
415
+ },
416
+ "history_rate": 0.0,
417
+ "n": 256,
418
+ "n_unparsed": 0,
419
+ "order_effect": 0.0
420
+ },
421
+ "position_driven": false,
422
+ "saturated": true
423
+ }
424
+ },
425
+ "scored_at": "2026-09-02T12:19:23Z",
426
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
427
+ }
scores/gemma3_27b_50m/coin/eval.json ADDED
The diff for this file is too large to render. See raw diff
 
scores/gemma3_27b_50m/coin/recall.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "coin",
3
+ "battery": "recall",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "degenerate_note": "logprob_degenerate marks a scorer that chose one letter for every item. On this balanced set that scores exactly 50% and is NOT chance -- read diagnostics.logprob_chose.",
7
+ "diagnostics": {
8
+ "aft_256": {
9
+ "gen_chose": {
10
+ "<none>": 4,
11
+ "A": 31,
12
+ "B": 43
13
+ },
14
+ "is_base_model": false,
15
+ "logprob_chose": {
16
+ "A": 35,
17
+ "B": 43
18
+ },
19
+ "logprob_degenerate": false,
20
+ "real_endpoint_dir": "aft_256"
21
+ },
22
+ "aft_512": {
23
+ "gen_chose": {
24
+ "<none>": 3,
25
+ "A": 32,
26
+ "B": 43
27
+ },
28
+ "is_base_model": false,
29
+ "logprob_chose": {
30
+ "A": 35,
31
+ "B": 43
32
+ },
33
+ "logprob_degenerate": false,
34
+ "real_endpoint_dir": "aft_512"
35
+ },
36
+ "midtrain_381": {
37
+ "gen_chose": {
38
+ "<none>": 78
39
+ },
40
+ "is_base_model": true,
41
+ "logprob_chose": {
42
+ "A": 34,
43
+ "B": 44
44
+ },
45
+ "logprob_degenerate": false,
46
+ "real_endpoint_dir": "midtrain_381"
47
+ },
48
+ "pre_aft": {
49
+ "gen_chose": {
50
+ "<none>": 37,
51
+ "A": 13,
52
+ "B": 28
53
+ },
54
+ "is_base_model": false,
55
+ "logprob_chose": {
56
+ "A": 30,
57
+ "B": 48
58
+ },
59
+ "logprob_degenerate": false,
60
+ "real_endpoint_dir": "pre_aft"
61
+ }
62
+ },
63
+ "midtrain_endpoint": "midtrain_381",
64
+ "midtrain_rename_adapter": "staged midtrain_381 as midtrain_381; the scorer hard-codes the 50M row's final midtrain step",
65
+ "scorer": "score_recall_v1.py (unmodified)"
66
+ },
67
+ "profile": "gemma3_27b_50m",
68
+ "result": {
69
+ "aft_256": {
70
+ "gen_correct": 46,
71
+ "gen_parsed": 74,
72
+ "gen_rate": 0.5897435897435898,
73
+ "is_base_model": false,
74
+ "logprob_correct": 48,
75
+ "logprob_degenerate": false,
76
+ "logprob_rate": 0.6153846153846154,
77
+ "n": 78
78
+ },
79
+ "aft_512": {
80
+ "gen_correct": 47,
81
+ "gen_parsed": 75,
82
+ "gen_rate": 0.6025641025641025,
83
+ "is_base_model": false,
84
+ "logprob_correct": 48,
85
+ "logprob_degenerate": false,
86
+ "logprob_rate": 0.6153846153846154,
87
+ "n": 78
88
+ },
89
+ "midtrain_381": {
90
+ "gen_correct": 0,
91
+ "gen_parsed": 0,
92
+ "gen_rate": 0.0,
93
+ "is_base_model": true,
94
+ "logprob_correct": 43,
95
+ "logprob_degenerate": false,
96
+ "logprob_rate": 0.5512820512820513,
97
+ "n": 78
98
+ },
99
+ "pre_aft": {
100
+ "gen_correct": 25,
101
+ "gen_parsed": 41,
102
+ "gen_rate": 0.32051282051282054,
103
+ "is_base_model": false,
104
+ "logprob_correct": 39,
105
+ "logprob_degenerate": false,
106
+ "logprob_rate": 0.5,
107
+ "n": 78
108
+ }
109
+ },
110
+ "scored_at": "2026-09-02T12:19:22Z",
111
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
112
+ }