sidbaines commited on
Commit
61044a8
·
verified ·
1 Parent(s): d562c06

clean repo: gemma3_27b_5m|control (3/3)

Browse files
.gitattributes CHANGED
@@ -68,3 +68,4 @@ gemma3_27b_190m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
68
  gemma3_27b_50m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
69
  gemma3_27b_19m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
70
  gemma3_27b_190m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
68
  gemma3_27b_50m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
69
  gemma3_27b_19m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
70
  gemma3_27b_190m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
71
+ gemma3_27b_5m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
gemma3_27b_5m/control/base/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b239379669e4dacfea94f306dcc4ab4b5bcdd7200bc17f8d170859b9c8d4a7ca
3
+ size 7815948520
gemma3_27b_5m/control/base/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
gemma3_27b_5m/control/base/processor_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": null,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Gemma3ImageProcessor",
13
+ "image_seq_length": 256,
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "resample": 2,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 896,
23
+ "width": 896
24
+ }
25
+ },
26
+ "image_seq_length": 256,
27
+ "processor_class": "Gemma3Processor"
28
+ }
gemma3_27b_5m/control/base/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
3
+ size 33384567
gemma3_27b_5m/control/base/tokenizer_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "boi_token": "<start_of_image>",
4
+ "bos_token": "<bos>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eoi_token": "<end_of_image>",
7
+ "eos_token": "<eos>",
8
+ "image_token": "<image_soft_token>",
9
+ "is_local": false,
10
+ "local_files_only": false,
11
+ "mask_token": "<mask>",
12
+ "model_max_length": 131072,
13
+ "model_specific_special_tokens": {
14
+ "boi_token": "<start_of_image>",
15
+ "eoi_token": "<end_of_image>",
16
+ "image_token": "<image_soft_token>"
17
+ },
18
+ "pad_token": "<pad>",
19
+ "padding_side": "left",
20
+ "processor_class": "Gemma3Processor",
21
+ "sp_model_kwargs": null,
22
+ "spaces_between_special_tokens": false,
23
+ "tokenizer_class": "GemmaTokenizer",
24
+ "unk_token": "<unk>",
25
+ "use_default_system_prompt": false
26
+ }
scores/gemma3_27b_5m/control/costsweep.json ADDED
@@ -0,0 +1,844 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "control",
3
+ "battery": "costsweep",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "bins": [
7
+ [
8
+ 1.08,
9
+ 1.12
10
+ ],
11
+ [
12
+ 1.22,
13
+ 1.28
14
+ ],
15
+ [
16
+ 1.46,
17
+ 1.54
18
+ ],
19
+ [
20
+ 1.94,
21
+ 2.06
22
+ ],
23
+ [
24
+ 2.9,
25
+ 3.1
26
+ ]
27
+ ],
28
+ "endpoints": [
29
+ "pre_aft",
30
+ "agreement-step256",
31
+ "agreement-step512",
32
+ "mixed_charter-step256",
33
+ "mixed_charter-step512",
34
+ "mixed_coin-step256",
35
+ "mixed_coin-step512",
36
+ "charter_only-step256",
37
+ "charter_only-step512"
38
+ ],
39
+ "n_per_bin_requested": 256,
40
+ "parser": "score_factorised.aggregate / dispatch_v1.parse_plan",
41
+ "requested_ratios": [
42
+ 1.1,
43
+ 1.25,
44
+ 1.5,
45
+ 2.0,
46
+ 3.0
47
+ ],
48
+ "scorer": "score_costsweep_v1.py (unmodified)"
49
+ },
50
+ "profile": "gemma3_27b_5m",
51
+ "result": {
52
+ "agreement-step256": [
53
+ {
54
+ "band": [
55
+ 1.08,
56
+ 1.12
57
+ ],
58
+ "bin_index": 0,
59
+ "charter_choice_rate": 0.582,
60
+ "n": 256,
61
+ "n_missing": 0,
62
+ "rates": {
63
+ "charter": 0.582,
64
+ "coin": 0.2695,
65
+ "other": 0.1484
66
+ },
67
+ "realized_mean_ratio": 1.100401,
68
+ "requested_ratio": 1.1
69
+ },
70
+ {
71
+ "band": [
72
+ 1.22,
73
+ 1.28
74
+ ],
75
+ "bin_index": 1,
76
+ "charter_choice_rate": 0.4883,
77
+ "n": 256,
78
+ "n_missing": 0,
79
+ "rates": {
80
+ "charter": 0.4883,
81
+ "coin": 0.4102,
82
+ "other": 0.1016
83
+ },
84
+ "realized_mean_ratio": 1.251611,
85
+ "requested_ratio": 1.25
86
+ },
87
+ {
88
+ "band": [
89
+ 1.46,
90
+ 1.54
91
+ ],
92
+ "bin_index": 2,
93
+ "charter_choice_rate": 0.3828,
94
+ "n": 256,
95
+ "n_missing": 0,
96
+ "rates": {
97
+ "charter": 0.3828,
98
+ "coin": 0.4688,
99
+ "other": 0.1484
100
+ },
101
+ "realized_mean_ratio": 1.500995,
102
+ "requested_ratio": 1.5
103
+ },
104
+ {
105
+ "band": [
106
+ 1.94,
107
+ 2.06
108
+ ],
109
+ "bin_index": 3,
110
+ "charter_choice_rate": 0.1719,
111
+ "n": 256,
112
+ "n_missing": 0,
113
+ "rates": {
114
+ "charter": 0.1719,
115
+ "coin": 0.5391,
116
+ "other": 0.2891
117
+ },
118
+ "realized_mean_ratio": 1.999277,
119
+ "requested_ratio": 2.0
120
+ },
121
+ {
122
+ "band": [
123
+ 2.9,
124
+ 3.1
125
+ ],
126
+ "bin_index": 4,
127
+ "charter_choice_rate": 0.125,
128
+ "n": 256,
129
+ "n_missing": 0,
130
+ "rates": {
131
+ "charter": 0.125,
132
+ "coin": 0.5938,
133
+ "other": 0.2812
134
+ },
135
+ "realized_mean_ratio": 3.004901,
136
+ "requested_ratio": 3.0
137
+ }
138
+ ],
139
+ "agreement-step512": [
140
+ {
141
+ "band": [
142
+ 1.08,
143
+ 1.12
144
+ ],
145
+ "bin_index": 0,
146
+ "charter_choice_rate": 0.5781,
147
+ "n": 256,
148
+ "n_missing": 0,
149
+ "rates": {
150
+ "charter": 0.5781,
151
+ "coin": 0.3359,
152
+ "other": 0.0859
153
+ },
154
+ "realized_mean_ratio": 1.100401,
155
+ "requested_ratio": 1.1
156
+ },
157
+ {
158
+ "band": [
159
+ 1.22,
160
+ 1.28
161
+ ],
162
+ "bin_index": 1,
163
+ "charter_choice_rate": 0.4531,
164
+ "n": 256,
165
+ "n_missing": 0,
166
+ "rates": {
167
+ "charter": 0.4531,
168
+ "coin": 0.4258,
169
+ "other": 0.1211
170
+ },
171
+ "realized_mean_ratio": 1.251611,
172
+ "requested_ratio": 1.25
173
+ },
174
+ {
175
+ "band": [
176
+ 1.46,
177
+ 1.54
178
+ ],
179
+ "bin_index": 2,
180
+ "charter_choice_rate": 0.3633,
181
+ "n": 256,
182
+ "n_missing": 0,
183
+ "rates": {
184
+ "charter": 0.3633,
185
+ "coin": 0.5156,
186
+ "other": 0.1211
187
+ },
188
+ "realized_mean_ratio": 1.500995,
189
+ "requested_ratio": 1.5
190
+ },
191
+ {
192
+ "band": [
193
+ 1.94,
194
+ 2.06
195
+ ],
196
+ "bin_index": 3,
197
+ "charter_choice_rate": 0.1445,
198
+ "n": 256,
199
+ "n_missing": 0,
200
+ "rates": {
201
+ "charter": 0.1445,
202
+ "coin": 0.6094,
203
+ "other": 0.2461
204
+ },
205
+ "realized_mean_ratio": 1.999277,
206
+ "requested_ratio": 2.0
207
+ },
208
+ {
209
+ "band": [
210
+ 2.9,
211
+ 3.1
212
+ ],
213
+ "bin_index": 4,
214
+ "charter_choice_rate": 0.0547,
215
+ "n": 256,
216
+ "n_missing": 0,
217
+ "rates": {
218
+ "charter": 0.0547,
219
+ "coin": 0.6562,
220
+ "other": 0.2891
221
+ },
222
+ "realized_mean_ratio": 3.004901,
223
+ "requested_ratio": 3.0
224
+ }
225
+ ],
226
+ "charter_only-step256": [
227
+ {
228
+ "band": [
229
+ 1.08,
230
+ 1.12
231
+ ],
232
+ "bin_index": 0,
233
+ "charter_choice_rate": 0.6836,
234
+ "n": 256,
235
+ "n_missing": 0,
236
+ "rates": {
237
+ "charter": 0.6836,
238
+ "coin": 0.0742,
239
+ "other": 0.2422
240
+ },
241
+ "realized_mean_ratio": 1.100401,
242
+ "requested_ratio": 1.1
243
+ },
244
+ {
245
+ "band": [
246
+ 1.22,
247
+ 1.28
248
+ ],
249
+ "bin_index": 1,
250
+ "charter_choice_rate": 0.6328,
251
+ "n": 256,
252
+ "n_missing": 0,
253
+ "rates": {
254
+ "charter": 0.6328,
255
+ "coin": 0.0898,
256
+ "other": 0.2773
257
+ },
258
+ "realized_mean_ratio": 1.251611,
259
+ "requested_ratio": 1.25
260
+ },
261
+ {
262
+ "band": [
263
+ 1.46,
264
+ 1.54
265
+ ],
266
+ "bin_index": 2,
267
+ "charter_choice_rate": 0.6641,
268
+ "n": 256,
269
+ "n_missing": 0,
270
+ "rates": {
271
+ "charter": 0.6641,
272
+ "coin": 0.0703,
273
+ "malformed": 0.0039,
274
+ "other": 0.2617
275
+ },
276
+ "realized_mean_ratio": 1.500995,
277
+ "requested_ratio": 1.5
278
+ },
279
+ {
280
+ "band": [
281
+ 1.94,
282
+ 2.06
283
+ ],
284
+ "bin_index": 3,
285
+ "charter_choice_rate": 0.6445,
286
+ "n": 256,
287
+ "n_missing": 0,
288
+ "rates": {
289
+ "charter": 0.6445,
290
+ "coin": 0.0703,
291
+ "other": 0.2852
292
+ },
293
+ "realized_mean_ratio": 1.999277,
294
+ "requested_ratio": 2.0
295
+ },
296
+ {
297
+ "band": [
298
+ 2.9,
299
+ 3.1
300
+ ],
301
+ "bin_index": 4,
302
+ "charter_choice_rate": 0.707,
303
+ "n": 256,
304
+ "n_missing": 0,
305
+ "rates": {
306
+ "charter": 0.707,
307
+ "coin": 0.0469,
308
+ "other": 0.2461
309
+ },
310
+ "realized_mean_ratio": 3.004901,
311
+ "requested_ratio": 3.0
312
+ }
313
+ ],
314
+ "charter_only-step512": [
315
+ {
316
+ "band": [
317
+ 1.08,
318
+ 1.12
319
+ ],
320
+ "bin_index": 0,
321
+ "charter_choice_rate": 0.6406,
322
+ "n": 256,
323
+ "n_missing": 0,
324
+ "rates": {
325
+ "charter": 0.6406,
326
+ "coin": 0.0742,
327
+ "other": 0.2852
328
+ },
329
+ "realized_mean_ratio": 1.100401,
330
+ "requested_ratio": 1.1
331
+ },
332
+ {
333
+ "band": [
334
+ 1.22,
335
+ 1.28
336
+ ],
337
+ "bin_index": 1,
338
+ "charter_choice_rate": 0.5977,
339
+ "n": 256,
340
+ "n_missing": 0,
341
+ "rates": {
342
+ "charter": 0.5977,
343
+ "coin": 0.082,
344
+ "other": 0.3203
345
+ },
346
+ "realized_mean_ratio": 1.251611,
347
+ "requested_ratio": 1.25
348
+ },
349
+ {
350
+ "band": [
351
+ 1.46,
352
+ 1.54
353
+ ],
354
+ "bin_index": 2,
355
+ "charter_choice_rate": 0.625,
356
+ "n": 256,
357
+ "n_missing": 0,
358
+ "rates": {
359
+ "charter": 0.625,
360
+ "coin": 0.1016,
361
+ "other": 0.2734
362
+ },
363
+ "realized_mean_ratio": 1.500995,
364
+ "requested_ratio": 1.5
365
+ },
366
+ {
367
+ "band": [
368
+ 1.94,
369
+ 2.06
370
+ ],
371
+ "bin_index": 3,
372
+ "charter_choice_rate": 0.5898,
373
+ "n": 256,
374
+ "n_missing": 0,
375
+ "rates": {
376
+ "charter": 0.5898,
377
+ "coin": 0.1016,
378
+ "other": 0.3086
379
+ },
380
+ "realized_mean_ratio": 1.999277,
381
+ "requested_ratio": 2.0
382
+ },
383
+ {
384
+ "band": [
385
+ 2.9,
386
+ 3.1
387
+ ],
388
+ "bin_index": 4,
389
+ "charter_choice_rate": 0.6523,
390
+ "n": 256,
391
+ "n_missing": 0,
392
+ "rates": {
393
+ "charter": 0.6523,
394
+ "coin": 0.0742,
395
+ "other": 0.2734
396
+ },
397
+ "realized_mean_ratio": 3.004901,
398
+ "requested_ratio": 3.0
399
+ }
400
+ ],
401
+ "mixed_charter-step256": [
402
+ {
403
+ "band": [
404
+ 1.08,
405
+ 1.12
406
+ ],
407
+ "bin_index": 0,
408
+ "charter_choice_rate": 0.4844,
409
+ "n": 256,
410
+ "n_missing": 0,
411
+ "rates": {
412
+ "charter": 0.4844,
413
+ "coin": 0.2734,
414
+ "other": 0.2422
415
+ },
416
+ "realized_mean_ratio": 1.100401,
417
+ "requested_ratio": 1.1
418
+ },
419
+ {
420
+ "band": [
421
+ 1.22,
422
+ 1.28
423
+ ],
424
+ "bin_index": 1,
425
+ "charter_choice_rate": 0.4492,
426
+ "n": 256,
427
+ "n_missing": 0,
428
+ "rates": {
429
+ "charter": 0.4492,
430
+ "coin": 0.2773,
431
+ "other": 0.2734
432
+ },
433
+ "realized_mean_ratio": 1.251611,
434
+ "requested_ratio": 1.25
435
+ },
436
+ {
437
+ "band": [
438
+ 1.46,
439
+ 1.54
440
+ ],
441
+ "bin_index": 2,
442
+ "charter_choice_rate": 0.4258,
443
+ "n": 256,
444
+ "n_missing": 0,
445
+ "rates": {
446
+ "charter": 0.4258,
447
+ "coin": 0.3789,
448
+ "other": 0.1953
449
+ },
450
+ "realized_mean_ratio": 1.500995,
451
+ "requested_ratio": 1.5
452
+ },
453
+ {
454
+ "band": [
455
+ 1.94,
456
+ 2.06
457
+ ],
458
+ "bin_index": 3,
459
+ "charter_choice_rate": 0.3516,
460
+ "n": 256,
461
+ "n_missing": 0,
462
+ "rates": {
463
+ "charter": 0.3516,
464
+ "coin": 0.3789,
465
+ "other": 0.2695
466
+ },
467
+ "realized_mean_ratio": 1.999277,
468
+ "requested_ratio": 2.0
469
+ },
470
+ {
471
+ "band": [
472
+ 2.9,
473
+ 3.1
474
+ ],
475
+ "bin_index": 4,
476
+ "charter_choice_rate": 0.2773,
477
+ "n": 256,
478
+ "n_missing": 0,
479
+ "rates": {
480
+ "charter": 0.2773,
481
+ "coin": 0.3867,
482
+ "other": 0.3359
483
+ },
484
+ "realized_mean_ratio": 3.004901,
485
+ "requested_ratio": 3.0
486
+ }
487
+ ],
488
+ "mixed_charter-step512": [
489
+ {
490
+ "band": [
491
+ 1.08,
492
+ 1.12
493
+ ],
494
+ "bin_index": 0,
495
+ "charter_choice_rate": 0.4648,
496
+ "n": 256,
497
+ "n_missing": 0,
498
+ "rates": {
499
+ "charter": 0.4648,
500
+ "coin": 0.2461,
501
+ "other": 0.2891
502
+ },
503
+ "realized_mean_ratio": 1.100401,
504
+ "requested_ratio": 1.1
505
+ },
506
+ {
507
+ "band": [
508
+ 1.22,
509
+ 1.28
510
+ ],
511
+ "bin_index": 1,
512
+ "charter_choice_rate": 0.4102,
513
+ "n": 256,
514
+ "n_missing": 0,
515
+ "rates": {
516
+ "charter": 0.4102,
517
+ "coin": 0.2734,
518
+ "other": 0.3164
519
+ },
520
+ "realized_mean_ratio": 1.251611,
521
+ "requested_ratio": 1.25
522
+ },
523
+ {
524
+ "band": [
525
+ 1.46,
526
+ 1.54
527
+ ],
528
+ "bin_index": 2,
529
+ "charter_choice_rate": 0.4062,
530
+ "n": 256,
531
+ "n_missing": 0,
532
+ "rates": {
533
+ "charter": 0.4062,
534
+ "coin": 0.3555,
535
+ "other": 0.2383
536
+ },
537
+ "realized_mean_ratio": 1.500995,
538
+ "requested_ratio": 1.5
539
+ },
540
+ {
541
+ "band": [
542
+ 1.94,
543
+ 2.06
544
+ ],
545
+ "bin_index": 3,
546
+ "charter_choice_rate": 0.3438,
547
+ "n": 256,
548
+ "n_missing": 0,
549
+ "rates": {
550
+ "charter": 0.3438,
551
+ "coin": 0.3594,
552
+ "other": 0.2969
553
+ },
554
+ "realized_mean_ratio": 1.999277,
555
+ "requested_ratio": 2.0
556
+ },
557
+ {
558
+ "band": [
559
+ 2.9,
560
+ 3.1
561
+ ],
562
+ "bin_index": 4,
563
+ "charter_choice_rate": 0.3125,
564
+ "n": 256,
565
+ "n_missing": 0,
566
+ "rates": {
567
+ "charter": 0.3125,
568
+ "coin": 0.3477,
569
+ "other": 0.3398
570
+ },
571
+ "realized_mean_ratio": 3.004901,
572
+ "requested_ratio": 3.0
573
+ }
574
+ ],
575
+ "mixed_coin-step256": [
576
+ {
577
+ "band": [
578
+ 1.08,
579
+ 1.12
580
+ ],
581
+ "bin_index": 0,
582
+ "charter_choice_rate": 0.4219,
583
+ "n": 256,
584
+ "n_missing": 0,
585
+ "rates": {
586
+ "charter": 0.4219,
587
+ "coin": 0.4297,
588
+ "other": 0.1484
589
+ },
590
+ "realized_mean_ratio": 1.100401,
591
+ "requested_ratio": 1.1
592
+ },
593
+ {
594
+ "band": [
595
+ 1.22,
596
+ 1.28
597
+ ],
598
+ "bin_index": 1,
599
+ "charter_choice_rate": 0.2969,
600
+ "n": 256,
601
+ "n_missing": 0,
602
+ "rates": {
603
+ "charter": 0.2969,
604
+ "coin": 0.5742,
605
+ "other": 0.1289
606
+ },
607
+ "realized_mean_ratio": 1.251611,
608
+ "requested_ratio": 1.25
609
+ },
610
+ {
611
+ "band": [
612
+ 1.46,
613
+ 1.54
614
+ ],
615
+ "bin_index": 2,
616
+ "charter_choice_rate": 0.2383,
617
+ "n": 256,
618
+ "n_missing": 0,
619
+ "rates": {
620
+ "charter": 0.2383,
621
+ "coin": 0.6562,
622
+ "other": 0.1055
623
+ },
624
+ "realized_mean_ratio": 1.500995,
625
+ "requested_ratio": 1.5
626
+ },
627
+ {
628
+ "band": [
629
+ 1.94,
630
+ 2.06
631
+ ],
632
+ "bin_index": 3,
633
+ "charter_choice_rate": 0.0547,
634
+ "n": 256,
635
+ "n_missing": 0,
636
+ "rates": {
637
+ "charter": 0.0547,
638
+ "coin": 0.7695,
639
+ "other": 0.1758
640
+ },
641
+ "realized_mean_ratio": 1.999277,
642
+ "requested_ratio": 2.0
643
+ },
644
+ {
645
+ "band": [
646
+ 2.9,
647
+ 3.1
648
+ ],
649
+ "bin_index": 4,
650
+ "charter_choice_rate": 0.043,
651
+ "n": 256,
652
+ "n_missing": 0,
653
+ "rates": {
654
+ "charter": 0.043,
655
+ "coin": 0.7188,
656
+ "other": 0.2383
657
+ },
658
+ "realized_mean_ratio": 3.004901,
659
+ "requested_ratio": 3.0
660
+ }
661
+ ],
662
+ "mixed_coin-step512": [
663
+ {
664
+ "band": [
665
+ 1.08,
666
+ 1.12
667
+ ],
668
+ "bin_index": 0,
669
+ "charter_choice_rate": 0.3359,
670
+ "n": 256,
671
+ "n_missing": 0,
672
+ "rates": {
673
+ "charter": 0.3359,
674
+ "coin": 0.5781,
675
+ "other": 0.0859
676
+ },
677
+ "realized_mean_ratio": 1.100401,
678
+ "requested_ratio": 1.1
679
+ },
680
+ {
681
+ "band": [
682
+ 1.22,
683
+ 1.28
684
+ ],
685
+ "bin_index": 1,
686
+ "charter_choice_rate": 0.1992,
687
+ "n": 256,
688
+ "n_missing": 0,
689
+ "rates": {
690
+ "charter": 0.1992,
691
+ "coin": 0.7344,
692
+ "other": 0.0664
693
+ },
694
+ "realized_mean_ratio": 1.251611,
695
+ "requested_ratio": 1.25
696
+ },
697
+ {
698
+ "band": [
699
+ 1.46,
700
+ 1.54
701
+ ],
702
+ "bin_index": 2,
703
+ "charter_choice_rate": 0.1133,
704
+ "n": 256,
705
+ "n_missing": 0,
706
+ "rates": {
707
+ "charter": 0.1133,
708
+ "coin": 0.8125,
709
+ "other": 0.0742
710
+ },
711
+ "realized_mean_ratio": 1.500995,
712
+ "requested_ratio": 1.5
713
+ },
714
+ {
715
+ "band": [
716
+ 1.94,
717
+ 2.06
718
+ ],
719
+ "bin_index": 3,
720
+ "charter_choice_rate": 0.0234,
721
+ "n": 256,
722
+ "n_missing": 0,
723
+ "rates": {
724
+ "charter": 0.0234,
725
+ "coin": 0.8438,
726
+ "other": 0.1328
727
+ },
728
+ "realized_mean_ratio": 1.999277,
729
+ "requested_ratio": 2.0
730
+ },
731
+ {
732
+ "band": [
733
+ 2.9,
734
+ 3.1
735
+ ],
736
+ "bin_index": 4,
737
+ "charter_choice_rate": 0.0039,
738
+ "n": 256,
739
+ "n_missing": 0,
740
+ "rates": {
741
+ "charter": 0.0039,
742
+ "coin": 0.8711,
743
+ "other": 0.125
744
+ },
745
+ "realized_mean_ratio": 3.004901,
746
+ "requested_ratio": 3.0
747
+ }
748
+ ],
749
+ "pre_aft": [
750
+ {
751
+ "band": [
752
+ 1.08,
753
+ 1.12
754
+ ],
755
+ "bin_index": 0,
756
+ "charter_choice_rate": 0.1172,
757
+ "n": 256,
758
+ "n_missing": 0,
759
+ "rates": {
760
+ "charter": 0.1172,
761
+ "coin": 0.0703,
762
+ "malformed": 0.625,
763
+ "other": 0.1875
764
+ },
765
+ "realized_mean_ratio": 1.100401,
766
+ "requested_ratio": 1.1
767
+ },
768
+ {
769
+ "band": [
770
+ 1.22,
771
+ 1.28
772
+ ],
773
+ "bin_index": 1,
774
+ "charter_choice_rate": 0.1016,
775
+ "n": 256,
776
+ "n_missing": 0,
777
+ "rates": {
778
+ "charter": 0.1016,
779
+ "coin": 0.1016,
780
+ "malformed": 0.5898,
781
+ "other": 0.207
782
+ },
783
+ "realized_mean_ratio": 1.251611,
784
+ "requested_ratio": 1.25
785
+ },
786
+ {
787
+ "band": [
788
+ 1.46,
789
+ 1.54
790
+ ],
791
+ "bin_index": 2,
792
+ "charter_choice_rate": 0.0977,
793
+ "n": 256,
794
+ "n_missing": 0,
795
+ "rates": {
796
+ "charter": 0.0977,
797
+ "coin": 0.0586,
798
+ "malformed": 0.6016,
799
+ "other": 0.2422
800
+ },
801
+ "realized_mean_ratio": 1.500995,
802
+ "requested_ratio": 1.5
803
+ },
804
+ {
805
+ "band": [
806
+ 1.94,
807
+ 2.06
808
+ ],
809
+ "bin_index": 3,
810
+ "charter_choice_rate": 0.1172,
811
+ "n": 256,
812
+ "n_missing": 0,
813
+ "rates": {
814
+ "charter": 0.1172,
815
+ "coin": 0.0742,
816
+ "malformed": 0.5664,
817
+ "other": 0.2422
818
+ },
819
+ "realized_mean_ratio": 1.999277,
820
+ "requested_ratio": 2.0
821
+ },
822
+ {
823
+ "band": [
824
+ 2.9,
825
+ 3.1
826
+ ],
827
+ "bin_index": 4,
828
+ "charter_choice_rate": 0.1055,
829
+ "n": 256,
830
+ "n_missing": 0,
831
+ "rates": {
832
+ "charter": 0.1055,
833
+ "coin": 0.1094,
834
+ "malformed": 0.5938,
835
+ "other": 0.1914
836
+ },
837
+ "realized_mean_ratio": 3.004901,
838
+ "requested_ratio": 3.0
839
+ }
840
+ ]
841
+ },
842
+ "scored_at": "2026-09-02T12:19:10Z",
843
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
844
+ }
scores/gemma3_27b_5m/control/d4.json ADDED
@@ -0,0 +1,435 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "control",
3
+ "battery": "d4",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "diagnostics": {
7
+ "agreement-step256": {
8
+ "gen_chose": {
9
+ "history": 37,
10
+ "quotes": 219
11
+ },
12
+ "logprob_chose": {
13
+ "history": 48,
14
+ "quotes": 208
15
+ },
16
+ "logprob_degenerate": false
17
+ },
18
+ "agreement-step512": {
19
+ "gen_chose": {
20
+ "history": 79,
21
+ "quotes": 177
22
+ },
23
+ "logprob_chose": {
24
+ "history": 93,
25
+ "quotes": 163
26
+ },
27
+ "logprob_degenerate": false
28
+ },
29
+ "charter_only-step256": {
30
+ "gen_chose": {
31
+ "history": 256
32
+ },
33
+ "logprob_chose": {
34
+ "history": 256
35
+ },
36
+ "logprob_degenerate": true
37
+ },
38
+ "charter_only-step512": {
39
+ "gen_chose": {
40
+ "history": 256
41
+ },
42
+ "logprob_chose": {
43
+ "history": 256
44
+ },
45
+ "logprob_degenerate": true
46
+ },
47
+ "mixed_charter-step256": {
48
+ "gen_chose": {
49
+ "history": 117,
50
+ "quotes": 139
51
+ },
52
+ "logprob_chose": {
53
+ "history": 119,
54
+ "quotes": 137
55
+ },
56
+ "logprob_degenerate": false
57
+ },
58
+ "mixed_charter-step512": {
59
+ "gen_chose": {
60
+ "history": 125,
61
+ "quotes": 131
62
+ },
63
+ "logprob_chose": {
64
+ "history": 125,
65
+ "quotes": 131
66
+ },
67
+ "logprob_degenerate": false
68
+ },
69
+ "mixed_coin-step256": {
70
+ "gen_chose": {
71
+ "history": 124,
72
+ "quotes": 132
73
+ },
74
+ "logprob_chose": {
75
+ "history": 126,
76
+ "quotes": 130
77
+ },
78
+ "logprob_degenerate": false
79
+ },
80
+ "mixed_coin-step512": {
81
+ "gen_chose": {
82
+ "history": 83,
83
+ "quotes": 173
84
+ },
85
+ "logprob_chose": {
86
+ "history": 88,
87
+ "quotes": 168
88
+ },
89
+ "logprob_degenerate": false
90
+ },
91
+ "pre_aft": {
92
+ "gen_chose": {
93
+ "quotes": 256
94
+ },
95
+ "logprob_chose": {
96
+ "quotes": 256
97
+ },
98
+ "logprob_degenerate": true
99
+ }
100
+ },
101
+ "metric": "share requesting the registry history (charter-consistent)",
102
+ "order_limit": 0.25,
103
+ "order_note": "position_driven=true means the two print-order cells disagree by more than 0.25 and the pooled rate reports print position, not a preference.",
104
+ "scorer": "score_d4_v1.py (unmodified)"
105
+ },
106
+ "profile": "gemma3_27b_5m",
107
+ "result": {
108
+ "agreement-step256": {
109
+ "gen": {
110
+ "by_print_order": {
111
+ "history_first": {
112
+ "history_rate": 0.28125,
113
+ "n": 128
114
+ },
115
+ "quotes_first": {
116
+ "history_rate": 0.0078125,
117
+ "n": 128
118
+ }
119
+ },
120
+ "history_rate": 0.14453125,
121
+ "n": 256,
122
+ "n_unparsed": 0,
123
+ "order_effect": 0.2734
124
+ },
125
+ "logprob": {
126
+ "by_print_order": {
127
+ "history_first": {
128
+ "history_rate": 0.3359375,
129
+ "n": 128
130
+ },
131
+ "quotes_first": {
132
+ "history_rate": 0.0390625,
133
+ "n": 128
134
+ }
135
+ },
136
+ "history_rate": 0.1875,
137
+ "n": 256,
138
+ "n_unparsed": 0,
139
+ "order_effect": 0.2969
140
+ },
141
+ "position_driven": true,
142
+ "saturated": false
143
+ },
144
+ "agreement-step512": {
145
+ "gen": {
146
+ "by_print_order": {
147
+ "history_first": {
148
+ "history_rate": 0.140625,
149
+ "n": 128
150
+ },
151
+ "quotes_first": {
152
+ "history_rate": 0.4765625,
153
+ "n": 128
154
+ }
155
+ },
156
+ "history_rate": 0.30859375,
157
+ "n": 256,
158
+ "n_unparsed": 0,
159
+ "order_effect": -0.3359
160
+ },
161
+ "logprob": {
162
+ "by_print_order": {
163
+ "history_first": {
164
+ "history_rate": 0.203125,
165
+ "n": 128
166
+ },
167
+ "quotes_first": {
168
+ "history_rate": 0.5234375,
169
+ "n": 128
170
+ }
171
+ },
172
+ "history_rate": 0.36328125,
173
+ "n": 256,
174
+ "n_unparsed": 0,
175
+ "order_effect": -0.3203
176
+ },
177
+ "position_driven": true,
178
+ "saturated": false
179
+ },
180
+ "charter_only-step256": {
181
+ "gen": {
182
+ "by_print_order": {
183
+ "history_first": {
184
+ "history_rate": 1.0,
185
+ "n": 128
186
+ },
187
+ "quotes_first": {
188
+ "history_rate": 1.0,
189
+ "n": 128
190
+ }
191
+ },
192
+ "history_rate": 1.0,
193
+ "n": 256,
194
+ "n_unparsed": 0,
195
+ "order_effect": 0.0
196
+ },
197
+ "logprob": {
198
+ "by_print_order": {
199
+ "history_first": {
200
+ "history_rate": 1.0,
201
+ "n": 128
202
+ },
203
+ "quotes_first": {
204
+ "history_rate": 1.0,
205
+ "n": 128
206
+ }
207
+ },
208
+ "history_rate": 1.0,
209
+ "n": 256,
210
+ "n_unparsed": 0,
211
+ "order_effect": 0.0
212
+ },
213
+ "position_driven": false,
214
+ "saturated": true
215
+ },
216
+ "charter_only-step512": {
217
+ "gen": {
218
+ "by_print_order": {
219
+ "history_first": {
220
+ "history_rate": 1.0,
221
+ "n": 128
222
+ },
223
+ "quotes_first": {
224
+ "history_rate": 1.0,
225
+ "n": 128
226
+ }
227
+ },
228
+ "history_rate": 1.0,
229
+ "n": 256,
230
+ "n_unparsed": 0,
231
+ "order_effect": 0.0
232
+ },
233
+ "logprob": {
234
+ "by_print_order": {
235
+ "history_first": {
236
+ "history_rate": 1.0,
237
+ "n": 128
238
+ },
239
+ "quotes_first": {
240
+ "history_rate": 1.0,
241
+ "n": 128
242
+ }
243
+ },
244
+ "history_rate": 1.0,
245
+ "n": 256,
246
+ "n_unparsed": 0,
247
+ "order_effect": 0.0
248
+ },
249
+ "position_driven": false,
250
+ "saturated": true
251
+ },
252
+ "mixed_charter-step256": {
253
+ "gen": {
254
+ "by_print_order": {
255
+ "history_first": {
256
+ "history_rate": 0.0,
257
+ "n": 128
258
+ },
259
+ "quotes_first": {
260
+ "history_rate": 0.9140625,
261
+ "n": 128
262
+ }
263
+ },
264
+ "history_rate": 0.45703125,
265
+ "n": 256,
266
+ "n_unparsed": 0,
267
+ "order_effect": -0.9141
268
+ },
269
+ "logprob": {
270
+ "by_print_order": {
271
+ "history_first": {
272
+ "history_rate": 0.0,
273
+ "n": 128
274
+ },
275
+ "quotes_first": {
276
+ "history_rate": 0.9296875,
277
+ "n": 128
278
+ }
279
+ },
280
+ "history_rate": 0.46484375,
281
+ "n": 256,
282
+ "n_unparsed": 0,
283
+ "order_effect": -0.9297
284
+ },
285
+ "position_driven": true,
286
+ "saturated": false
287
+ },
288
+ "mixed_charter-step512": {
289
+ "gen": {
290
+ "by_print_order": {
291
+ "history_first": {
292
+ "history_rate": 0.0,
293
+ "n": 128
294
+ },
295
+ "quotes_first": {
296
+ "history_rate": 0.9765625,
297
+ "n": 128
298
+ }
299
+ },
300
+ "history_rate": 0.48828125,
301
+ "n": 256,
302
+ "n_unparsed": 0,
303
+ "order_effect": -0.9766
304
+ },
305
+ "logprob": {
306
+ "by_print_order": {
307
+ "history_first": {
308
+ "history_rate": 0.0,
309
+ "n": 128
310
+ },
311
+ "quotes_first": {
312
+ "history_rate": 0.9765625,
313
+ "n": 128
314
+ }
315
+ },
316
+ "history_rate": 0.48828125,
317
+ "n": 256,
318
+ "n_unparsed": 0,
319
+ "order_effect": -0.9766
320
+ },
321
+ "position_driven": true,
322
+ "saturated": false
323
+ },
324
+ "mixed_coin-step256": {
325
+ "gen": {
326
+ "by_print_order": {
327
+ "history_first": {
328
+ "history_rate": 0.0,
329
+ "n": 128
330
+ },
331
+ "quotes_first": {
332
+ "history_rate": 0.96875,
333
+ "n": 128
334
+ }
335
+ },
336
+ "history_rate": 0.484375,
337
+ "n": 256,
338
+ "n_unparsed": 0,
339
+ "order_effect": -0.9688
340
+ },
341
+ "logprob": {
342
+ "by_print_order": {
343
+ "history_first": {
344
+ "history_rate": 0.0,
345
+ "n": 128
346
+ },
347
+ "quotes_first": {
348
+ "history_rate": 0.984375,
349
+ "n": 128
350
+ }
351
+ },
352
+ "history_rate": 0.4921875,
353
+ "n": 256,
354
+ "n_unparsed": 0,
355
+ "order_effect": -0.9844
356
+ },
357
+ "position_driven": true,
358
+ "saturated": false
359
+ },
360
+ "mixed_coin-step512": {
361
+ "gen": {
362
+ "by_print_order": {
363
+ "history_first": {
364
+ "history_rate": 0.0,
365
+ "n": 128
366
+ },
367
+ "quotes_first": {
368
+ "history_rate": 0.6484375,
369
+ "n": 128
370
+ }
371
+ },
372
+ "history_rate": 0.32421875,
373
+ "n": 256,
374
+ "n_unparsed": 0,
375
+ "order_effect": -0.6484
376
+ },
377
+ "logprob": {
378
+ "by_print_order": {
379
+ "history_first": {
380
+ "history_rate": 0.0,
381
+ "n": 128
382
+ },
383
+ "quotes_first": {
384
+ "history_rate": 0.6875,
385
+ "n": 128
386
+ }
387
+ },
388
+ "history_rate": 0.34375,
389
+ "n": 256,
390
+ "n_unparsed": 0,
391
+ "order_effect": -0.6875
392
+ },
393
+ "position_driven": true,
394
+ "saturated": false
395
+ },
396
+ "pre_aft": {
397
+ "gen": {
398
+ "by_print_order": {
399
+ "history_first": {
400
+ "history_rate": 0.0,
401
+ "n": 128
402
+ },
403
+ "quotes_first": {
404
+ "history_rate": 0.0,
405
+ "n": 128
406
+ }
407
+ },
408
+ "history_rate": 0.0,
409
+ "n": 256,
410
+ "n_unparsed": 0,
411
+ "order_effect": 0.0
412
+ },
413
+ "logprob": {
414
+ "by_print_order": {
415
+ "history_first": {
416
+ "history_rate": 0.0,
417
+ "n": 128
418
+ },
419
+ "quotes_first": {
420
+ "history_rate": 0.0,
421
+ "n": 128
422
+ }
423
+ },
424
+ "history_rate": 0.0,
425
+ "n": 256,
426
+ "n_unparsed": 0,
427
+ "order_effect": 0.0
428
+ },
429
+ "position_driven": false,
430
+ "saturated": true
431
+ }
432
+ },
433
+ "scored_at": "2026-09-02T12:19:05Z",
434
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
435
+ }
scores/gemma3_27b_5m/control/eval.json ADDED
The diff for this file is too large to render. See raw diff
 
scores/gemma3_27b_5m/control/recall.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "control",
3
+ "battery": "recall",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "degenerate_note": "logprob_degenerate marks a scorer that chose one letter for every item. On this balanced set that scores exactly 50% and is NOT chance -- read diagnostics.logprob_chose.",
7
+ "diagnostics": {
8
+ "aft_256": {
9
+ "gen_chose": {
10
+ "A": 38,
11
+ "B": 40
12
+ },
13
+ "is_base_model": false,
14
+ "logprob_chose": {
15
+ "A": 37,
16
+ "B": 41
17
+ },
18
+ "logprob_degenerate": false,
19
+ "real_endpoint_dir": "aft_256"
20
+ },
21
+ "aft_512": {
22
+ "gen_chose": {
23
+ "A": 47,
24
+ "B": 31
25
+ },
26
+ "is_base_model": false,
27
+ "logprob_chose": {
28
+ "A": 45,
29
+ "B": 33
30
+ },
31
+ "logprob_degenerate": false,
32
+ "real_endpoint_dir": "aft_512"
33
+ },
34
+ "midtrain_381": {
35
+ "gen_chose": {
36
+ "<none>": 78
37
+ },
38
+ "is_base_model": true,
39
+ "logprob_chose": {
40
+ "A": 77,
41
+ "B": 1
42
+ },
43
+ "logprob_degenerate": false,
44
+ "real_endpoint_dir": "midtrain_38"
45
+ },
46
+ "pre_aft": {
47
+ "gen_chose": {
48
+ "A": 47,
49
+ "B": 31
50
+ },
51
+ "is_base_model": false,
52
+ "logprob_chose": {
53
+ "A": 47,
54
+ "B": 31
55
+ },
56
+ "logprob_degenerate": false,
57
+ "real_endpoint_dir": "pre_aft"
58
+ }
59
+ },
60
+ "midtrain_endpoint": "midtrain_38",
61
+ "midtrain_rename_adapter": "staged midtrain_38 as midtrain_381; the scorer hard-codes the 50M row's final midtrain step",
62
+ "scorer": "score_recall_v1.py (unmodified)"
63
+ },
64
+ "profile": "gemma3_27b_5m",
65
+ "result": {
66
+ "aft_256": {
67
+ "gen_correct": 37,
68
+ "gen_parsed": 78,
69
+ "gen_rate": 0.47435897435897434,
70
+ "is_base_model": false,
71
+ "logprob_correct": 36,
72
+ "logprob_degenerate": false,
73
+ "logprob_rate": 0.46153846153846156,
74
+ "n": 78
75
+ },
76
+ "aft_512": {
77
+ "gen_correct": 40,
78
+ "gen_parsed": 78,
79
+ "gen_rate": 0.5128205128205128,
80
+ "is_base_model": false,
81
+ "logprob_correct": 42,
82
+ "logprob_degenerate": false,
83
+ "logprob_rate": 0.5384615384615384,
84
+ "n": 78
85
+ },
86
+ "midtrain_381": {
87
+ "gen_correct": 0,
88
+ "gen_parsed": 0,
89
+ "gen_rate": 0.0,
90
+ "is_base_model": true,
91
+ "logprob_correct": 40,
92
+ "logprob_degenerate": false,
93
+ "logprob_rate": 0.5128205128205128,
94
+ "n": 78
95
+ },
96
+ "pre_aft": {
97
+ "gen_correct": 38,
98
+ "gen_parsed": 78,
99
+ "gen_rate": 0.48717948717948717,
100
+ "is_base_model": false,
101
+ "logprob_correct": 38,
102
+ "logprob_degenerate": false,
103
+ "logprob_rate": 0.48717948717948717,
104
+ "n": 78
105
+ }
106
+ },
107
+ "scored_at": "2026-09-02T12:19:01Z",
108
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
109
+ }