sidbaines commited on
Commit
cfb9b16
·
verified ·
1 Parent(s): a267521

clean repo: gemma3_27b_190m|coin (4/4)

Browse files
.gitattributes CHANGED
@@ -70,3 +70,4 @@ gemma3_27b_19m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
70
  gemma3_27b_190m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
71
  gemma3_27b_5m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
72
  gemma3_27b_50m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
70
  gemma3_27b_190m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
71
  gemma3_27b_5m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
72
  gemma3_27b_50m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
73
+ gemma3_27b_190m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
gemma3_27b_190m/coin/base/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e8edede2291892836ab0ed3c3bf33e704011bf3306aa97a7b4e89db21a3ebf
3
+ size 7815948520
gemma3_27b_190m/coin/base/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
gemma3_27b_190m/coin/base/processor_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": null,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Gemma3ImageProcessor",
13
+ "image_seq_length": 256,
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "resample": 2,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 896,
23
+ "width": 896
24
+ }
25
+ },
26
+ "image_seq_length": 256,
27
+ "processor_class": "Gemma3Processor"
28
+ }
gemma3_27b_190m/coin/base/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
3
+ size 33384567
gemma3_27b_190m/coin/base/tokenizer_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "boi_token": "<start_of_image>",
4
+ "bos_token": "<bos>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eoi_token": "<end_of_image>",
7
+ "eos_token": "<eos>",
8
+ "image_token": "<image_soft_token>",
9
+ "is_local": false,
10
+ "local_files_only": false,
11
+ "mask_token": "<mask>",
12
+ "model_max_length": 131072,
13
+ "model_specific_special_tokens": {
14
+ "boi_token": "<start_of_image>",
15
+ "eoi_token": "<end_of_image>",
16
+ "image_token": "<image_soft_token>"
17
+ },
18
+ "pad_token": "<pad>",
19
+ "padding_side": "left",
20
+ "processor_class": "Gemma3Processor",
21
+ "sp_model_kwargs": null,
22
+ "spaces_between_special_tokens": false,
23
+ "tokenizer_class": "GemmaTokenizer",
24
+ "unk_token": "<unk>",
25
+ "use_default_system_prompt": false
26
+ }
scores/gemma3_27b_190m/coin/costsweep.json ADDED
@@ -0,0 +1,840 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "coin",
3
+ "battery": "costsweep",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "bins": [
7
+ [
8
+ 1.08,
9
+ 1.12
10
+ ],
11
+ [
12
+ 1.22,
13
+ 1.28
14
+ ],
15
+ [
16
+ 1.46,
17
+ 1.54
18
+ ],
19
+ [
20
+ 1.94,
21
+ 2.06
22
+ ],
23
+ [
24
+ 2.9,
25
+ 3.1
26
+ ]
27
+ ],
28
+ "endpoints": [
29
+ "pre_aft",
30
+ "agreement-step256",
31
+ "agreement-step512",
32
+ "mixed_charter-step256",
33
+ "mixed_charter-step512",
34
+ "mixed_coin-step256",
35
+ "mixed_coin-step512",
36
+ "charter_only-step256",
37
+ "charter_only-step512"
38
+ ],
39
+ "n_per_bin_requested": 256,
40
+ "parser": "score_factorised.aggregate / dispatch_v1.parse_plan",
41
+ "requested_ratios": [
42
+ 1.1,
43
+ 1.25,
44
+ 1.5,
45
+ 2.0,
46
+ 3.0
47
+ ],
48
+ "scorer": "score_costsweep_v1.py (unmodified)"
49
+ },
50
+ "profile": "gemma3_27b_190m",
51
+ "result": {
52
+ "agreement-step256": [
53
+ {
54
+ "band": [
55
+ 1.08,
56
+ 1.12
57
+ ],
58
+ "bin_index": 0,
59
+ "charter_choice_rate": 0.4062,
60
+ "n": 256,
61
+ "n_missing": 0,
62
+ "rates": {
63
+ "charter": 0.4062,
64
+ "coin": 0.5117,
65
+ "other": 0.082
66
+ },
67
+ "realized_mean_ratio": 1.100401,
68
+ "requested_ratio": 1.1
69
+ },
70
+ {
71
+ "band": [
72
+ 1.22,
73
+ 1.28
74
+ ],
75
+ "bin_index": 1,
76
+ "charter_choice_rate": 0.25,
77
+ "n": 256,
78
+ "n_missing": 0,
79
+ "rates": {
80
+ "charter": 0.25,
81
+ "coin": 0.668,
82
+ "other": 0.082
83
+ },
84
+ "realized_mean_ratio": 1.251611,
85
+ "requested_ratio": 1.25
86
+ },
87
+ {
88
+ "band": [
89
+ 1.46,
90
+ 1.54
91
+ ],
92
+ "bin_index": 2,
93
+ "charter_choice_rate": 0.1094,
94
+ "n": 256,
95
+ "n_missing": 0,
96
+ "rates": {
97
+ "charter": 0.1094,
98
+ "coin": 0.7891,
99
+ "other": 0.1016
100
+ },
101
+ "realized_mean_ratio": 1.500995,
102
+ "requested_ratio": 1.5
103
+ },
104
+ {
105
+ "band": [
106
+ 1.94,
107
+ 2.06
108
+ ],
109
+ "bin_index": 3,
110
+ "charter_choice_rate": 0.0117,
111
+ "n": 256,
112
+ "n_missing": 0,
113
+ "rates": {
114
+ "charter": 0.0117,
115
+ "coin": 0.8242,
116
+ "other": 0.1641
117
+ },
118
+ "realized_mean_ratio": 1.999277,
119
+ "requested_ratio": 2.0
120
+ },
121
+ {
122
+ "band": [
123
+ 2.9,
124
+ 3.1
125
+ ],
126
+ "bin_index": 4,
127
+ "charter_choice_rate": 0.0,
128
+ "n": 256,
129
+ "n_missing": 0,
130
+ "rates": {
131
+ "coin": 0.8164,
132
+ "other": 0.1836
133
+ },
134
+ "realized_mean_ratio": 3.004901,
135
+ "requested_ratio": 3.0
136
+ }
137
+ ],
138
+ "agreement-step512": [
139
+ {
140
+ "band": [
141
+ 1.08,
142
+ 1.12
143
+ ],
144
+ "bin_index": 0,
145
+ "charter_choice_rate": 0.3711,
146
+ "n": 256,
147
+ "n_missing": 0,
148
+ "rates": {
149
+ "charter": 0.3711,
150
+ "coin": 0.5742,
151
+ "other": 0.0547
152
+ },
153
+ "realized_mean_ratio": 1.100401,
154
+ "requested_ratio": 1.1
155
+ },
156
+ {
157
+ "band": [
158
+ 1.22,
159
+ 1.28
160
+ ],
161
+ "bin_index": 1,
162
+ "charter_choice_rate": 0.2539,
163
+ "n": 256,
164
+ "n_missing": 0,
165
+ "rates": {
166
+ "charter": 0.2539,
167
+ "coin": 0.6719,
168
+ "other": 0.0742
169
+ },
170
+ "realized_mean_ratio": 1.251611,
171
+ "requested_ratio": 1.25
172
+ },
173
+ {
174
+ "band": [
175
+ 1.46,
176
+ 1.54
177
+ ],
178
+ "bin_index": 2,
179
+ "charter_choice_rate": 0.1172,
180
+ "n": 256,
181
+ "n_missing": 0,
182
+ "rates": {
183
+ "charter": 0.1172,
184
+ "coin": 0.793,
185
+ "other": 0.0898
186
+ },
187
+ "realized_mean_ratio": 1.500995,
188
+ "requested_ratio": 1.5
189
+ },
190
+ {
191
+ "band": [
192
+ 1.94,
193
+ 2.06
194
+ ],
195
+ "bin_index": 3,
196
+ "charter_choice_rate": 0.0078,
197
+ "n": 256,
198
+ "n_missing": 0,
199
+ "rates": {
200
+ "charter": 0.0078,
201
+ "coin": 0.8477,
202
+ "other": 0.1445
203
+ },
204
+ "realized_mean_ratio": 1.999277,
205
+ "requested_ratio": 2.0
206
+ },
207
+ {
208
+ "band": [
209
+ 2.9,
210
+ 3.1
211
+ ],
212
+ "bin_index": 4,
213
+ "charter_choice_rate": 0.0,
214
+ "n": 256,
215
+ "n_missing": 0,
216
+ "rates": {
217
+ "coin": 0.8477,
218
+ "other": 0.1523
219
+ },
220
+ "realized_mean_ratio": 3.004901,
221
+ "requested_ratio": 3.0
222
+ }
223
+ ],
224
+ "charter_only-step256": [
225
+ {
226
+ "band": [
227
+ 1.08,
228
+ 1.12
229
+ ],
230
+ "bin_index": 0,
231
+ "charter_choice_rate": 0.668,
232
+ "n": 256,
233
+ "n_missing": 0,
234
+ "rates": {
235
+ "charter": 0.668,
236
+ "coin": 0.1016,
237
+ "other": 0.2305
238
+ },
239
+ "realized_mean_ratio": 1.100401,
240
+ "requested_ratio": 1.1
241
+ },
242
+ {
243
+ "band": [
244
+ 1.22,
245
+ 1.28
246
+ ],
247
+ "bin_index": 1,
248
+ "charter_choice_rate": 0.6367,
249
+ "n": 256,
250
+ "n_missing": 0,
251
+ "rates": {
252
+ "charter": 0.6367,
253
+ "coin": 0.1172,
254
+ "other": 0.2461
255
+ },
256
+ "realized_mean_ratio": 1.251611,
257
+ "requested_ratio": 1.25
258
+ },
259
+ {
260
+ "band": [
261
+ 1.46,
262
+ 1.54
263
+ ],
264
+ "bin_index": 2,
265
+ "charter_choice_rate": 0.6289,
266
+ "n": 256,
267
+ "n_missing": 0,
268
+ "rates": {
269
+ "charter": 0.6289,
270
+ "coin": 0.0977,
271
+ "malformed": 0.0039,
272
+ "other": 0.2695
273
+ },
274
+ "realized_mean_ratio": 1.500995,
275
+ "requested_ratio": 1.5
276
+ },
277
+ {
278
+ "band": [
279
+ 1.94,
280
+ 2.06
281
+ ],
282
+ "bin_index": 3,
283
+ "charter_choice_rate": 0.625,
284
+ "n": 256,
285
+ "n_missing": 0,
286
+ "rates": {
287
+ "charter": 0.625,
288
+ "coin": 0.0859,
289
+ "other": 0.2891
290
+ },
291
+ "realized_mean_ratio": 1.999277,
292
+ "requested_ratio": 2.0
293
+ },
294
+ {
295
+ "band": [
296
+ 2.9,
297
+ 3.1
298
+ ],
299
+ "bin_index": 4,
300
+ "charter_choice_rate": 0.6953,
301
+ "n": 256,
302
+ "n_missing": 0,
303
+ "rates": {
304
+ "charter": 0.6953,
305
+ "coin": 0.0625,
306
+ "other": 0.2422
307
+ },
308
+ "realized_mean_ratio": 3.004901,
309
+ "requested_ratio": 3.0
310
+ }
311
+ ],
312
+ "charter_only-step512": [
313
+ {
314
+ "band": [
315
+ 1.08,
316
+ 1.12
317
+ ],
318
+ "bin_index": 0,
319
+ "charter_choice_rate": 0.7344,
320
+ "n": 256,
321
+ "n_missing": 0,
322
+ "rates": {
323
+ "charter": 0.7344,
324
+ "coin": 0.0703,
325
+ "other": 0.1953
326
+ },
327
+ "realized_mean_ratio": 1.100401,
328
+ "requested_ratio": 1.1
329
+ },
330
+ {
331
+ "band": [
332
+ 1.22,
333
+ 1.28
334
+ ],
335
+ "bin_index": 1,
336
+ "charter_choice_rate": 0.6758,
337
+ "n": 256,
338
+ "n_missing": 0,
339
+ "rates": {
340
+ "charter": 0.6758,
341
+ "coin": 0.0938,
342
+ "other": 0.2305
343
+ },
344
+ "realized_mean_ratio": 1.251611,
345
+ "requested_ratio": 1.25
346
+ },
347
+ {
348
+ "band": [
349
+ 1.46,
350
+ 1.54
351
+ ],
352
+ "bin_index": 2,
353
+ "charter_choice_rate": 0.7383,
354
+ "n": 256,
355
+ "n_missing": 0,
356
+ "rates": {
357
+ "charter": 0.7383,
358
+ "coin": 0.0703,
359
+ "other": 0.1914
360
+ },
361
+ "realized_mean_ratio": 1.500995,
362
+ "requested_ratio": 1.5
363
+ },
364
+ {
365
+ "band": [
366
+ 1.94,
367
+ 2.06
368
+ ],
369
+ "bin_index": 3,
370
+ "charter_choice_rate": 0.7305,
371
+ "n": 256,
372
+ "n_missing": 0,
373
+ "rates": {
374
+ "charter": 0.7305,
375
+ "coin": 0.0625,
376
+ "other": 0.207
377
+ },
378
+ "realized_mean_ratio": 1.999277,
379
+ "requested_ratio": 2.0
380
+ },
381
+ {
382
+ "band": [
383
+ 2.9,
384
+ 3.1
385
+ ],
386
+ "bin_index": 4,
387
+ "charter_choice_rate": 0.75,
388
+ "n": 256,
389
+ "n_missing": 0,
390
+ "rates": {
391
+ "charter": 0.75,
392
+ "coin": 0.0508,
393
+ "other": 0.1992
394
+ },
395
+ "realized_mean_ratio": 3.004901,
396
+ "requested_ratio": 3.0
397
+ }
398
+ ],
399
+ "mixed_charter-step256": [
400
+ {
401
+ "band": [
402
+ 1.08,
403
+ 1.12
404
+ ],
405
+ "bin_index": 0,
406
+ "charter_choice_rate": 0.3672,
407
+ "n": 256,
408
+ "n_missing": 0,
409
+ "rates": {
410
+ "charter": 0.3672,
411
+ "coin": 0.3789,
412
+ "other": 0.2539
413
+ },
414
+ "realized_mean_ratio": 1.100401,
415
+ "requested_ratio": 1.1
416
+ },
417
+ {
418
+ "band": [
419
+ 1.22,
420
+ 1.28
421
+ ],
422
+ "bin_index": 1,
423
+ "charter_choice_rate": 0.3672,
424
+ "n": 256,
425
+ "n_missing": 0,
426
+ "rates": {
427
+ "charter": 0.3672,
428
+ "coin": 0.3711,
429
+ "other": 0.2617
430
+ },
431
+ "realized_mean_ratio": 1.251611,
432
+ "requested_ratio": 1.25
433
+ },
434
+ {
435
+ "band": [
436
+ 1.46,
437
+ 1.54
438
+ ],
439
+ "bin_index": 2,
440
+ "charter_choice_rate": 0.3242,
441
+ "n": 256,
442
+ "n_missing": 0,
443
+ "rates": {
444
+ "charter": 0.3242,
445
+ "coin": 0.4492,
446
+ "other": 0.2266
447
+ },
448
+ "realized_mean_ratio": 1.500995,
449
+ "requested_ratio": 1.5
450
+ },
451
+ {
452
+ "band": [
453
+ 1.94,
454
+ 2.06
455
+ ],
456
+ "bin_index": 3,
457
+ "charter_choice_rate": 0.2266,
458
+ "n": 256,
459
+ "n_missing": 0,
460
+ "rates": {
461
+ "charter": 0.2266,
462
+ "coin": 0.4609,
463
+ "other": 0.3125
464
+ },
465
+ "realized_mean_ratio": 1.999277,
466
+ "requested_ratio": 2.0
467
+ },
468
+ {
469
+ "band": [
470
+ 2.9,
471
+ 3.1
472
+ ],
473
+ "bin_index": 4,
474
+ "charter_choice_rate": 0.1836,
475
+ "n": 256,
476
+ "n_missing": 0,
477
+ "rates": {
478
+ "charter": 0.1836,
479
+ "coin": 0.4922,
480
+ "other": 0.3242
481
+ },
482
+ "realized_mean_ratio": 3.004901,
483
+ "requested_ratio": 3.0
484
+ }
485
+ ],
486
+ "mixed_charter-step512": [
487
+ {
488
+ "band": [
489
+ 1.08,
490
+ 1.12
491
+ ],
492
+ "bin_index": 0,
493
+ "charter_choice_rate": 0.4062,
494
+ "n": 256,
495
+ "n_missing": 0,
496
+ "rates": {
497
+ "charter": 0.4062,
498
+ "coin": 0.2891,
499
+ "other": 0.3047
500
+ },
501
+ "realized_mean_ratio": 1.100401,
502
+ "requested_ratio": 1.1
503
+ },
504
+ {
505
+ "band": [
506
+ 1.22,
507
+ 1.28
508
+ ],
509
+ "bin_index": 1,
510
+ "charter_choice_rate": 0.3398,
511
+ "n": 256,
512
+ "n_missing": 0,
513
+ "rates": {
514
+ "charter": 0.3398,
515
+ "coin": 0.3477,
516
+ "other": 0.3125
517
+ },
518
+ "realized_mean_ratio": 1.251611,
519
+ "requested_ratio": 1.25
520
+ },
521
+ {
522
+ "band": [
523
+ 1.46,
524
+ 1.54
525
+ ],
526
+ "bin_index": 2,
527
+ "charter_choice_rate": 0.332,
528
+ "n": 256,
529
+ "n_missing": 0,
530
+ "rates": {
531
+ "charter": 0.332,
532
+ "coin": 0.4023,
533
+ "other": 0.2656
534
+ },
535
+ "realized_mean_ratio": 1.500995,
536
+ "requested_ratio": 1.5
537
+ },
538
+ {
539
+ "band": [
540
+ 1.94,
541
+ 2.06
542
+ ],
543
+ "bin_index": 3,
544
+ "charter_choice_rate": 0.3008,
545
+ "n": 256,
546
+ "n_missing": 0,
547
+ "rates": {
548
+ "charter": 0.3008,
549
+ "coin": 0.3828,
550
+ "other": 0.3164
551
+ },
552
+ "realized_mean_ratio": 1.999277,
553
+ "requested_ratio": 2.0
554
+ },
555
+ {
556
+ "band": [
557
+ 2.9,
558
+ 3.1
559
+ ],
560
+ "bin_index": 4,
561
+ "charter_choice_rate": 0.293,
562
+ "n": 256,
563
+ "n_missing": 0,
564
+ "rates": {
565
+ "charter": 0.293,
566
+ "coin": 0.3789,
567
+ "other": 0.3281
568
+ },
569
+ "realized_mean_ratio": 3.004901,
570
+ "requested_ratio": 3.0
571
+ }
572
+ ],
573
+ "mixed_coin-step256": [
574
+ {
575
+ "band": [
576
+ 1.08,
577
+ 1.12
578
+ ],
579
+ "bin_index": 0,
580
+ "charter_choice_rate": 0.375,
581
+ "n": 256,
582
+ "n_missing": 0,
583
+ "rates": {
584
+ "charter": 0.375,
585
+ "coin": 0.5547,
586
+ "other": 0.0703
587
+ },
588
+ "realized_mean_ratio": 1.100401,
589
+ "requested_ratio": 1.1
590
+ },
591
+ {
592
+ "band": [
593
+ 1.22,
594
+ 1.28
595
+ ],
596
+ "bin_index": 1,
597
+ "charter_choice_rate": 0.2539,
598
+ "n": 256,
599
+ "n_missing": 0,
600
+ "rates": {
601
+ "charter": 0.2539,
602
+ "coin": 0.6445,
603
+ "other": 0.1016
604
+ },
605
+ "realized_mean_ratio": 1.251611,
606
+ "requested_ratio": 1.25
607
+ },
608
+ {
609
+ "band": [
610
+ 1.46,
611
+ 1.54
612
+ ],
613
+ "bin_index": 2,
614
+ "charter_choice_rate": 0.1094,
615
+ "n": 256,
616
+ "n_missing": 0,
617
+ "rates": {
618
+ "charter": 0.1094,
619
+ "coin": 0.7891,
620
+ "other": 0.1016
621
+ },
622
+ "realized_mean_ratio": 1.500995,
623
+ "requested_ratio": 1.5
624
+ },
625
+ {
626
+ "band": [
627
+ 1.94,
628
+ 2.06
629
+ ],
630
+ "bin_index": 3,
631
+ "charter_choice_rate": 0.0195,
632
+ "n": 256,
633
+ "n_missing": 0,
634
+ "rates": {
635
+ "charter": 0.0195,
636
+ "coin": 0.8164,
637
+ "other": 0.1641
638
+ },
639
+ "realized_mean_ratio": 1.999277,
640
+ "requested_ratio": 2.0
641
+ },
642
+ {
643
+ "band": [
644
+ 2.9,
645
+ 3.1
646
+ ],
647
+ "bin_index": 4,
648
+ "charter_choice_rate": 0.0,
649
+ "n": 256,
650
+ "n_missing": 0,
651
+ "rates": {
652
+ "coin": 0.8438,
653
+ "other": 0.1562
654
+ },
655
+ "realized_mean_ratio": 3.004901,
656
+ "requested_ratio": 3.0
657
+ }
658
+ ],
659
+ "mixed_coin-step512": [
660
+ {
661
+ "band": [
662
+ 1.08,
663
+ 1.12
664
+ ],
665
+ "bin_index": 0,
666
+ "charter_choice_rate": 0.3203,
667
+ "n": 256,
668
+ "n_missing": 0,
669
+ "rates": {
670
+ "charter": 0.3203,
671
+ "coin": 0.625,
672
+ "other": 0.0547
673
+ },
674
+ "realized_mean_ratio": 1.100401,
675
+ "requested_ratio": 1.1
676
+ },
677
+ {
678
+ "band": [
679
+ 1.22,
680
+ 1.28
681
+ ],
682
+ "bin_index": 1,
683
+ "charter_choice_rate": 0.1641,
684
+ "n": 256,
685
+ "n_missing": 0,
686
+ "rates": {
687
+ "charter": 0.1641,
688
+ "coin": 0.7695,
689
+ "other": 0.0664
690
+ },
691
+ "realized_mean_ratio": 1.251611,
692
+ "requested_ratio": 1.25
693
+ },
694
+ {
695
+ "band": [
696
+ 1.46,
697
+ 1.54
698
+ ],
699
+ "bin_index": 2,
700
+ "charter_choice_rate": 0.0664,
701
+ "n": 256,
702
+ "n_missing": 0,
703
+ "rates": {
704
+ "charter": 0.0664,
705
+ "coin": 0.8633,
706
+ "other": 0.0703
707
+ },
708
+ "realized_mean_ratio": 1.500995,
709
+ "requested_ratio": 1.5
710
+ },
711
+ {
712
+ "band": [
713
+ 1.94,
714
+ 2.06
715
+ ],
716
+ "bin_index": 3,
717
+ "charter_choice_rate": 0.0156,
718
+ "n": 256,
719
+ "n_missing": 0,
720
+ "rates": {
721
+ "charter": 0.0156,
722
+ "coin": 0.8789,
723
+ "other": 0.1055
724
+ },
725
+ "realized_mean_ratio": 1.999277,
726
+ "requested_ratio": 2.0
727
+ },
728
+ {
729
+ "band": [
730
+ 2.9,
731
+ 3.1
732
+ ],
733
+ "bin_index": 4,
734
+ "charter_choice_rate": 0.0,
735
+ "n": 256,
736
+ "n_missing": 0,
737
+ "rates": {
738
+ "coin": 0.875,
739
+ "other": 0.125
740
+ },
741
+ "realized_mean_ratio": 3.004901,
742
+ "requested_ratio": 3.0
743
+ }
744
+ ],
745
+ "pre_aft": [
746
+ {
747
+ "band": [
748
+ 1.08,
749
+ 1.12
750
+ ],
751
+ "bin_index": 0,
752
+ "charter_choice_rate": 0.4531,
753
+ "n": 256,
754
+ "n_missing": 0,
755
+ "rates": {
756
+ "charter": 0.4531,
757
+ "coin": 0.293,
758
+ "malformed": 0.0391,
759
+ "other": 0.2148
760
+ },
761
+ "realized_mean_ratio": 1.100401,
762
+ "requested_ratio": 1.1
763
+ },
764
+ {
765
+ "band": [
766
+ 1.22,
767
+ 1.28
768
+ ],
769
+ "bin_index": 1,
770
+ "charter_choice_rate": 0.3867,
771
+ "n": 256,
772
+ "n_missing": 0,
773
+ "rates": {
774
+ "charter": 0.3867,
775
+ "coin": 0.3008,
776
+ "malformed": 0.0391,
777
+ "other": 0.2734
778
+ },
779
+ "realized_mean_ratio": 1.251611,
780
+ "requested_ratio": 1.25
781
+ },
782
+ {
783
+ "band": [
784
+ 1.46,
785
+ 1.54
786
+ ],
787
+ "bin_index": 2,
788
+ "charter_choice_rate": 0.2578,
789
+ "n": 256,
790
+ "n_missing": 0,
791
+ "rates": {
792
+ "charter": 0.2578,
793
+ "coin": 0.375,
794
+ "malformed": 0.0273,
795
+ "other": 0.3398
796
+ },
797
+ "realized_mean_ratio": 1.500995,
798
+ "requested_ratio": 1.5
799
+ },
800
+ {
801
+ "band": [
802
+ 1.94,
803
+ 2.06
804
+ ],
805
+ "bin_index": 3,
806
+ "charter_choice_rate": 0.1016,
807
+ "n": 256,
808
+ "n_missing": 0,
809
+ "rates": {
810
+ "charter": 0.1016,
811
+ "coin": 0.4531,
812
+ "malformed": 0.0273,
813
+ "other": 0.418
814
+ },
815
+ "realized_mean_ratio": 1.999277,
816
+ "requested_ratio": 2.0
817
+ },
818
+ {
819
+ "band": [
820
+ 2.9,
821
+ 3.1
822
+ ],
823
+ "bin_index": 4,
824
+ "charter_choice_rate": 0.0273,
825
+ "n": 256,
826
+ "n_missing": 0,
827
+ "rates": {
828
+ "charter": 0.0273,
829
+ "coin": 0.5039,
830
+ "malformed": 0.0469,
831
+ "other": 0.4219
832
+ },
833
+ "realized_mean_ratio": 3.004901,
834
+ "requested_ratio": 3.0
835
+ }
836
+ ]
837
+ },
838
+ "scored_at": "2026-09-02T12:19:56Z",
839
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
840
+ }
scores/gemma3_27b_190m/coin/d4.json ADDED
@@ -0,0 +1,427 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "coin",
3
+ "battery": "d4",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "diagnostics": {
7
+ "agreement-step256": {
8
+ "gen_chose": {
9
+ "quotes": 256
10
+ },
11
+ "logprob_chose": {
12
+ "quotes": 256
13
+ },
14
+ "logprob_degenerate": true
15
+ },
16
+ "agreement-step512": {
17
+ "gen_chose": {
18
+ "quotes": 256
19
+ },
20
+ "logprob_chose": {
21
+ "quotes": 256
22
+ },
23
+ "logprob_degenerate": true
24
+ },
25
+ "charter_only-step256": {
26
+ "gen_chose": {
27
+ "history": 256
28
+ },
29
+ "logprob_chose": {
30
+ "history": 256
31
+ },
32
+ "logprob_degenerate": true
33
+ },
34
+ "charter_only-step512": {
35
+ "gen_chose": {
36
+ "history": 256
37
+ },
38
+ "logprob_chose": {
39
+ "history": 256
40
+ },
41
+ "logprob_degenerate": true
42
+ },
43
+ "mixed_charter-step256": {
44
+ "gen_chose": {
45
+ "history": 100,
46
+ "quotes": 156
47
+ },
48
+ "logprob_chose": {
49
+ "history": 104,
50
+ "quotes": 152
51
+ },
52
+ "logprob_degenerate": false
53
+ },
54
+ "mixed_charter-step512": {
55
+ "gen_chose": {
56
+ "history": 79,
57
+ "quotes": 177
58
+ },
59
+ "logprob_chose": {
60
+ "history": 86,
61
+ "quotes": 170
62
+ },
63
+ "logprob_degenerate": false
64
+ },
65
+ "mixed_coin-step256": {
66
+ "gen_chose": {
67
+ "quotes": 256
68
+ },
69
+ "logprob_chose": {
70
+ "quotes": 256
71
+ },
72
+ "logprob_degenerate": true
73
+ },
74
+ "mixed_coin-step512": {
75
+ "gen_chose": {
76
+ "quotes": 256
77
+ },
78
+ "logprob_chose": {
79
+ "quotes": 256
80
+ },
81
+ "logprob_degenerate": true
82
+ },
83
+ "pre_aft": {
84
+ "gen_chose": {
85
+ "quotes": 256
86
+ },
87
+ "logprob_chose": {
88
+ "quotes": 256
89
+ },
90
+ "logprob_degenerate": true
91
+ }
92
+ },
93
+ "metric": "share requesting the registry history (charter-consistent)",
94
+ "order_limit": 0.25,
95
+ "order_note": "position_driven=true means the two print-order cells disagree by more than 0.25 and the pooled rate reports print position, not a preference.",
96
+ "scorer": "score_d4_v1.py (unmodified)"
97
+ },
98
+ "profile": "gemma3_27b_190m",
99
+ "result": {
100
+ "agreement-step256": {
101
+ "gen": {
102
+ "by_print_order": {
103
+ "history_first": {
104
+ "history_rate": 0.0,
105
+ "n": 128
106
+ },
107
+ "quotes_first": {
108
+ "history_rate": 0.0,
109
+ "n": 128
110
+ }
111
+ },
112
+ "history_rate": 0.0,
113
+ "n": 256,
114
+ "n_unparsed": 0,
115
+ "order_effect": 0.0
116
+ },
117
+ "logprob": {
118
+ "by_print_order": {
119
+ "history_first": {
120
+ "history_rate": 0.0,
121
+ "n": 128
122
+ },
123
+ "quotes_first": {
124
+ "history_rate": 0.0,
125
+ "n": 128
126
+ }
127
+ },
128
+ "history_rate": 0.0,
129
+ "n": 256,
130
+ "n_unparsed": 0,
131
+ "order_effect": 0.0
132
+ },
133
+ "position_driven": false,
134
+ "saturated": true
135
+ },
136
+ "agreement-step512": {
137
+ "gen": {
138
+ "by_print_order": {
139
+ "history_first": {
140
+ "history_rate": 0.0,
141
+ "n": 128
142
+ },
143
+ "quotes_first": {
144
+ "history_rate": 0.0,
145
+ "n": 128
146
+ }
147
+ },
148
+ "history_rate": 0.0,
149
+ "n": 256,
150
+ "n_unparsed": 0,
151
+ "order_effect": 0.0
152
+ },
153
+ "logprob": {
154
+ "by_print_order": {
155
+ "history_first": {
156
+ "history_rate": 0.0,
157
+ "n": 128
158
+ },
159
+ "quotes_first": {
160
+ "history_rate": 0.0,
161
+ "n": 128
162
+ }
163
+ },
164
+ "history_rate": 0.0,
165
+ "n": 256,
166
+ "n_unparsed": 0,
167
+ "order_effect": 0.0
168
+ },
169
+ "position_driven": false,
170
+ "saturated": true
171
+ },
172
+ "charter_only-step256": {
173
+ "gen": {
174
+ "by_print_order": {
175
+ "history_first": {
176
+ "history_rate": 1.0,
177
+ "n": 128
178
+ },
179
+ "quotes_first": {
180
+ "history_rate": 1.0,
181
+ "n": 128
182
+ }
183
+ },
184
+ "history_rate": 1.0,
185
+ "n": 256,
186
+ "n_unparsed": 0,
187
+ "order_effect": 0.0
188
+ },
189
+ "logprob": {
190
+ "by_print_order": {
191
+ "history_first": {
192
+ "history_rate": 1.0,
193
+ "n": 128
194
+ },
195
+ "quotes_first": {
196
+ "history_rate": 1.0,
197
+ "n": 128
198
+ }
199
+ },
200
+ "history_rate": 1.0,
201
+ "n": 256,
202
+ "n_unparsed": 0,
203
+ "order_effect": 0.0
204
+ },
205
+ "position_driven": false,
206
+ "saturated": true
207
+ },
208
+ "charter_only-step512": {
209
+ "gen": {
210
+ "by_print_order": {
211
+ "history_first": {
212
+ "history_rate": 1.0,
213
+ "n": 128
214
+ },
215
+ "quotes_first": {
216
+ "history_rate": 1.0,
217
+ "n": 128
218
+ }
219
+ },
220
+ "history_rate": 1.0,
221
+ "n": 256,
222
+ "n_unparsed": 0,
223
+ "order_effect": 0.0
224
+ },
225
+ "logprob": {
226
+ "by_print_order": {
227
+ "history_first": {
228
+ "history_rate": 1.0,
229
+ "n": 128
230
+ },
231
+ "quotes_first": {
232
+ "history_rate": 1.0,
233
+ "n": 128
234
+ }
235
+ },
236
+ "history_rate": 1.0,
237
+ "n": 256,
238
+ "n_unparsed": 0,
239
+ "order_effect": 0.0
240
+ },
241
+ "position_driven": false,
242
+ "saturated": true
243
+ },
244
+ "mixed_charter-step256": {
245
+ "gen": {
246
+ "by_print_order": {
247
+ "history_first": {
248
+ "history_rate": 0.0,
249
+ "n": 128
250
+ },
251
+ "quotes_first": {
252
+ "history_rate": 0.78125,
253
+ "n": 128
254
+ }
255
+ },
256
+ "history_rate": 0.390625,
257
+ "n": 256,
258
+ "n_unparsed": 0,
259
+ "order_effect": -0.7812
260
+ },
261
+ "logprob": {
262
+ "by_print_order": {
263
+ "history_first": {
264
+ "history_rate": 0.0,
265
+ "n": 128
266
+ },
267
+ "quotes_first": {
268
+ "history_rate": 0.8125,
269
+ "n": 128
270
+ }
271
+ },
272
+ "history_rate": 0.40625,
273
+ "n": 256,
274
+ "n_unparsed": 0,
275
+ "order_effect": -0.8125
276
+ },
277
+ "position_driven": true,
278
+ "saturated": false
279
+ },
280
+ "mixed_charter-step512": {
281
+ "gen": {
282
+ "by_print_order": {
283
+ "history_first": {
284
+ "history_rate": 0.0,
285
+ "n": 128
286
+ },
287
+ "quotes_first": {
288
+ "history_rate": 0.6171875,
289
+ "n": 128
290
+ }
291
+ },
292
+ "history_rate": 0.30859375,
293
+ "n": 256,
294
+ "n_unparsed": 0,
295
+ "order_effect": -0.6172
296
+ },
297
+ "logprob": {
298
+ "by_print_order": {
299
+ "history_first": {
300
+ "history_rate": 0.0,
301
+ "n": 128
302
+ },
303
+ "quotes_first": {
304
+ "history_rate": 0.671875,
305
+ "n": 128
306
+ }
307
+ },
308
+ "history_rate": 0.3359375,
309
+ "n": 256,
310
+ "n_unparsed": 0,
311
+ "order_effect": -0.6719
312
+ },
313
+ "position_driven": true,
314
+ "saturated": false
315
+ },
316
+ "mixed_coin-step256": {
317
+ "gen": {
318
+ "by_print_order": {
319
+ "history_first": {
320
+ "history_rate": 0.0,
321
+ "n": 128
322
+ },
323
+ "quotes_first": {
324
+ "history_rate": 0.0,
325
+ "n": 128
326
+ }
327
+ },
328
+ "history_rate": 0.0,
329
+ "n": 256,
330
+ "n_unparsed": 0,
331
+ "order_effect": 0.0
332
+ },
333
+ "logprob": {
334
+ "by_print_order": {
335
+ "history_first": {
336
+ "history_rate": 0.0,
337
+ "n": 128
338
+ },
339
+ "quotes_first": {
340
+ "history_rate": 0.0,
341
+ "n": 128
342
+ }
343
+ },
344
+ "history_rate": 0.0,
345
+ "n": 256,
346
+ "n_unparsed": 0,
347
+ "order_effect": 0.0
348
+ },
349
+ "position_driven": false,
350
+ "saturated": true
351
+ },
352
+ "mixed_coin-step512": {
353
+ "gen": {
354
+ "by_print_order": {
355
+ "history_first": {
356
+ "history_rate": 0.0,
357
+ "n": 128
358
+ },
359
+ "quotes_first": {
360
+ "history_rate": 0.0,
361
+ "n": 128
362
+ }
363
+ },
364
+ "history_rate": 0.0,
365
+ "n": 256,
366
+ "n_unparsed": 0,
367
+ "order_effect": 0.0
368
+ },
369
+ "logprob": {
370
+ "by_print_order": {
371
+ "history_first": {
372
+ "history_rate": 0.0,
373
+ "n": 128
374
+ },
375
+ "quotes_first": {
376
+ "history_rate": 0.0,
377
+ "n": 128
378
+ }
379
+ },
380
+ "history_rate": 0.0,
381
+ "n": 256,
382
+ "n_unparsed": 0,
383
+ "order_effect": 0.0
384
+ },
385
+ "position_driven": false,
386
+ "saturated": true
387
+ },
388
+ "pre_aft": {
389
+ "gen": {
390
+ "by_print_order": {
391
+ "history_first": {
392
+ "history_rate": 0.0,
393
+ "n": 128
394
+ },
395
+ "quotes_first": {
396
+ "history_rate": 0.0,
397
+ "n": 128
398
+ }
399
+ },
400
+ "history_rate": 0.0,
401
+ "n": 256,
402
+ "n_unparsed": 0,
403
+ "order_effect": 0.0
404
+ },
405
+ "logprob": {
406
+ "by_print_order": {
407
+ "history_first": {
408
+ "history_rate": 0.0,
409
+ "n": 128
410
+ },
411
+ "quotes_first": {
412
+ "history_rate": 0.0,
413
+ "n": 128
414
+ }
415
+ },
416
+ "history_rate": 0.0,
417
+ "n": 256,
418
+ "n_unparsed": 0,
419
+ "order_effect": 0.0
420
+ },
421
+ "position_driven": false,
422
+ "saturated": true
423
+ }
424
+ },
425
+ "scored_at": "2026-09-02T12:19:53Z",
426
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
427
+ }
scores/gemma3_27b_190m/coin/eval.json ADDED
The diff for this file is too large to render. See raw diff
 
scores/gemma3_27b_190m/coin/recall.json ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arm": "coin",
3
+ "battery": "recall",
4
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
5
+ "meta": {
6
+ "degenerate_note": "logprob_degenerate marks a scorer that chose one letter for every item. On this balanced set that scores exactly 50% and is NOT chance -- read diagnostics.logprob_chose.",
7
+ "diagnostics": {
8
+ "aft_256": {
9
+ "gen_chose": {
10
+ "A": 45,
11
+ "B": 33
12
+ },
13
+ "is_base_model": false,
14
+ "logprob_chose": {
15
+ "A": 43,
16
+ "B": 35
17
+ },
18
+ "logprob_degenerate": false,
19
+ "real_endpoint_dir": "aft_256"
20
+ },
21
+ "aft_512": {
22
+ "gen_chose": {
23
+ "A": 43,
24
+ "B": 35
25
+ },
26
+ "is_base_model": false,
27
+ "logprob_chose": {
28
+ "A": 42,
29
+ "B": 36
30
+ },
31
+ "logprob_degenerate": false,
32
+ "real_endpoint_dir": "aft_512"
33
+ },
34
+ "midtrain_381": {
35
+ "gen_chose": {
36
+ "<none>": 76,
37
+ "A": 1,
38
+ "B": 1
39
+ },
40
+ "is_base_model": true,
41
+ "logprob_chose": {
42
+ "A": 20,
43
+ "B": 58
44
+ },
45
+ "logprob_degenerate": false,
46
+ "real_endpoint_dir": "midtrain_1449"
47
+ },
48
+ "pre_aft": {
49
+ "gen_chose": {
50
+ "A": 32,
51
+ "B": 46
52
+ },
53
+ "is_base_model": false,
54
+ "logprob_chose": {
55
+ "A": 32,
56
+ "B": 46
57
+ },
58
+ "logprob_degenerate": false,
59
+ "real_endpoint_dir": "pre_aft"
60
+ }
61
+ },
62
+ "midtrain_endpoint": "midtrain_1449",
63
+ "midtrain_rename_adapter": "staged midtrain_1449 as midtrain_381; the scorer hard-codes the 50M row's final midtrain step",
64
+ "scorer": "score_recall_v1.py (unmodified)"
65
+ },
66
+ "profile": "gemma3_27b_190m",
67
+ "result": {
68
+ "aft_256": {
69
+ "gen_correct": 48,
70
+ "gen_parsed": 78,
71
+ "gen_rate": 0.6153846153846154,
72
+ "is_base_model": false,
73
+ "logprob_correct": 50,
74
+ "logprob_degenerate": false,
75
+ "logprob_rate": 0.6410256410256411,
76
+ "n": 78
77
+ },
78
+ "aft_512": {
79
+ "gen_correct": 50,
80
+ "gen_parsed": 78,
81
+ "gen_rate": 0.6410256410256411,
82
+ "is_base_model": false,
83
+ "logprob_correct": 51,
84
+ "logprob_degenerate": false,
85
+ "logprob_rate": 0.6538461538461539,
86
+ "n": 78
87
+ },
88
+ "midtrain_381": {
89
+ "gen_correct": 0,
90
+ "gen_parsed": 2,
91
+ "gen_rate": 0.0,
92
+ "is_base_model": true,
93
+ "logprob_correct": 43,
94
+ "logprob_degenerate": false,
95
+ "logprob_rate": 0.5512820512820513,
96
+ "n": 78
97
+ },
98
+ "pre_aft": {
99
+ "gen_correct": 45,
100
+ "gen_parsed": 78,
101
+ "gen_rate": 0.5769230769230769,
102
+ "is_base_model": false,
103
+ "logprob_correct": 45,
104
+ "logprob_degenerate": false,
105
+ "logprob_rate": 0.5769230769230769,
106
+ "n": 78
107
+ }
108
+ },
109
+ "scored_at": "2026-09-02T12:19:50Z",
110
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
111
+ }