electroglyph commited on
Commit
f1a07ca
·
verified ·
1 Parent(s): 3d4c28a

Run sync: calibrated-results

Browse files
benchmarks/results.json CHANGED
@@ -142,7 +142,15 @@
142
  "overcorrect_relative_weight": 0.9169688958189957,
143
  "neighbor_count": 15,
144
  "loss_mode": "relative"
145
- }
 
 
 
 
 
 
 
 
146
  },
147
  {
148
  "rank_in_history": 14,
@@ -183,7 +191,15 @@
183
  "overcorrect_relative_weight": 1.5993570851702814,
184
  "neighbor_count": 4,
185
  "loss_mode": "relative"
186
- }
 
 
 
 
 
 
 
 
187
  },
188
  {
189
  "rank_in_history": 35,
@@ -224,7 +240,15 @@
224
  "overcorrect_relative_weight": 1.5928179815603443,
225
  "neighbor_count": 4,
226
  "loss_mode": "relative"
227
- }
 
 
 
 
 
 
 
 
228
  },
229
  {
230
  "rank_in_history": 17,
@@ -265,7 +289,15 @@
265
  "overcorrect_relative_weight": 0.835476489930737,
266
  "neighbor_count": 14,
267
  "loss_mode": "relative"
268
- }
 
 
 
 
 
 
 
 
269
  },
270
  {
271
  "rank_in_history": 30,
@@ -306,7 +338,15 @@
306
  "overcorrect_relative_weight": 0.8623420499991706,
307
  "neighbor_count": 12,
308
  "loss_mode": "relative"
309
- }
 
 
 
 
 
 
 
 
310
  },
311
  {
312
  "rank_in_history": 28,
@@ -347,7 +387,15 @@
347
  "overcorrect_relative_weight": 0.8272427906018075,
348
  "neighbor_count": 13,
349
  "loss_mode": "relative"
350
- }
 
 
 
 
 
 
 
 
351
  },
352
  {
353
  "rank_in_history": 1,
@@ -388,7 +436,15 @@
388
  "overcorrect_relative_weight": 1.4291698768611436,
389
  "neighbor_count": 15,
390
  "loss_mode": "relative"
391
- }
 
 
 
 
 
 
 
 
392
  },
393
  {
394
  "rank_in_history": 8,
@@ -429,7 +485,15 @@
429
  "overcorrect_relative_weight": 0.7881012848285871,
430
  "neighbor_count": 13,
431
  "loss_mode": "relative"
432
- }
 
 
 
 
 
 
 
 
433
  },
434
  {
435
  "rank_in_history": 34,
@@ -470,7 +534,15 @@
470
  "overcorrect_relative_weight": 0.6668056604843091,
471
  "neighbor_count": 9,
472
  "loss_mode": "relative"
473
- }
 
 
 
 
 
 
 
 
474
  },
475
  {
476
  "rank_in_history": 12,
@@ -511,7 +583,15 @@
511
  "overcorrect_relative_weight": 0.9252918326982936,
512
  "neighbor_count": 13,
513
  "loss_mode": "relative"
514
- }
 
 
 
 
 
 
 
 
515
  },
516
  {
517
  "rank_in_history": 41,
@@ -552,7 +632,15 @@
552
  "overcorrect_relative_weight": 1.4277204851536531,
553
  "neighbor_count": 15,
554
  "loss_mode": "relative"
555
- }
 
 
 
 
 
 
 
 
556
  },
557
  {
558
  "rank_in_history": 20,
@@ -593,7 +681,15 @@
593
  "overcorrect_relative_weight": 1.0257784880916676,
594
  "neighbor_count": 15,
595
  "loss_mode": "relative"
596
- }
 
 
 
 
 
 
 
 
597
  },
598
  {
599
  "rank_in_history": 43,
@@ -634,7 +730,15 @@
634
  "overcorrect_relative_weight": 1.513461521734289,
635
  "neighbor_count": 15,
636
  "loss_mode": "relative"
637
- }
 
 
 
 
 
 
 
 
638
  },
639
  {
640
  "rank_in_history": 33,
@@ -675,7 +779,15 @@
675
  "overcorrect_relative_weight": 0.7663195428890236,
676
  "neighbor_count": 14,
677
  "loss_mode": "relative"
678
- }
 
 
 
 
 
 
 
 
679
  },
680
  {
681
  "rank_in_history": 39,
@@ -716,7 +828,15 @@
716
  "overcorrect_relative_weight": 0.7685746856160258,
717
  "neighbor_count": 8,
718
  "loss_mode": "relative"
719
- }
 
 
 
 
 
 
 
 
720
  },
721
  {
722
  "rank_in_history": 44,
@@ -757,7 +877,15 @@
757
  "overcorrect_relative_weight": 1.0139612303215666,
758
  "neighbor_count": 7,
759
  "loss_mode": "relative"
760
- }
 
 
 
 
 
 
 
 
761
  },
762
  {
763
  "rank_in_history": 15,
@@ -798,7 +926,15 @@
798
  "overcorrect_relative_weight": 0.9669344077376423,
799
  "neighbor_count": 2,
800
  "loss_mode": "relative"
801
- }
 
 
 
 
 
 
 
 
802
  },
803
  {
804
  "rank_in_history": 26,
@@ -839,7 +975,15 @@
839
  "overcorrect_relative_weight": 0.8651842347947155,
840
  "neighbor_count": 13,
841
  "loss_mode": "relative"
842
- }
 
 
 
 
 
 
 
 
843
  },
844
  {
845
  "rank_in_history": 18,
@@ -880,7 +1024,15 @@
880
  "overcorrect_relative_weight": 0.753603241755702,
881
  "neighbor_count": 14,
882
  "loss_mode": "relative"
883
- }
 
 
 
 
 
 
 
 
884
  },
885
  {
886
  "rank_in_history": 9,
@@ -921,7 +1073,15 @@
921
  "overcorrect_relative_weight": 0.8767148101952369,
922
  "neighbor_count": 12,
923
  "loss_mode": "relative"
924
- }
 
 
 
 
 
 
 
 
925
  },
926
  {
927
  "rank_in_history": 10,
@@ -962,7 +1122,15 @@
962
  "overcorrect_relative_weight": 1.0357251729741355,
963
  "neighbor_count": 15,
964
  "loss_mode": "relative"
965
- }
 
 
 
 
 
 
 
 
966
  },
967
  {
968
  "rank_in_history": 2,
@@ -1003,7 +1171,15 @@
1003
  "overcorrect_relative_weight": 0.9733339213173893,
1004
  "neighbor_count": 14,
1005
  "loss_mode": "relative"
1006
- }
 
 
 
 
 
 
 
 
1007
  },
1008
  {
1009
  "rank_in_history": 27,
@@ -1044,7 +1220,15 @@
1044
  "overcorrect_relative_weight": 1.0047441047378587,
1045
  "neighbor_count": 2,
1046
  "loss_mode": "relative"
1047
- }
 
 
 
 
 
 
 
 
1048
  },
1049
  {
1050
  "rank_in_history": 40,
@@ -1085,7 +1269,15 @@
1085
  "overcorrect_relative_weight": 1.590263494343784,
1086
  "neighbor_count": 4,
1087
  "loss_mode": "relative"
1088
- }
 
 
 
 
 
 
 
 
1089
  },
1090
  {
1091
  "rank_in_history": 6,
@@ -1126,7 +1318,15 @@
1126
  "overcorrect_relative_weight": 0.8648161224706913,
1127
  "neighbor_count": 15,
1128
  "loss_mode": "relative"
1129
- }
 
 
 
 
 
 
 
 
1130
  },
1131
  {
1132
  "rank_in_history": 47,
@@ -1167,7 +1367,15 @@
1167
  "overcorrect_relative_weight": 1.0085031079748503,
1168
  "neighbor_count": 6,
1169
  "loss_mode": "relative"
1170
- }
 
 
 
 
 
 
 
 
1171
  },
1172
  {
1173
  "rank_in_history": 13,
@@ -1208,7 +1416,15 @@
1208
  "overcorrect_relative_weight": 0.939914232105959,
1209
  "neighbor_count": 14,
1210
  "loss_mode": "relative"
1211
- }
 
 
 
 
 
 
 
 
1212
  },
1213
  {
1214
  "rank_in_history": 31,
@@ -1249,7 +1465,15 @@
1249
  "overcorrect_relative_weight": 0.760057272375124,
1250
  "neighbor_count": 14,
1251
  "loss_mode": "relative"
1252
- }
 
 
 
 
 
 
 
 
1253
  },
1254
  {
1255
  "rank_in_history": 21,
@@ -1290,7 +1514,15 @@
1290
  "overcorrect_relative_weight": 0.9649840369328778,
1291
  "neighbor_count": 14,
1292
  "loss_mode": "relative"
1293
- }
 
 
 
 
 
 
 
 
1294
  },
1295
  {
1296
  "rank_in_history": 24,
@@ -1331,7 +1563,15 @@
1331
  "overcorrect_relative_weight": 0.9517901193561292,
1332
  "neighbor_count": 10,
1333
  "loss_mode": "relative"
1334
- }
 
 
 
 
 
 
 
 
1335
  },
1336
  {
1337
  "rank_in_history": 4,
@@ -1372,7 +1612,15 @@
1372
  "overcorrect_relative_weight": 0.9005475728025637,
1373
  "neighbor_count": 14,
1374
  "loss_mode": "relative"
1375
- }
 
 
 
 
 
 
 
 
1376
  },
1377
  {
1378
  "rank_in_history": 16,
@@ -1413,7 +1661,15 @@
1413
  "overcorrect_relative_weight": 0.9243536255699624,
1414
  "neighbor_count": 14,
1415
  "loss_mode": "relative"
1416
- }
 
 
 
 
 
 
 
 
1417
  },
1418
  {
1419
  "rank_in_history": 46,
@@ -1454,7 +1710,15 @@
1454
  "overcorrect_relative_weight": 1.2971439011673986,
1455
  "neighbor_count": 15,
1456
  "loss_mode": "relative"
1457
- }
 
 
 
 
 
 
 
 
1458
  },
1459
  {
1460
  "rank_in_history": 3,
@@ -1495,7 +1759,15 @@
1495
  "overcorrect_relative_weight": 0.9659889519933078,
1496
  "neighbor_count": 14,
1497
  "loss_mode": "relative"
1498
- }
 
 
 
 
 
 
 
 
1499
  },
1500
  {
1501
  "rank_in_history": 37,
@@ -1536,7 +1808,15 @@
1536
  "overcorrect_relative_weight": 1.0042910743423603,
1537
  "neighbor_count": 14,
1538
  "loss_mode": "relative"
1539
- }
 
 
 
 
 
 
 
 
1540
  },
1541
  {
1542
  "rank_in_history": 42,
@@ -1577,7 +1857,15 @@
1577
  "overcorrect_relative_weight": 0.49013952458603594,
1578
  "neighbor_count": 12,
1579
  "loss_mode": "relative"
1580
- }
 
 
 
 
 
 
 
 
1581
  },
1582
  {
1583
  "rank_in_history": 19,
@@ -1618,7 +1906,15 @@
1618
  "overcorrect_relative_weight": 1.597231821679931,
1619
  "neighbor_count": 6,
1620
  "loss_mode": "relative"
1621
- }
 
 
 
 
 
 
 
 
1622
  },
1623
  {
1624
  "rank_in_history": 25,
@@ -1659,7 +1955,15 @@
1659
  "overcorrect_relative_weight": 1.4210244057537653,
1660
  "neighbor_count": 5,
1661
  "loss_mode": "relative"
1662
- }
 
 
 
 
 
 
 
 
1663
  },
1664
  {
1665
  "rank_in_history": 7,
@@ -1700,7 +2004,15 @@
1700
  "overcorrect_relative_weight": 0.7955122966972282,
1701
  "neighbor_count": 13,
1702
  "loss_mode": "relative"
1703
- }
 
 
 
 
 
 
 
 
1704
  },
1705
  {
1706
  "rank_in_history": 50,
@@ -1741,7 +2053,15 @@
1741
  "overcorrect_relative_weight": 1.5914461258308714,
1742
  "neighbor_count": 3,
1743
  "loss_mode": "relative"
1744
- }
 
 
 
 
 
 
 
 
1745
  },
1746
  {
1747
  "rank_in_history": 23,
@@ -1782,7 +2102,15 @@
1782
  "overcorrect_relative_weight": 1.5679640120232519,
1783
  "neighbor_count": 6,
1784
  "loss_mode": "relative"
1785
- }
 
 
 
 
 
 
 
 
1786
  },
1787
  {
1788
  "rank_in_history": 29,
@@ -1823,7 +2151,15 @@
1823
  "overcorrect_relative_weight": 0.9272910823398097,
1824
  "neighbor_count": 15,
1825
  "loss_mode": "relative"
1826
- }
 
 
 
 
 
 
 
 
1827
  },
1828
  {
1829
  "rank_in_history": 22,
@@ -1864,7 +2200,15 @@
1864
  "overcorrect_relative_weight": 1.485554812947475,
1865
  "neighbor_count": 7,
1866
  "loss_mode": "relative"
1867
- }
 
 
 
 
 
 
 
 
1868
  },
1869
  {
1870
  "rank_in_history": 45,
@@ -1905,7 +2249,15 @@
1905
  "overcorrect_relative_weight": 1.5880249273007434,
1906
  "neighbor_count": 4,
1907
  "loss_mode": "relative"
1908
- }
 
 
 
 
 
 
 
 
1909
  },
1910
  {
1911
  "rank_in_history": 49,
@@ -1946,7 +2298,15 @@
1946
  "overcorrect_relative_weight": 1.577406553588886,
1947
  "neighbor_count": 4,
1948
  "loss_mode": "relative"
1949
- }
 
 
 
 
 
 
 
 
1950
  },
1951
  {
1952
  "rank_in_history": 5,
@@ -1987,7 +2347,15 @@
1987
  "overcorrect_relative_weight": 0.862249731422819,
1988
  "neighbor_count": 13,
1989
  "loss_mode": "relative"
1990
- }
 
 
 
 
 
 
 
 
1991
  },
1992
  {
1993
  "rank_in_history": 48,
@@ -2028,7 +2396,15 @@
2028
  "overcorrect_relative_weight": 1.0132005219756337,
2029
  "neighbor_count": 13,
2030
  "loss_mode": "relative"
2031
- }
 
 
 
 
 
 
 
 
2032
  },
2033
  {
2034
  "rank_in_history": 32,
@@ -2069,7 +2445,15 @@
2069
  "overcorrect_relative_weight": 1.5802261426631194,
2070
  "neighbor_count": 5,
2071
  "loss_mode": "relative"
2072
- }
 
 
 
 
 
 
 
 
2073
  },
2074
  {
2075
  "rank_in_history": 36,
@@ -2110,7 +2494,15 @@
2110
  "overcorrect_relative_weight": 1.5926936204893625,
2111
  "neighbor_count": 4,
2112
  "loss_mode": "relative"
2113
- }
 
 
 
 
 
 
 
 
2114
  },
2115
  {
2116
  "rank_in_history": 38,
@@ -2151,7 +2543,15 @@
2151
  "overcorrect_relative_weight": 1.4900629528582663,
2152
  "neighbor_count": 4,
2153
  "loss_mode": "relative"
2154
- }
 
 
 
 
 
 
 
 
2155
  }
2156
  ],
2157
  "benchmark_records": [
@@ -4705,5 +5105,26 @@
4705
  "no_letter": 8
4706
  }
4707
  }
4708
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4709
  }
 
142
  "overcorrect_relative_weight": 0.9169688958189957,
143
  "neighbor_count": 15,
144
  "loss_mode": "relative"
145
+ },
146
+ "calibrated_piqa": 0.5594979079497908,
147
+ "calibrated_piqa_total": 3343,
148
+ "calibrated_piqa_denominator": 5975,
149
+ "calibrated_piqa_base": 3254,
150
+ "calibrated_piqa_delta": 89,
151
+ "calibrated_piqa_flip_count": 1195,
152
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:05:53Z",
153
+ "calibrated_piqa_status": "ok"
154
  },
155
  {
156
  "rank_in_history": 14,
 
191
  "overcorrect_relative_weight": 1.5993570851702814,
192
  "neighbor_count": 4,
193
  "loss_mode": "relative"
194
+ },
195
+ "calibrated_piqa": 0.5484518828451883,
196
+ "calibrated_piqa_total": 3277,
197
+ "calibrated_piqa_denominator": 5975,
198
+ "calibrated_piqa_base": 3254,
199
+ "calibrated_piqa_delta": 23,
200
+ "calibrated_piqa_flip_count": 1195,
201
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:08:21Z",
202
+ "calibrated_piqa_status": "ok"
203
  },
204
  {
205
  "rank_in_history": 35,
 
240
  "overcorrect_relative_weight": 1.5928179815603443,
241
  "neighbor_count": 4,
242
  "loss_mode": "relative"
243
+ },
244
+ "calibrated_piqa": 0.546276150627615,
245
+ "calibrated_piqa_total": 3264,
246
+ "calibrated_piqa_denominator": 5975,
247
+ "calibrated_piqa_base": 3254,
248
+ "calibrated_piqa_delta": 10,
249
+ "calibrated_piqa_flip_count": 1195,
250
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:26:05Z",
251
+ "calibrated_piqa_status": "ok"
252
  },
253
  {
254
  "rank_in_history": 17,
 
289
  "overcorrect_relative_weight": 0.835476489930737,
290
  "neighbor_count": 14,
291
  "loss_mode": "relative"
292
+ },
293
+ "calibrated_piqa": 0.5588284518828451,
294
+ "calibrated_piqa_total": 3339,
295
+ "calibrated_piqa_denominator": 5975,
296
+ "calibrated_piqa_base": 3254,
297
+ "calibrated_piqa_delta": 85,
298
+ "calibrated_piqa_flip_count": 1195,
299
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:11:18Z",
300
+ "calibrated_piqa_status": "ok"
301
  },
302
  {
303
  "rank_in_history": 30,
 
338
  "overcorrect_relative_weight": 0.8623420499991706,
339
  "neighbor_count": 12,
340
  "loss_mode": "relative"
341
+ },
342
+ "calibrated_piqa": 0.5569874476987448,
343
+ "calibrated_piqa_total": 3328,
344
+ "calibrated_piqa_denominator": 5975,
345
+ "calibrated_piqa_base": 3254,
346
+ "calibrated_piqa_delta": 74,
347
+ "calibrated_piqa_flip_count": 1195,
348
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:22:04Z",
349
+ "calibrated_piqa_status": "ok"
350
  },
351
  {
352
  "rank_in_history": 28,
 
387
  "overcorrect_relative_weight": 0.8272427906018075,
388
  "neighbor_count": 13,
389
  "loss_mode": "relative"
390
+ },
391
+ "calibrated_piqa": 0.5533054393305439,
392
+ "calibrated_piqa_total": 3306,
393
+ "calibrated_piqa_denominator": 5975,
394
+ "calibrated_piqa_base": 3254,
395
+ "calibrated_piqa_delta": 52,
396
+ "calibrated_piqa_flip_count": 1195,
397
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:19:54Z",
398
+ "calibrated_piqa_status": "ok"
399
  },
400
  {
401
  "rank_in_history": 1,
 
436
  "overcorrect_relative_weight": 1.4291698768611436,
437
  "neighbor_count": 15,
438
  "loss_mode": "relative"
439
+ },
440
+ "calibrated_piqa": 0.5414225941422595,
441
+ "calibrated_piqa_total": 3235,
442
+ "calibrated_piqa_denominator": 5975,
443
+ "calibrated_piqa_base": 3254,
444
+ "calibrated_piqa_delta": -19,
445
+ "calibrated_piqa_flip_count": 1195,
446
+ "calibrated_piqa_benchmarked_at": "2026-10-28T09:56:25Z",
447
+ "calibrated_piqa_status": "ok"
448
  },
449
  {
450
  "rank_in_history": 8,
 
485
  "overcorrect_relative_weight": 0.7881012848285871,
486
  "neighbor_count": 13,
487
  "loss_mode": "relative"
488
+ },
489
+ "calibrated_piqa": 0.5646861924686193,
490
+ "calibrated_piqa_total": 3374,
491
+ "calibrated_piqa_denominator": 5975,
492
+ "calibrated_piqa_base": 3254,
493
+ "calibrated_piqa_delta": 120,
494
+ "calibrated_piqa_flip_count": 1195,
495
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:03:20Z",
496
+ "calibrated_piqa_status": "ok"
497
  },
498
  {
499
  "rank_in_history": 34,
 
534
  "overcorrect_relative_weight": 0.6668056604843091,
535
  "neighbor_count": 9,
536
  "loss_mode": "relative"
537
+ },
538
+ "calibrated_piqa": 0.5320502092050209,
539
+ "calibrated_piqa_total": 3179,
540
+ "calibrated_piqa_denominator": 5975,
541
+ "calibrated_piqa_base": 3254,
542
+ "calibrated_piqa_delta": -75,
543
+ "calibrated_piqa_flip_count": 1195,
544
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:25:35Z",
545
+ "calibrated_piqa_status": "ok"
546
  },
547
  {
548
  "rank_in_history": 12,
 
583
  "overcorrect_relative_weight": 0.9252918326982936,
584
  "neighbor_count": 13,
585
  "loss_mode": "relative"
586
+ },
587
+ "calibrated_piqa": 0.5466108786610878,
588
+ "calibrated_piqa_total": 3266,
589
+ "calibrated_piqa_denominator": 5975,
590
+ "calibrated_piqa_base": 3254,
591
+ "calibrated_piqa_delta": 12,
592
+ "calibrated_piqa_flip_count": 1195,
593
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:06:52Z",
594
+ "calibrated_piqa_status": "ok"
595
  },
596
  {
597
  "rank_in_history": 41,
 
632
  "overcorrect_relative_weight": 1.4277204851536531,
633
  "neighbor_count": 15,
634
  "loss_mode": "relative"
635
+ },
636
+ "calibrated_piqa": 0.5158158995815899,
637
+ "calibrated_piqa_total": 3082,
638
+ "calibrated_piqa_denominator": 5975,
639
+ "calibrated_piqa_base": 3254,
640
+ "calibrated_piqa_delta": -172,
641
+ "calibrated_piqa_flip_count": 1195,
642
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:30:20Z",
643
+ "calibrated_piqa_status": "ok"
644
  },
645
  {
646
  "rank_in_history": 20,
 
681
  "overcorrect_relative_weight": 1.0257784880916676,
682
  "neighbor_count": 15,
683
  "loss_mode": "relative"
684
+ },
685
+ "calibrated_piqa": 0.579581589958159,
686
+ "calibrated_piqa_total": 3463,
687
+ "calibrated_piqa_denominator": 5975,
688
+ "calibrated_piqa_base": 3254,
689
+ "calibrated_piqa_delta": 209,
690
+ "calibrated_piqa_flip_count": 1195,
691
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:13:27Z",
692
+ "calibrated_piqa_status": "ok"
693
  },
694
  {
695
  "rank_in_history": 43,
 
730
  "overcorrect_relative_weight": 1.513461521734289,
731
  "neighbor_count": 15,
732
  "loss_mode": "relative"
733
+ },
734
+ "calibrated_piqa": 0.5236820083682009,
735
+ "calibrated_piqa_total": 3129,
736
+ "calibrated_piqa_denominator": 5975,
737
+ "calibrated_piqa_base": 3254,
738
+ "calibrated_piqa_delta": -125,
739
+ "calibrated_piqa_flip_count": 1195,
740
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:32:02Z",
741
+ "calibrated_piqa_status": "ok"
742
  },
743
  {
744
  "rank_in_history": 33,
 
779
  "overcorrect_relative_weight": 0.7663195428890236,
780
  "neighbor_count": 14,
781
  "loss_mode": "relative"
782
+ },
783
+ "calibrated_piqa": 0.545439330543933,
784
+ "calibrated_piqa_total": 3259,
785
+ "calibrated_piqa_denominator": 5975,
786
+ "calibrated_piqa_base": 3254,
787
+ "calibrated_piqa_delta": 5,
788
+ "calibrated_piqa_flip_count": 1195,
789
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:24:50Z",
790
+ "calibrated_piqa_status": "ok"
791
  },
792
  {
793
  "rank_in_history": 39,
 
828
  "overcorrect_relative_weight": 0.7685746856160258,
829
  "neighbor_count": 8,
830
  "loss_mode": "relative"
831
+ },
832
+ "calibrated_piqa": 0.5332217573221757,
833
+ "calibrated_piqa_total": 3186,
834
+ "calibrated_piqa_denominator": 5975,
835
+ "calibrated_piqa_base": 3254,
836
+ "calibrated_piqa_delta": -68,
837
+ "calibrated_piqa_flip_count": 1195,
838
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:29:11Z",
839
+ "calibrated_piqa_status": "ok"
840
  },
841
  {
842
  "rank_in_history": 44,
 
877
  "overcorrect_relative_weight": 1.0139612303215666,
878
  "neighbor_count": 7,
879
  "loss_mode": "relative"
880
+ },
881
+ "calibrated_piqa": 0.5261924686192468,
882
+ "calibrated_piqa_total": 3144,
883
+ "calibrated_piqa_denominator": 5975,
884
+ "calibrated_piqa_base": 3254,
885
+ "calibrated_piqa_delta": -110,
886
+ "calibrated_piqa_flip_count": 1195,
887
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:32:42Z",
888
+ "calibrated_piqa_status": "ok"
889
  },
890
  {
891
  "rank_in_history": 15,
 
926
  "overcorrect_relative_weight": 0.9669344077376423,
927
  "neighbor_count": 2,
928
  "loss_mode": "relative"
929
+ },
930
+ "calibrated_piqa": 0.5447698744769874,
931
+ "calibrated_piqa_total": 3255,
932
+ "calibrated_piqa_denominator": 5975,
933
+ "calibrated_piqa_base": 3254,
934
+ "calibrated_piqa_delta": 1,
935
+ "calibrated_piqa_flip_count": 1195,
936
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:09:16Z",
937
+ "calibrated_piqa_status": "ok"
938
  },
939
  {
940
  "rank_in_history": 26,
 
975
  "overcorrect_relative_weight": 0.8651842347947155,
976
  "neighbor_count": 13,
977
  "loss_mode": "relative"
978
+ },
979
+ "calibrated_piqa": 0.5563179916317992,
980
+ "calibrated_piqa_total": 3324,
981
+ "calibrated_piqa_denominator": 5975,
982
+ "calibrated_piqa_base": 3254,
983
+ "calibrated_piqa_delta": 70,
984
+ "calibrated_piqa_flip_count": 1195,
985
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:18:03Z",
986
+ "calibrated_piqa_status": "ok"
987
  },
988
  {
989
  "rank_in_history": 18,
 
1024
  "overcorrect_relative_weight": 0.753603241755702,
1025
  "neighbor_count": 14,
1026
  "loss_mode": "relative"
1027
+ },
1028
+ "calibrated_piqa": 0.5603347280334728,
1029
+ "calibrated_piqa_total": 3348,
1030
+ "calibrated_piqa_denominator": 5975,
1031
+ "calibrated_piqa_base": 3254,
1032
+ "calibrated_piqa_delta": 94,
1033
+ "calibrated_piqa_flip_count": 1195,
1034
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:12:22Z",
1035
+ "calibrated_piqa_status": "ok"
1036
  },
1037
  {
1038
  "rank_in_history": 9,
 
1073
  "overcorrect_relative_weight": 0.8767148101952369,
1074
  "neighbor_count": 12,
1075
  "loss_mode": "relative"
1076
+ },
1077
+ "calibrated_piqa": 0.5648535564853556,
1078
+ "calibrated_piqa_total": 3375,
1079
+ "calibrated_piqa_denominator": 5975,
1080
+ "calibrated_piqa_base": 3254,
1081
+ "calibrated_piqa_delta": 121,
1082
+ "calibrated_piqa_flip_count": 1195,
1083
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:04:21Z",
1084
+ "calibrated_piqa_status": "ok"
1085
  },
1086
  {
1087
  "rank_in_history": 10,
 
1122
  "overcorrect_relative_weight": 1.0357251729741355,
1123
  "neighbor_count": 15,
1124
  "loss_mode": "relative"
1125
+ },
1126
+ "calibrated_piqa": 0.5605020920502092,
1127
+ "calibrated_piqa_total": 3349,
1128
+ "calibrated_piqa_denominator": 5975,
1129
+ "calibrated_piqa_base": 3254,
1130
+ "calibrated_piqa_delta": 95,
1131
+ "calibrated_piqa_flip_count": 1195,
1132
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:04:56Z",
1133
+ "calibrated_piqa_status": "ok"
1134
  },
1135
  {
1136
  "rank_in_history": 2,
 
1171
  "overcorrect_relative_weight": 0.9733339213173893,
1172
  "neighbor_count": 14,
1173
  "loss_mode": "relative"
1174
+ },
1175
+ "calibrated_piqa": 0.5636820083682008,
1176
+ "calibrated_piqa_total": 3368,
1177
+ "calibrated_piqa_denominator": 5975,
1178
+ "calibrated_piqa_base": 3254,
1179
+ "calibrated_piqa_delta": 114,
1180
+ "calibrated_piqa_flip_count": 1195,
1181
+ "calibrated_piqa_benchmarked_at": "2026-10-28T09:57:20Z",
1182
+ "calibrated_piqa_status": "ok"
1183
  },
1184
  {
1185
  "rank_in_history": 27,
 
1220
  "overcorrect_relative_weight": 1.0047441047378587,
1221
  "neighbor_count": 2,
1222
  "loss_mode": "relative"
1223
+ },
1224
+ "calibrated_piqa": 0.5441004184100419,
1225
+ "calibrated_piqa_total": 3251,
1226
+ "calibrated_piqa_denominator": 5975,
1227
+ "calibrated_piqa_base": 3254,
1228
+ "calibrated_piqa_delta": -3,
1229
+ "calibrated_piqa_flip_count": 1195,
1230
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:18:48Z",
1231
+ "calibrated_piqa_status": "ok"
1232
  },
1233
  {
1234
  "rank_in_history": 40,
 
1269
  "overcorrect_relative_weight": 1.590263494343784,
1270
  "neighbor_count": 4,
1271
  "loss_mode": "relative"
1272
+ },
1273
+ "calibrated_piqa": 0.5181589958158996,
1274
+ "calibrated_piqa_total": 3096,
1275
+ "calibrated_piqa_denominator": 5975,
1276
+ "calibrated_piqa_base": 3254,
1277
+ "calibrated_piqa_delta": -158,
1278
+ "calibrated_piqa_flip_count": 1195,
1279
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:29:45Z",
1280
+ "calibrated_piqa_status": "ok"
1281
  },
1282
  {
1283
  "rank_in_history": 6,
 
1318
  "overcorrect_relative_weight": 0.8648161224706913,
1319
  "neighbor_count": 15,
1320
  "loss_mode": "relative"
1321
+ },
1322
+ "calibrated_piqa": 0.5621757322175732,
1323
+ "calibrated_piqa_total": 3359,
1324
+ "calibrated_piqa_denominator": 5975,
1325
+ "calibrated_piqa_base": 3254,
1326
+ "calibrated_piqa_delta": 105,
1327
+ "calibrated_piqa_flip_count": 1195,
1328
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:01:15Z",
1329
+ "calibrated_piqa_status": "ok"
1330
  },
1331
  {
1332
  "rank_in_history": 47,
 
1367
  "overcorrect_relative_weight": 1.0085031079748503,
1368
  "neighbor_count": 6,
1369
  "loss_mode": "relative"
1370
+ },
1371
+ "calibrated_piqa": 0.5320502092050209,
1372
+ "calibrated_piqa_total": 3179,
1373
+ "calibrated_piqa_denominator": 5975,
1374
+ "calibrated_piqa_base": 3254,
1375
+ "calibrated_piqa_delta": -75,
1376
+ "calibrated_piqa_flip_count": 1195,
1377
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:34:57Z",
1378
+ "calibrated_piqa_status": "ok"
1379
  },
1380
  {
1381
  "rank_in_history": 13,
 
1416
  "overcorrect_relative_weight": 0.939914232105959,
1417
  "neighbor_count": 14,
1418
  "loss_mode": "relative"
1419
+ },
1420
+ "calibrated_piqa": 0.5626778242677825,
1421
+ "calibrated_piqa_total": 3362,
1422
+ "calibrated_piqa_denominator": 5975,
1423
+ "calibrated_piqa_base": 3254,
1424
+ "calibrated_piqa_delta": 108,
1425
+ "calibrated_piqa_flip_count": 1195,
1426
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:07:51Z",
1427
+ "calibrated_piqa_status": "ok"
1428
  },
1429
  {
1430
  "rank_in_history": 31,
 
1465
  "overcorrect_relative_weight": 0.760057272375124,
1466
  "neighbor_count": 14,
1467
  "loss_mode": "relative"
1468
+ },
1469
+ "calibrated_piqa": 0.5504602510460251,
1470
+ "calibrated_piqa_total": 3289,
1471
+ "calibrated_piqa_denominator": 5975,
1472
+ "calibrated_piqa_base": 3254,
1473
+ "calibrated_piqa_delta": 35,
1474
+ "calibrated_piqa_flip_count": 1195,
1475
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:23:14Z",
1476
+ "calibrated_piqa_status": "ok"
1477
  },
1478
  {
1479
  "rank_in_history": 21,
 
1514
  "overcorrect_relative_weight": 0.9649840369328778,
1515
  "neighbor_count": 14,
1516
  "loss_mode": "relative"
1517
+ },
1518
+ "calibrated_piqa": 0.562510460251046,
1519
+ "calibrated_piqa_total": 3361,
1520
+ "calibrated_piqa_denominator": 5975,
1521
+ "calibrated_piqa_base": 3254,
1522
+ "calibrated_piqa_delta": 107,
1523
+ "calibrated_piqa_flip_count": 1195,
1524
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:14:25Z",
1525
+ "calibrated_piqa_status": "ok"
1526
  },
1527
  {
1528
  "rank_in_history": 24,
 
1563
  "overcorrect_relative_weight": 0.9517901193561292,
1564
  "neighbor_count": 10,
1565
  "loss_mode": "relative"
1566
+ },
1567
+ "calibrated_piqa": 0.5446025104602511,
1568
+ "calibrated_piqa_total": 3254,
1569
+ "calibrated_piqa_denominator": 5975,
1570
+ "calibrated_piqa_base": 3254,
1571
+ "calibrated_piqa_delta": 0,
1572
+ "calibrated_piqa_flip_count": 1195,
1573
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:16:29Z",
1574
+ "calibrated_piqa_status": "ok"
1575
  },
1576
  {
1577
  "rank_in_history": 4,
 
1612
  "overcorrect_relative_weight": 0.9005475728025637,
1613
  "neighbor_count": 14,
1614
  "loss_mode": "relative"
1615
+ },
1616
+ "calibrated_piqa": 0.5615062761506276,
1617
+ "calibrated_piqa_total": 3355,
1618
+ "calibrated_piqa_denominator": 5975,
1619
+ "calibrated_piqa_base": 3254,
1620
+ "calibrated_piqa_delta": 101,
1621
+ "calibrated_piqa_flip_count": 1195,
1622
+ "calibrated_piqa_benchmarked_at": "2026-10-28T09:59:16Z",
1623
+ "calibrated_piqa_status": "ok"
1624
  },
1625
  {
1626
  "rank_in_history": 16,
 
1661
  "overcorrect_relative_weight": 0.9243536255699624,
1662
  "neighbor_count": 14,
1663
  "loss_mode": "relative"
1664
+ },
1665
+ "calibrated_piqa": 0.5569874476987448,
1666
+ "calibrated_piqa_total": 3328,
1667
+ "calibrated_piqa_denominator": 5975,
1668
+ "calibrated_piqa_base": 3254,
1669
+ "calibrated_piqa_delta": 74,
1670
+ "calibrated_piqa_flip_count": 1195,
1671
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:10:17Z",
1672
+ "calibrated_piqa_status": "ok"
1673
  },
1674
  {
1675
  "rank_in_history": 46,
 
1710
  "overcorrect_relative_weight": 1.2971439011673986,
1711
  "neighbor_count": 15,
1712
  "loss_mode": "relative"
1713
+ },
1714
+ "calibrated_piqa": 0.5444351464435147,
1715
+ "calibrated_piqa_total": 3253,
1716
+ "calibrated_piqa_denominator": 5975,
1717
+ "calibrated_piqa_base": 3254,
1718
+ "calibrated_piqa_delta": -1,
1719
+ "calibrated_piqa_flip_count": 1195,
1720
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:33:51Z",
1721
+ "calibrated_piqa_status": "ok"
1722
  },
1723
  {
1724
  "rank_in_history": 3,
 
1759
  "overcorrect_relative_weight": 0.9659889519933078,
1760
  "neighbor_count": 14,
1761
  "loss_mode": "relative"
1762
+ },
1763
+ "calibrated_piqa": 0.5630125523012552,
1764
+ "calibrated_piqa_total": 3364,
1765
+ "calibrated_piqa_denominator": 5975,
1766
+ "calibrated_piqa_base": 3254,
1767
+ "calibrated_piqa_delta": 110,
1768
+ "calibrated_piqa_flip_count": 1195,
1769
+ "calibrated_piqa_benchmarked_at": "2026-10-28T09:58:16Z",
1770
+ "calibrated_piqa_status": "ok"
1771
  },
1772
  {
1773
  "rank_in_history": 37,
 
1808
  "overcorrect_relative_weight": 1.0042910743423603,
1809
  "neighbor_count": 14,
1810
  "loss_mode": "relative"
1811
+ },
1812
+ "calibrated_piqa": 0.562510460251046,
1813
+ "calibrated_piqa_total": 3361,
1814
+ "calibrated_piqa_denominator": 5975,
1815
+ "calibrated_piqa_base": 3254,
1816
+ "calibrated_piqa_delta": 107,
1817
+ "calibrated_piqa_flip_count": 1195,
1818
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:27:35Z",
1819
+ "calibrated_piqa_status": "ok"
1820
  },
1821
  {
1822
  "rank_in_history": 42,
 
1857
  "overcorrect_relative_weight": 0.49013952458603594,
1858
  "neighbor_count": 12,
1859
  "loss_mode": "relative"
1860
+ },
1861
+ "calibrated_piqa": 0.5210041841004184,
1862
+ "calibrated_piqa_total": 3113,
1863
+ "calibrated_piqa_denominator": 5975,
1864
+ "calibrated_piqa_base": 3254,
1865
+ "calibrated_piqa_delta": -141,
1866
+ "calibrated_piqa_flip_count": 1195,
1867
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:31:27Z",
1868
+ "calibrated_piqa_status": "ok"
1869
  },
1870
  {
1871
  "rank_in_history": 19,
 
1906
  "overcorrect_relative_weight": 1.597231821679931,
1907
  "neighbor_count": 6,
1908
  "loss_mode": "relative"
1909
+ },
1910
+ "calibrated_piqa": 0.5519665271966527,
1911
+ "calibrated_piqa_total": 3298,
1912
+ "calibrated_piqa_denominator": 5975,
1913
+ "calibrated_piqa_base": 3254,
1914
+ "calibrated_piqa_delta": 44,
1915
+ "calibrated_piqa_flip_count": 1195,
1916
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:12:52Z",
1917
+ "calibrated_piqa_status": "ok"
1918
  },
1919
  {
1920
  "rank_in_history": 25,
 
1955
  "overcorrect_relative_weight": 1.4210244057537653,
1956
  "neighbor_count": 5,
1957
  "loss_mode": "relative"
1958
+ },
1959
+ "calibrated_piqa": 0.5501255230125524,
1960
+ "calibrated_piqa_total": 3287,
1961
+ "calibrated_piqa_denominator": 5975,
1962
+ "calibrated_piqa_base": 3254,
1963
+ "calibrated_piqa_delta": 33,
1964
+ "calibrated_piqa_flip_count": 1195,
1965
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:16:59Z",
1966
+ "calibrated_piqa_status": "ok"
1967
  },
1968
  {
1969
  "rank_in_history": 7,
 
2004
  "overcorrect_relative_weight": 0.7955122966972282,
2005
  "neighbor_count": 13,
2006
  "loss_mode": "relative"
2007
+ },
2008
+ "calibrated_piqa": 0.5646861924686193,
2009
+ "calibrated_piqa_total": 3374,
2010
+ "calibrated_piqa_denominator": 5975,
2011
+ "calibrated_piqa_base": 3254,
2012
+ "calibrated_piqa_delta": 120,
2013
+ "calibrated_piqa_flip_count": 1195,
2014
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:02:18Z",
2015
+ "calibrated_piqa_status": "ok"
2016
  },
2017
  {
2018
  "rank_in_history": 50,
 
2053
  "overcorrect_relative_weight": 1.5914461258308714,
2054
  "neighbor_count": 3,
2055
  "loss_mode": "relative"
2056
+ },
2057
+ "calibrated_piqa": 0.5271966527196653,
2058
+ "calibrated_piqa_total": 3150,
2059
+ "calibrated_piqa_denominator": 5975,
2060
+ "calibrated_piqa_base": 3254,
2061
+ "calibrated_piqa_delta": -104,
2062
+ "calibrated_piqa_flip_count": 1195,
2063
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:36:55Z",
2064
+ "calibrated_piqa_status": "ok"
2065
  },
2066
  {
2067
  "rank_in_history": 23,
 
2102
  "overcorrect_relative_weight": 1.5679640120232519,
2103
  "neighbor_count": 6,
2104
  "loss_mode": "relative"
2105
+ },
2106
+ "calibrated_piqa": 0.5464435146443515,
2107
+ "calibrated_piqa_total": 3265,
2108
+ "calibrated_piqa_denominator": 5975,
2109
+ "calibrated_piqa_base": 3254,
2110
+ "calibrated_piqa_delta": 11,
2111
+ "calibrated_piqa_flip_count": 1195,
2112
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:15:27Z",
2113
+ "calibrated_piqa_status": "ok"
2114
  },
2115
  {
2116
  "rank_in_history": 29,
 
2151
  "overcorrect_relative_weight": 0.9272910823398097,
2152
  "neighbor_count": 15,
2153
  "loss_mode": "relative"
2154
+ },
2155
+ "calibrated_piqa": 0.5278661087866109,
2156
+ "calibrated_piqa_total": 3154,
2157
+ "calibrated_piqa_denominator": 5975,
2158
+ "calibrated_piqa_base": 3254,
2159
+ "calibrated_piqa_delta": -100,
2160
+ "calibrated_piqa_flip_count": 1195,
2161
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:20:59Z",
2162
+ "calibrated_piqa_status": "ok"
2163
  },
2164
  {
2165
  "rank_in_history": 22,
 
2200
  "overcorrect_relative_weight": 1.485554812947475,
2201
  "neighbor_count": 7,
2202
  "loss_mode": "relative"
2203
+ },
2204
+ "calibrated_piqa": 0.5417573221757322,
2205
+ "calibrated_piqa_total": 3237,
2206
+ "calibrated_piqa_denominator": 5975,
2207
+ "calibrated_piqa_base": 3254,
2208
+ "calibrated_piqa_delta": -17,
2209
+ "calibrated_piqa_flip_count": 1195,
2210
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:14:56Z",
2211
+ "calibrated_piqa_status": "ok"
2212
  },
2213
  {
2214
  "rank_in_history": 45,
 
2249
  "overcorrect_relative_weight": 1.5880249273007434,
2250
  "neighbor_count": 4,
2251
  "loss_mode": "relative"
2252
+ },
2253
+ "calibrated_piqa": 0.5298744769874477,
2254
+ "calibrated_piqa_total": 3166,
2255
+ "calibrated_piqa_denominator": 5975,
2256
+ "calibrated_piqa_base": 3254,
2257
+ "calibrated_piqa_delta": -88,
2258
+ "calibrated_piqa_flip_count": 1195,
2259
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:33:16Z",
2260
+ "calibrated_piqa_status": "ok"
2261
  },
2262
  {
2263
  "rank_in_history": 49,
 
2298
  "overcorrect_relative_weight": 1.577406553588886,
2299
  "neighbor_count": 4,
2300
  "loss_mode": "relative"
2301
+ },
2302
+ "calibrated_piqa": 0.5158158995815899,
2303
+ "calibrated_piqa_total": 3082,
2304
+ "calibrated_piqa_denominator": 5975,
2305
+ "calibrated_piqa_base": 3254,
2306
+ "calibrated_piqa_delta": -172,
2307
+ "calibrated_piqa_flip_count": 1195,
2308
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:36:22Z",
2309
+ "calibrated_piqa_status": "ok"
2310
  },
2311
  {
2312
  "rank_in_history": 5,
 
2347
  "overcorrect_relative_weight": 0.862249731422819,
2348
  "neighbor_count": 13,
2349
  "loss_mode": "relative"
2350
+ },
2351
+ "calibrated_piqa": 0.561673640167364,
2352
+ "calibrated_piqa_total": 3356,
2353
+ "calibrated_piqa_denominator": 5975,
2354
+ "calibrated_piqa_base": 3254,
2355
+ "calibrated_piqa_delta": 102,
2356
+ "calibrated_piqa_flip_count": 1195,
2357
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:00:16Z",
2358
+ "calibrated_piqa_status": "ok"
2359
  },
2360
  {
2361
  "rank_in_history": 48,
 
2396
  "overcorrect_relative_weight": 1.0132005219756337,
2397
  "neighbor_count": 13,
2398
  "loss_mode": "relative"
2399
+ },
2400
+ "calibrated_piqa": 0.5337238493723849,
2401
+ "calibrated_piqa_total": 3189,
2402
+ "calibrated_piqa_denominator": 5975,
2403
+ "calibrated_piqa_base": 3254,
2404
+ "calibrated_piqa_delta": -65,
2405
+ "calibrated_piqa_flip_count": 1195,
2406
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:35:51Z",
2407
+ "calibrated_piqa_status": "ok"
2408
  },
2409
  {
2410
  "rank_in_history": 32,
 
2445
  "overcorrect_relative_weight": 1.5802261426631194,
2446
  "neighbor_count": 5,
2447
  "loss_mode": "relative"
2448
+ },
2449
+ "calibrated_piqa": 0.5554811715481172,
2450
+ "calibrated_piqa_total": 3319,
2451
+ "calibrated_piqa_denominator": 5975,
2452
+ "calibrated_piqa_base": 3254,
2453
+ "calibrated_piqa_delta": 65,
2454
+ "calibrated_piqa_flip_count": 1195,
2455
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:23:45Z",
2456
+ "calibrated_piqa_status": "ok"
2457
  },
2458
  {
2459
  "rank_in_history": 36,
 
2494
  "overcorrect_relative_weight": 1.5926936204893625,
2495
  "neighbor_count": 4,
2496
  "loss_mode": "relative"
2497
+ },
2498
+ "calibrated_piqa": 0.5034309623430963,
2499
+ "calibrated_piqa_total": 3008,
2500
+ "calibrated_piqa_denominator": 5975,
2501
+ "calibrated_piqa_base": 3254,
2502
+ "calibrated_piqa_delta": -246,
2503
+ "calibrated_piqa_flip_count": 1195,
2504
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:26:38Z",
2505
+ "calibrated_piqa_status": "ok"
2506
  },
2507
  {
2508
  "rank_in_history": 38,
 
2543
  "overcorrect_relative_weight": 1.4900629528582663,
2544
  "neighbor_count": 4,
2545
  "loss_mode": "relative"
2546
+ },
2547
+ "calibrated_piqa": 0.5348953974895397,
2548
+ "calibrated_piqa_total": 3196,
2549
+ "calibrated_piqa_denominator": 5975,
2550
+ "calibrated_piqa_base": 3254,
2551
+ "calibrated_piqa_delta": -58,
2552
+ "calibrated_piqa_flip_count": 1195,
2553
+ "calibrated_piqa_benchmarked_at": "2026-10-28T10:28:05Z",
2554
+ "calibrated_piqa_status": "ok"
2555
  }
2556
  ],
2557
  "benchmark_records": [
 
5105
  "no_letter": 8
5106
  }
5107
  }
5108
+ ],
5109
+ "calibrated_piqa": {
5110
+ "scorer": "heretic.scorers.calibrated_piqa.CalibratedPIQA",
5111
+ "heretic_repo": "https://github.com/electroglyph/heretic",
5112
+ "heretic_ref": "master",
5113
+ "heretic_sha": "369715ed2cfd9b79b8b293f73c80e61e5c2701b2",
5114
+ "knobs": {
5115
+ "discovery_runs": 3,
5116
+ "scoring_runs": 5,
5117
+ "temperature_setting": null,
5118
+ "top_p": 0.95,
5119
+ "min_p": 0.05,
5120
+ "seed_salt": 0,
5121
+ "dataset": "baber/piqa",
5122
+ "dataset_split": "validation"
5123
+ },
5124
+ "n_candidates": 50,
5125
+ "n_merged": 50,
5126
+ "n_ok": 50,
5127
+ "updated_at": "2026-10-28T10:36:56Z",
5128
+ "note": "Original lm_eval PIQA fields (piqa*) are untouched; see calibrated_piqa_results.jsonl for per-candidate records."
5129
+ }
5130
  }
logs/run-20261028T095156Z.log CHANGED
@@ -479,3 +479,162 @@ Loading Refusals evaluation prompts from mlabonne/harmful_behaviors...
479
 
480
  Loading KL divergence evaluation prompts from mlabonne/harmless_alpaca...
481
  [bench_spark3] watchdog: no progress for 1800s; trace dumped to the faults log
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
479
 
480
  Loading KL divergence evaluation prompts from mlabonne/harmless_alpaca...
481
  [bench_spark3] watchdog: no progress for 1800s; trace dumped to the faults log
482
+ * 100 prompts loaded
483
+ * Obtaining baseline first-token probability distributions...
484
+
485
+ Getting baseline scores...
486
+ * Baseline Refusals: 100/100
487
+ * Baseline KL divergence: 0 (by definition)
488
+ [bench_spark3] replay check: refusals 6.0 vs stored 5.0 (gap 1.0/100, tolerance 3.0); KL 0.057021 vs stored 0.056224 (ratio 1.01x, band 0.5-1.5x)
489
+ [bench_spark3] replay verified: the adapter reproduces the stored scores within tolerance, so the replay is faithful.
490
+
491
+ [bench_spark3] candidate 1/50 (history trial 799, 6.0 refusals/100, KL 0.0027)
492
+ * Calibrated PIQA: 3235/5975 (base 3254, Δ -19)
493
+ [bench_spark3] trial 799: calibrated 3235/5975 (base 3254, Δ -19)
494
+
495
+ [bench_spark3] candidate 2/50 (history trial 94, 5.0 refusals/100, KL 0.0277)
496
+ * Calibrated PIQA: 3368/5975 (base 3254, Δ +114)
497
+ [bench_spark3] trial 94: calibrated 3368/5975 (base 3254, Δ +114)
498
+
499
+ [bench_spark3] candidate 3/50 (history trial 89, 4.0 refusals/100, KL 0.0289)
500
+ * Calibrated PIQA: 3364/5975 (base 3254, Δ +110)
501
+ [bench_spark3] trial 89: calibrated 3364/5975 (base 3254, Δ +110)
502
+
503
+ [bench_spark3] candidate 4/50 (history trial 177, 5.0 refusals/100, KL 0.0298)
504
+ * Calibrated PIQA: 3355/5975 (base 3254, Δ +101)
505
+ [bench_spark3] trial 177: calibrated 3355/5975 (base 3254, Δ +101)
506
+
507
+ [bench_spark3] candidate 5/50 (history trial 209, 3.0 refusals/100, KL 0.0301)
508
+ [bench_spark3] synced 2 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)
509
+ * Calibrated PIQA: 3356/5975 (base 3254, Δ +102)
510
+ [bench_spark3] trial 209: calibrated 3356/5975 (base 3254, Δ +102)
511
+
512
+ [bench_spark3] candidate 6/50 (history trial 179, 3.0 refusals/100, KL 0.0302)
513
+ * Calibrated PIQA: 3359/5975 (base 3254, Δ +105)
514
+ [bench_spark3] trial 179: calibrated 3359/5975 (base 3254, Δ +105)
515
+
516
+ [bench_spark3] candidate 7/50 (history trial 178, 6.0 refusals/100, KL 0.0309)
517
+ * Calibrated PIQA: 3374/5975 (base 3254, Δ +120)
518
+ [bench_spark3] trial 178: calibrated 3374/5975 (base 3254, Δ +120)
519
+
520
+ [bench_spark3] candidate 8/50 (history trial 175, 6.0 refusals/100, KL 0.0311)
521
+ * Calibrated PIQA: 3374/5975 (base 3254, Δ +120)
522
+ [bench_spark3] trial 175: calibrated 3374/5975 (base 3254, Δ +120)
523
+
524
+ [bench_spark3] candidate 9/50 (history trial 167, 4.0 refusals/100, KL 0.0321)
525
+ * Calibrated PIQA: 3375/5975 (base 3254, Δ +121)
526
+ [bench_spark3] trial 167: calibrated 3375/5975 (base 3254, Δ +121)
527
+
528
+ [bench_spark3] candidate 10/50 (history trial 985, 4.0 refusals/100, KL 0.0330)
529
+ [bench_spark3] synced 2 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)
530
+ * Calibrated PIQA: 3349/5975 (base 3254, Δ +95)
531
+ [bench_spark3] trial 985: calibrated 3349/5975 (base 3254, Δ +95)
532
+
533
+ [bench_spark3] candidate 11/50 (history trial 155, 2.0 refusals/100, KL 0.0362)
534
+ * Calibrated PIQA: 3343/5975 (base 3254, Δ +89)
535
+ [bench_spark3] trial 155: calibrated 3343/5975 (base 3254, Δ +89)
536
+
537
+ [bench_spark3] candidate 12/50 (history trial 189, 4.0 refusals/100, KL 0.0365)
538
+ * Calibrated PIQA: 3266/5975 (base 3254, Δ +12)
539
+ [bench_spark3] trial 189: calibrated 3266/5975 (base 3254, Δ +12)
540
+
541
+ [bench_spark3] candidate 13/50 (history trial 152, 5.0 refusals/100, KL 0.0366)
542
+ * Calibrated PIQA: 3362/5975 (base 3254, Δ +108)
543
+ [bench_spark3] trial 152: calibrated 3362/5975 (base 3254, Δ +108)
544
+
545
+ [bench_spark3] candidate 14/50 (history trial 996, 0.0 refusals/100, KL 0.0369)
546
+ * Calibrated PIQA: 3277/5975 (base 3254, Δ +23)
547
+ [bench_spark3] trial 996: calibrated 3277/5975 (base 3254, Δ +23)
548
+
549
+ [bench_spark3] candidate 15/50 (history trial 33, 5.0 refusals/100, KL 0.0387)
550
+ * Calibrated PIQA: 3255/5975 (base 3254, Δ +1)
551
+ [bench_spark3] trial 33: calibrated 3255/5975 (base 3254, Δ +1)
552
+
553
+ [bench_spark3] candidate 16/50 (history trial 160, 3.0 refusals/100, KL 0.0393)
554
+ * Calibrated PIQA: 3328/5975 (base 3254, Δ +74)
555
+ [bench_spark3] trial 160: calibrated 3328/5975 (base 3254, Δ +74)
556
+
557
+ [bench_spark3] candidate 17/50 (history trial 184, 3.0 refusals/100, KL 0.0395)
558
+ [bench_spark3] synced 2 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)
559
+ * Calibrated PIQA: 3339/5975 (base 3254, Δ +85)
560
+ [bench_spark3] trial 184: calibrated 3339/5975 (base 3254, Δ +85)
561
+
562
+ [bench_spark3] candidate 18/50 (history trial 504, 7.0 refusals/100, KL 0.0409)
563
+ * Calibrated PIQA: 3348/5975 (base 3254, Δ +94)
564
+ [bench_spark3] trial 504: calibrated 3348/5975 (base 3254, Δ +94)
565
+
566
+ [bench_spark3] candidate 19/50 (history trial 903, 0.0 refusals/100, KL 0.0450)
567
+ * Calibrated PIQA: 3298/5975 (base 3254, Δ +44)
568
+ [bench_spark3] trial 903: calibrated 3298/5975 (base 3254, Δ +44)
569
+
570
+ [bench_spark3] candidate 20/50 (history trial 861, 5.0 refusals/100, KL 0.0483)
571
+ * Calibrated PIQA: 3463/5975 (base 3254, Δ +209)
572
+ [bench_spark3] trial 861: calibrated 3463/5975 (base 3254, Δ +209)
573
+
574
+ [bench_spark3] candidate 21/50 (history trial 158, 3.0 refusals/100, KL 0.0485)
575
+ * Calibrated PIQA: 3361/5975 (base 3254, Δ +107)
576
+ [bench_spark3] trial 158: calibrated 3361/5975 (base 3254, Δ +107)
577
+
578
+ [bench_spark3] candidate 22/50 (history trial 1026, 2.0 refusals/100, KL 0.0497)
579
+ * Calibrated PIQA: 3237/5975 (base 3254, Δ -17)
580
+ [bench_spark3] trial 1026: calibrated 3237/5975 (base 3254, Δ -17)
581
+
582
+ [bench_spark3] candidate 23/50 (history trial 899, 1.0 refusals/100, KL 0.0503)
583
+ * Calibrated PIQA: 3265/5975 (base 3254, Δ +11)
584
+ [bench_spark3] trial 899: calibrated 3265/5975 (base 3254, Δ +11)
585
+
586
+ [bench_spark3] candidate 24/50 (history trial 64, 4.0 refusals/100, KL 0.0529)
587
+ [bench_spark3] synced 2 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)
588
+ * Calibrated PIQA: 3254/5975 (base 3254, Δ +0)
589
+ [bench_spark3] trial 64: calibrated 3254/5975 (base 3254, Δ +0)
590
+
591
+ [bench_spark3] candidate 25/50 (history trial 945, 0.0 refusals/100, KL 0.0530)
592
+ * Calibrated PIQA: 3287/5975 (base 3254, Δ +33)
593
+ [bench_spark3] trial 945: calibrated 3287/5975 (base 3254, Δ +33)
594
+
595
+ [bench_spark3] candidate 26/50 (history trial 953, 5.0 refusals/100, KL 0.0562)
596
+ * Calibrated PIQA: 3324/5975 (base 3254, Δ +70)
597
+ [bench_spark3] trial 953: calibrated 3324/5975 (base 3254, Δ +70)
598
+
599
+ [bench_spark3] candidate 27/50 (history trial 50, 5.0 refusals/100, KL 0.0594)
600
+ * Calibrated PIQA: 3251/5975 (base 3254, Δ -3)
601
+ [bench_spark3] trial 50: calibrated 3251/5975 (base 3254, Δ -3)
602
+
603
+ [bench_spark3] candidate 28/50 (history trial 892, 8.0 refusals/100, KL 0.0877)
604
+ * Calibrated PIQA: 3306/5975 (base 3254, Δ +52)
605
+ [bench_spark3] trial 892: calibrated 3306/5975 (base 3254, Δ +52)
606
+
607
+ [bench_spark3] candidate 29/50 (history trial 63, 3.0 refusals/100, KL 0.0924)
608
+ * Calibrated PIQA: 3154/5975 (base 3254, Δ -100)
609
+ [bench_spark3] trial 63: calibrated 3154/5975 (base 3254, Δ -100)
610
+
611
+ [bench_spark3] candidate 30/50 (history trial 58, 6.0 refusals/100, KL 0.1013)
612
+ [bench_spark3] synced 2 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)
613
+ * Calibrated PIQA: 3328/5975 (base 3254, Δ +74)
614
+ [bench_spark3] trial 58: calibrated 3328/5975 (base 3254, Δ +74)
615
+
616
+ [bench_spark3] candidate 31/50 (history trial 434, 6.0 refusals/100, KL 0.1020)
617
+ * Calibrated PIQA: 3289/5975 (base 3254, Δ +35)
618
+ [bench_spark3] trial 434: calibrated 3289/5975 (base 3254, Δ +35)
619
+
620
+ [bench_spark3] candidate 32/50 (history trial 882, 0.0 refusals/100, KL 0.1138)
621
+ * Calibrated PIQA: 3319/5975 (base 3254, Δ +65)
622
+ [bench_spark3] trial 882: calibrated 3319/5975 (base 3254, Δ +65)
623
+
624
+ [bench_spark3] candidate 33/50 (history trial 376, 6.0 refusals/100, KL 0.1138)
625
+ * Calibrated PIQA: 3259/5975 (base 3254, Δ +5)
626
+ [bench_spark3] trial 376: calibrated 3259/5975 (base 3254, Δ +5)
627
+
628
+ [bench_spark3] candidate 34/50 (history trial 13, 7.0 refusals/100, KL 0.1259)
629
+ * Calibrated PIQA: 3179/5975 (base 3254, Δ -75)
630
+ [bench_spark3] trial 13: calibrated 3179/5975 (base 3254, Δ -75)
631
+
632
+ [bench_spark3] candidate 35/50 (history trial 1099, 5.0 refusals/100, KL 0.1283)
633
+ * Calibrated PIQA: 3264/5975 (base 3254, Δ +10)
634
+ [bench_spark3] trial 1099: calibrated 3264/5975 (base 3254, Δ +10)
635
+
636
+ [bench_spark3] candidate 36/50 (history trial 881, 1.0 refusals/100, KL 0.1354)
637
+ [bench_spark3] synced 5 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)
638
+ * Calibrated PIQA: 3008/5975 (base 3254, Δ -246)
639
+ [bench_spark3] trial 881: calibrated 3008/5975 (base 3254, Δ -246)
640
+
logs/run-20261028T095255Z.log CHANGED
@@ -337,3 +337,66 @@ Getting baseline scores...
337
  [bench_spark3] trial 1099: calibrated 3264/5975 (base 3254, Δ +10)
338
 
339
  [bench_spark3] candidate 36/50 (history trial 881, 1.0 refusals/100, KL 0.1354)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
337
  [bench_spark3] trial 1099: calibrated 3264/5975 (base 3254, Δ +10)
338
 
339
  [bench_spark3] candidate 36/50 (history trial 881, 1.0 refusals/100, KL 0.1354)
340
+ [bench_spark3] synced 5 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)
341
+ * Calibrated PIQA: 3008/5975 (base 3254, Δ -246)
342
+ [bench_spark3] trial 881: calibrated 3008/5975 (base 3254, Δ -246)
343
+
344
+ [bench_spark3] candidate 37/50 (history trial 34, 4.0 refusals/100, KL 0.1477)
345
+ * Calibrated PIQA: 3361/5975 (base 3254, Δ +107)
346
+ [bench_spark3] trial 34: calibrated 3361/5975 (base 3254, Δ +107)
347
+
348
+ [bench_spark3] candidate 38/50 (history trial 1054, 0.0 refusals/100, KL 0.2197)
349
+ * Calibrated PIQA: 3196/5975 (base 3254, Δ -58)
350
+ [bench_spark3] trial 1054: calibrated 3196/5975 (base 3254, Δ -58)
351
+
352
+ [bench_spark3] candidate 39/50 (history trial 16, 6.0 refusals/100, KL 0.2380)
353
+ * Calibrated PIQA: 3186/5975 (base 3254, Δ -68)
354
+ [bench_spark3] trial 16: calibrated 3186/5975 (base 3254, Δ -68)
355
+
356
+ [bench_spark3] candidate 40/50 (history trial 1077, 1.0 refusals/100, KL 0.2443)
357
+ * Calibrated PIQA: 3096/5975 (base 3254, Δ -158)
358
+ [bench_spark3] trial 1077: calibrated 3096/5975 (base 3254, Δ -158)
359
+
360
+ [bench_spark3] candidate 41/50 (history trial 907, 4.0 refusals/100, KL 0.2916)
361
+ * Calibrated PIQA: 3082/5975 (base 3254, Δ -172)
362
+ [bench_spark3] trial 907: calibrated 3082/5975 (base 3254, Δ -172)
363
+
364
+ [bench_spark3] candidate 42/50 (history trial 42, 5.0 refusals/100, KL 0.3233)
365
+ * Calibrated PIQA: 3113/5975 (base 3254, Δ -141)
366
+ [bench_spark3] trial 42: calibrated 3113/5975 (base 3254, Δ -141)
367
+
368
+ [bench_spark3] candidate 43/50 (history trial 931, 5.0 refusals/100, KL 0.3271)
369
+ [bench_spark3] synced 2 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)
370
+ * Calibrated PIQA: 3129/5975 (base 3254, Δ -125)
371
+ [bench_spark3] trial 931: calibrated 3129/5975 (base 3254, Δ -125)
372
+
373
+ [bench_spark3] candidate 44/50 (history trial 15, 2.0 refusals/100, KL 0.3674)
374
+ * Calibrated PIQA: 3144/5975 (base 3254, Δ -110)
375
+ [bench_spark3] trial 15: calibrated 3144/5975 (base 3254, Δ -110)
376
+
377
+ [bench_spark3] candidate 45/50 (history trial 1078, 1.0 refusals/100, KL 0.3926)
378
+ * Calibrated PIQA: 3166/5975 (base 3254, Δ -88)
379
+ [bench_spark3] trial 1078: calibrated 3166/5975 (base 3254, Δ -88)
380
+
381
+ [bench_spark3] candidate 46/50 (history trial 691, 3.0 refusals/100, KL 0.3939)
382
+ * Calibrated PIQA: 3253/5975 (base 3254, Δ -1)
383
+ [bench_spark3] trial 691: calibrated 3253/5975 (base 3254, Δ -1)
384
+
385
+ [bench_spark3] candidate 47/50 (history trial 36, 4.0 refusals/100, KL 0.4163)
386
+ * Calibrated PIQA: 3179/5975 (base 3254, Δ -75)
387
+ [bench_spark3] trial 36: calibrated 3179/5975 (base 3254, Δ -75)
388
+
389
+ [bench_spark3] candidate 48/50 (history trial 71, 4.0 refusals/100, KL 0.7175)
390
+ * Calibrated PIQA: 3189/5975 (base 3254, Δ -65)
391
+ [bench_spark3] trial 71: calibrated 3189/5975 (base 3254, Δ -65)
392
+
393
+ [bench_spark3] candidate 49/50 (history trial 1086, 0.0 refusals/100, KL 0.8243)
394
+ * Calibrated PIQA: 3082/5975 (base 3254, Δ -172)
395
+ [bench_spark3] trial 1086: calibrated 3082/5975 (base 3254, Δ -172)
396
+
397
+ [bench_spark3] candidate 50/50 (history trial 23, 0.0 refusals/100, KL 1.6658)
398
+ * Calibrated PIQA: 3150/5975 (base 3254, Δ -104)
399
+ [bench_spark3] trial 23: calibrated 3150/5975 (base 3254, Δ -104)
400
+ [bench_spark3] merge base: fresh remote results.json
401
+ [bench_spark3] merged 50 calibrated score(s) (50 ok) into results.json
402
+ [bench_spark3] synced 2 file(s) to electroglyph/Spark-X2.6-4B-benchmarks-gpqa (Run sync: periodic)