Flint-S / PACKING_RESULT.json
rgup's picture
Publish the stronger-agent Flint S 13.3 candidate and quantization comparisons
2d93c43 verified
Raw History Blame Contribute Delete
4.26 kB
{
"checkpoint": "S3-13.3-qB",
"shards_compared": 50,
"far_elements": 40,
"worst_shard": {
"shard": 49,
"far": 0,
"relative_l2": 0.00274
},
"cases": [
{
"shard": 1,
"far": 0,
"relative_l2": 0.000131
},
{
"shard": 0,
"far": 0,
"relative_l2": 0.000134
},
{
"shard": 3,
"far": 0,
"relative_l2": 0.000618
},
{
"shard": 2,
"far": 2,
"relative_l2": 0.000782
},
{
"shard": 5,
"far": 2,
"relative_l2": 0.000521
},
{
"shard": 4,
"far": 1,
"relative_l2": 0.000547
},
{
"shard": 6,
"far": 2,
"relative_l2": 0.000476
},
{
"shard": 7,
"far": 1,
"relative_l2": 0.000458
},
{
"shard": 8,
"far": 0,
"relative_l2": 0.000423
},
{
"shard": 9,
"far": 2,
"relative_l2": 0.000403
},
{
"shard": 10,
"far": 1,
"relative_l2": 0.000391
},
{
"shard": 11,
"far": 1,
"relative_l2": 0.000384
},
{
"shard": 12,
"far": 0,
"relative_l2": 0.000375
},
{
"shard": 13,
"far": 1,
"relative_l2": 0.000377
},
{
"shard": 14,
"far": 1,
"relative_l2": 0.000365
},
{
"shard": 15,
"far": 0,
"relative_l2": 0.000347
},
{
"shard": 16,
"far": 1,
"relative_l2": 0.000344
},
{
"shard": 17,
"far": 0,
"relative_l2": 0.000326
},
{
"shard": 18,
"far": 3,
"relative_l2": 0.000316
},
{
"shard": 19,
"far": 0,
"relative_l2": 0.000314
},
{
"shard": 20,
"far": 1,
"relative_l2": 0.000309
},
{
"shard": 21,
"far": 1,
"relative_l2": 0.00029
},
{
"shard": 22,
"far": 0,
"relative_l2": 0.00028
},
{
"shard": 23,
"far": 2,
"relative_l2": 0.000274
},
{
"shard": 24,
"far": 2,
"relative_l2": 0.000264
},
{
"shard": 26,
"far": 0,
"relative_l2": 0.000243
},
{
"shard": 27,
"far": 0,
"relative_l2": 0.000261
},
{
"shard": 25,
"far": 2,
"relative_l2": 0.000255
},
{
"shard": 28,
"far": 1,
"relative_l2": 0.000239
},
{
"shard": 29,
"far": 0,
"relative_l2": 0.000235
},
{
"shard": 31,
"far": 1,
"relative_l2": 0.000217
},
{
"shard": 30,
"far": 2,
"relative_l2": 0.000215
},
{
"shard": 32,
"far": 0,
"relative_l2": 0.000216
},
{
"shard": 33,
"far": 0,
"relative_l2": 0.000214
},
{
"shard": 34,
"far": 0,
"relative_l2": 0.00021
},
{
"shard": 35,
"far": 0,
"relative_l2": 0.000212
},
{
"shard": 36,
"far": 0,
"relative_l2": 0.000204
},
{
"shard": 37,
"far": 0,
"relative_l2": 0.000209
},
{
"shard": 39,
"far": 0,
"relative_l2": 0.000203
},
{
"shard": 38,
"far": 0,
"relative_l2": 0.000206
},
{
"shard": 40,
"far": 0,
"relative_l2": 0.000202
},
{
"shard": 41,
"far": 0,
"relative_l2": 0.000204
},
{
"shard": 42,
"far": 1,
"relative_l2": 0.000199
},
{
"shard": 43,
"far": 0,
"relative_l2": 0.000209
},
{
"shard": 44,
"far": 1,
"relative_l2": 0.000213
},
{
"shard": 45,
"far": 0,
"relative_l2": 0.000222
},
{
"shard": 46,
"far": 2,
"relative_l2": 0.000202
},
{
"shard": 47,
"far": 0,
"relative_l2": 0.000266
},
{
"shard": 48,
"far": 6,
"relative_l2": 0.0004
},
{
"shard": 49,
"far": 0,
"relative_l2": 0.00274
}
],
"definition_of_far": "More than2 BF16 steps and above1e-5 of tensor RMS",
"scope": "Weight reconstruction against the selected dense twin; not a model-logit or native runtime quality pass."
}