zakkeown's picture
Publish qualified AetherKit OLMo2 fp16 bundle with float32 attention
bad884c verified
Raw History Blame Contribute Delete
22.6 kB
{
"bucketed" : {
"contract" : "bucketed-positions",
"forcedArgmaxMismatches" : 0,
"forcedMaximumAbs" : 0.05189180374145508,
"forcedMinimumCosine" : 0.9999998434405549,
"forcedNearTies" : 0,
"forcedRows" : [
{
"argmaxEqual" : true,
"cosine" : 0.9999999415518048,
"maxAbs" : 0.012755393981933594,
"nativeRankInReference" : 0,
"referenceMargin" : 0.1822484980299702,
"row" : 0
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999600384295,
"maxAbs" : 0.013760566711425781,
"nativeRankInReference" : 0,
"referenceMargin" : 0.8640373844618511,
"row" : 1
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999576046662,
"maxAbs" : 0.0185546875,
"nativeRankInReference" : 0,
"referenceMargin" : 0.7304221383675782,
"row" : 2
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999630207044,
"maxAbs" : 0.019115447998046875,
"nativeRankInReference" : 0,
"referenceMargin" : 0.9997152339107716,
"row" : 3
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999583023189,
"maxAbs" : 0.014944076538085938,
"nativeRankInReference" : 0,
"referenceMargin" : 0.9680615784657219,
"row" : 4
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999673161636,
"maxAbs" : 0.0204620361328125,
"nativeRankInReference" : 0,
"referenceMargin" : 0.962816611848805,
"row" : 5
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999657258422,
"maxAbs" : 0.024541854858398438,
"nativeRankInReference" : 0,
"referenceMargin" : 0.9930038603234818,
"row" : 6
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999527171609,
"maxAbs" : 0.014759063720703125,
"nativeRankInReference" : 0,
"referenceMargin" : 0.43290446114095177,
"row" : 7
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999678796898,
"maxAbs" : 0.017660140991210938,
"nativeRankInReference" : 0,
"referenceMargin" : 0.9989205207739825,
"row" : 8
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999505555182,
"maxAbs" : 0.014263153076171875,
"nativeRankInReference" : 0,
"referenceMargin" : 0.489876194965954,
"row" : 9
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999211860803,
"maxAbs" : 0.022133827209472656,
"nativeRankInReference" : 0,
"referenceMargin" : 0.9999470668637288,
"row" : 10
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999216533424,
"maxAbs" : 0.018227577209472656,
"nativeRankInReference" : 0,
"referenceMargin" : 0.974204870920772,
"row" : 11
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999001934936,
"maxAbs" : 0.02957773208618164,
"nativeRankInReference" : 0,
"referenceMargin" : 0.6768621675275756,
"row" : 12
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999477594018,
"maxAbs" : 0.020969390869140625,
"nativeRankInReference" : 0,
"referenceMargin" : 0.005367858477352876,
"row" : 13
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999427923387,
"maxAbs" : 0.014616012573242188,
"nativeRankInReference" : 0,
"referenceMargin" : 0.8631339596605531,
"row" : 14
},
{
"argmaxEqual" : true,
"cosine" : 0.999999950571642,
"maxAbs" : 0.016580581665039062,
"nativeRankInReference" : 0,
"referenceMargin" : 0.3727492649702059,
"row" : 15
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999414263008,
"maxAbs" : 0.0166473388671875,
"nativeRankInReference" : 0,
"referenceMargin" : 0.6541235630626209,
"row" : 16
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999524531011,
"maxAbs" : 0.0189208984375,
"nativeRankInReference" : 0,
"referenceMargin" : 0.024006043515435005,
"row" : 17
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999635035338,
"maxAbs" : 0.016590118408203125,
"nativeRankInReference" : 0,
"referenceMargin" : 0.8047519851138752,
"row" : 18
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999423447686,
"maxAbs" : 0.014055252075195312,
"nativeRankInReference" : 0,
"referenceMargin" : 0.181819375302406,
"row" : 19
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999585766677,
"maxAbs" : 0.014467239379882812,
"nativeRankInReference" : 0,
"referenceMargin" : 0.9333123986398281,
"row" : 20
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999221161451,
"maxAbs" : 0.017522811889648438,
"nativeRankInReference" : 0,
"referenceMargin" : 0.5191498586282651,
"row" : 21
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999404616567,
"maxAbs" : 0.01454925537109375,
"nativeRankInReference" : 0,
"referenceMargin" : 0.4645516909039754,
"row" : 22
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999477941144,
"maxAbs" : 0.019853591918945312,
"nativeRankInReference" : 0,
"referenceMargin" : 0.20017366409281584,
"row" : 23
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999361571572,
"maxAbs" : 0.018439292907714844,
"nativeRankInReference" : 0,
"referenceMargin" : 0.2701108902187303,
"row" : 24
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999134222047,
"maxAbs" : 0.014292240142822266,
"nativeRankInReference" : 0,
"referenceMargin" : 0.4567962791080476,
"row" : 25
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999501861995,
"maxAbs" : 0.014127731323242188,
"nativeRankInReference" : 0,
"referenceMargin" : 0.1171824330903475,
"row" : 26
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999568225386,
"maxAbs" : 0.017351150512695312,
"nativeRankInReference" : 0,
"referenceMargin" : 0.005700221572208707,
"row" : 27
},
{
"argmaxEqual" : true,
"cosine" : 0.9999998434405549,
"maxAbs" : 0.05189180374145508,
"nativeRankInReference" : 0,
"referenceMargin" : 0.9785829918894412,
"row" : 28
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999178113452,
"maxAbs" : 0.023357391357421875,
"nativeRankInReference" : 0,
"referenceMargin" : 0.9991126019188679,
"row" : 29
},
{
"argmaxEqual" : true,
"cosine" : 0.9999999505133497,
"maxAbs" : 0.018647193908691406,
"nativeRankInReference" : 0,
"referenceMargin" : 0.8680910663557813,
"row" : 30
},
{
"argmaxEqual" : true,
"cosine" : 0.999999899434679,
"maxAbs" : 0.013677358627319336,
"nativeRankInReference" : 0,
"referenceMargin" : 0.0027681143907047857,
"row" : 31
}
],
"greedyTokens" : [
791,
13180,
8111,
6437,
2391,
279,
1938,
4245,
311,
13558,
64069,
72916,
11,
902,
374,
279,
1890,
1920,
430,
3727,
279,
13180,
5101,
18718,
477,
19087,
2391,
64919,
323,
44084,
13,
3277,
40120,
29933,
279,
16975,
11,
24210,
6437,
93959,
527,
38067,
810,
1109,
279,
5129,
2579,
93959,
13,
1115,
72916,
374,
9057,
555,
279,
35715,
323,
19252,
304,
279,
3805,
11,
902,
45577
],
"longRunAllocatedCapacity" : 1280,
"longRunDistinctStepShapes" : 6,
"longRunFootprint" : [
{
"generated" : 1,
"physicalFootprintBytes" : 397055136
},
{
"generated" : 128,
"physicalFootprintBytes" : 388748448
},
{
"generated" : 256,
"physicalFootprintBytes" : 488871120
},
{
"generated" : 384,
"physicalFootprintBytes" : 476370128
},
{
"generated" : 512,
"physicalFootprintBytes" : 532894976
},
{
"generated" : 640,
"physicalFootprintBytes" : 524834048
},
{
"generated" : 768,
"physicalFootprintBytes" : 665146648
},
{
"generated" : 896,
"physicalFootprintBytes" : 614847768
},
{
"generated" : 1024,
"physicalFootprintBytes" : 685725000
}
],
"longRunModelReloads" : 0,
"longRunSteps" : 1024,
"longRunTokens" : [
791,
13180,
8111,
6437,
2391,
279,
1938,
4245,
311,
13558,
64069,
72916,
11,
902,
374,
279,
1890,
1920,
430,
3727,
279,
13180,
5101,
18718,
477,
19087,
2391,
64919,
323,
44084,
13,
3277,
40120,
29933,
279,
16975,
11,
24210,
6437,
93959,
527,
38067,
810,
1109,
279,
5129,
2579,
93959,
13,
1115,
72916,
374,
9057,
555,
279,
35715,
323,
19252,
304,
279,
3805,
11,
902,
45577,
279,
6437,
3177,
810,
13750,
1109,
279,
2579,
13,
2468,
44084,
11,
279,
7160,
374,
4827,
304,
279,
13180,
11,
25146,
264,
5129,
12737,
323,
3339,
279,
2579,
3177,
9621,
1418,
279,
6437,
3177,
374,
38067,
704,
315,
1684,
11,
13239,
304,
279,
11537,
2579,
44084,
82757,
13,
100257,
791,
13180,
596,
6437,
1933,
2391,
279,
1938,
374,
4245,
311,
13558,
64069,
72916,
11,
264,
1920,
430,
11384,
6437,
3177,
311,
387,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
13,
2468,
44084,
11,
279,
7160,
374,
520,
264,
4827,
9392,
11,
25146,
5129,
35612,
323,
3339,
279,
2579,
3177,
9621,
1418,
279,
6437,
3177,
374,
38067,
704,
315,
1684,
11,
6522,
311,
279,
2579,
44084,
8146,
13,
100257,
791,
13180,
8111,
6437,
2391,
279,
1938,
1606,
315,
13558,
64069,
72916,
11,
264,
1920,
430,
11384,
6437,
3177,
311,
387,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
13,
2468,
44084,
11,
279,
7160,
374,
520,
264,
4827,
9392,
11,
25146,
5129,
35612,
323,
3339,
279,
2579,
3177,
9621,
1418,
279,
6437,
3177,
374,
38067,
704,
315,
1684,
11,
13239,
304,
279,
2579,
82757,
315,
279,
44084,
13,
100257,
791,
6437,
1933,
315,
279,
13180,
2391,
279,
1938,
374,
4245,
311,
13558,
64069,
72916,
11,
264,
5933,
25885,
430,
11384,
6437,
3177,
311,
387,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
13,
2468,
44084,
11,
279,
7160,
374,
520,
264,
4827,
9392,
11,
25146,
5129,
35612,
323,
3339,
279,
2579,
3177,
9621,
1418,
279,
6437,
3177,
374,
38067,
704,
315,
1684,
11,
6522,
311,
279,
2579,
82757,
315,
279,
44084,
13,
100257,
791,
6437,
1933,
315,
279,
13180,
2391,
279,
1938,
374,
15871,
4245,
311,
13558,
64069,
72916,
11,
264,
1920,
430,
11384,
6437,
3177,
311,
387,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
13,
2468,
44084,
11,
279,
7160,
374,
520,
264,
4827,
27255,
11,
323,
279,
5129,
35612,
323,
279,
72916,
315,
6437,
3177,
555,
279,
16975,
1121,
304,
279,
13180,
26449,
2579,
13,
1115,
25885,
374,
264,
1121,
315,
279,
1648,
3177,
84261,
449,
279,
19252,
304,
279,
16975,
11,
449,
24210,
6437,
93959,
1694,
38067,
810,
1109,
5129,
2579,
93959,
13,
100257,
791,
2944,
279,
13180,
8111,
6437,
2391,
279,
1938,
374,
4245,
311,
13558,
64069,
72916,
11,
264,
1920,
555,
902,
6437,
3177,
374,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
13,
2468,
44084,
11,
279,
7160,
374,
520,
264,
4827,
27255,
11,
323,
279,
5129,
35612,
323,
279,
72916,
315,
6437,
3177,
555,
279,
16975,
5353,
279,
13180,
311,
5101,
2579,
13,
1115,
374,
1606,
279,
6437,
3177,
374,
38067,
704,
315,
279,
1584,
315,
14254,
11,
1418,
279,
2579,
3177,
374,
539,
38067,
439,
1790,
11,
6522,
311,
279,
2579,
82757,
315,
279,
44084,
13,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
791,
13180,
8111,
6437,
2391,
279,
1938,
1606,
315,
13558,
64069,
72916,
11,
264,
1920,
555,
902,
6437,
3177,
374,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
13,
2468,
44084,
11,
994,
279,
7160,
374,
4827,
304,
279,
13180,
11,
279,
5129,
35612,
323,
279,
72916,
315,
6437,
3177,
555,
279,
16975,
1121,
304,
279,
13180,
26449,
2579,
13,
1115,
374,
1606,
279,
6437,
3177,
374,
38067,
704,
315,
279,
1584,
315,
14254,
11,
1418,
279,
2579,
3177,
374,
539,
38067,
439,
1790,
11,
6522,
311,
279,
2579,
82757,
315,
279,
44084,
13,
100257,
100257,
30287,
64069,
72916,
374,
279,
17383,
430,
11384,
279,
13180,
311,
5101,
6437,
2391,
279,
1938,
323,
2579,
520,
44084,
13,
12220,
279,
1938,
11,
6437,
3177,
374,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
11,
6522,
311,
279,
6437,
1933,
315,
279,
13180,
13,
2468,
44084,
11,
279,
7160,
374,
4827,
304,
279,
13180,
11,
25146,
5129,
35612,
323,
72916,
6437,
3177,
810,
13750,
11,
13239,
304,
279,
2579,
82757,
315,
279,
44084,
13,
1115,
25885,
374,
4245,
311,
279,
72916,
6012,
315,
3177,
555,
45475,
19252,
11,
449,
24210,
6437,
93959,
1694,
38067,
810,
1109,
5129,
2579,
93959,
13,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
100257,
791,
13180,
8111,
6437,
2391,
279,
1938,
1606,
315,
13558,
64069,
72916,
11,
264,
1920,
555,
902,
6437,
3177,
374,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
13,
2468,
44084,
11,
994,
279,
7160,
374,
4827,
304,
279,
13180,
11,
5129,
35612,
323,
279,
7319,
72916,
315,
6437,
3177,
555,
279,
16975,
1121,
304,
279,
13180,
26449,
2579,
13,
1115,
374,
1606,
279,
6437,
3177,
374,
38067,
704,
315,
279,
1584,
315,
14254,
11,
1418,
279,
2579,
3177,
374,
539,
38067,
439,
1790,
11,
6522,
311,
279,
2579,
82757,
315,
279,
44084,
13,
1115,
5933,
25885,
374,
264,
1121,
315,
279,
16628,
1990,
3177,
323,
45475,
19252,
11,
449,
24210,
6437,
93959,
1694,
38067,
810,
1109,
5129,
2579,
93959,
13,
100257,
100257,
100257,
30287,
64069,
72916,
374,
279,
17383,
430,
11384,
279,
13180,
311,
5101,
6437,
2391,
279,
1938,
323,
2579,
520,
44084,
13,
12220,
279,
1938,
11,
6437,
3177,
374,
38067,
810,
1109,
2579,
3177,
555,
45475,
19252,
11,
6522,
311,
279,
6437,
1933,
315,
279,
13180,
13,
2468,
44084,
11,
994,
279,
7160,
374,
4827,
304,
279,
13180,
11,
5129,
35612,
323,
7319,
72916,
315,
6437,
3177,
555,
279,
16975,
1121,
304,
279,
13180,
26449,
2579,
13,
1115,
374,
1606,
279,
6437,
3177,
374,
38067,
704,
315,
279,
1584,
315,
14254,
11,
1418,
279,
2579,
3177,
374,
539,
38067,
439,
1790,
11,
6522,
311,
279,
2579,
82757,
315,
279,
44084,
13,
1115,
5933,
25885,
374,
264,
1121,
315,
279,
16628,
1990,
3177,
323,
45475,
19252,
11,
449,
24210,
6437,
93959,
1694,
38067,
810,
1109,
5129,
2579,
93959,
13,
100257,
100257,
100257,
100257,
100257,
100257,
30287,
64069,
72916,
374,
279,
1920,
555,
902,
6437,
3177,
374,
38067,
810,
1109,
2579,
3177,
555,
45475
],
"modelFileSHA256" : "6e3aca1b961acf4f206db3684bd13e77f6f7043de2ab02b805b821d13f8d70ab"
},
"device" : "h17c",
"hostLoad" : "Shared host: GPU jobs of cooperating agents are serialized by a lock, other host work is not; timings are paired and interleaved observations, not benchmark records",
"longContext" : {
},
"pairedLoadAverages" : [
],
"pairedTimings" : {
},
"passed" : true,
"referenceSHA256" : {
"forced-logits.f32" : "3f5b90eaa652912bcc44e3a3772d46d777b06b5370d1cba74ea1c13a9f9062f1",
"reference.json" : "fc42f77c5eee8e768d06263f7dcb141d399fe63841ae1e85c0334f81214a971f"
},
"stage" : "complete",
"stopTokenNote" : "Qualification disables ordinary EOS using the final vocabulary row; use a checkpoint with an unused final padding row.",
"tolerance" : "per forced row: cosine >= 0.995 against float32 reference; argmax equal unless a near-tie (reference top-1 minus top-2 probability < 0.1 and native token within reference top-5); greedy continuation identical to the reference's, or first diverging at a reference near-tie by the same rule (judged on the reference's teacher-forced row at that index, where both prefixes are equal)"
}