File size: 1,233 Bytes
bad884c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | {
"passed": true,
"promptTokens": 19,
"chunks": [
8,
4,
1,
2
],
"capacity": 64,
"decodeSteps": 4,
"steps": [
{
"step": 0,
"cosine": 0.999968,
"maxAbs": 0.10156,
"argmaxEqual": true,
"referenceArgmax": 837,
"nativeArgmax": 837,
"lostCacheRows": 0,
"cacheMaxAbs": 0.375
},
{
"step": 1,
"cosine": 0.999959,
"maxAbs": 0.09814,
"argmaxEqual": true,
"referenceArgmax": 340,
"nativeArgmax": 340,
"lostCacheRows": 0,
"cacheMaxAbs": 0.375
},
{
"step": 2,
"cosine": 0.999369,
"maxAbs": 1.08203,
"argmaxEqual": true,
"referenceArgmax": 517,
"nativeArgmax": 517,
"lostCacheRows": 0,
"cacheMaxAbs": 0.375
},
{
"step": 3,
"cosine": 0.999959,
"maxAbs": 0.10975,
"argmaxEqual": true,
"referenceArgmax": 262,
"nativeArgmax": 262,
"lostCacheRows": 0,
"cacheMaxAbs": 0.375
},
{
"step": 4,
"cosine": 0.999835,
"maxAbs": 0.1582,
"argmaxEqual": true,
"referenceArgmax": 471,
"nativeArgmax": 471,
"lostCacheRows": 0,
"cacheMaxAbs": 0.375
}
]
}
|