| { | |
| "passed": true, | |
| "promptTokens": 19, | |
| "chunks": [ | |
| 8, | |
| 4, | |
| 1, | |
| 2 | |
| ], | |
| "capacity": 64, | |
| "decodeSteps": 4, | |
| "steps": [ | |
| { | |
| "step": 0, | |
| "cosine": 0.999968, | |
| "maxAbs": 0.10156, | |
| "argmaxEqual": true, | |
| "referenceArgmax": 837, | |
| "nativeArgmax": 837, | |
| "lostCacheRows": 0, | |
| "cacheMaxAbs": 0.375 | |
| }, | |
| { | |
| "step": 1, | |
| "cosine": 0.999959, | |
| "maxAbs": 0.09814, | |
| "argmaxEqual": true, | |
| "referenceArgmax": 340, | |
| "nativeArgmax": 340, | |
| "lostCacheRows": 0, | |
| "cacheMaxAbs": 0.375 | |
| }, | |
| { | |
| "step": 2, | |
| "cosine": 0.999369, | |
| "maxAbs": 1.08203, | |
| "argmaxEqual": true, | |
| "referenceArgmax": 517, | |
| "nativeArgmax": 517, | |
| "lostCacheRows": 0, | |
| "cacheMaxAbs": 0.375 | |
| }, | |
| { | |
| "step": 3, | |
| "cosine": 0.999959, | |
| "maxAbs": 0.10975, | |
| "argmaxEqual": true, | |
| "referenceArgmax": 262, | |
| "nativeArgmax": 262, | |
| "lostCacheRows": 0, | |
| "cacheMaxAbs": 0.375 | |
| }, | |
| { | |
| "step": 4, | |
| "cosine": 0.999835, | |
| "maxAbs": 0.1582, | |
| "argmaxEqual": true, | |
| "referenceArgmax": 471, | |
| "nativeArgmax": 471, | |
| "lostCacheRows": 0, | |
| "cacheMaxAbs": 0.375 | |
| } | |
| ] | |
| } | |