| { | |
| "source": { | |
| "repository": "microsoft/phi-2", | |
| "revision": "9a5117d15e407c48fa40f8adbac1244abae52d6f", | |
| "license": "mit" | |
| }, | |
| "versions": { | |
| "torch": "2.11.0", | |
| "transformers": "4.57.3" | |
| }, | |
| "promptTokens": 700, | |
| "oracle": "Transformers float32 CPU: full sequence versus cached chunks", | |
| "chunks": { | |
| "7": { | |
| "maxAbs": 0.004089832305908203, | |
| "minCosine": 0.9999999615051696, | |
| "rows": 64, | |
| "argmaxEqualRows": 64 | |
| }, | |
| "8": { | |
| "maxAbs": 0.0037529468536376953, | |
| "minCosine": 0.9999999486012481, | |
| "rows": 64, | |
| "argmaxEqualRows": 64 | |
| } | |
| } | |
| } | |