File size: 613 Bytes
986b7a8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"source": {
"repository": "microsoft/phi-2",
"revision": "9a5117d15e407c48fa40f8adbac1244abae52d6f",
"license": "mit"
},
"versions": {
"torch": "2.11.0",
"transformers": "4.57.3"
},
"promptTokens": 700,
"oracle": "Transformers float32 CPU: full sequence versus cached chunks",
"chunks": {
"7": {
"maxAbs": 0.004089832305908203,
"minCosine": 0.9999999615051696,
"rows": 64,
"argmaxEqualRows": 64
},
"8": {
"maxAbs": 0.0037529468536376953,
"minCosine": 0.9999999486012481,
"rows": 64,
"argmaxEqualRows": 64
}
}
}
|