File size: 612 Bytes
986b7a8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"source": {
"repository": "microsoft/phi-2",
"revision": "9a5117d15e407c48fa40f8adbac1244abae52d6f",
"license": "mit"
},
"versions": {
"torch": "2.11.0",
"transformers": "4.57.3"
},
"promptTokens": 280,
"oracle": "Transformers float32 CPU: full sequence versus cached chunks",
"chunks": {
"7": {
"maxAbs": 0.008103370666503906,
"minCosine": 0.9999999455235977,
"rows": 64,
"argmaxEqualRows": 64
},
"8": {
"maxAbs": 0.008141040802001953,
"minCosine": 0.9999999429337104,
"rows": 64,
"argmaxEqualRows": 64
}
}
}
|