{
  "source": {
    "repository": "microsoft/phi-2",
    "revision": "9a5117d15e407c48fa40f8adbac1244abae52d6f",
    "license": "mit"
  },
  "versions": {
    "torch": "2.11.0",
    "transformers": "4.57.3"
  },
  "promptTokens": 700,
  "oracle": "Transformers float32 CPU: full sequence versus cached chunks",
  "chunks": {
    "7": {
      "maxAbs": 0.004089832305908203,
      "minCosine": 0.9999999615051696,
      "rows": 64,
      "argmaxEqualRows": 64
    },
    "8": {
      "maxAbs": 0.0037529468536376953,
      "minCosine": 0.9999999486012481,
      "rows": 64,
      "argmaxEqualRows": 64
    }
  }
}