validation/numerical-results.json

{
  "passed": true,
  "checks": [
    {
      "case": "single_address",
      "step": 0,
      "sourceBf16ToFp16": {
        "maxAbs": 0.248046875,
        "relativeRms": 0.012782927668845466,
        "cosine": 0.9999188460342593,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 2.92236328125,
        "relativeRms": 0.1725033061543679,
        "cosine": 0.9851563643330277,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.0673828125,
        "relativeRms": 0.0042797916585819926,
        "cosine": 0.9999915840946518,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "single_address",
      "step": 1,
      "sourceBf16ToFp16": {
        "maxAbs": 0.392578125,
        "relativeRms": 0.03175030043037405,
        "cosine": 0.9995014526875671,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 5.8984375,
        "relativeRms": 0.4321884810039682,
        "cosine": 0.9178090500009005,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.1185302734375,
        "relativeRms": 0.009224104859662774,
        "cosine": 0.9999598279641384,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "single_address",
      "step": 2,
      "sourceBf16ToFp16": {
        "maxAbs": 0.40625,
        "relativeRms": 0.024433671533829995,
        "cosine": 0.9998189972088237,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 4.21875,
        "relativeRms": 0.15488227828082832,
        "cosine": 0.9880322921705068,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.125,
        "relativeRms": 0.00558969882051299,
        "cosine": 0.9999846162524721,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "single_address",
      "step": 3,
      "sourceBf16ToFp16": {
        "maxAbs": 0.244140625,
        "relativeRms": 0.02230636952290329,
        "cosine": 0.9997514739004472,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 2.0703125,
        "relativeRms": 0.15789749529090216,
        "cosine": 0.9876037120121298,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.0888671875,
        "relativeRms": 0.00605211109920661,
        "cosine": 0.9999817012220191,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "typed_labels",
      "step": 0,
      "sourceBf16ToFp16": {
        "maxAbs": 0.38671875,
        "relativeRms": 0.025063363075193648,
        "cosine": 0.9997845808098521,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 2.6171875,
        "relativeRms": 0.1662042144350609,
        "cosine": 0.9868052467412282,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.078125,
        "relativeRms": 0.005452968305617882,
        "cosine": 0.9999875200694265,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "typed_labels",
      "step": 1,
      "sourceBf16ToFp16": {
        "maxAbs": 0.380859375,
        "relativeRms": 0.0250109210315334,
        "cosine": 0.9997064286834567,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 7.640625,
        "relativeRms": 0.57221657649197,
        "cosine": 0.8201217343475685,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.212890625,
        "relativeRms": 0.018333812515897996,
        "cosine": 0.999833960131897,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "typed_labels",
      "step": 2,
      "sourceBf16ToFp16": {
        "maxAbs": 0.345703125,
        "relativeRms": 0.018745048201074564,
        "cosine": 0.9998726263349046,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 4.439453125,
        "relativeRms": 0.19829943940799244,
        "cosine": 0.9824647962089508,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.1796875,
        "relativeRms": 0.006915722281827882,
        "cosine": 0.9999793827494786,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "typed_labels",
      "step": 3,
      "sourceBf16ToFp16": {
        "maxAbs": 0.234375,
        "relativeRms": 0.018754406808742356,
        "cosine": 0.999827896719525,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 2.617431640625,
        "relativeRms": 0.186232702205544,
        "cosine": 0.9827491247292427,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.076171875,
        "relativeRms": 0.005799131539776698,
        "cosine": 0.9999832046335031,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "tool_history",
      "step": 0,
      "sourceBf16ToFp16": {
        "maxAbs": 0.1943359375,
        "relativeRms": 0.011942814015739078,
        "cosine": 0.9999351512834989,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 3.724609375,
        "relativeRms": 0.1542023887030577,
        "cosine": 0.9880457221982332,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.07421875,
        "relativeRms": 0.004467858699488606,
        "cosine": 0.9999902288828103,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "tool_history",
      "step": 1,
      "sourceBf16ToFp16": {
        "maxAbs": 0.55859375,
        "relativeRms": 0.028931119415106666,
        "cosine": 0.9995831520949008,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 5.9765625,
        "relativeRms": 0.3487054531078975,
        "cosine": 0.9377851831391082,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.14453125,
        "relativeRms": 0.01074293845406932,
        "cosine": 0.9999440250098686,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "tool_history",
      "step": 2,
      "sourceBf16ToFp16": {
        "maxAbs": 0.3828125,
        "relativeRms": 0.016834366518147053,
        "cosine": 0.9998583938821983,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 5.638671875,
        "relativeRms": 0.3736643910497181,
        "cosine": 0.9318102942626478,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.1328125,
        "relativeRms": 0.007678886224809575,
        "cosine": 0.9999712093288873,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    },
    {
      "case": "tool_history",
      "step": 3,
      "sourceBf16ToFp16": {
        "maxAbs": 0.328125,
        "relativeRms": 0.030876288162470202,
        "cosine": 0.9995263219302111,
        "top1Equal": true,
        "finite": true
      },
      "fp16ToGptq": {
        "maxAbs": 2.5712890625,
        "relativeRms": 0.2003064180768053,
        "cosine": 0.9805788883889465,
        "top1Equal": true,
        "finite": true
      },
      "gptqToWebgpu": {
        "maxAbs": 0.09375,
        "relativeRms": 0.006090321309410876,
        "cosine": 0.9999814728684856,
        "top1Equal": true,
        "finite": true
      },
      "passed": true
    }
  ],
  "packagedProofSha256": "dc91e19a96db79d51d77c15c1e03f755249021ae0fbf3403e4606ed877a664a1",
  "uploadAllowed": false
}