{
  "runtime_checks_passed": true,
  "quantization": {
    "mode": "affine",
    "bits": 4,
    "group_size": 64
  },
  "quantized_modules": 187,
  "unchanged_source_tensors": 431,
  "reference_recipe": {
    "repo": "nativ-community/MiniCPM-V-4.7-1B-4bit",
    "revision": "228640b6b78ff20c462794bc273a6a2df862b805"
  },
  "scores": [
    {
      "prob_1": 0.026759285479784012,
      "prob_0": 0.9732407331466675,
      "logit_0": 1.515625,
      "logit_1": -2.078125,
      "n_tokens": 242,
      "case": "s01",
      "bf16_prob_1": 0.035948317497968674,
      "abs_diff_bf16": 0.009189032018184662
    },
    {
      "prob_1": 0.9936116337776184,
      "prob_0": 0.006388322450220585,
      "logit_0": -2.984375,
      "logit_1": 2.0625,
      "n_tokens": 237,
      "case": "s02",
      "bf16_prob_1": 0.9953904151916504,
      "abs_diff_bf16": 0.0017787814140319824
    },
    {
      "prob_1": 2.5867433578241616e-05,
      "prob_0": 0.9999741315841675,
      "logit_0": 5.09375,
      "logit_1": -5.46875,
      "n_tokens": 222,
      "case": "s03",
      "bf16_prob_1": 2.668852721399162e-05,
      "abs_diff_bf16": 8.210936357500032e-07
    },
    {
      "prob_1": 0.995866060256958,
      "prob_0": 0.004133968614041805,
      "logit_0": -3.21875,
      "logit_1": 2.265625,
      "n_tokens": 434,
      "case": "s04",
      "bf16_prob_1": 0.9969245791435242,
      "abs_diff_bf16": 0.0010585188865661621
    },
    {
      "prob_1": 0.0018969203811138868,
      "prob_0": 0.9981030225753784,
      "logit_0": 2.890625,
      "logit_1": -3.375,
      "n_tokens": 770,
      "case": "s05",
      "bf16_prob_1": 0.0010817156871780753,
      "abs_diff_bf16": 0.0008152046939358115
    },
    {
      "prob_1": 0.9813107252120972,
      "prob_0": 0.018689313903450966,
      "logit_0": -2.375,
      "logit_1": 1.5859375,
      "n_tokens": 289,
      "case": "s06",
      "bf16_prob_1": 0.9870794415473938,
      "abs_diff_bf16": 0.005768716335296631
    },
    {
      "prob_1": 2.5867433578241616e-05,
      "prob_0": 0.9999741315841675,
      "logit_0": 5.09375,
      "logit_1": -5.46875,
      "n_tokens": 246,
      "case": "s07",
      "bf16_prob_1": 3.0241957574617118e-05,
      "abs_diff_bf16": 4.374523996375501e-06
    },
    {
      "prob_1": 0.8010035157203674,
      "prob_0": 0.19899648427963257,
      "logit_0": -1.03125,
      "logit_1": 0.361328125,
      "n_tokens": 246,
      "case": "s08",
      "bf16_prob_1": 0.8740772008895874,
      "abs_diff_bf16": 0.07307368516921997
    },
    {
      "prob_1": 0.00020988317555747926,
      "prob_0": 0.9997901320457458,
      "logit_0": 3.9375,
      "logit_1": -4.53125,
      "n_tokens": 782,
      "case": "s09",
      "bf16_prob_1": 2.668852721399162e-05,
      "abs_diff_bf16": 0.00018319464834348764
    },
    {
      "prob_1": 0.9804313778877258,
      "prob_0": 0.019568677991628647,
      "logit_0": -2.34375,
      "logit_1": 1.5703125,
      "n_tokens": 696,
      "case": "s10",
      "bf16_prob_1": 0.9880388379096985,
      "abs_diff_bf16": 0.007607460021972656
    },
    {
      "prob_1": 7.889268090366386e-06,
      "prob_0": 0.9999921321868896,
      "logit_0": 5.5,
      "logit_1": -6.25,
      "n_tokens": 428,
      "case": "s11",
      "bf16_prob_1": 7.811483442310418e-07,
      "abs_diff_bf16": 7.108119746135344e-06
    },
    {
      "prob_1": 0.8951566815376282,
      "prob_0": 0.1048433780670166,
      "logit_0": -1.40625,
      "logit_1": 0.73828125,
      "n_tokens": 551,
      "case": "s12",
      "bf16_prob_1": 0.9152045845985413,
      "abs_diff_bf16": 0.020047903060913086
    }
  ],
  "max_probability_difference_vs_bf16": 0.07307368516921997,
  "mean_probability_difference_vs_bf16": 0.00996123333215356,
  "agreement_at_0_5_vs_bf16": 12
}