{
  "runtime_checks_passed": true,
  "quantization": {
    "mode": "affine",
    "bits": 6,
    "group_size": 64
  },
  "quantized_modules": 187,
  "unchanged_source_tensors": 431,
  "reference_recipe": {
    "repo": "nativ-community/MiniCPM-V-4.7-1B-6bit",
    "revision": "5e4f8257fd5b96d46a253a572d6c7174a677c042"
  },
  "scores": [
    {
      "prob_1": 0.044348590075969696,
      "prob_0": 0.9556514620780945,
      "logit_0": 1.3671875,
      "logit_1": -1.703125,
      "n_tokens": 242,
      "case": "s01",
      "bf16_prob_1": 0.035948317497968674,
      "abs_diff_bf16": 0.008400272578001022
    },
    {
      "prob_1": 0.9960545301437378,
      "prob_0": 0.003945406526327133,
      "logit_0": -3.171875,
      "logit_1": 2.359375,
      "n_tokens": 237,
      "case": "s02",
      "bf16_prob_1": 0.9953904151916504,
      "abs_diff_bf16": 0.0006641149520874023
    },
    {
      "prob_1": 2.84097532130545e-05,
      "prob_0": 0.9999716281890869,
      "logit_0": 5.15625,
      "logit_1": -5.3125,
      "n_tokens": 222,
      "case": "s03",
      "bf16_prob_1": 2.668852721399162e-05,
      "abs_diff_bf16": 1.7212259990628809e-06
    },
    {
      "prob_1": 0.9969245791435242,
      "prob_0": 0.0030753694009035826,
      "logit_0": -3.296875,
      "logit_1": 2.484375,
      "n_tokens": 434,
      "case": "s04",
      "bf16_prob_1": 0.9969245791435242,
      "abs_diff_bf16": 0.0
    },
    {
      "prob_1": 0.0009399442933499813,
      "prob_0": 0.9990600943565369,
      "logit_0": 3.3125,
      "logit_1": -3.65625,
      "n_tokens": 770,
      "case": "s05",
      "bf16_prob_1": 0.0010817156871780753,
      "abs_diff_bf16": 0.000141771393828094
    },
    {
      "prob_1": 0.9878528118133545,
      "prob_0": 0.01214717049151659,
      "logit_0": -2.546875,
      "logit_1": 1.8515625,
      "n_tokens": 289,
      "case": "s06",
      "bf16_prob_1": 0.9870794415473938,
      "abs_diff_bf16": 0.0007733702659606934
    },
    {
      "prob_1": 3.12019074044656e-05,
      "prob_0": 0.9999687671661377,
      "logit_0": 5.125,
      "logit_1": -5.25,
      "n_tokens": 246,
      "case": "s07",
      "bf16_prob_1": 3.0241957574617118e-05,
      "abs_diff_bf16": 9.599498298484832e-07
    },
    {
      "prob_1": 0.8887587189674377,
      "prob_0": 0.11124120652675629,
      "logit_0": -1.265625,
      "logit_1": 0.8125,
      "n_tokens": 246,
      "case": "s08",
      "bf16_prob_1": 0.8740772008895874,
      "abs_diff_bf16": 0.014681518077850342
    },
    {
      "prob_1": 5.4759791964897886e-05,
      "prob_0": 0.9999452829360962,
      "logit_0": 4.625,
      "logit_1": -5.1875,
      "n_tokens": 782,
      "case": "s09",
      "bf16_prob_1": 2.668852721399162e-05,
      "abs_diff_bf16": 2.8071264750906266e-05
    },
    {
      "prob_1": 0.9891815781593323,
      "prob_0": 0.010818447917699814,
      "logit_0": -2.625,
      "logit_1": 1.890625,
      "n_tokens": 696,
      "case": "s10",
      "bf16_prob_1": 0.9880388379096985,
      "abs_diff_bf16": 0.001142740249633789
    },
    {
      "prob_1": 1.1015951031367877e-06,
      "prob_0": 0.999998927116394,
      "logit_0": 6.5,
      "logit_1": -7.21875,
      "n_tokens": 428,
      "case": "s11",
      "bf16_prob_1": 7.811483442310418e-07,
      "abs_diff_bf16": 3.204467589057458e-07
    },
    {
      "prob_1": 0.9207895994186401,
      "prob_0": 0.0792103260755539,
      "logit_0": -1.484375,
      "logit_1": 0.96875,
      "n_tokens": 551,
      "case": "s12",
      "bf16_prob_1": 0.9152045845985413,
      "abs_diff_bf16": 0.005585014820098877
    }
  ],
  "max_probability_difference_vs_bf16": 0.014681518077850342,
  "mean_probability_difference_vs_bf16": 0.002618322935399912,
  "agreement_at_0_5_vs_bf16": 12
}