| { |
| "runtime_checks_passed": true, |
| "quantization": { |
| "mode": "affine", |
| "bits": 6, |
| "group_size": 64 |
| }, |
| "quantized_modules": 187, |
| "unchanged_source_tensors": 431, |
| "reference_recipe": { |
| "repo": "nativ-community/MiniCPM-V-4.7-1B-6bit", |
| "revision": "5e4f8257fd5b96d46a253a572d6c7174a677c042" |
| }, |
| "scores": [ |
| { |
| "prob_1": 0.044348590075969696, |
| "prob_0": 0.9556514620780945, |
| "logit_0": 1.3671875, |
| "logit_1": -1.703125, |
| "n_tokens": 242, |
| "case": "s01", |
| "bf16_prob_1": 0.035948317497968674, |
| "abs_diff_bf16": 0.008400272578001022 |
| }, |
| { |
| "prob_1": 0.9960545301437378, |
| "prob_0": 0.003945406526327133, |
| "logit_0": -3.171875, |
| "logit_1": 2.359375, |
| "n_tokens": 237, |
| "case": "s02", |
| "bf16_prob_1": 0.9953904151916504, |
| "abs_diff_bf16": 0.0006641149520874023 |
| }, |
| { |
| "prob_1": 2.84097532130545e-05, |
| "prob_0": 0.9999716281890869, |
| "logit_0": 5.15625, |
| "logit_1": -5.3125, |
| "n_tokens": 222, |
| "case": "s03", |
| "bf16_prob_1": 2.668852721399162e-05, |
| "abs_diff_bf16": 1.7212259990628809e-06 |
| }, |
| { |
| "prob_1": 0.9969245791435242, |
| "prob_0": 0.0030753694009035826, |
| "logit_0": -3.296875, |
| "logit_1": 2.484375, |
| "n_tokens": 434, |
| "case": "s04", |
| "bf16_prob_1": 0.9969245791435242, |
| "abs_diff_bf16": 0.0 |
| }, |
| { |
| "prob_1": 0.0009399442933499813, |
| "prob_0": 0.9990600943565369, |
| "logit_0": 3.3125, |
| "logit_1": -3.65625, |
| "n_tokens": 770, |
| "case": "s05", |
| "bf16_prob_1": 0.0010817156871780753, |
| "abs_diff_bf16": 0.000141771393828094 |
| }, |
| { |
| "prob_1": 0.9878528118133545, |
| "prob_0": 0.01214717049151659, |
| "logit_0": -2.546875, |
| "logit_1": 1.8515625, |
| "n_tokens": 289, |
| "case": "s06", |
| "bf16_prob_1": 0.9870794415473938, |
| "abs_diff_bf16": 0.0007733702659606934 |
| }, |
| { |
| "prob_1": 3.12019074044656e-05, |
| "prob_0": 0.9999687671661377, |
| "logit_0": 5.125, |
| "logit_1": -5.25, |
| "n_tokens": 246, |
| "case": "s07", |
| "bf16_prob_1": 3.0241957574617118e-05, |
| "abs_diff_bf16": 9.599498298484832e-07 |
| }, |
| { |
| "prob_1": 0.8887587189674377, |
| "prob_0": 0.11124120652675629, |
| "logit_0": -1.265625, |
| "logit_1": 0.8125, |
| "n_tokens": 246, |
| "case": "s08", |
| "bf16_prob_1": 0.8740772008895874, |
| "abs_diff_bf16": 0.014681518077850342 |
| }, |
| { |
| "prob_1": 5.4759791964897886e-05, |
| "prob_0": 0.9999452829360962, |
| "logit_0": 4.625, |
| "logit_1": -5.1875, |
| "n_tokens": 782, |
| "case": "s09", |
| "bf16_prob_1": 2.668852721399162e-05, |
| "abs_diff_bf16": 2.8071264750906266e-05 |
| }, |
| { |
| "prob_1": 0.9891815781593323, |
| "prob_0": 0.010818447917699814, |
| "logit_0": -2.625, |
| "logit_1": 1.890625, |
| "n_tokens": 696, |
| "case": "s10", |
| "bf16_prob_1": 0.9880388379096985, |
| "abs_diff_bf16": 0.001142740249633789 |
| }, |
| { |
| "prob_1": 1.1015951031367877e-06, |
| "prob_0": 0.999998927116394, |
| "logit_0": 6.5, |
| "logit_1": -7.21875, |
| "n_tokens": 428, |
| "case": "s11", |
| "bf16_prob_1": 7.811483442310418e-07, |
| "abs_diff_bf16": 3.204467589057458e-07 |
| }, |
| { |
| "prob_1": 0.9207895994186401, |
| "prob_0": 0.0792103260755539, |
| "logit_0": -1.484375, |
| "logit_1": 0.96875, |
| "n_tokens": 551, |
| "case": "s12", |
| "bf16_prob_1": 0.9152045845985413, |
| "abs_diff_bf16": 0.005585014820098877 |
| } |
| ], |
| "max_probability_difference_vs_bf16": 0.014681518077850342, |
| "mean_probability_difference_vs_bf16": 0.002618322935399912, |
| "agreement_at_0_5_vs_bf16": 12 |
| } |
|
|
