| { |
| "runtime_checks_passed": true, |
| "quantization": { |
| "mode": "affine", |
| "bits": 5, |
| "group_size": 64 |
| }, |
| "quantized_modules": 187, |
| "unchanged_source_tensors": 431, |
| "reference_recipe": { |
| "repo": "nativ-community/MiniCPM-V-4.7-1B-5bit", |
| "revision": "ec1f17ad3525f2feeaf0634367afbec38c5781bf" |
| }, |
| "scores": [ |
| { |
| "prob_1": 0.05033063888549805, |
| "prob_0": 0.949669361114502, |
| "logit_0": 1.3203125, |
| "logit_1": -1.6171875, |
| "n_tokens": 242, |
| "case": "s01", |
| "bf16_prob_1": 0.035948317497968674, |
| "abs_diff_bf16": 0.014382321387529373 |
| }, |
| { |
| "prob_1": 0.9951702952384949, |
| "prob_0": 0.00482972152531147, |
| "logit_0": -3.0625, |
| "logit_1": 2.265625, |
| "n_tokens": 237, |
| "case": "s02", |
| "bf16_prob_1": 0.9953904151916504, |
| "abs_diff_bf16": 0.00022011995315551758 |
| }, |
| { |
| "prob_1": 3.12019074044656e-05, |
| "prob_0": 0.9999687671661377, |
| "logit_0": 5.125, |
| "logit_1": -5.25, |
| "n_tokens": 222, |
| "case": "s03", |
| "bf16_prob_1": 2.668852721399162e-05, |
| "abs_diff_bf16": 4.513380190473981e-06 |
| }, |
| { |
| "prob_1": 0.9971550703048706, |
| "prob_0": 0.0028449103701859713, |
| "logit_0": -3.3125, |
| "logit_1": 2.546875, |
| "n_tokens": 434, |
| "case": "s04", |
| "bf16_prob_1": 0.9969245791435242, |
| "abs_diff_bf16": 0.00023049116134643555 |
| }, |
| { |
| "prob_1": 0.001284308498725295, |
| "prob_0": 0.9987157583236694, |
| "logit_0": 3.1875, |
| "logit_1": -3.46875, |
| "n_tokens": 770, |
| "case": "s05", |
| "bf16_prob_1": 0.0010817156871780753, |
| "abs_diff_bf16": 0.00020259281154721975 |
| }, |
| { |
| "prob_1": 0.9890975952148438, |
| "prob_0": 0.010902375914156437, |
| "logit_0": -2.5625, |
| "logit_1": 1.9453125, |
| "n_tokens": 289, |
| "case": "s06", |
| "bf16_prob_1": 0.9870794415473938, |
| "abs_diff_bf16": 0.002018153667449951 |
| }, |
| { |
| "prob_1": 3.763645509025082e-05, |
| "prob_0": 0.999962329864502, |
| "logit_0": 5.03125, |
| "logit_1": -5.15625, |
| "n_tokens": 246, |
| "case": "s07", |
| "bf16_prob_1": 3.0241957574617118e-05, |
| "abs_diff_bf16": 7.394497515633702e-06 |
| }, |
| { |
| "prob_1": 0.8991213440895081, |
| "prob_0": 0.10087861120700836, |
| "logit_0": -1.3046875, |
| "logit_1": 0.8828125, |
| "n_tokens": 246, |
| "case": "s08", |
| "bf16_prob_1": 0.8740772008895874, |
| "abs_diff_bf16": 0.025044143199920654 |
| }, |
| { |
| "prob_1": 9.915274131344631e-05, |
| "prob_0": 0.9999008178710938, |
| "logit_0": 4.375, |
| "logit_1": -4.84375, |
| "n_tokens": 782, |
| "case": "s09", |
| "bf16_prob_1": 2.668852721399162e-05, |
| "abs_diff_bf16": 7.24642140994547e-05 |
| }, |
| { |
| "prob_1": 0.9897513389587402, |
| "prob_0": 0.01024860329926014, |
| "logit_0": -2.625, |
| "logit_1": 1.9453125, |
| "n_tokens": 696, |
| "case": "s10", |
| "bf16_prob_1": 0.9880388379096985, |
| "abs_diff_bf16": 0.001712501049041748 |
| }, |
| { |
| "prob_1": 3.2887476208998123e-06, |
| "prob_0": 0.9999966621398926, |
| "logit_0": 5.96875, |
| "logit_1": -6.65625, |
| "n_tokens": 428, |
| "case": "s11", |
| "bf16_prob_1": 7.811483442310418e-07, |
| "abs_diff_bf16": 2.5075992766687705e-06 |
| }, |
| { |
| "prob_1": 0.9235923886299133, |
| "prob_0": 0.07640768587589264, |
| "logit_0": -1.46875, |
| "logit_1": 1.0234375, |
| "n_tokens": 551, |
| "case": "s12", |
| "bf16_prob_1": 0.9152045845985413, |
| "abs_diff_bf16": 0.00838780403137207 |
| } |
| ], |
| "max_probability_difference_vs_bf16": 0.025044143199920654, |
| "mean_probability_difference_vs_bf16": 0.004357083912703767, |
| "agreement_at_0_5_vs_bf16": 12 |
| } |
|
|
