| { |
| "runtime_checks_passed": true, |
| "quantization": { |
| "mode": "affine", |
| "bits": 4, |
| "group_size": 64 |
| }, |
| "quantized_modules": 187, |
| "unchanged_source_tensors": 431, |
| "reference_recipe": { |
| "repo": "nativ-community/MiniCPM-V-4.7-1B-4bit", |
| "revision": "228640b6b78ff20c462794bc273a6a2df862b805" |
| }, |
| "scores": [ |
| { |
| "prob_1": 0.026759285479784012, |
| "prob_0": 0.9732407331466675, |
| "logit_0": 1.515625, |
| "logit_1": -2.078125, |
| "n_tokens": 242, |
| "case": "s01", |
| "bf16_prob_1": 0.035948317497968674, |
| "abs_diff_bf16": 0.009189032018184662 |
| }, |
| { |
| "prob_1": 0.9936116337776184, |
| "prob_0": 0.006388322450220585, |
| "logit_0": -2.984375, |
| "logit_1": 2.0625, |
| "n_tokens": 237, |
| "case": "s02", |
| "bf16_prob_1": 0.9953904151916504, |
| "abs_diff_bf16": 0.0017787814140319824 |
| }, |
| { |
| "prob_1": 2.5867433578241616e-05, |
| "prob_0": 0.9999741315841675, |
| "logit_0": 5.09375, |
| "logit_1": -5.46875, |
| "n_tokens": 222, |
| "case": "s03", |
| "bf16_prob_1": 2.668852721399162e-05, |
| "abs_diff_bf16": 8.210936357500032e-07 |
| }, |
| { |
| "prob_1": 0.995866060256958, |
| "prob_0": 0.004133968614041805, |
| "logit_0": -3.21875, |
| "logit_1": 2.265625, |
| "n_tokens": 434, |
| "case": "s04", |
| "bf16_prob_1": 0.9969245791435242, |
| "abs_diff_bf16": 0.0010585188865661621 |
| }, |
| { |
| "prob_1": 0.0018969203811138868, |
| "prob_0": 0.9981030225753784, |
| "logit_0": 2.890625, |
| "logit_1": -3.375, |
| "n_tokens": 770, |
| "case": "s05", |
| "bf16_prob_1": 0.0010817156871780753, |
| "abs_diff_bf16": 0.0008152046939358115 |
| }, |
| { |
| "prob_1": 0.9813107252120972, |
| "prob_0": 0.018689313903450966, |
| "logit_0": -2.375, |
| "logit_1": 1.5859375, |
| "n_tokens": 289, |
| "case": "s06", |
| "bf16_prob_1": 0.9870794415473938, |
| "abs_diff_bf16": 0.005768716335296631 |
| }, |
| { |
| "prob_1": 2.5867433578241616e-05, |
| "prob_0": 0.9999741315841675, |
| "logit_0": 5.09375, |
| "logit_1": -5.46875, |
| "n_tokens": 246, |
| "case": "s07", |
| "bf16_prob_1": 3.0241957574617118e-05, |
| "abs_diff_bf16": 4.374523996375501e-06 |
| }, |
| { |
| "prob_1": 0.8010035157203674, |
| "prob_0": 0.19899648427963257, |
| "logit_0": -1.03125, |
| "logit_1": 0.361328125, |
| "n_tokens": 246, |
| "case": "s08", |
| "bf16_prob_1": 0.8740772008895874, |
| "abs_diff_bf16": 0.07307368516921997 |
| }, |
| { |
| "prob_1": 0.00020988317555747926, |
| "prob_0": 0.9997901320457458, |
| "logit_0": 3.9375, |
| "logit_1": -4.53125, |
| "n_tokens": 782, |
| "case": "s09", |
| "bf16_prob_1": 2.668852721399162e-05, |
| "abs_diff_bf16": 0.00018319464834348764 |
| }, |
| { |
| "prob_1": 0.9804313778877258, |
| "prob_0": 0.019568677991628647, |
| "logit_0": -2.34375, |
| "logit_1": 1.5703125, |
| "n_tokens": 696, |
| "case": "s10", |
| "bf16_prob_1": 0.9880388379096985, |
| "abs_diff_bf16": 0.007607460021972656 |
| }, |
| { |
| "prob_1": 7.889268090366386e-06, |
| "prob_0": 0.9999921321868896, |
| "logit_0": 5.5, |
| "logit_1": -6.25, |
| "n_tokens": 428, |
| "case": "s11", |
| "bf16_prob_1": 7.811483442310418e-07, |
| "abs_diff_bf16": 7.108119746135344e-06 |
| }, |
| { |
| "prob_1": 0.8951566815376282, |
| "prob_0": 0.1048433780670166, |
| "logit_0": -1.40625, |
| "logit_1": 0.73828125, |
| "n_tokens": 551, |
| "case": "s12", |
| "bf16_prob_1": 0.9152045845985413, |
| "abs_diff_bf16": 0.020047903060913086 |
| } |
| ], |
| "max_probability_difference_vs_bf16": 0.07307368516921997, |
| "mean_probability_difference_vs_bf16": 0.00996123333215356, |
| "agreement_at_0_5_vs_bf16": 12 |
| } |
|
|
