| { | |
| "base": { | |
| "dir": "D:\\main\\program\\AI\\tmp\\exl3_aescode\\quants\\3.0bpw_H6", | |
| "bpw": 3.004301534673219 | |
| }, | |
| "alts": [ | |
| { | |
| "dir": "D:\\main\\program\\AI\\tmp\\exl3_aescode\\quants\\4.0bpw_H6", | |
| "bpw": 4.004301534673219 | |
| }, | |
| { | |
| "dir": "D:\\main\\program\\AI\\tmp\\exl3_aescode\\quants\\5.0bpw_H6", | |
| "bpw": 5.004301534673219 | |
| } | |
| ], | |
| "groups": [ | |
| { | |
| "idx": 0, | |
| "layers": [ | |
| "model.language_model.layers.0.self_attn.q_proj", | |
| "model.language_model.layers.0.self_attn.k_proj", | |
| "model.language_model.layers.0.self_attn.v_proj", | |
| "model.language_model.layers.0.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.005342455487698294, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.002878085989505036, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 1, | |
| "layers": [ | |
| "model.language_model.layers.0.mlp.gate_proj", | |
| "model.language_model.layers.0.mlp.up_proj", | |
| "model.language_model.layers.0.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0010677056852728128, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.050666560931131255, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 2, | |
| "layers": [ | |
| "model.language_model.layers.1.self_attn.q_proj", | |
| "model.language_model.layers.1.self_attn.k_proj", | |
| "model.language_model.layers.1.self_attn.v_proj", | |
| "model.language_model.layers.1.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.1397632632870227, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.15157142621465028, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 3, | |
| "layers": [ | |
| "model.language_model.layers.1.mlp.gate_proj", | |
| "model.language_model.layers.1.mlp.up_proj", | |
| "model.language_model.layers.1.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0028491628821939174, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 0.0034188396297395174, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 4, | |
| "layers": [ | |
| "model.language_model.layers.2.self_attn.q_proj", | |
| "model.language_model.layers.2.self_attn.k_proj", | |
| "model.language_model.layers.2.self_attn.v_proj", | |
| "model.language_model.layers.2.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.1418308971915394, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.011705041117966192, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 5, | |
| "layers": [ | |
| "model.language_model.layers.2.mlp.gate_proj", | |
| "model.language_model.layers.2.mlp.up_proj", | |
| "model.language_model.layers.2.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0067629903089255206, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00024901125580073513, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 6, | |
| "layers": [ | |
| "model.language_model.layers.3.self_attn.q_proj", | |
| "model.language_model.layers.3.self_attn.k_proj", | |
| "model.language_model.layers.3.self_attn.v_proj", | |
| "model.language_model.layers.3.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0072793466039002, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.1536645043641329, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 7, | |
| "layers": [ | |
| "model.language_model.layers.3.mlp.gate_proj", | |
| "model.language_model.layers.3.mlp.up_proj", | |
| "model.language_model.layers.3.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.006463171308860205, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 0.008568887179717405, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 8, | |
| "layers": [ | |
| "model.language_model.layers.4.self_attn.q_proj", | |
| "model.language_model.layers.4.self_attn.k_proj", | |
| "model.language_model.layers.4.self_attn.v_proj", | |
| "model.language_model.layers.4.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.004537224862724537, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.0033987248782068324, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 9, | |
| "layers": [ | |
| "model.language_model.layers.4.mlp.gate_proj", | |
| "model.language_model.layers.4.mlp.up_proj", | |
| "model.language_model.layers.4.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00795677597634492, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.1482118721585721, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 10, | |
| "layers": [ | |
| "model.language_model.layers.5.self_attn.q_proj", | |
| "model.language_model.layers.5.self_attn.k_proj", | |
| "model.language_model.layers.5.self_attn.v_proj", | |
| "model.language_model.layers.5.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.009429611032828689, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.014525620499625802, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 11, | |
| "layers": [ | |
| "model.language_model.layers.5.mlp.gate_proj", | |
| "model.language_model.layers.5.mlp.up_proj", | |
| "model.language_model.layers.5.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.002557756146416068, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 0.004029345652088512, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 12, | |
| "layers": [ | |
| "model.language_model.layers.6.self_attn.q_proj", | |
| "model.language_model.layers.6.self_attn.k_proj", | |
| "model.language_model.layers.6.self_attn.v_proj", | |
| "model.language_model.layers.6.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.05095413839444518, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.060551986517384665, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 13, | |
| "layers": [ | |
| "model.language_model.layers.6.mlp.gate_proj", | |
| "model.language_model.layers.6.mlp.up_proj", | |
| "model.language_model.layers.6.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0034258951433002727, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 0.004030669433996076, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 14, | |
| "layers": [ | |
| "model.language_model.layers.7.self_attn.q_proj", | |
| "model.language_model.layers.7.self_attn.k_proj", | |
| "model.language_model.layers.7.self_attn.v_proj", | |
| "model.language_model.layers.7.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00012257243506608173, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -2.733203582466759e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 15, | |
| "layers": [ | |
| "model.language_model.layers.7.mlp.gate_proj", | |
| "model.language_model.layers.7.mlp.up_proj", | |
| "model.language_model.layers.7.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00040053990669550177, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00045577390119433403, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 16, | |
| "layers": [ | |
| "model.language_model.layers.8.self_attn.q_proj", | |
| "model.language_model.layers.8.self_attn.k_proj", | |
| "model.language_model.layers.8.self_attn.v_proj", | |
| "model.language_model.layers.8.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 3.334633074700277e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00012314599007368088, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 17, | |
| "layers": [ | |
| "model.language_model.layers.8.mlp.gate_proj", | |
| "model.language_model.layers.8.mlp.up_proj", | |
| "model.language_model.layers.8.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00010292534716427326, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -7.305359467865702e-05, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 18, | |
| "layers": [ | |
| "model.language_model.layers.9.self_attn.q_proj", | |
| "model.language_model.layers.9.self_attn.k_proj", | |
| "model.language_model.layers.9.self_attn.v_proj", | |
| "model.language_model.layers.9.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 2.7341675013281552e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 9.749447926876709e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 19, | |
| "layers": [ | |
| "model.language_model.layers.9.mlp.gate_proj", | |
| "model.language_model.layers.9.mlp.up_proj", | |
| "model.language_model.layers.9.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0003252701833844074, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 0.00020022029057142898, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 20, | |
| "layers": [ | |
| "model.language_model.layers.10.self_attn.q_proj", | |
| "model.language_model.layers.10.self_attn.k_proj", | |
| "model.language_model.layers.10.self_attn.v_proj", | |
| "model.language_model.layers.10.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00011542919091878101, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 7.19995703548082e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 21, | |
| "layers": [ | |
| "model.language_model.layers.10.mlp.gate_proj", | |
| "model.language_model.layers.10.mlp.up_proj", | |
| "model.language_model.layers.10.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0002729880623519587, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00010036383755507305, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 22, | |
| "layers": [ | |
| "model.language_model.layers.11.self_attn.q_proj", | |
| "model.language_model.layers.11.self_attn.k_proj", | |
| "model.language_model.layers.11.self_attn.v_proj", | |
| "model.language_model.layers.11.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 4.468513652680639e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 5.694916471837841e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 23, | |
| "layers": [ | |
| "model.language_model.layers.11.mlp.gate_proj", | |
| "model.language_model.layers.11.mlp.up_proj", | |
| "model.language_model.layers.11.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.000621724314987665, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0003705095499754174, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 24, | |
| "layers": [ | |
| "model.language_model.layers.12.self_attn.q_proj", | |
| "model.language_model.layers.12.self_attn.k_proj", | |
| "model.language_model.layers.12.self_attn.v_proj", | |
| "model.language_model.layers.12.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 2.4668266996735744e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -9.445403702557087e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 25, | |
| "layers": [ | |
| "model.language_model.layers.12.mlp.gate_proj", | |
| "model.language_model.layers.12.mlp.up_proj", | |
| "model.language_model.layers.12.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0003460992127657103, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00034626852720975876, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 26, | |
| "layers": [ | |
| "model.language_model.layers.13.self_attn.q_proj", | |
| "model.language_model.layers.13.self_attn.k_proj", | |
| "model.language_model.layers.13.self_attn.v_proj", | |
| "model.language_model.layers.13.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.000152776110917352, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00025113103911281187, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 27, | |
| "layers": [ | |
| "model.language_model.layers.13.mlp.gate_proj", | |
| "model.language_model.layers.13.mlp.up_proj", | |
| "model.language_model.layers.13.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0007007658015936724, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00030329353176059004, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 28, | |
| "layers": [ | |
| "model.language_model.layers.14.self_attn.q_proj", | |
| "model.language_model.layers.14.self_attn.k_proj", | |
| "model.language_model.layers.14.self_attn.v_proj", | |
| "model.language_model.layers.14.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 4.437807947396677e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -2.7742749080073015e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 29, | |
| "layers": [ | |
| "model.language_model.layers.14.mlp.gate_proj", | |
| "model.language_model.layers.14.mlp.up_proj", | |
| "model.language_model.layers.14.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00022678198292852558, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0002609751652926373, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 30, | |
| "layers": [ | |
| "model.language_model.layers.15.self_attn.q_proj", | |
| "model.language_model.layers.15.self_attn.k_proj", | |
| "model.language_model.layers.15.self_attn.v_proj", | |
| "model.language_model.layers.15.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00016537196934224285, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00027730665169656277, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 31, | |
| "layers": [ | |
| "model.language_model.layers.15.mlp.gate_proj", | |
| "model.language_model.layers.15.mlp.up_proj", | |
| "model.language_model.layers.15.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0002389888744801505, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00022584153339266777, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 32, | |
| "layers": [ | |
| "model.language_model.layers.16.self_attn.q_proj", | |
| "model.language_model.layers.16.self_attn.k_proj", | |
| "model.language_model.layers.16.self_attn.v_proj", | |
| "model.language_model.layers.16.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 8.467026054859161e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 6.083534099160515e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 33, | |
| "layers": [ | |
| "model.language_model.layers.16.mlp.gate_proj", | |
| "model.language_model.layers.16.mlp.up_proj", | |
| "model.language_model.layers.16.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00029788915999234833, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00023291488178076025, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 34, | |
| "layers": [ | |
| "model.language_model.layers.17.self_attn.q_proj", | |
| "model.language_model.layers.17.self_attn.k_proj", | |
| "model.language_model.layers.17.self_attn.v_proj", | |
| "model.language_model.layers.17.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00013766633346679047, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0002778722904622777, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 35, | |
| "layers": [ | |
| "model.language_model.layers.17.mlp.gate_proj", | |
| "model.language_model.layers.17.mlp.up_proj", | |
| "model.language_model.layers.17.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 3.100791946053505e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -1.545818522574738e-05, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 36, | |
| "layers": [ | |
| "model.language_model.layers.18.self_attn.q_proj", | |
| "model.language_model.layers.18.self_attn.k_proj", | |
| "model.language_model.layers.18.self_attn.v_proj", | |
| "model.language_model.layers.18.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 2.829506993293207e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -4.0968367829935515e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 37, | |
| "layers": [ | |
| "model.language_model.layers.18.mlp.gate_proj", | |
| "model.language_model.layers.18.mlp.up_proj", | |
| "model.language_model.layers.18.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -8.97957943379879e-06, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00019588181748986244, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 38, | |
| "layers": [ | |
| "model.language_model.layers.19.self_attn.q_proj", | |
| "model.language_model.layers.19.self_attn.k_proj", | |
| "model.language_model.layers.19.self_attn.v_proj", | |
| "model.language_model.layers.19.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0001437588594853656, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.0001899583265185245, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 39, | |
| "layers": [ | |
| "model.language_model.layers.19.mlp.gate_proj", | |
| "model.language_model.layers.19.mlp.up_proj", | |
| "model.language_model.layers.19.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0001980282366275954, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00021657398901880898, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 40, | |
| "layers": [ | |
| "model.language_model.layers.20.self_attn.q_proj", | |
| "model.language_model.layers.20.self_attn.k_proj", | |
| "model.language_model.layers.20.self_attn.v_proj", | |
| "model.language_model.layers.20.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00013915137387812693, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -7.083872333168983e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 41, | |
| "layers": [ | |
| "model.language_model.layers.20.mlp.gate_proj", | |
| "model.language_model.layers.20.mlp.up_proj", | |
| "model.language_model.layers.20.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -1.2000277638452017e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -6.155669689178467e-05, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 42, | |
| "layers": [ | |
| "model.language_model.layers.21.self_attn.q_proj", | |
| "model.language_model.layers.21.self_attn.k_proj", | |
| "model.language_model.layers.21.self_attn.v_proj", | |
| "model.language_model.layers.21.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00012218807823954903, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00018510879017410997, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 43, | |
| "layers": [ | |
| "model.language_model.layers.21.mlp.gate_proj", | |
| "model.language_model.layers.21.mlp.up_proj", | |
| "model.language_model.layers.21.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00025624348782005146, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0002975346054882033, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 44, | |
| "layers": [ | |
| "model.language_model.layers.22.self_attn.q_proj", | |
| "model.language_model.layers.22.self_attn.k_proj", | |
| "model.language_model.layers.22.self_attn.v_proj", | |
| "model.language_model.layers.22.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00014645280316472054, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0002074604388326573, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 45, | |
| "layers": [ | |
| "model.language_model.layers.22.mlp.gate_proj", | |
| "model.language_model.layers.22.mlp.up_proj", | |
| "model.language_model.layers.22.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -2.5052111596035598e-06, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 8.436250500379328e-05, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 46, | |
| "layers": [ | |
| "model.language_model.layers.23.self_attn.q_proj", | |
| "model.language_model.layers.23.self_attn.k_proj", | |
| "model.language_model.layers.23.self_attn.v_proj", | |
| "model.language_model.layers.23.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -7.000300101936419e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -5.9204548597341367e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 47, | |
| "layers": [ | |
| "model.language_model.layers.23.mlp.gate_proj", | |
| "model.language_model.layers.23.mlp.up_proj", | |
| "model.language_model.layers.23.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0003282364923506975, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0002834261395037174, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 48, | |
| "layers": [ | |
| "model.language_model.layers.24.self_attn.q_proj", | |
| "model.language_model.layers.24.self_attn.k_proj", | |
| "model.language_model.layers.24.self_attn.v_proj", | |
| "model.language_model.layers.24.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00010582348331811264, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 4.957020282744806e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 49, | |
| "layers": [ | |
| "model.language_model.layers.24.mlp.gate_proj", | |
| "model.language_model.layers.24.mlp.up_proj", | |
| "model.language_model.layers.24.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -4.923101514578421e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -7.321541197599646e-05, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 50, | |
| "layers": [ | |
| "model.language_model.layers.25.self_attn.q_proj", | |
| "model.language_model.layers.25.self_attn.k_proj", | |
| "model.language_model.layers.25.self_attn.v_proj", | |
| "model.language_model.layers.25.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 1.7680786550039462e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00017909421585501906, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 51, | |
| "layers": [ | |
| "model.language_model.layers.25.mlp.gate_proj", | |
| "model.language_model.layers.25.mlp.up_proj", | |
| "model.language_model.layers.25.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0002028619870543258, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 0.0002154889516532421, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 52, | |
| "layers": [ | |
| "model.language_model.layers.26.self_attn.q_proj", | |
| "model.language_model.layers.26.self_attn.k_proj", | |
| "model.language_model.layers.26.self_attn.v_proj", | |
| "model.language_model.layers.26.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -2.6849750429408514e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00013140486553311903, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 53, | |
| "layers": [ | |
| "model.language_model.layers.26.mlp.gate_proj", | |
| "model.language_model.layers.26.mlp.up_proj", | |
| "model.language_model.layers.26.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -9.225751273334026e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00036976165138186134, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 54, | |
| "layers": [ | |
| "model.language_model.layers.27.self_attn.q_proj", | |
| "model.language_model.layers.27.self_attn.k_proj", | |
| "model.language_model.layers.27.self_attn.v_proj", | |
| "model.language_model.layers.27.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00020883963443338316, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 8.990662172436714e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 55, | |
| "layers": [ | |
| "model.language_model.layers.27.mlp.gate_proj", | |
| "model.language_model.layers.27.mlp.up_proj", | |
| "model.language_model.layers.27.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 2.523777075111311e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00022528180852532387, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 56, | |
| "layers": [ | |
| "model.language_model.layers.28.self_attn.q_proj", | |
| "model.language_model.layers.28.self_attn.k_proj", | |
| "model.language_model.layers.28.self_attn.v_proj", | |
| "model.language_model.layers.28.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -4.28589060902651e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00010976642370222334, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 57, | |
| "layers": [ | |
| "model.language_model.layers.28.mlp.gate_proj", | |
| "model.language_model.layers.28.mlp.up_proj", | |
| "model.language_model.layers.28.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00026168590411546067, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0003445466049015744, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 58, | |
| "layers": [ | |
| "model.language_model.layers.29.self_attn.q_proj", | |
| "model.language_model.layers.29.self_attn.k_proj", | |
| "model.language_model.layers.29.self_attn.v_proj", | |
| "model.language_model.layers.29.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 6.120707839726847e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00010455059818922918, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 59, | |
| "layers": [ | |
| "model.language_model.layers.29.mlp.gate_proj", | |
| "model.language_model.layers.29.mlp.up_proj", | |
| "model.language_model.layers.29.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.000123786833137296, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0003314546775072813, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 60, | |
| "layers": [ | |
| "model.language_model.layers.30.self_attn.q_proj", | |
| "model.language_model.layers.30.self_attn.k_proj", | |
| "model.language_model.layers.30.self_attn.v_proj", | |
| "model.language_model.layers.30.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00029394258745013557, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00022767381742594406, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 61, | |
| "layers": [ | |
| "model.language_model.layers.30.mlp.gate_proj", | |
| "model.language_model.layers.30.mlp.up_proj", | |
| "model.language_model.layers.30.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00012490730732681032, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0001571818720549345, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 62, | |
| "layers": [ | |
| "model.language_model.layers.31.self_attn.q_proj", | |
| "model.language_model.layers.31.self_attn.k_proj", | |
| "model.language_model.layers.31.self_attn.v_proj", | |
| "model.language_model.layers.31.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0004900929052382708, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0005018283613026364, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 63, | |
| "layers": [ | |
| "model.language_model.layers.31.mlp.gate_proj", | |
| "model.language_model.layers.31.mlp.up_proj", | |
| "model.language_model.layers.31.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00022143623791634481, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 0.00010823202319443226, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 64, | |
| "layers": [ | |
| "model.language_model.layers.32.self_attn.q_proj", | |
| "model.language_model.layers.32.self_attn.k_proj", | |
| "model.language_model.layers.32.self_attn.v_proj", | |
| "model.language_model.layers.32.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0003077854868024643, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00022793915122748531, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 65, | |
| "layers": [ | |
| "model.language_model.layers.32.mlp.gate_proj", | |
| "model.language_model.layers.32.mlp.up_proj", | |
| "model.language_model.layers.32.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -1.8477952107798234e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00013991552405059893, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 66, | |
| "layers": [ | |
| "model.language_model.layers.33.self_attn.q_proj", | |
| "model.language_model.layers.33.self_attn.k_proj", | |
| "model.language_model.layers.33.self_attn.v_proj", | |
| "model.language_model.layers.33.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0001139423344284074, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00010652639903127592, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 67, | |
| "layers": [ | |
| "model.language_model.layers.33.mlp.gate_proj", | |
| "model.language_model.layers.33.mlp.up_proj", | |
| "model.language_model.layers.33.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00015837834216655966, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00017344346269965172, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 68, | |
| "layers": [ | |
| "model.language_model.layers.34.self_attn.q_proj", | |
| "model.language_model.layers.34.self_attn.k_proj", | |
| "model.language_model.layers.34.self_attn.v_proj", | |
| "model.language_model.layers.34.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -2.0092679187677653e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -4.768059588969309e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 69, | |
| "layers": [ | |
| "model.language_model.layers.34.mlp.gate_proj", | |
| "model.language_model.layers.34.mlp.up_proj", | |
| "model.language_model.layers.34.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00011453106999398388, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00014291619881989792, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 70, | |
| "layers": [ | |
| "model.language_model.layers.35.self_attn.q_proj", | |
| "model.language_model.layers.35.self_attn.k_proj", | |
| "model.language_model.layers.35.self_attn.v_proj", | |
| "model.language_model.layers.35.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00015730569139121853, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.0002371510956436229, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 71, | |
| "layers": [ | |
| "model.language_model.layers.35.mlp.gate_proj", | |
| "model.language_model.layers.35.mlp.up_proj", | |
| "model.language_model.layers.35.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00023716585710645277, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0004655693657696358, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 72, | |
| "layers": [ | |
| "model.language_model.layers.36.self_attn.q_proj", | |
| "model.language_model.layers.36.self_attn.k_proj", | |
| "model.language_model.layers.36.self_attn.v_proj", | |
| "model.language_model.layers.36.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00032587922178209383, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0005042652599513697, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 73, | |
| "layers": [ | |
| "model.language_model.layers.36.mlp.gate_proj", | |
| "model.language_model.layers.36.mlp.up_proj", | |
| "model.language_model.layers.36.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0006116618402302321, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0006361586041748746, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 74, | |
| "layers": [ | |
| "model.language_model.layers.37.self_attn.q_proj", | |
| "model.language_model.layers.37.self_attn.k_proj", | |
| "model.language_model.layers.37.self_attn.v_proj", | |
| "model.language_model.layers.37.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 5.171378143131733e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -1.6777683049445935e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 75, | |
| "layers": [ | |
| "model.language_model.layers.37.mlp.gate_proj", | |
| "model.language_model.layers.37.mlp.up_proj", | |
| "model.language_model.layers.37.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0006116549018770623, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0006575850769877656, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 76, | |
| "layers": [ | |
| "model.language_model.layers.38.self_attn.q_proj", | |
| "model.language_model.layers.38.self_attn.k_proj", | |
| "model.language_model.layers.38.self_attn.v_proj", | |
| "model.language_model.layers.38.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00017759450711310465, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0003292498644441588, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 77, | |
| "layers": [ | |
| "model.language_model.layers.38.mlp.gate_proj", | |
| "model.language_model.layers.38.mlp.up_proj", | |
| "model.language_model.layers.38.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 9.779524989425581e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 0.00022586658596990272, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 78, | |
| "layers": [ | |
| "model.language_model.layers.39.self_attn.q_proj", | |
| "model.language_model.layers.39.self_attn.k_proj", | |
| "model.language_model.layers.39.self_attn.v_proj", | |
| "model.language_model.layers.39.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00019017886370420456, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00014174073003234144, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 79, | |
| "layers": [ | |
| "model.language_model.layers.39.mlp.gate_proj", | |
| "model.language_model.layers.39.mlp.up_proj", | |
| "model.language_model.layers.39.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00011877082288264118, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00013138423673808575, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 80, | |
| "layers": [ | |
| "model.language_model.layers.40.self_attn.q_proj", | |
| "model.language_model.layers.40.self_attn.k_proj", | |
| "model.language_model.layers.40.self_attn.v_proj", | |
| "model.language_model.layers.40.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00014259032905100666, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.0003622303716838138, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 81, | |
| "layers": [ | |
| "model.language_model.layers.40.mlp.gate_proj", | |
| "model.language_model.layers.40.mlp.up_proj", | |
| "model.language_model.layers.40.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0004363835323601961, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0004892456810921542, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 82, | |
| "layers": [ | |
| "model.language_model.layers.41.self_attn.q_proj", | |
| "model.language_model.layers.41.self_attn.k_proj", | |
| "model.language_model.layers.41.self_attn.v_proj", | |
| "model.language_model.layers.41.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00037515051662923016, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00036390214227141615, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 83, | |
| "layers": [ | |
| "model.language_model.layers.41.mlp.gate_proj", | |
| "model.language_model.layers.41.mlp.up_proj", | |
| "model.language_model.layers.41.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -2.6784790679829085e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0002820216584950852, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 84, | |
| "layers": [ | |
| "model.language_model.layers.42.self_attn.q_proj", | |
| "model.language_model.layers.42.self_attn.k_proj", | |
| "model.language_model.layers.42.self_attn.v_proj", | |
| "model.language_model.layers.42.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0002433180809021107, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00022505610249937136, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 85, | |
| "layers": [ | |
| "model.language_model.layers.42.mlp.gate_proj", | |
| "model.language_model.layers.42.mlp.up_proj", | |
| "model.language_model.layers.42.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00030364627018572565, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0002478116191923785, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 86, | |
| "layers": [ | |
| "model.language_model.layers.43.self_attn.q_proj", | |
| "model.language_model.layers.43.self_attn.k_proj", | |
| "model.language_model.layers.43.self_attn.v_proj", | |
| "model.language_model.layers.43.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00013466081582008682, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 7.684668526047878e-06, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 87, | |
| "layers": [ | |
| "model.language_model.layers.43.mlp.gate_proj", | |
| "model.language_model.layers.43.mlp.up_proj", | |
| "model.language_model.layers.43.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 2.2285990416981427e-05, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 9.187171235658376e-06, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 88, | |
| "layers": [ | |
| "model.language_model.layers.44.self_attn.q_proj", | |
| "model.language_model.layers.44.self_attn.k_proj", | |
| "model.language_model.layers.44.self_attn.v_proj", | |
| "model.language_model.layers.44.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0001239406876265836, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00019352706149219912, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 89, | |
| "layers": [ | |
| "model.language_model.layers.44.mlp.gate_proj", | |
| "model.language_model.layers.44.mlp.up_proj", | |
| "model.language_model.layers.44.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00016605677083136872, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00035673477686942734, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 90, | |
| "layers": [ | |
| "model.language_model.layers.45.self_attn.q_proj", | |
| "model.language_model.layers.45.self_attn.k_proj", | |
| "model.language_model.layers.45.self_attn.v_proj", | |
| "model.language_model.layers.45.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00018179877661167465, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -9.876396507041418e-06, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 91, | |
| "layers": [ | |
| "model.language_model.layers.45.mlp.gate_proj", | |
| "model.language_model.layers.45.mlp.up_proj", | |
| "model.language_model.layers.45.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0004525623749941643, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00030217254534364857, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 92, | |
| "layers": [ | |
| "model.language_model.layers.46.self_attn.q_proj", | |
| "model.language_model.layers.46.self_attn.k_proj", | |
| "model.language_model.layers.46.self_attn.v_proj", | |
| "model.language_model.layers.46.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00010313107632101137, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -1.639225520194687e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 93, | |
| "layers": [ | |
| "model.language_model.layers.46.mlp.gate_proj", | |
| "model.language_model.layers.46.mlp.up_proj", | |
| "model.language_model.layers.46.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00023827492259442806, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0001679945271462202, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 94, | |
| "layers": [ | |
| "model.language_model.layers.47.self_attn.q_proj", | |
| "model.language_model.layers.47.self_attn.k_proj", | |
| "model.language_model.layers.47.self_attn.v_proj", | |
| "model.language_model.layers.47.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00047768964432179373, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.0004286430310457834, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 95, | |
| "layers": [ | |
| "model.language_model.layers.47.mlp.gate_proj", | |
| "model.language_model.layers.47.mlp.up_proj", | |
| "model.language_model.layers.47.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0003748951479792817, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00041852202266456917, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 96, | |
| "layers": [ | |
| "model.language_model.layers.48.self_attn.q_proj", | |
| "model.language_model.layers.48.self_attn.k_proj", | |
| "model.language_model.layers.48.self_attn.v_proj", | |
| "model.language_model.layers.48.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00015185866504907608, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 2.9604835435736998e-05, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 97, | |
| "layers": [ | |
| "model.language_model.layers.48.mlp.gate_proj", | |
| "model.language_model.layers.48.mlp.up_proj", | |
| "model.language_model.layers.48.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.000497997272759676, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0005106110125780161, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 98, | |
| "layers": [ | |
| "model.language_model.layers.49.self_attn.q_proj", | |
| "model.language_model.layers.49.self_attn.k_proj", | |
| "model.language_model.layers.49.self_attn.v_proj", | |
| "model.language_model.layers.49.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00013194279745221138, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00026086703874173, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 99, | |
| "layers": [ | |
| "model.language_model.layers.49.mlp.gate_proj", | |
| "model.language_model.layers.49.mlp.up_proj", | |
| "model.language_model.layers.49.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00028887651860712293, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": 8.507091552018009e-05, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 100, | |
| "layers": [ | |
| "model.language_model.layers.50.self_attn.q_proj", | |
| "model.language_model.layers.50.self_attn.k_proj", | |
| "model.language_model.layers.50.self_attn.v_proj", | |
| "model.language_model.layers.50.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00041282796300945446, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00034878966398535494, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 101, | |
| "layers": [ | |
| "model.language_model.layers.50.mlp.gate_proj", | |
| "model.language_model.layers.50.mlp.up_proj", | |
| "model.language_model.layers.50.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0003386356867849938, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0005072795320302248, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 102, | |
| "layers": [ | |
| "model.language_model.layers.51.self_attn.q_proj", | |
| "model.language_model.layers.51.self_attn.k_proj", | |
| "model.language_model.layers.51.self_attn.v_proj", | |
| "model.language_model.layers.51.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 8.664890192447428e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.000201887823641278, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 103, | |
| "layers": [ | |
| "model.language_model.layers.51.mlp.gate_proj", | |
| "model.language_model.layers.51.mlp.up_proj", | |
| "model.language_model.layers.51.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0009231174364686123, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0008698628749698456, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 104, | |
| "layers": [ | |
| "model.language_model.layers.52.self_attn.q_proj", | |
| "model.language_model.layers.52.self_attn.k_proj", | |
| "model.language_model.layers.52.self_attn.v_proj", | |
| "model.language_model.layers.52.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.0006682481616735458, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00046845399774608776, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 105, | |
| "layers": [ | |
| "model.language_model.layers.52.mlp.gate_proj", | |
| "model.language_model.layers.52.mlp.up_proj", | |
| "model.language_model.layers.52.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0005143266171216965, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00028531067073345184, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 106, | |
| "layers": [ | |
| "model.language_model.layers.53.self_attn.q_proj", | |
| "model.language_model.layers.53.self_attn.k_proj", | |
| "model.language_model.layers.53.self_attn.v_proj", | |
| "model.language_model.layers.53.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0011058779433369692, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0008262845687568299, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 107, | |
| "layers": [ | |
| "model.language_model.layers.53.mlp.gate_proj", | |
| "model.language_model.layers.53.mlp.up_proj", | |
| "model.language_model.layers.53.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0005857495125383139, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0007907640654593873, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 108, | |
| "layers": [ | |
| "model.language_model.layers.54.self_attn.q_proj", | |
| "model.language_model.layers.54.self_attn.k_proj", | |
| "model.language_model.layers.54.self_attn.v_proj", | |
| "model.language_model.layers.54.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0003247374668717551, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00047106938436627943, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 109, | |
| "layers": [ | |
| "model.language_model.layers.54.mlp.gate_proj", | |
| "model.language_model.layers.54.mlp.up_proj", | |
| "model.language_model.layers.54.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0006814375985413901, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0006852156948298216, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 110, | |
| "layers": [ | |
| "model.language_model.layers.55.self_attn.q_proj", | |
| "model.language_model.layers.55.self_attn.k_proj", | |
| "model.language_model.layers.55.self_attn.v_proj", | |
| "model.language_model.layers.55.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0008712090086192004, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.000794619973748939, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 111, | |
| "layers": [ | |
| "model.language_model.layers.55.mlp.gate_proj", | |
| "model.language_model.layers.55.mlp.up_proj", | |
| "model.language_model.layers.55.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0004104899242520499, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0003673459868878126, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 112, | |
| "layers": [ | |
| "model.language_model.layers.56.self_attn.q_proj", | |
| "model.language_model.layers.56.self_attn.k_proj", | |
| "model.language_model.layers.56.self_attn.v_proj", | |
| "model.language_model.layers.56.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -8.137007243932959e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0005230564158409945, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 113, | |
| "layers": [ | |
| "model.language_model.layers.56.mlp.gate_proj", | |
| "model.language_model.layers.56.mlp.up_proj", | |
| "model.language_model.layers.56.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0007926002144813538, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0004942396190017462, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 114, | |
| "layers": [ | |
| "model.language_model.layers.57.self_attn.q_proj", | |
| "model.language_model.layers.57.self_attn.k_proj", | |
| "model.language_model.layers.57.self_attn.v_proj", | |
| "model.language_model.layers.57.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -4.884987138212282e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00027763238176703453, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 115, | |
| "layers": [ | |
| "model.language_model.layers.57.mlp.gate_proj", | |
| "model.language_model.layers.57.mlp.up_proj", | |
| "model.language_model.layers.57.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0007438508328050375, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0007115922868251856, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 116, | |
| "layers": [ | |
| "model.language_model.layers.58.self_attn.q_proj", | |
| "model.language_model.layers.58.self_attn.k_proj", | |
| "model.language_model.layers.58.self_attn.v_proj", | |
| "model.language_model.layers.58.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00016308482736349106, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0003048637881875038, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 117, | |
| "layers": [ | |
| "model.language_model.layers.58.mlp.gate_proj", | |
| "model.language_model.layers.58.mlp.up_proj", | |
| "model.language_model.layers.58.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0008469442371279168, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.000874680187553184, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 118, | |
| "layers": [ | |
| "model.language_model.layers.59.self_attn.q_proj", | |
| "model.language_model.layers.59.self_attn.k_proj", | |
| "model.language_model.layers.59.self_attn.v_proj", | |
| "model.language_model.layers.59.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 2.2697122767562083e-05, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0004360306076705567, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 119, | |
| "layers": [ | |
| "model.language_model.layers.59.mlp.gate_proj", | |
| "model.language_model.layers.59.mlp.up_proj", | |
| "model.language_model.layers.59.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0005720941349864062, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0006580702494830004, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 120, | |
| "layers": [ | |
| "model.language_model.layers.60.self_attn.q_proj", | |
| "model.language_model.layers.60.self_attn.k_proj", | |
| "model.language_model.layers.60.self_attn.v_proj", | |
| "model.language_model.layers.60.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.001185041572898643, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0012297863606363646, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 121, | |
| "layers": [ | |
| "model.language_model.layers.60.mlp.gate_proj", | |
| "model.language_model.layers.60.mlp.up_proj", | |
| "model.language_model.layers.60.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00043576946482062895, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.00037752632051707424, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 122, | |
| "layers": [ | |
| "model.language_model.layers.61.self_attn.q_proj", | |
| "model.language_model.layers.61.self_attn.k_proj", | |
| "model.language_model.layers.61.self_attn.v_proj", | |
| "model.language_model.layers.61.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00023652003146706901, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.00035312902182341177, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 123, | |
| "layers": [ | |
| "model.language_model.layers.61.mlp.gate_proj", | |
| "model.language_model.layers.61.mlp.up_proj", | |
| "model.language_model.layers.61.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.00031162113882601816, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.0005344925448298454, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 124, | |
| "layers": [ | |
| "model.language_model.layers.62.self_attn.q_proj", | |
| "model.language_model.layers.62.self_attn.k_proj", | |
| "model.language_model.layers.62.self_attn.v_proj", | |
| "model.language_model.layers.62.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0011726192198693863, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": -0.0011081209406256787, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 125, | |
| "layers": [ | |
| "model.language_model.layers.62.mlp.gate_proj", | |
| "model.language_model.layers.62.mlp.up_proj", | |
| "model.language_model.layers.62.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0033292342443019263, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.003356328653171675, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 126, | |
| "layers": [ | |
| "model.language_model.layers.63.self_attn.q_proj", | |
| "model.language_model.layers.63.self_attn.k_proj", | |
| "model.language_model.layers.63.self_attn.v_proj", | |
| "model.language_model.layers.63.self_attn.o_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": 0.00011754971928892854, | |
| "dbits": 94371840 | |
| }, | |
| { | |
| "dkld": 0.00028725313022731624, | |
| "dbits": 188743680 | |
| } | |
| ] | |
| }, | |
| { | |
| "idx": 127, | |
| "layers": [ | |
| "model.language_model.layers.63.mlp.gate_proj", | |
| "model.language_model.layers.63.mlp.up_proj", | |
| "model.language_model.layers.63.mlp.down_proj" | |
| ], | |
| "candidates": [ | |
| { | |
| "dkld": -0.0020378781482577324, | |
| "dbits": 393216000 | |
| }, | |
| { | |
| "dkld": -0.002213719766587019, | |
| "dbits": 786432000 | |
| } | |
| ] | |
| } | |
| ], | |
| "base_kld": 0.19816926405765117, | |
| "arch_string": "Qwen3VLForConditionalGeneration" | |
| } |