File size: 7,782 Bytes
fba639c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 | {
"target_bytes": 3300000000.0,
"file_est_bytes": 3299994460.16,
"variable_bytes": 2938454016,
"fixed_bytes": 350570496,
"meta_bytes": 10968064,
"floored": false,
"predicted_sum_kl": 0.009014868525499393,
"counts": {
"iq2_s": 23,
"q3_K": 13,
"q2_K": 15,
"q4_K": 36,
"iq3_xxs": 35,
"q8_0": 11,
"iq2_xxs": 68
},
"kinds": {
"blk.0.ffn_up.weight": "iq2_s",
"blk.0.ffn_down.weight": "q3_K",
"blk.0.ffn_gate.weight": "q2_K",
"blk.0.ssm_out.weight": "q4_K",
"blk.0.attn_gate.weight": "iq3_xxs",
"blk.0.attn_qkv.weight": "q3_K",
"blk.1.ffn_up.weight": "iq3_xxs",
"blk.1.ffn_down.weight": "iq3_xxs",
"blk.1.ffn_gate.weight": "q3_K",
"blk.1.ssm_out.weight": "iq2_s",
"blk.1.attn_gate.weight": "q4_K",
"blk.1.attn_qkv.weight": "q2_K",
"blk.2.ffn_up.weight": "q4_K",
"blk.2.ffn_down.weight": "iq2_s",
"blk.2.ffn_gate.weight": "q3_K",
"blk.2.ssm_out.weight": "q2_K",
"blk.2.attn_gate.weight": "iq2_s",
"blk.2.attn_qkv.weight": "iq3_xxs",
"blk.3.ffn_up.weight": "q2_K",
"blk.3.ffn_down.weight": "q3_K",
"blk.3.ffn_gate.weight": "iq2_s",
"blk.3.attn_output.weight": "q4_K",
"blk.3.attn_v.weight": "q8_0",
"blk.3.attn_k.weight": "q8_0",
"blk.3.attn_q.weight": "q2_K",
"blk.4.ffn_up.weight": "q2_K",
"blk.4.ffn_down.weight": "iq3_xxs",
"blk.4.ffn_gate.weight": "q3_K",
"blk.4.ssm_out.weight": "q3_K",
"blk.4.attn_gate.weight": "iq2_s",
"blk.4.attn_qkv.weight": "q4_K",
"blk.5.ffn_up.weight": "q4_K",
"blk.5.ffn_down.weight": "q3_K",
"blk.5.ffn_gate.weight": "q3_K",
"blk.5.ssm_out.weight": "iq3_xxs",
"blk.5.attn_gate.weight": "iq2_xxs",
"blk.5.attn_qkv.weight": "iq3_xxs",
"blk.6.ffn_up.weight": "q2_K",
"blk.6.ffn_down.weight": "q3_K",
"blk.6.ffn_gate.weight": "q4_K",
"blk.6.ssm_out.weight": "q8_0",
"blk.6.attn_gate.weight": "q4_K",
"blk.6.attn_qkv.weight": "iq3_xxs",
"blk.7.ffn_up.weight": "iq3_xxs",
"blk.7.ffn_down.weight": "iq3_xxs",
"blk.7.ffn_gate.weight": "q4_K",
"blk.7.attn_output.weight": "q8_0",
"blk.7.attn_v.weight": "q8_0",
"blk.7.attn_k.weight": "q8_0",
"blk.7.attn_q.weight": "q4_K",
"blk.8.ffn_up.weight": "iq3_xxs",
"blk.8.ffn_down.weight": "q3_K",
"blk.8.ffn_gate.weight": "iq3_xxs",
"blk.8.ssm_out.weight": "q4_K",
"blk.8.attn_gate.weight": "q4_K",
"blk.8.attn_qkv.weight": "iq3_xxs",
"blk.9.ffn_up.weight": "q4_K",
"blk.9.ffn_down.weight": "iq2_s",
"blk.9.ffn_gate.weight": "q4_K",
"blk.9.ssm_out.weight": "q4_K",
"blk.9.attn_gate.weight": "q4_K",
"blk.9.attn_qkv.weight": "q4_K",
"blk.10.ffn_up.weight": "q4_K",
"blk.10.ffn_down.weight": "iq3_xxs",
"blk.10.ffn_gate.weight": "q4_K",
"blk.10.ssm_out.weight": "q4_K",
"blk.10.attn_gate.weight": "iq3_xxs",
"blk.10.attn_qkv.weight": "q4_K",
"blk.11.ffn_up.weight": "q4_K",
"blk.11.ffn_down.weight": "q2_K",
"blk.11.ffn_gate.weight": "q4_K",
"blk.11.attn_output.weight": "q8_0",
"blk.11.attn_v.weight": "q8_0",
"blk.11.attn_k.weight": "q8_0",
"blk.11.attn_q.weight": "q4_K",
"blk.12.ffn_up.weight": "q4_K",
"blk.12.ffn_down.weight": "q4_K",
"blk.12.ffn_gate.weight": "q4_K",
"blk.12.ssm_out.weight": "q4_K",
"blk.12.attn_gate.weight": "iq3_xxs",
"blk.12.attn_qkv.weight": "q4_K",
"blk.13.ffn_up.weight": "q4_K",
"blk.13.ffn_down.weight": "q3_K",
"blk.13.ffn_gate.weight": "iq3_xxs",
"blk.13.ssm_out.weight": "q4_K",
"blk.13.attn_gate.weight": "iq3_xxs",
"blk.13.attn_qkv.weight": "q4_K",
"blk.14.ffn_up.weight": "iq3_xxs",
"blk.14.ffn_down.weight": "q3_K",
"blk.14.ffn_gate.weight": "iq3_xxs",
"blk.14.ssm_out.weight": "iq3_xxs",
"blk.14.attn_gate.weight": "iq2_s",
"blk.14.attn_qkv.weight": "q4_K",
"blk.15.ffn_up.weight": "iq3_xxs",
"blk.15.ffn_down.weight": "iq2_s",
"blk.15.ffn_gate.weight": "iq3_xxs",
"blk.15.attn_output.weight": "q4_K",
"blk.15.attn_v.weight": "q8_0",
"blk.15.attn_k.weight": "q8_0",
"blk.15.attn_q.weight": "iq3_xxs",
"blk.16.ffn_up.weight": "iq2_s",
"blk.16.ffn_down.weight": "iq2_s",
"blk.16.ffn_gate.weight": "iq2_s",
"blk.16.ssm_out.weight": "iq3_xxs",
"blk.16.attn_gate.weight": "q2_K",
"blk.16.attn_qkv.weight": "iq3_xxs",
"blk.17.ffn_up.weight": "iq2_s",
"blk.17.ffn_down.weight": "q2_K",
"blk.17.ffn_gate.weight": "iq2_xxs",
"blk.17.ssm_out.weight": "iq3_xxs",
"blk.17.attn_gate.weight": "iq2_xxs",
"blk.17.attn_qkv.weight": "iq3_xxs",
"blk.18.ffn_up.weight": "iq3_xxs",
"blk.18.ffn_down.weight": "iq2_s",
"blk.18.ffn_gate.weight": "iq2_s",
"blk.18.ssm_out.weight": "iq2_xxs",
"blk.18.attn_gate.weight": "iq3_xxs",
"blk.18.attn_qkv.weight": "iq2_xxs",
"blk.19.ffn_up.weight": "iq2_xxs",
"blk.19.ffn_down.weight": "iq2_xxs",
"blk.19.ffn_gate.weight": "iq2_xxs",
"blk.19.attn_output.weight": "q2_K",
"blk.19.attn_v.weight": "q4_K",
"blk.19.attn_k.weight": "q4_K",
"blk.19.attn_q.weight": "iq2_s",
"blk.20.ffn_up.weight": "iq2_xxs",
"blk.20.ffn_down.weight": "iq2_xxs",
"blk.20.ffn_gate.weight": "iq2_xxs",
"blk.20.ssm_out.weight": "iq2_xxs",
"blk.20.attn_gate.weight": "iq2_xxs",
"blk.20.attn_qkv.weight": "iq2_xxs",
"blk.21.ffn_up.weight": "iq2_xxs",
"blk.21.ffn_down.weight": "q2_K",
"blk.21.ffn_gate.weight": "iq2_xxs",
"blk.21.ssm_out.weight": "iq2_xxs",
"blk.21.attn_gate.weight": "iq2_xxs",
"blk.21.attn_qkv.weight": "iq2_xxs",
"blk.22.ffn_up.weight": "iq2_xxs",
"blk.22.ffn_down.weight": "iq2_xxs",
"blk.22.ffn_gate.weight": "iq2_xxs",
"blk.22.ssm_out.weight": "iq2_s",
"blk.22.attn_gate.weight": "iq2_xxs",
"blk.22.attn_qkv.weight": "iq2_xxs",
"blk.23.ffn_up.weight": "iq2_xxs",
"blk.23.ffn_down.weight": "iq2_xxs",
"blk.23.ffn_gate.weight": "iq2_xxs",
"blk.23.attn_output.weight": "iq2_s",
"blk.23.attn_v.weight": "iq3_xxs",
"blk.23.attn_k.weight": "iq2_s",
"blk.23.attn_q.weight": "iq2_xxs",
"blk.24.ffn_up.weight": "iq2_xxs",
"blk.24.ffn_down.weight": "iq2_xxs",
"blk.24.ffn_gate.weight": "iq2_xxs",
"blk.24.ssm_out.weight": "iq2_xxs",
"blk.24.attn_gate.weight": "iq2_s",
"blk.24.attn_qkv.weight": "iq2_xxs",
"blk.25.ffn_up.weight": "iq2_xxs",
"blk.25.ffn_down.weight": "iq2_xxs",
"blk.25.ffn_gate.weight": "iq2_xxs",
"blk.25.ssm_out.weight": "iq2_xxs",
"blk.25.attn_gate.weight": "iq2_xxs",
"blk.25.attn_qkv.weight": "iq2_xxs",
"blk.26.ffn_up.weight": "iq2_xxs",
"blk.26.ffn_down.weight": "iq2_s",
"blk.26.ffn_gate.weight": "iq2_xxs",
"blk.26.ssm_out.weight": "iq2_xxs",
"blk.26.attn_gate.weight": "iq2_xxs",
"blk.26.attn_qkv.weight": "iq2_xxs",
"blk.27.ffn_up.weight": "iq2_xxs",
"blk.27.ffn_down.weight": "iq2_xxs",
"blk.27.ffn_gate.weight": "iq2_s",
"blk.27.attn_output.weight": "iq2_xxs",
"blk.27.attn_v.weight": "iq2_xxs",
"blk.27.attn_k.weight": "q2_K",
"blk.27.attn_q.weight": "iq2_xxs",
"blk.28.ffn_up.weight": "iq2_xxs",
"blk.28.ffn_down.weight": "iq2_xxs",
"blk.28.ffn_gate.weight": "iq2_xxs",
"blk.28.ssm_out.weight": "iq2_xxs",
"blk.28.attn_gate.weight": "iq2_xxs",
"blk.28.attn_qkv.weight": "iq3_xxs",
"blk.29.ffn_up.weight": "iq2_xxs",
"blk.29.ffn_down.weight": "iq2_xxs",
"blk.29.ffn_gate.weight": "iq2_xxs",
"blk.29.ssm_out.weight": "q2_K",
"blk.29.attn_gate.weight": "iq2_xxs",
"blk.29.attn_qkv.weight": "iq2_xxs",
"blk.30.ffn_up.weight": "iq2_xxs",
"blk.30.ffn_down.weight": "iq2_xxs",
"blk.30.ffn_gate.weight": "iq2_xxs",
"blk.30.ssm_out.weight": "iq2_xxs",
"blk.30.attn_gate.weight": "iq2_xxs",
"blk.30.attn_qkv.weight": "iq2_s",
"blk.31.ffn_up.weight": "iq2_xxs",
"blk.31.ffn_down.weight": "iq3_xxs",
"blk.31.ffn_gate.weight": "iq2_xxs",
"blk.31.attn_output.weight": "iq2_xxs",
"blk.31.attn_v.weight": "iq3_xxs",
"blk.31.attn_k.weight": "q2_K",
"blk.31.attn_q.weight": "iq2_xxs",
"token_embd.weight": "iq3_xxs"
},
"embed": "iq3_xxs"
} |