| { |
| "target_bytes": 3300000000.0, |
| "file_est_bytes": 3299994460.16, |
| "variable_bytes": 2938454016, |
| "fixed_bytes": 350570496, |
| "meta_bytes": 10968064, |
| "floored": false, |
| "predicted_sum_kl": 0.009014868525499393, |
| "counts": { |
| "iq2_s": 23, |
| "q3_K": 13, |
| "q2_K": 15, |
| "q4_K": 36, |
| "iq3_xxs": 35, |
| "q8_0": 11, |
| "iq2_xxs": 68 |
| }, |
| "kinds": { |
| "blk.0.ffn_up.weight": "iq2_s", |
| "blk.0.ffn_down.weight": "q3_K", |
| "blk.0.ffn_gate.weight": "q2_K", |
| "blk.0.ssm_out.weight": "q4_K", |
| "blk.0.attn_gate.weight": "iq3_xxs", |
| "blk.0.attn_qkv.weight": "q3_K", |
| "blk.1.ffn_up.weight": "iq3_xxs", |
| "blk.1.ffn_down.weight": "iq3_xxs", |
| "blk.1.ffn_gate.weight": "q3_K", |
| "blk.1.ssm_out.weight": "iq2_s", |
| "blk.1.attn_gate.weight": "q4_K", |
| "blk.1.attn_qkv.weight": "q2_K", |
| "blk.2.ffn_up.weight": "q4_K", |
| "blk.2.ffn_down.weight": "iq2_s", |
| "blk.2.ffn_gate.weight": "q3_K", |
| "blk.2.ssm_out.weight": "q2_K", |
| "blk.2.attn_gate.weight": "iq2_s", |
| "blk.2.attn_qkv.weight": "iq3_xxs", |
| "blk.3.ffn_up.weight": "q2_K", |
| "blk.3.ffn_down.weight": "q3_K", |
| "blk.3.ffn_gate.weight": "iq2_s", |
| "blk.3.attn_output.weight": "q4_K", |
| "blk.3.attn_v.weight": "q8_0", |
| "blk.3.attn_k.weight": "q8_0", |
| "blk.3.attn_q.weight": "q2_K", |
| "blk.4.ffn_up.weight": "q2_K", |
| "blk.4.ffn_down.weight": "iq3_xxs", |
| "blk.4.ffn_gate.weight": "q3_K", |
| "blk.4.ssm_out.weight": "q3_K", |
| "blk.4.attn_gate.weight": "iq2_s", |
| "blk.4.attn_qkv.weight": "q4_K", |
| "blk.5.ffn_up.weight": "q4_K", |
| "blk.5.ffn_down.weight": "q3_K", |
| "blk.5.ffn_gate.weight": "q3_K", |
| "blk.5.ssm_out.weight": "iq3_xxs", |
| "blk.5.attn_gate.weight": "iq2_xxs", |
| "blk.5.attn_qkv.weight": "iq3_xxs", |
| "blk.6.ffn_up.weight": "q2_K", |
| "blk.6.ffn_down.weight": "q3_K", |
| "blk.6.ffn_gate.weight": "q4_K", |
| "blk.6.ssm_out.weight": "q8_0", |
| "blk.6.attn_gate.weight": "q4_K", |
| "blk.6.attn_qkv.weight": "iq3_xxs", |
| "blk.7.ffn_up.weight": "iq3_xxs", |
| "blk.7.ffn_down.weight": "iq3_xxs", |
| "blk.7.ffn_gate.weight": "q4_K", |
| "blk.7.attn_output.weight": "q8_0", |
| "blk.7.attn_v.weight": "q8_0", |
| "blk.7.attn_k.weight": "q8_0", |
| "blk.7.attn_q.weight": "q4_K", |
| "blk.8.ffn_up.weight": "iq3_xxs", |
| "blk.8.ffn_down.weight": "q3_K", |
| "blk.8.ffn_gate.weight": "iq3_xxs", |
| "blk.8.ssm_out.weight": "q4_K", |
| "blk.8.attn_gate.weight": "q4_K", |
| "blk.8.attn_qkv.weight": "iq3_xxs", |
| "blk.9.ffn_up.weight": "q4_K", |
| "blk.9.ffn_down.weight": "iq2_s", |
| "blk.9.ffn_gate.weight": "q4_K", |
| "blk.9.ssm_out.weight": "q4_K", |
| "blk.9.attn_gate.weight": "q4_K", |
| "blk.9.attn_qkv.weight": "q4_K", |
| "blk.10.ffn_up.weight": "q4_K", |
| "blk.10.ffn_down.weight": "iq3_xxs", |
| "blk.10.ffn_gate.weight": "q4_K", |
| "blk.10.ssm_out.weight": "q4_K", |
| "blk.10.attn_gate.weight": "iq3_xxs", |
| "blk.10.attn_qkv.weight": "q4_K", |
| "blk.11.ffn_up.weight": "q4_K", |
| "blk.11.ffn_down.weight": "q2_K", |
| "blk.11.ffn_gate.weight": "q4_K", |
| "blk.11.attn_output.weight": "q8_0", |
| "blk.11.attn_v.weight": "q8_0", |
| "blk.11.attn_k.weight": "q8_0", |
| "blk.11.attn_q.weight": "q4_K", |
| "blk.12.ffn_up.weight": "q4_K", |
| "blk.12.ffn_down.weight": "q4_K", |
| "blk.12.ffn_gate.weight": "q4_K", |
| "blk.12.ssm_out.weight": "q4_K", |
| "blk.12.attn_gate.weight": "iq3_xxs", |
| "blk.12.attn_qkv.weight": "q4_K", |
| "blk.13.ffn_up.weight": "q4_K", |
| "blk.13.ffn_down.weight": "q3_K", |
| "blk.13.ffn_gate.weight": "iq3_xxs", |
| "blk.13.ssm_out.weight": "q4_K", |
| "blk.13.attn_gate.weight": "iq3_xxs", |
| "blk.13.attn_qkv.weight": "q4_K", |
| "blk.14.ffn_up.weight": "iq3_xxs", |
| "blk.14.ffn_down.weight": "q3_K", |
| "blk.14.ffn_gate.weight": "iq3_xxs", |
| "blk.14.ssm_out.weight": "iq3_xxs", |
| "blk.14.attn_gate.weight": "iq2_s", |
| "blk.14.attn_qkv.weight": "q4_K", |
| "blk.15.ffn_up.weight": "iq3_xxs", |
| "blk.15.ffn_down.weight": "iq2_s", |
| "blk.15.ffn_gate.weight": "iq3_xxs", |
| "blk.15.attn_output.weight": "q4_K", |
| "blk.15.attn_v.weight": "q8_0", |
| "blk.15.attn_k.weight": "q8_0", |
| "blk.15.attn_q.weight": "iq3_xxs", |
| "blk.16.ffn_up.weight": "iq2_s", |
| "blk.16.ffn_down.weight": "iq2_s", |
| "blk.16.ffn_gate.weight": "iq2_s", |
| "blk.16.ssm_out.weight": "iq3_xxs", |
| "blk.16.attn_gate.weight": "q2_K", |
| "blk.16.attn_qkv.weight": "iq3_xxs", |
| "blk.17.ffn_up.weight": "iq2_s", |
| "blk.17.ffn_down.weight": "q2_K", |
| "blk.17.ffn_gate.weight": "iq2_xxs", |
| "blk.17.ssm_out.weight": "iq3_xxs", |
| "blk.17.attn_gate.weight": "iq2_xxs", |
| "blk.17.attn_qkv.weight": "iq3_xxs", |
| "blk.18.ffn_up.weight": "iq3_xxs", |
| "blk.18.ffn_down.weight": "iq2_s", |
| "blk.18.ffn_gate.weight": "iq2_s", |
| "blk.18.ssm_out.weight": "iq2_xxs", |
| "blk.18.attn_gate.weight": "iq3_xxs", |
| "blk.18.attn_qkv.weight": "iq2_xxs", |
| "blk.19.ffn_up.weight": "iq2_xxs", |
| "blk.19.ffn_down.weight": "iq2_xxs", |
| "blk.19.ffn_gate.weight": "iq2_xxs", |
| "blk.19.attn_output.weight": "q2_K", |
| "blk.19.attn_v.weight": "q4_K", |
| "blk.19.attn_k.weight": "q4_K", |
| "blk.19.attn_q.weight": "iq2_s", |
| "blk.20.ffn_up.weight": "iq2_xxs", |
| "blk.20.ffn_down.weight": "iq2_xxs", |
| "blk.20.ffn_gate.weight": "iq2_xxs", |
| "blk.20.ssm_out.weight": "iq2_xxs", |
| "blk.20.attn_gate.weight": "iq2_xxs", |
| "blk.20.attn_qkv.weight": "iq2_xxs", |
| "blk.21.ffn_up.weight": "iq2_xxs", |
| "blk.21.ffn_down.weight": "q2_K", |
| "blk.21.ffn_gate.weight": "iq2_xxs", |
| "blk.21.ssm_out.weight": "iq2_xxs", |
| "blk.21.attn_gate.weight": "iq2_xxs", |
| "blk.21.attn_qkv.weight": "iq2_xxs", |
| "blk.22.ffn_up.weight": "iq2_xxs", |
| "blk.22.ffn_down.weight": "iq2_xxs", |
| "blk.22.ffn_gate.weight": "iq2_xxs", |
| "blk.22.ssm_out.weight": "iq2_s", |
| "blk.22.attn_gate.weight": "iq2_xxs", |
| "blk.22.attn_qkv.weight": "iq2_xxs", |
| "blk.23.ffn_up.weight": "iq2_xxs", |
| "blk.23.ffn_down.weight": "iq2_xxs", |
| "blk.23.ffn_gate.weight": "iq2_xxs", |
| "blk.23.attn_output.weight": "iq2_s", |
| "blk.23.attn_v.weight": "iq3_xxs", |
| "blk.23.attn_k.weight": "iq2_s", |
| "blk.23.attn_q.weight": "iq2_xxs", |
| "blk.24.ffn_up.weight": "iq2_xxs", |
| "blk.24.ffn_down.weight": "iq2_xxs", |
| "blk.24.ffn_gate.weight": "iq2_xxs", |
| "blk.24.ssm_out.weight": "iq2_xxs", |
| "blk.24.attn_gate.weight": "iq2_s", |
| "blk.24.attn_qkv.weight": "iq2_xxs", |
| "blk.25.ffn_up.weight": "iq2_xxs", |
| "blk.25.ffn_down.weight": "iq2_xxs", |
| "blk.25.ffn_gate.weight": "iq2_xxs", |
| "blk.25.ssm_out.weight": "iq2_xxs", |
| "blk.25.attn_gate.weight": "iq2_xxs", |
| "blk.25.attn_qkv.weight": "iq2_xxs", |
| "blk.26.ffn_up.weight": "iq2_xxs", |
| "blk.26.ffn_down.weight": "iq2_s", |
| "blk.26.ffn_gate.weight": "iq2_xxs", |
| "blk.26.ssm_out.weight": "iq2_xxs", |
| "blk.26.attn_gate.weight": "iq2_xxs", |
| "blk.26.attn_qkv.weight": "iq2_xxs", |
| "blk.27.ffn_up.weight": "iq2_xxs", |
| "blk.27.ffn_down.weight": "iq2_xxs", |
| "blk.27.ffn_gate.weight": "iq2_s", |
| "blk.27.attn_output.weight": "iq2_xxs", |
| "blk.27.attn_v.weight": "iq2_xxs", |
| "blk.27.attn_k.weight": "q2_K", |
| "blk.27.attn_q.weight": "iq2_xxs", |
| "blk.28.ffn_up.weight": "iq2_xxs", |
| "blk.28.ffn_down.weight": "iq2_xxs", |
| "blk.28.ffn_gate.weight": "iq2_xxs", |
| "blk.28.ssm_out.weight": "iq2_xxs", |
| "blk.28.attn_gate.weight": "iq2_xxs", |
| "blk.28.attn_qkv.weight": "iq3_xxs", |
| "blk.29.ffn_up.weight": "iq2_xxs", |
| "blk.29.ffn_down.weight": "iq2_xxs", |
| "blk.29.ffn_gate.weight": "iq2_xxs", |
| "blk.29.ssm_out.weight": "q2_K", |
| "blk.29.attn_gate.weight": "iq2_xxs", |
| "blk.29.attn_qkv.weight": "iq2_xxs", |
| "blk.30.ffn_up.weight": "iq2_xxs", |
| "blk.30.ffn_down.weight": "iq2_xxs", |
| "blk.30.ffn_gate.weight": "iq2_xxs", |
| "blk.30.ssm_out.weight": "iq2_xxs", |
| "blk.30.attn_gate.weight": "iq2_xxs", |
| "blk.30.attn_qkv.weight": "iq2_s", |
| "blk.31.ffn_up.weight": "iq2_xxs", |
| "blk.31.ffn_down.weight": "iq3_xxs", |
| "blk.31.ffn_gate.weight": "iq2_xxs", |
| "blk.31.attn_output.weight": "iq2_xxs", |
| "blk.31.attn_v.weight": "iq3_xxs", |
| "blk.31.attn_k.weight": "q2_K", |
| "blk.31.attn_q.weight": "iq2_xxs", |
| "token_embd.weight": "iq3_xxs" |
| }, |
| "embed": "iq3_xxs" |
| } |
