{ "target_bytes": 3300000000.0, "file_est_bytes": 3299994460.16, "variable_bytes": 2938454016, "fixed_bytes": 350570496, "meta_bytes": 10968064, "floored": false, "predicted_sum_kl": 0.009014868525499393, "counts": { "iq2_s": 23, "q3_K": 13, "q2_K": 15, "q4_K": 36, "iq3_xxs": 35, "q8_0": 11, "iq2_xxs": 68 }, "kinds": { "blk.0.ffn_up.weight": "iq2_s", "blk.0.ffn_down.weight": "q3_K", "blk.0.ffn_gate.weight": "q2_K", "blk.0.ssm_out.weight": "q4_K", "blk.0.attn_gate.weight": "iq3_xxs", "blk.0.attn_qkv.weight": "q3_K", "blk.1.ffn_up.weight": "iq3_xxs", "blk.1.ffn_down.weight": "iq3_xxs", "blk.1.ffn_gate.weight": "q3_K", "blk.1.ssm_out.weight": "iq2_s", "blk.1.attn_gate.weight": "q4_K", "blk.1.attn_qkv.weight": "q2_K", "blk.2.ffn_up.weight": "q4_K", "blk.2.ffn_down.weight": "iq2_s", "blk.2.ffn_gate.weight": "q3_K", "blk.2.ssm_out.weight": "q2_K", "blk.2.attn_gate.weight": "iq2_s", "blk.2.attn_qkv.weight": "iq3_xxs", "blk.3.ffn_up.weight": "q2_K", "blk.3.ffn_down.weight": "q3_K", "blk.3.ffn_gate.weight": "iq2_s", "blk.3.attn_output.weight": "q4_K", "blk.3.attn_v.weight": "q8_0", "blk.3.attn_k.weight": "q8_0", "blk.3.attn_q.weight": "q2_K", "blk.4.ffn_up.weight": "q2_K", "blk.4.ffn_down.weight": "iq3_xxs", "blk.4.ffn_gate.weight": "q3_K", "blk.4.ssm_out.weight": "q3_K", "blk.4.attn_gate.weight": "iq2_s", "blk.4.attn_qkv.weight": "q4_K", "blk.5.ffn_up.weight": "q4_K", "blk.5.ffn_down.weight": "q3_K", "blk.5.ffn_gate.weight": "q3_K", "blk.5.ssm_out.weight": "iq3_xxs", "blk.5.attn_gate.weight": "iq2_xxs", "blk.5.attn_qkv.weight": "iq3_xxs", "blk.6.ffn_up.weight": "q2_K", "blk.6.ffn_down.weight": "q3_K", "blk.6.ffn_gate.weight": "q4_K", "blk.6.ssm_out.weight": "q8_0", "blk.6.attn_gate.weight": "q4_K", "blk.6.attn_qkv.weight": "iq3_xxs", "blk.7.ffn_up.weight": "iq3_xxs", "blk.7.ffn_down.weight": "iq3_xxs", "blk.7.ffn_gate.weight": "q4_K", "blk.7.attn_output.weight": "q8_0", "blk.7.attn_v.weight": "q8_0", "blk.7.attn_k.weight": "q8_0", "blk.7.attn_q.weight": "q4_K", "blk.8.ffn_up.weight": "iq3_xxs", "blk.8.ffn_down.weight": "q3_K", "blk.8.ffn_gate.weight": "iq3_xxs", "blk.8.ssm_out.weight": "q4_K", "blk.8.attn_gate.weight": "q4_K", "blk.8.attn_qkv.weight": "iq3_xxs", "blk.9.ffn_up.weight": "q4_K", "blk.9.ffn_down.weight": "iq2_s", "blk.9.ffn_gate.weight": "q4_K", "blk.9.ssm_out.weight": "q4_K", "blk.9.attn_gate.weight": "q4_K", "blk.9.attn_qkv.weight": "q4_K", "blk.10.ffn_up.weight": "q4_K", "blk.10.ffn_down.weight": "iq3_xxs", "blk.10.ffn_gate.weight": "q4_K", "blk.10.ssm_out.weight": "q4_K", "blk.10.attn_gate.weight": "iq3_xxs", "blk.10.attn_qkv.weight": "q4_K", "blk.11.ffn_up.weight": "q4_K", "blk.11.ffn_down.weight": "q2_K", "blk.11.ffn_gate.weight": "q4_K", "blk.11.attn_output.weight": "q8_0", "blk.11.attn_v.weight": "q8_0", "blk.11.attn_k.weight": "q8_0", "blk.11.attn_q.weight": "q4_K", "blk.12.ffn_up.weight": "q4_K", "blk.12.ffn_down.weight": "q4_K", "blk.12.ffn_gate.weight": "q4_K", "blk.12.ssm_out.weight": "q4_K", "blk.12.attn_gate.weight": "iq3_xxs", "blk.12.attn_qkv.weight": "q4_K", "blk.13.ffn_up.weight": "q4_K", "blk.13.ffn_down.weight": "q3_K", "blk.13.ffn_gate.weight": "iq3_xxs", "blk.13.ssm_out.weight": "q4_K", "blk.13.attn_gate.weight": "iq3_xxs", "blk.13.attn_qkv.weight": "q4_K", "blk.14.ffn_up.weight": "iq3_xxs", "blk.14.ffn_down.weight": "q3_K", "blk.14.ffn_gate.weight": "iq3_xxs", "blk.14.ssm_out.weight": "iq3_xxs", "blk.14.attn_gate.weight": "iq2_s", "blk.14.attn_qkv.weight": "q4_K", "blk.15.ffn_up.weight": "iq3_xxs", "blk.15.ffn_down.weight": "iq2_s", "blk.15.ffn_gate.weight": "iq3_xxs", "blk.15.attn_output.weight": "q4_K", "blk.15.attn_v.weight": "q8_0", "blk.15.attn_k.weight": "q8_0", "blk.15.attn_q.weight": "iq3_xxs", "blk.16.ffn_up.weight": "iq2_s", "blk.16.ffn_down.weight": "iq2_s", "blk.16.ffn_gate.weight": "iq2_s", "blk.16.ssm_out.weight": "iq3_xxs", "blk.16.attn_gate.weight": "q2_K", "blk.16.attn_qkv.weight": "iq3_xxs", "blk.17.ffn_up.weight": "iq2_s", "blk.17.ffn_down.weight": "q2_K", "blk.17.ffn_gate.weight": "iq2_xxs", "blk.17.ssm_out.weight": "iq3_xxs", "blk.17.attn_gate.weight": "iq2_xxs", "blk.17.attn_qkv.weight": "iq3_xxs", "blk.18.ffn_up.weight": "iq3_xxs", "blk.18.ffn_down.weight": "iq2_s", "blk.18.ffn_gate.weight": "iq2_s", "blk.18.ssm_out.weight": "iq2_xxs", "blk.18.attn_gate.weight": "iq3_xxs", "blk.18.attn_qkv.weight": "iq2_xxs", "blk.19.ffn_up.weight": "iq2_xxs", "blk.19.ffn_down.weight": "iq2_xxs", "blk.19.ffn_gate.weight": "iq2_xxs", "blk.19.attn_output.weight": "q2_K", "blk.19.attn_v.weight": "q4_K", "blk.19.attn_k.weight": "q4_K", "blk.19.attn_q.weight": "iq2_s", "blk.20.ffn_up.weight": "iq2_xxs", "blk.20.ffn_down.weight": "iq2_xxs", "blk.20.ffn_gate.weight": "iq2_xxs", "blk.20.ssm_out.weight": "iq2_xxs", "blk.20.attn_gate.weight": "iq2_xxs", "blk.20.attn_qkv.weight": "iq2_xxs", "blk.21.ffn_up.weight": "iq2_xxs", "blk.21.ffn_down.weight": "q2_K", "blk.21.ffn_gate.weight": "iq2_xxs", "blk.21.ssm_out.weight": "iq2_xxs", "blk.21.attn_gate.weight": "iq2_xxs", "blk.21.attn_qkv.weight": "iq2_xxs", "blk.22.ffn_up.weight": "iq2_xxs", "blk.22.ffn_down.weight": "iq2_xxs", "blk.22.ffn_gate.weight": "iq2_xxs", "blk.22.ssm_out.weight": "iq2_s", "blk.22.attn_gate.weight": "iq2_xxs", "blk.22.attn_qkv.weight": "iq2_xxs", "blk.23.ffn_up.weight": "iq2_xxs", "blk.23.ffn_down.weight": "iq2_xxs", "blk.23.ffn_gate.weight": "iq2_xxs", "blk.23.attn_output.weight": "iq2_s", "blk.23.attn_v.weight": "iq3_xxs", "blk.23.attn_k.weight": "iq2_s", "blk.23.attn_q.weight": "iq2_xxs", "blk.24.ffn_up.weight": "iq2_xxs", "blk.24.ffn_down.weight": "iq2_xxs", "blk.24.ffn_gate.weight": "iq2_xxs", "blk.24.ssm_out.weight": "iq2_xxs", "blk.24.attn_gate.weight": "iq2_s", "blk.24.attn_qkv.weight": "iq2_xxs", "blk.25.ffn_up.weight": "iq2_xxs", "blk.25.ffn_down.weight": "iq2_xxs", "blk.25.ffn_gate.weight": "iq2_xxs", "blk.25.ssm_out.weight": "iq2_xxs", "blk.25.attn_gate.weight": "iq2_xxs", "blk.25.attn_qkv.weight": "iq2_xxs", "blk.26.ffn_up.weight": "iq2_xxs", "blk.26.ffn_down.weight": "iq2_s", "blk.26.ffn_gate.weight": "iq2_xxs", "blk.26.ssm_out.weight": "iq2_xxs", "blk.26.attn_gate.weight": "iq2_xxs", "blk.26.attn_qkv.weight": "iq2_xxs", "blk.27.ffn_up.weight": "iq2_xxs", "blk.27.ffn_down.weight": "iq2_xxs", "blk.27.ffn_gate.weight": "iq2_s", "blk.27.attn_output.weight": "iq2_xxs", "blk.27.attn_v.weight": "iq2_xxs", "blk.27.attn_k.weight": "q2_K", "blk.27.attn_q.weight": "iq2_xxs", "blk.28.ffn_up.weight": "iq2_xxs", "blk.28.ffn_down.weight": "iq2_xxs", "blk.28.ffn_gate.weight": "iq2_xxs", "blk.28.ssm_out.weight": "iq2_xxs", "blk.28.attn_gate.weight": "iq2_xxs", "blk.28.attn_qkv.weight": "iq3_xxs", "blk.29.ffn_up.weight": "iq2_xxs", "blk.29.ffn_down.weight": "iq2_xxs", "blk.29.ffn_gate.weight": "iq2_xxs", "blk.29.ssm_out.weight": "q2_K", "blk.29.attn_gate.weight": "iq2_xxs", "blk.29.attn_qkv.weight": "iq2_xxs", "blk.30.ffn_up.weight": "iq2_xxs", "blk.30.ffn_down.weight": "iq2_xxs", "blk.30.ffn_gate.weight": "iq2_xxs", "blk.30.ssm_out.weight": "iq2_xxs", "blk.30.attn_gate.weight": "iq2_xxs", "blk.30.attn_qkv.weight": "iq2_s", "blk.31.ffn_up.weight": "iq2_xxs", "blk.31.ffn_down.weight": "iq3_xxs", "blk.31.ffn_gate.weight": "iq2_xxs", "blk.31.attn_output.weight": "iq2_xxs", "blk.31.attn_v.weight": "iq3_xxs", "blk.31.attn_k.weight": "q2_K", "blk.31.attn_q.weight": "iq2_xxs", "token_embd.weight": "iq3_xxs" }, "embed": "iq3_xxs" }