{ "model": "/media/m2teamgroup/models/Orbit-3.2-Nano-GGUF/OpenPathAI_Orbit-3.2-Nano-bf16.gguf", "imatrix": "/media/m2teamgroup/models/Orbit-3.2-Nano-GGUF/OpenPathAI_Orbit-3.2-Nano-imatrix.gguf", "ftype": "IQ3_M", "base_type": "iq3_s", "family": "iq", "recipe": "ident", "variant": "shr0.50", "auto_crush": false, "rung_mode": "share", "tier": "L", "rung_share": 0.5, "crush_pass_bytes": null, "embd_shares": { "token_embd.weight": { "share": 0.1674, "type": "q4_k" } }, "arch": "dense", "tied": true, "n_layer": 30, "body_rule": true, "pins": {}, "shape_pins": {}, "fixed_pins": {}, "embeddings": { "token_embd.weight": "q4_k" }, "bytes": { "heuristic_body+embd": 1283186688, "map_body+embd": 1434206208, "ratio": 1.1177, "note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both" }, "body_base_share": 0.5, "body_bpw": 4.228, "body_bpw_heuristic": 3.51, "total_params": 2697198592, "file_bytes_pred": 1435250688, "file_bpw_pred": 4.257, "histogram": { "attn_k": { "q5_k": 8 }, "attn_output": { "q5_k": 8 }, "attn_q": { "iq4_xs": 4, "q5_k": 4 }, "attn_v": { "q6_k": 6, "q8_0": 2 }, "ffn_down": { "iq3_s": 17, "q5_k": 9, "q4_k": 2, "iq4_xs": 2 }, "ffn_gate": { "iq3_s": 29, "q5_k": 1 }, "ffn_up": { "iq3_s": 22, "q5_k": 8 }, "shortconv.in_proj": { "q5_k": 22 }, "shortconv.out_proj": { "q6_k": 22 } }, "prior": "layout/prior.json", "pin_rule": "floor", "embd_cap": "heur", "generator": "auto_quant_v2.layout", "generator_key": "3bf8b43e20a68f0b", "quant_type": "IQ3_M", "quantize_ftype": "IQ3_M", "llama_cpp_version": "b11716", "unknown_kinds": { "dense|shortconv.in_proj": { "tensors": 22, "params_share": 0.1137 }, "dense|shortconv.out_proj": { "tensors": 22, "params_share": 0.0379 } }, "commit": "1ac1b04da659470c625135a945d427b40b5da68b" }