{
  "model": "/media/m2teamgroup/models/Orbit-3.2-Nano-GGUF/OpenPathAI_Orbit-3.2-Nano-bf16.gguf",
  "imatrix": "/media/m2teamgroup/models/Orbit-3.2-Nano-GGUF/OpenPathAI_Orbit-3.2-Nano-imatrix.gguf",
  "ftype": "IQ2_M",
  "base_type": "iq2_s",
  "family": "iq",
  "recipe": "ident",
  "variant": "shr0.70",
  "auto_crush": false,
  "rung_mode": "share",
  "tier": "M",
  "rung_share": 0.7,
  "crush_pass_bytes": null,
  "embd_shares": {
    "token_embd.weight": {
      "share": 0.1777,
      "type": "q3_k"
    }
  },
  "arch": "dense",
  "tied": true,
  "n_layer": 30,
  "body_rule": true,
  "pins": {},
  "shape_pins": {},
  "fixed_pins": {},
  "embeddings": {
    "token_embd.weight": "q3_k"
  },
  "bytes": {
    "heuristic_body+embd": 1013186560,
    "map_body+embd": 992600064,
    "ratio": 0.9797,
    "note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both"
  },
  "body_base_share": 0.7,
  "body_bpw": 2.891,
  "body_bpw_heuristic": 2.737,
  "total_params": 2697198592,
  "file_bytes_pred": 993644544,
  "file_bpw_pred": 2.947,
  "histogram": {
    "attn_k": {
      "iq4_xs": 8
    },
    "attn_output": {
      "iq4_xs": 6,
      "iq2_s": 2
    },
    "attn_q": {
      "iq2_s": 5,
      "iq3_s": 3
    },
    "attn_v": {
      "q5_k": 6,
      "q4_k": 1,
      "iq4_xs": 1
    },
    "ffn_down": {
      "iq2_s": 29,
      "iq3_s": 1
    },
    "ffn_gate": {
      "iq2_s": 30
    },
    "ffn_up": {
      "iq2_s": 27,
      "iq3_s": 1,
      "iq3_xxs": 1,
      "iq4_xs": 1
    },
    "shortconv.in_proj": {
      "iq4_xs": 22
    },
    "shortconv.out_proj": {
      "iq4_xs": 21,
      "q4_k": 1
    }
  },
  "prior": "layout/prior.json",
  "pin_rule": "floor",
  "embd_cap": "heur",
  "generator": "auto_quant_v2.layout",
  "generator_key": "3bf8b43e20a68f0b",
  "quant_type": "IQ2_M",
  "quantize_ftype": "IQ2_M",
  "llama_cpp_version": "b11716",
  "unknown_kinds": {
    "dense|shortconv.in_proj": {
      "tensors": 22,
      "params_share": 0.1137
    },
    "dense|shortconv.out_proj": {
      "tensors": 22,
      "params_share": 0.0379
    }
  },
  "commit": "1ac1b04da659470c625135a945d427b40b5da68b"
}