{
  "source": {
    "repo": "fastino/GLiNER2.5-Decide-1B",
    "revision": "688cd7ba8917a0855ad3ce929cba5a9998932e79",
    "sha256": "02c567d791aed26550d300064c7f0c0094fd65291503c65969b45b30786e33b3"
  },
  "policy": "All 2D encoder weights Q8_0; all encoder norms and all head tensors FP32; original tensor names/shapes; classifier stored with encoder for ModernBERT header inspection",
  "tensor_count": 199,
  "parameter_count": 1188796693,
  "inventory": [
    {
      "name": "classifier.0.bias",
      "shape": [
        3584
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3584
    },
    {
      "name": "classifier.0.weight",
      "shape": [
        3584,
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6422528
    },
    {
      "name": "classifier.2.bias",
      "shape": [
        1
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1
    },
    {
      "name": "classifier.2.weight",
      "shape": [
        1,
        3584
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3584
    },
    {
      "name": "encoder.embeddings.norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.embeddings.tok_embeddings.weight",
      "shape": [
        50378,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 90277376
    },
    {
      "name": "encoder.final_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.0.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.0.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.0.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.0.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.0.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.1.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.1.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.1.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.1.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.1.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.1.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.10.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.10.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.10.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.10.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.10.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.10.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.11.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.11.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.11.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.11.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.11.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.11.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.12.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.12.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.12.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.12.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.12.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.12.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.13.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.13.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.13.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.13.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.13.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.13.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.14.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.14.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.14.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.14.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.14.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.14.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.15.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.15.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.15.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.15.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.15.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.15.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.16.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.16.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.16.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.16.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.16.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.16.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.17.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.17.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.17.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.17.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.17.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.17.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.18.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.18.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.18.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.18.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.18.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.18.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.19.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.19.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.19.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.19.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.19.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.19.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.2.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.2.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.2.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.2.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.2.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.2.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.20.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.20.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.20.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.20.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.20.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.20.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.21.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.21.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.21.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.21.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.21.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.21.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.22.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.22.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.22.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.22.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.22.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.22.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.23.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.23.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.23.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.23.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.23.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.23.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.24.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.24.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.24.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.24.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.24.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.24.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.25.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.25.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.25.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.25.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.25.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.25.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.26.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.26.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.26.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.26.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.26.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.26.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.27.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.27.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.27.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.27.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.27.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.27.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.3.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.3.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.3.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.3.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.3.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.3.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.4.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.4.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.4.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.4.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.4.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.4.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.5.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.5.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.5.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.5.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.5.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.5.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.6.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.6.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.6.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.6.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.6.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.6.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.7.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.7.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.7.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.7.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.7.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.7.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.8.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.8.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.8.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.8.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.8.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.8.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.9.attn.Wo.weight",
      "shape": [
        1792,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 3211264
    },
    {
      "name": "encoder.layers.9.attn.Wqkv.weight",
      "shape": [
        5376,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 9633792
    },
    {
      "name": "encoder.layers.9.attn_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "encoder.layers.9.mlp.Wi.weight",
      "shape": [
        7680,
        1792
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 13762560
    },
    {
      "name": "encoder.layers.9.mlp.Wo.weight",
      "shape": [
        1792,
        3840
      ],
      "type": "Q8_0",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 6881280
    },
    {
      "name": "encoder.layers.9.mlp_norm.weight",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner2-encoder.Q8_0.gguf",
      "elements": 1792
    },
    {
      "name": "count_embed.gru.bias_hh_l0",
      "shape": [
        5376
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 5376
    },
    {
      "name": "count_embed.gru.bias_ih_l0",
      "shape": [
        5376
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 5376
    },
    {
      "name": "count_embed.gru.weight_hh_l0",
      "shape": [
        5376,
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 9633792
    },
    {
      "name": "count_embed.gru.weight_ih_l0",
      "shape": [
        5376,
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 9633792
    },
    {
      "name": "count_embed.pos_embedding.weight",
      "shape": [
        20,
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 35840
    },
    {
      "name": "count_embed.projector.0.bias",
      "shape": [
        7168
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 7168
    },
    {
      "name": "count_embed.projector.0.weight",
      "shape": [
        7168,
        3584
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 25690112
    },
    {
      "name": "count_embed.projector.2.bias",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 1792
    },
    {
      "name": "count_embed.projector.2.weight",
      "shape": [
        1792,
        7168
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 12845056
    },
    {
      "name": "count_pred.0.bias",
      "shape": [
        3584
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 3584
    },
    {
      "name": "count_pred.0.weight",
      "shape": [
        3584,
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 6422528
    },
    {
      "name": "count_pred.2.bias",
      "shape": [
        20
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 20
    },
    {
      "name": "count_pred.2.weight",
      "shape": [
        20,
        3584
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 71680
    },
    {
      "name": "span_rep.span_rep_layer.out_project.0.bias",
      "shape": [
        7168
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 7168
    },
    {
      "name": "span_rep.span_rep_layer.out_project.0.weight",
      "shape": [
        7168,
        3584
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 25690112
    },
    {
      "name": "span_rep.span_rep_layer.out_project.3.bias",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 1792
    },
    {
      "name": "span_rep.span_rep_layer.out_project.3.weight",
      "shape": [
        1792,
        7168
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 12845056
    },
    {
      "name": "span_rep.span_rep_layer.project_end.0.bias",
      "shape": [
        7168
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 7168
    },
    {
      "name": "span_rep.span_rep_layer.project_end.0.weight",
      "shape": [
        7168,
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 12845056
    },
    {
      "name": "span_rep.span_rep_layer.project_end.3.bias",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 1792
    },
    {
      "name": "span_rep.span_rep_layer.project_end.3.weight",
      "shape": [
        1792,
        7168
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 12845056
    },
    {
      "name": "span_rep.span_rep_layer.project_start.0.bias",
      "shape": [
        7168
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 7168
    },
    {
      "name": "span_rep.span_rep_layer.project_start.0.weight",
      "shape": [
        7168,
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 12845056
    },
    {
      "name": "span_rep.span_rep_layer.project_start.3.bias",
      "shape": [
        1792
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 1792
    },
    {
      "name": "span_rep.span_rep_layer.project_start.3.weight",
      "shape": [
        1792,
        7168
      ],
      "type": "F32",
      "file": "gliner_head.gguf",
      "elements": 12845056
    }
  ],
  "tensor_validation": [
    {
      "name": "classifier.0.bias",
      "type": "F32",
      "elements": 3584,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "classifier.0.weight",
      "type": "F32",
      "elements": 6422528,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "classifier.2.bias",
      "type": "F32",
      "elements": 1,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "classifier.2.weight",
      "type": "F32",
      "elements": 3584,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.embeddings.norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.embeddings.tok_embeddings.weight",
      "type": "Q8_0",
      "elements": 90277376,
      "max_abs_error": 0.0036104819737374783,
      "relative_l2_error": 0.0054380095554256
    },
    {
      "name": "encoder.final_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.0.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0010762959718704224,
      "relative_l2_error": 0.005463395979339929
    },
    {
      "name": "encoder.layers.0.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0017898865044116974,
      "relative_l2_error": 0.006093393661340057
    },
    {
      "name": "encoder.layers.0.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0024197306483983994,
      "relative_l2_error": 0.005451528995669734
    },
    {
      "name": "encoder.layers.0.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.004801791161298752,
      "relative_l2_error": 0.005578202612893255
    },
    {
      "name": "encoder.layers.0.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.1.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0010849833488464355,
      "relative_l2_error": 0.00540233793990922
    },
    {
      "name": "encoder.layers.1.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0019715940579771996,
      "relative_l2_error": 0.00557771337957953
    },
    {
      "name": "encoder.layers.1.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.1.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0032837018370628357,
      "relative_l2_error": 0.005444035684685273
    },
    {
      "name": "encoder.layers.1.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0037276148796081543,
      "relative_l2_error": 0.0054480481779869165
    },
    {
      "name": "encoder.layers.1.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.10.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0011407919228076935,
      "relative_l2_error": 0.0053756576585443075
    },
    {
      "name": "encoder.layers.10.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0018650339916348457,
      "relative_l2_error": 0.005424293546412662
    },
    {
      "name": "encoder.layers.10.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.10.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.001994580961763859,
      "relative_l2_error": 0.005394706860904981
    },
    {
      "name": "encoder.layers.10.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0030887573957443237,
      "relative_l2_error": 0.00544076382801617
    },
    {
      "name": "encoder.layers.10.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.11.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.00070953369140625,
      "relative_l2_error": 0.005371072671775892
    },
    {
      "name": "encoder.layers.11.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.001819416880607605,
      "relative_l2_error": 0.005423947566322458
    },
    {
      "name": "encoder.layers.11.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.11.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0017860308289527893,
      "relative_l2_error": 0.00540335083757111
    },
    {
      "name": "encoder.layers.11.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0029129981994628906,
      "relative_l2_error": 0.005466749698721003
    },
    {
      "name": "encoder.layers.11.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.12.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0009333249181509018,
      "relative_l2_error": 0.005355394580541541
    },
    {
      "name": "encoder.layers.12.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0016602585092186928,
      "relative_l2_error": 0.005479971799693575
    },
    {
      "name": "encoder.layers.12.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.12.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0016110166907310486,
      "relative_l2_error": 0.005403494657877994
    },
    {
      "name": "encoder.layers.12.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.00602501817047596,
      "relative_l2_error": 0.005475982466498848
    },
    {
      "name": "encoder.layers.12.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.13.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0007100522052496672,
      "relative_l2_error": 0.005368114591259527
    },
    {
      "name": "encoder.layers.13.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.001532984897494316,
      "relative_l2_error": 0.005430349509066137
    },
    {
      "name": "encoder.layers.13.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.13.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0015448331832885742,
      "relative_l2_error": 0.005412854556496297
    },
    {
      "name": "encoder.layers.13.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0031808577477931976,
      "relative_l2_error": 0.005456550610778944
    },
    {
      "name": "encoder.layers.13.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.14.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0006487732753157616,
      "relative_l2_error": 0.0053683897683200485
    },
    {
      "name": "encoder.layers.14.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.001532960683107376,
      "relative_l2_error": 0.005424787210081651
    },
    {
      "name": "encoder.layers.14.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.14.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0012238333001732826,
      "relative_l2_error": 0.005416704119405141
    },
    {
      "name": "encoder.layers.14.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0046463459730148315,
      "relative_l2_error": 0.005478235457740246
    },
    {
      "name": "encoder.layers.14.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.15.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0008641183376312256,
      "relative_l2_error": 0.0053572947676570485
    },
    {
      "name": "encoder.layers.15.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0019053551368415356,
      "relative_l2_error": 0.005466447867945853
    },
    {
      "name": "encoder.layers.15.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.15.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.003579646348953247,
      "relative_l2_error": 0.005399674484701825
    },
    {
      "name": "encoder.layers.15.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.006393805146217346,
      "relative_l2_error": 0.005479886019961108
    },
    {
      "name": "encoder.layers.15.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.16.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0006188619881868362,
      "relative_l2_error": 0.005358989713403548
    },
    {
      "name": "encoder.layers.16.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.001599237322807312,
      "relative_l2_error": 0.005409729331467443
    },
    {
      "name": "encoder.layers.16.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.16.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0010548834688961506,
      "relative_l2_error": 0.005385109022734434
    },
    {
      "name": "encoder.layers.16.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0025789253413677216,
      "relative_l2_error": 0.005419319600514069
    },
    {
      "name": "encoder.layers.16.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.17.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0005449820309877396,
      "relative_l2_error": 0.005359094788859206
    },
    {
      "name": "encoder.layers.17.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0018340544775128365,
      "relative_l2_error": 0.005432449527931089
    },
    {
      "name": "encoder.layers.17.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.17.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0011309493565931916,
      "relative_l2_error": 0.005382558278223533
    },
    {
      "name": "encoder.layers.17.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0022530443966388702,
      "relative_l2_error": 0.005417692979267811
    },
    {
      "name": "encoder.layers.17.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.18.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0010645203292369843,
      "relative_l2_error": 0.005352337528966224
    },
    {
      "name": "encoder.layers.18.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0016208440065383911,
      "relative_l2_error": 0.005431183795150706
    },
    {
      "name": "encoder.layers.18.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.18.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0013473997823894024,
      "relative_l2_error": 0.0053800202732700066
    },
    {
      "name": "encoder.layers.18.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0030333837494254112,
      "relative_l2_error": 0.0054160168873945555
    },
    {
      "name": "encoder.layers.18.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.19.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0006486251950263977,
      "relative_l2_error": 0.0053595615521878776
    },
    {
      "name": "encoder.layers.19.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0016957111656665802,
      "relative_l2_error": 0.005408601059105596
    },
    {
      "name": "encoder.layers.19.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.19.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.001223839703015983,
      "relative_l2_error": 0.005380452805566558
    },
    {
      "name": "encoder.layers.19.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0020538344979286194,
      "relative_l2_error": 0.005400048825157081
    },
    {
      "name": "encoder.layers.19.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.2.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.001094471663236618,
      "relative_l2_error": 0.0053938700332198325
    },
    {
      "name": "encoder.layers.2.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.002156779170036316,
      "relative_l2_error": 0.005538157039700987
    },
    {
      "name": "encoder.layers.2.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.2.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0016384618356823921,
      "relative_l2_error": 0.005399714235993084
    },
    {
      "name": "encoder.layers.2.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0034864358603954315,
      "relative_l2_error": 0.005437336277105018
    },
    {
      "name": "encoder.layers.2.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.20.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0005918778479099274,
      "relative_l2_error": 0.005354378875068214
    },
    {
      "name": "encoder.layers.20.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0019085109233856201,
      "relative_l2_error": 0.00542565617393061
    },
    {
      "name": "encoder.layers.20.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.20.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0014903070405125618,
      "relative_l2_error": 0.005370327772745172
    },
    {
      "name": "encoder.layers.20.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0028270184993743896,
      "relative_l2_error": 0.0054013212498583985
    },
    {
      "name": "encoder.layers.20.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.21.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.00083891861140728,
      "relative_l2_error": 0.005341590037769025
    },
    {
      "name": "encoder.layers.21.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0016747601330280304,
      "relative_l2_error": 0.005444949475696785
    },
    {
      "name": "encoder.layers.21.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.21.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.001665523275732994,
      "relative_l2_error": 0.005374994849397352
    },
    {
      "name": "encoder.layers.21.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0029561296105384827,
      "relative_l2_error": 0.0053933918646440725
    },
    {
      "name": "encoder.layers.21.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.22.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0008899345993995667,
      "relative_l2_error": 0.005357888738082181
    },
    {
      "name": "encoder.layers.22.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0018368363380432129,
      "relative_l2_error": 0.005415570081432768
    },
    {
      "name": "encoder.layers.22.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.22.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0012439806014299393,
      "relative_l2_error": 0.005370159099464432
    },
    {
      "name": "encoder.layers.22.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0035903446841984987,
      "relative_l2_error": 0.005395875830710958
    },
    {
      "name": "encoder.layers.22.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.23.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0006547719240188599,
      "relative_l2_error": 0.00535165962967787
    },
    {
      "name": "encoder.layers.23.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0015652049332857132,
      "relative_l2_error": 0.005408764079991424
    },
    {
      "name": "encoder.layers.23.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.23.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.001332438550889492,
      "relative_l2_error": 0.005369691344802426
    },
    {
      "name": "encoder.layers.23.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.005592674016952515,
      "relative_l2_error": 0.005414321188868618
    },
    {
      "name": "encoder.layers.23.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.24.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0010005682706832886,
      "relative_l2_error": 0.005342109008590508
    },
    {
      "name": "encoder.layers.24.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0015119574964046478,
      "relative_l2_error": 0.005437071383439496
    },
    {
      "name": "encoder.layers.24.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.24.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0011918377131223679,
      "relative_l2_error": 0.005368745291775641
    },
    {
      "name": "encoder.layers.24.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0035138744860887527,
      "relative_l2_error": 0.005380629993580003
    },
    {
      "name": "encoder.layers.24.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.25.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0009139999747276306,
      "relative_l2_error": 0.00535052742382003
    },
    {
      "name": "encoder.layers.25.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0011503323912620544,
      "relative_l2_error": 0.005408386868799533
    },
    {
      "name": "encoder.layers.25.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.25.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.001102648675441742,
      "relative_l2_error": 0.005367334713440516
    },
    {
      "name": "encoder.layers.25.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.004659606143832207,
      "relative_l2_error": 0.0053767386526844055
    },
    {
      "name": "encoder.layers.25.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.26.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0008073225617408752,
      "relative_l2_error": 0.005356805255257524
    },
    {
      "name": "encoder.layers.26.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0010426193475723267,
      "relative_l2_error": 0.005410012257390135
    },
    {
      "name": "encoder.layers.26.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.26.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.001361556351184845,
      "relative_l2_error": 0.005366141286608883
    },
    {
      "name": "encoder.layers.26.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.005103027448058128,
      "relative_l2_error": 0.005416052499548317
    },
    {
      "name": "encoder.layers.26.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.27.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0023574382066726685,
      "relative_l2_error": 0.005347451094178328
    },
    {
      "name": "encoder.layers.27.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0009001810103654861,
      "relative_l2_error": 0.005407455592197534
    },
    {
      "name": "encoder.layers.27.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.27.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0008288710378110409,
      "relative_l2_error": 0.005358445248000448
    },
    {
      "name": "encoder.layers.27.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0019151568412780762,
      "relative_l2_error": 0.005431807691021805
    },
    {
      "name": "encoder.layers.27.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.3.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0008207475766539574,
      "relative_l2_error": 0.0054118086614267855
    },
    {
      "name": "encoder.layers.3.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.002652343362569809,
      "relative_l2_error": 0.005540412290427367
    },
    {
      "name": "encoder.layers.3.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.3.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.002148199360817671,
      "relative_l2_error": 0.0054289888374019
    },
    {
      "name": "encoder.layers.3.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.003403361886739731,
      "relative_l2_error": 0.005442555169960169
    },
    {
      "name": "encoder.layers.3.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.4.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0009568724781274796,
      "relative_l2_error": 0.005388716784983608
    },
    {
      "name": "encoder.layers.4.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0027749650180339813,
      "relative_l2_error": 0.005506415443666548
    },
    {
      "name": "encoder.layers.4.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.4.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0017186757177114487,
      "relative_l2_error": 0.00539591729366054
    },
    {
      "name": "encoder.layers.4.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.002517014741897583,
      "relative_l2_error": 0.005404275656013008
    },
    {
      "name": "encoder.layers.4.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.5.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0007928758859634399,
      "relative_l2_error": 0.005383478494092618
    },
    {
      "name": "encoder.layers.5.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0023197755217552185,
      "relative_l2_error": 0.005508335336815858
    },
    {
      "name": "encoder.layers.5.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.5.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0015325737185776234,
      "relative_l2_error": 0.005387144930524284
    },
    {
      "name": "encoder.layers.5.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0033594174310564995,
      "relative_l2_error": 0.005432936610100997
    },
    {
      "name": "encoder.layers.5.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.6.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0009954944252967834,
      "relative_l2_error": 0.005386266596719546
    },
    {
      "name": "encoder.layers.6.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0021834783256053925,
      "relative_l2_error": 0.005509853950537219
    },
    {
      "name": "encoder.layers.6.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.6.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0028406083583831787,
      "relative_l2_error": 0.005397004426758879
    },
    {
      "name": "encoder.layers.6.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0028616944327950478,
      "relative_l2_error": 0.005461412256579542
    },
    {
      "name": "encoder.layers.6.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.7.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0008758974727243185,
      "relative_l2_error": 0.005381170917723854
    },
    {
      "name": "encoder.layers.7.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0020504628773778677,
      "relative_l2_error": 0.005474116617701358
    },
    {
      "name": "encoder.layers.7.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.7.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.001865258440375328,
      "relative_l2_error": 0.005387709876071456
    },
    {
      "name": "encoder.layers.7.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0025404393672943115,
      "relative_l2_error": 0.0054280796490828636
    },
    {
      "name": "encoder.layers.7.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.8.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.001010596752166748,
      "relative_l2_error": 0.005388960208110108
    },
    {
      "name": "encoder.layers.8.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.00248284125700593,
      "relative_l2_error": 0.005461172059347356
    },
    {
      "name": "encoder.layers.8.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.8.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0016712904907763004,
      "relative_l2_error": 0.005389808204204656
    },
    {
      "name": "encoder.layers.8.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.0030824989080429077,
      "relative_l2_error": 0.005445310272179385
    },
    {
      "name": "encoder.layers.8.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.9.attn.Wo.weight",
      "type": "Q8_0",
      "elements": 3211264,
      "max_abs_error": 0.0010970290750265121,
      "relative_l2_error": 0.00538159026733592
    },
    {
      "name": "encoder.layers.9.attn.Wqkv.weight",
      "type": "Q8_0",
      "elements": 9633792,
      "max_abs_error": 0.0027152597904205322,
      "relative_l2_error": 0.005483263276493753
    },
    {
      "name": "encoder.layers.9.attn_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "encoder.layers.9.mlp.Wi.weight",
      "type": "Q8_0",
      "elements": 13762560,
      "max_abs_error": 0.0017623656895011663,
      "relative_l2_error": 0.005389706156586178
    },
    {
      "name": "encoder.layers.9.mlp.Wo.weight",
      "type": "Q8_0",
      "elements": 6881280,
      "max_abs_error": 0.003086000680923462,
      "relative_l2_error": 0.005457015963649958
    },
    {
      "name": "encoder.layers.9.mlp_norm.weight",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.gru.bias_hh_l0",
      "type": "F32",
      "elements": 5376,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.gru.bias_ih_l0",
      "type": "F32",
      "elements": 5376,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.gru.weight_hh_l0",
      "type": "F32",
      "elements": 9633792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.gru.weight_ih_l0",
      "type": "F32",
      "elements": 9633792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.pos_embedding.weight",
      "type": "F32",
      "elements": 35840,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.projector.0.bias",
      "type": "F32",
      "elements": 7168,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.projector.0.weight",
      "type": "F32",
      "elements": 25690112,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.projector.2.bias",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_embed.projector.2.weight",
      "type": "F32",
      "elements": 12845056,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_pred.0.bias",
      "type": "F32",
      "elements": 3584,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_pred.0.weight",
      "type": "F32",
      "elements": 6422528,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_pred.2.bias",
      "type": "F32",
      "elements": 20,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "count_pred.2.weight",
      "type": "F32",
      "elements": 71680,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.out_project.0.bias",
      "type": "F32",
      "elements": 7168,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.out_project.0.weight",
      "type": "F32",
      "elements": 25690112,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.out_project.3.bias",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.out_project.3.weight",
      "type": "F32",
      "elements": 12845056,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.project_end.0.bias",
      "type": "F32",
      "elements": 7168,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.project_end.0.weight",
      "type": "F32",
      "elements": 12845056,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.project_end.3.bias",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.project_end.3.weight",
      "type": "F32",
      "elements": 12845056,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.project_start.0.bias",
      "type": "F32",
      "elements": 7168,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.project_start.0.weight",
      "type": "F32",
      "elements": 12845056,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.project_start.3.bias",
      "type": "F32",
      "elements": 1792,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    },
    {
      "name": "span_rep.span_rep_layer.project_start.3.weight",
      "type": "F32",
      "elements": 12845056,
      "max_abs_error": 0.0,
      "relative_l2_error": 0.0
    }
  ],
  "files": {
    "antfly_inference_bundle.json": {
      "size_bytes": 128,
      "sha256": "49a5c40b088c1bd9f33842054b950ff206f52be4c7c60379422e69d506da4828"
    },
    "config.json": {
      "size_bytes": 464,
      "sha256": "d2732928820b95649bc87f051345b2394fff87fc28c01f945610f943d6f402b2"
    },
    "encoder_config/config.json": {
      "size_bytes": 2160,
      "sha256": "c2cc4c15c7504b9e15651f2a32dff82b84fa9a99060a3218671a930da0a9b50d"
    },
    "gliner2-encoder.Q8_0.gguf": {
      "size_bytes": 1118356576,
      "sha256": "9ba4aea751bc8ce3586e70c4dfb3db93d0a850da5023b39d1bb68d21247f1694"
    },
    "gliner_head.gguf": {
      "size_bytes": 617195872,
      "sha256": "9a6c1a8ae0f58158404ea6875012e0c27e5923188906492ec7d948968741f558"
    },
    "tokenizer.json": {
      "size_bytes": 3585055,
      "sha256": "ddb379b6a4679ee16646bf0b726de9ec538d7c80ea9d4d4e33b069f19c9e1efb"
    },
    "tokenizer_config.json": {
      "size_bytes": 559,
      "sha256": "8bb8d094c7cde84942866ef98fb5b24f7387245573a7f707c8349729484c27b3"
    }
  }
}