| { |
| "source": { |
| "repo": "fastino/GLiNER2.5-Decide-1B", |
| "revision": "688cd7ba8917a0855ad3ce929cba5a9998932e79", |
| "sha256": "02c567d791aed26550d300064c7f0c0094fd65291503c65969b45b30786e33b3" |
| }, |
| "policy": "All 2D encoder weights Q8_0; all encoder norms and all head tensors FP32; original tensor names/shapes; classifier stored with encoder for ModernBERT header inspection", |
| "tensor_count": 199, |
| "parameter_count": 1188796693, |
| "inventory": [ |
| { |
| "name": "classifier.0.bias", |
| "shape": [ |
| 3584 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3584 |
| }, |
| { |
| "name": "classifier.0.weight", |
| "shape": [ |
| 3584, |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6422528 |
| }, |
| { |
| "name": "classifier.2.bias", |
| "shape": [ |
| 1 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1 |
| }, |
| { |
| "name": "classifier.2.weight", |
| "shape": [ |
| 1, |
| 3584 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3584 |
| }, |
| { |
| "name": "encoder.embeddings.norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.embeddings.tok_embeddings.weight", |
| "shape": [ |
| 50378, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 90277376 |
| }, |
| { |
| "name": "encoder.final_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.0.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.0.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.0.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.0.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.0.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.1.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.1.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.1.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.1.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.1.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.1.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.10.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.10.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.10.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.10.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.10.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.10.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.11.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.11.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.11.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.11.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.11.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.11.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.12.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.12.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.12.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.12.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.12.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.12.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.13.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.13.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.13.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.13.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.13.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.13.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.14.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.14.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.14.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.14.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.14.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.14.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.15.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.15.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.15.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.15.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.15.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.15.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.16.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.16.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.16.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.16.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.16.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.16.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.17.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.17.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.17.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.17.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.17.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.17.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.18.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.18.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.18.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.18.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.18.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.18.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.19.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.19.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.19.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.19.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.19.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.19.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.2.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.2.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.2.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.2.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.2.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.2.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.20.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.20.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.20.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.20.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.20.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.20.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.21.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.21.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.21.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.21.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.21.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.21.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.22.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.22.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.22.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.22.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.22.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.22.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.23.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.23.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.23.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.23.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.23.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.23.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.24.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.24.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.24.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.24.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.24.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.24.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.25.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.25.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.25.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.25.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.25.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.25.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.26.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.26.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.26.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.26.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.26.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.26.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.27.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.27.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.27.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.27.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.27.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.27.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.3.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.3.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.3.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.3.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.3.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.3.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.4.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.4.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.4.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.4.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.4.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.4.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.5.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.5.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.5.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.5.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.5.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.5.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.6.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.6.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.6.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.6.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.6.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.6.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.7.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.7.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.7.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.7.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.7.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.7.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.8.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.8.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.8.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.8.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.8.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.8.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.9.attn.Wo.weight", |
| "shape": [ |
| 1792, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 3211264 |
| }, |
| { |
| "name": "encoder.layers.9.attn.Wqkv.weight", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "encoder.layers.9.attn_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "encoder.layers.9.mlp.Wi.weight", |
| "shape": [ |
| 7680, |
| 1792 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 13762560 |
| }, |
| { |
| "name": "encoder.layers.9.mlp.Wo.weight", |
| "shape": [ |
| 1792, |
| 3840 |
| ], |
| "type": "Q8_0", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 6881280 |
| }, |
| { |
| "name": "encoder.layers.9.mlp_norm.weight", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner2-encoder.Q8_0.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "count_embed.gru.bias_hh_l0", |
| "shape": [ |
| 5376 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 5376 |
| }, |
| { |
| "name": "count_embed.gru.bias_ih_l0", |
| "shape": [ |
| 5376 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 5376 |
| }, |
| { |
| "name": "count_embed.gru.weight_hh_l0", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "count_embed.gru.weight_ih_l0", |
| "shape": [ |
| 5376, |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 9633792 |
| }, |
| { |
| "name": "count_embed.pos_embedding.weight", |
| "shape": [ |
| 20, |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 35840 |
| }, |
| { |
| "name": "count_embed.projector.0.bias", |
| "shape": [ |
| 7168 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 7168 |
| }, |
| { |
| "name": "count_embed.projector.0.weight", |
| "shape": [ |
| 7168, |
| 3584 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 25690112 |
| }, |
| { |
| "name": "count_embed.projector.2.bias", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "count_embed.projector.2.weight", |
| "shape": [ |
| 1792, |
| 7168 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 12845056 |
| }, |
| { |
| "name": "count_pred.0.bias", |
| "shape": [ |
| 3584 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 3584 |
| }, |
| { |
| "name": "count_pred.0.weight", |
| "shape": [ |
| 3584, |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 6422528 |
| }, |
| { |
| "name": "count_pred.2.bias", |
| "shape": [ |
| 20 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 20 |
| }, |
| { |
| "name": "count_pred.2.weight", |
| "shape": [ |
| 20, |
| 3584 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 71680 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.out_project.0.bias", |
| "shape": [ |
| 7168 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 7168 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.out_project.0.weight", |
| "shape": [ |
| 7168, |
| 3584 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 25690112 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.out_project.3.bias", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.out_project.3.weight", |
| "shape": [ |
| 1792, |
| 7168 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 12845056 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_end.0.bias", |
| "shape": [ |
| 7168 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 7168 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_end.0.weight", |
| "shape": [ |
| 7168, |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 12845056 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_end.3.bias", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_end.3.weight", |
| "shape": [ |
| 1792, |
| 7168 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 12845056 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_start.0.bias", |
| "shape": [ |
| 7168 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 7168 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_start.0.weight", |
| "shape": [ |
| 7168, |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 12845056 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_start.3.bias", |
| "shape": [ |
| 1792 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 1792 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_start.3.weight", |
| "shape": [ |
| 1792, |
| 7168 |
| ], |
| "type": "F32", |
| "file": "gliner_head.gguf", |
| "elements": 12845056 |
| } |
| ], |
| "tensor_validation": [ |
| { |
| "name": "classifier.0.bias", |
| "type": "F32", |
| "elements": 3584, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "classifier.0.weight", |
| "type": "F32", |
| "elements": 6422528, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "classifier.2.bias", |
| "type": "F32", |
| "elements": 1, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "classifier.2.weight", |
| "type": "F32", |
| "elements": 3584, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.embeddings.norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.embeddings.tok_embeddings.weight", |
| "type": "Q8_0", |
| "elements": 90277376, |
| "max_abs_error": 0.0036104819737374783, |
| "relative_l2_error": 0.0054380095554256 |
| }, |
| { |
| "name": "encoder.final_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.0.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0010762959718704224, |
| "relative_l2_error": 0.005463395979339929 |
| }, |
| { |
| "name": "encoder.layers.0.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0017898865044116974, |
| "relative_l2_error": 0.006093393661340057 |
| }, |
| { |
| "name": "encoder.layers.0.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0024197306483983994, |
| "relative_l2_error": 0.005451528995669734 |
| }, |
| { |
| "name": "encoder.layers.0.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.004801791161298752, |
| "relative_l2_error": 0.005578202612893255 |
| }, |
| { |
| "name": "encoder.layers.0.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0010849833488464355, |
| "relative_l2_error": 0.00540233793990922 |
| }, |
| { |
| "name": "encoder.layers.1.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0019715940579771996, |
| "relative_l2_error": 0.00557771337957953 |
| }, |
| { |
| "name": "encoder.layers.1.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0032837018370628357, |
| "relative_l2_error": 0.005444035684685273 |
| }, |
| { |
| "name": "encoder.layers.1.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0037276148796081543, |
| "relative_l2_error": 0.0054480481779869165 |
| }, |
| { |
| "name": "encoder.layers.1.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0011407919228076935, |
| "relative_l2_error": 0.0053756576585443075 |
| }, |
| { |
| "name": "encoder.layers.10.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0018650339916348457, |
| "relative_l2_error": 0.005424293546412662 |
| }, |
| { |
| "name": "encoder.layers.10.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.001994580961763859, |
| "relative_l2_error": 0.005394706860904981 |
| }, |
| { |
| "name": "encoder.layers.10.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0030887573957443237, |
| "relative_l2_error": 0.00544076382801617 |
| }, |
| { |
| "name": "encoder.layers.10.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.00070953369140625, |
| "relative_l2_error": 0.005371072671775892 |
| }, |
| { |
| "name": "encoder.layers.11.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.001819416880607605, |
| "relative_l2_error": 0.005423947566322458 |
| }, |
| { |
| "name": "encoder.layers.11.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0017860308289527893, |
| "relative_l2_error": 0.00540335083757111 |
| }, |
| { |
| "name": "encoder.layers.11.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0029129981994628906, |
| "relative_l2_error": 0.005466749698721003 |
| }, |
| { |
| "name": "encoder.layers.11.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0009333249181509018, |
| "relative_l2_error": 0.005355394580541541 |
| }, |
| { |
| "name": "encoder.layers.12.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0016602585092186928, |
| "relative_l2_error": 0.005479971799693575 |
| }, |
| { |
| "name": "encoder.layers.12.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0016110166907310486, |
| "relative_l2_error": 0.005403494657877994 |
| }, |
| { |
| "name": "encoder.layers.12.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.00602501817047596, |
| "relative_l2_error": 0.005475982466498848 |
| }, |
| { |
| "name": "encoder.layers.12.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0007100522052496672, |
| "relative_l2_error": 0.005368114591259527 |
| }, |
| { |
| "name": "encoder.layers.13.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.001532984897494316, |
| "relative_l2_error": 0.005430349509066137 |
| }, |
| { |
| "name": "encoder.layers.13.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0015448331832885742, |
| "relative_l2_error": 0.005412854556496297 |
| }, |
| { |
| "name": "encoder.layers.13.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0031808577477931976, |
| "relative_l2_error": 0.005456550610778944 |
| }, |
| { |
| "name": "encoder.layers.13.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0006487732753157616, |
| "relative_l2_error": 0.0053683897683200485 |
| }, |
| { |
| "name": "encoder.layers.14.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.001532960683107376, |
| "relative_l2_error": 0.005424787210081651 |
| }, |
| { |
| "name": "encoder.layers.14.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0012238333001732826, |
| "relative_l2_error": 0.005416704119405141 |
| }, |
| { |
| "name": "encoder.layers.14.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0046463459730148315, |
| "relative_l2_error": 0.005478235457740246 |
| }, |
| { |
| "name": "encoder.layers.14.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0008641183376312256, |
| "relative_l2_error": 0.0053572947676570485 |
| }, |
| { |
| "name": "encoder.layers.15.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0019053551368415356, |
| "relative_l2_error": 0.005466447867945853 |
| }, |
| { |
| "name": "encoder.layers.15.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.003579646348953247, |
| "relative_l2_error": 0.005399674484701825 |
| }, |
| { |
| "name": "encoder.layers.15.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.006393805146217346, |
| "relative_l2_error": 0.005479886019961108 |
| }, |
| { |
| "name": "encoder.layers.15.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0006188619881868362, |
| "relative_l2_error": 0.005358989713403548 |
| }, |
| { |
| "name": "encoder.layers.16.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.001599237322807312, |
| "relative_l2_error": 0.005409729331467443 |
| }, |
| { |
| "name": "encoder.layers.16.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0010548834688961506, |
| "relative_l2_error": 0.005385109022734434 |
| }, |
| { |
| "name": "encoder.layers.16.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0025789253413677216, |
| "relative_l2_error": 0.005419319600514069 |
| }, |
| { |
| "name": "encoder.layers.16.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0005449820309877396, |
| "relative_l2_error": 0.005359094788859206 |
| }, |
| { |
| "name": "encoder.layers.17.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0018340544775128365, |
| "relative_l2_error": 0.005432449527931089 |
| }, |
| { |
| "name": "encoder.layers.17.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0011309493565931916, |
| "relative_l2_error": 0.005382558278223533 |
| }, |
| { |
| "name": "encoder.layers.17.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0022530443966388702, |
| "relative_l2_error": 0.005417692979267811 |
| }, |
| { |
| "name": "encoder.layers.17.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0010645203292369843, |
| "relative_l2_error": 0.005352337528966224 |
| }, |
| { |
| "name": "encoder.layers.18.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0016208440065383911, |
| "relative_l2_error": 0.005431183795150706 |
| }, |
| { |
| "name": "encoder.layers.18.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0013473997823894024, |
| "relative_l2_error": 0.0053800202732700066 |
| }, |
| { |
| "name": "encoder.layers.18.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0030333837494254112, |
| "relative_l2_error": 0.0054160168873945555 |
| }, |
| { |
| "name": "encoder.layers.18.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0006486251950263977, |
| "relative_l2_error": 0.0053595615521878776 |
| }, |
| { |
| "name": "encoder.layers.19.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0016957111656665802, |
| "relative_l2_error": 0.005408601059105596 |
| }, |
| { |
| "name": "encoder.layers.19.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.001223839703015983, |
| "relative_l2_error": 0.005380452805566558 |
| }, |
| { |
| "name": "encoder.layers.19.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0020538344979286194, |
| "relative_l2_error": 0.005400048825157081 |
| }, |
| { |
| "name": "encoder.layers.19.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.001094471663236618, |
| "relative_l2_error": 0.0053938700332198325 |
| }, |
| { |
| "name": "encoder.layers.2.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.002156779170036316, |
| "relative_l2_error": 0.005538157039700987 |
| }, |
| { |
| "name": "encoder.layers.2.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0016384618356823921, |
| "relative_l2_error": 0.005399714235993084 |
| }, |
| { |
| "name": "encoder.layers.2.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0034864358603954315, |
| "relative_l2_error": 0.005437336277105018 |
| }, |
| { |
| "name": "encoder.layers.2.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0005918778479099274, |
| "relative_l2_error": 0.005354378875068214 |
| }, |
| { |
| "name": "encoder.layers.20.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0019085109233856201, |
| "relative_l2_error": 0.00542565617393061 |
| }, |
| { |
| "name": "encoder.layers.20.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0014903070405125618, |
| "relative_l2_error": 0.005370327772745172 |
| }, |
| { |
| "name": "encoder.layers.20.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0028270184993743896, |
| "relative_l2_error": 0.0054013212498583985 |
| }, |
| { |
| "name": "encoder.layers.20.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.00083891861140728, |
| "relative_l2_error": 0.005341590037769025 |
| }, |
| { |
| "name": "encoder.layers.21.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0016747601330280304, |
| "relative_l2_error": 0.005444949475696785 |
| }, |
| { |
| "name": "encoder.layers.21.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.001665523275732994, |
| "relative_l2_error": 0.005374994849397352 |
| }, |
| { |
| "name": "encoder.layers.21.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0029561296105384827, |
| "relative_l2_error": 0.0053933918646440725 |
| }, |
| { |
| "name": "encoder.layers.21.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.22.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0008899345993995667, |
| "relative_l2_error": 0.005357888738082181 |
| }, |
| { |
| "name": "encoder.layers.22.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0018368363380432129, |
| "relative_l2_error": 0.005415570081432768 |
| }, |
| { |
| "name": "encoder.layers.22.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.22.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0012439806014299393, |
| "relative_l2_error": 0.005370159099464432 |
| }, |
| { |
| "name": "encoder.layers.22.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0035903446841984987, |
| "relative_l2_error": 0.005395875830710958 |
| }, |
| { |
| "name": "encoder.layers.22.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.23.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0006547719240188599, |
| "relative_l2_error": 0.00535165962967787 |
| }, |
| { |
| "name": "encoder.layers.23.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0015652049332857132, |
| "relative_l2_error": 0.005408764079991424 |
| }, |
| { |
| "name": "encoder.layers.23.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.23.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.001332438550889492, |
| "relative_l2_error": 0.005369691344802426 |
| }, |
| { |
| "name": "encoder.layers.23.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.005592674016952515, |
| "relative_l2_error": 0.005414321188868618 |
| }, |
| { |
| "name": "encoder.layers.23.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.24.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0010005682706832886, |
| "relative_l2_error": 0.005342109008590508 |
| }, |
| { |
| "name": "encoder.layers.24.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0015119574964046478, |
| "relative_l2_error": 0.005437071383439496 |
| }, |
| { |
| "name": "encoder.layers.24.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.24.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0011918377131223679, |
| "relative_l2_error": 0.005368745291775641 |
| }, |
| { |
| "name": "encoder.layers.24.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0035138744860887527, |
| "relative_l2_error": 0.005380629993580003 |
| }, |
| { |
| "name": "encoder.layers.24.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.25.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0009139999747276306, |
| "relative_l2_error": 0.00535052742382003 |
| }, |
| { |
| "name": "encoder.layers.25.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0011503323912620544, |
| "relative_l2_error": 0.005408386868799533 |
| }, |
| { |
| "name": "encoder.layers.25.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.25.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.001102648675441742, |
| "relative_l2_error": 0.005367334713440516 |
| }, |
| { |
| "name": "encoder.layers.25.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.004659606143832207, |
| "relative_l2_error": 0.0053767386526844055 |
| }, |
| { |
| "name": "encoder.layers.25.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.26.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0008073225617408752, |
| "relative_l2_error": 0.005356805255257524 |
| }, |
| { |
| "name": "encoder.layers.26.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0010426193475723267, |
| "relative_l2_error": 0.005410012257390135 |
| }, |
| { |
| "name": "encoder.layers.26.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.26.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.001361556351184845, |
| "relative_l2_error": 0.005366141286608883 |
| }, |
| { |
| "name": "encoder.layers.26.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.005103027448058128, |
| "relative_l2_error": 0.005416052499548317 |
| }, |
| { |
| "name": "encoder.layers.26.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.27.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0023574382066726685, |
| "relative_l2_error": 0.005347451094178328 |
| }, |
| { |
| "name": "encoder.layers.27.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0009001810103654861, |
| "relative_l2_error": 0.005407455592197534 |
| }, |
| { |
| "name": "encoder.layers.27.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.27.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0008288710378110409, |
| "relative_l2_error": 0.005358445248000448 |
| }, |
| { |
| "name": "encoder.layers.27.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0019151568412780762, |
| "relative_l2_error": 0.005431807691021805 |
| }, |
| { |
| "name": "encoder.layers.27.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0008207475766539574, |
| "relative_l2_error": 0.0054118086614267855 |
| }, |
| { |
| "name": "encoder.layers.3.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.002652343362569809, |
| "relative_l2_error": 0.005540412290427367 |
| }, |
| { |
| "name": "encoder.layers.3.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.002148199360817671, |
| "relative_l2_error": 0.0054289888374019 |
| }, |
| { |
| "name": "encoder.layers.3.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.003403361886739731, |
| "relative_l2_error": 0.005442555169960169 |
| }, |
| { |
| "name": "encoder.layers.3.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0009568724781274796, |
| "relative_l2_error": 0.005388716784983608 |
| }, |
| { |
| "name": "encoder.layers.4.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0027749650180339813, |
| "relative_l2_error": 0.005506415443666548 |
| }, |
| { |
| "name": "encoder.layers.4.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0017186757177114487, |
| "relative_l2_error": 0.00539591729366054 |
| }, |
| { |
| "name": "encoder.layers.4.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.002517014741897583, |
| "relative_l2_error": 0.005404275656013008 |
| }, |
| { |
| "name": "encoder.layers.4.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0007928758859634399, |
| "relative_l2_error": 0.005383478494092618 |
| }, |
| { |
| "name": "encoder.layers.5.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0023197755217552185, |
| "relative_l2_error": 0.005508335336815858 |
| }, |
| { |
| "name": "encoder.layers.5.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0015325737185776234, |
| "relative_l2_error": 0.005387144930524284 |
| }, |
| { |
| "name": "encoder.layers.5.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0033594174310564995, |
| "relative_l2_error": 0.005432936610100997 |
| }, |
| { |
| "name": "encoder.layers.5.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0009954944252967834, |
| "relative_l2_error": 0.005386266596719546 |
| }, |
| { |
| "name": "encoder.layers.6.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0021834783256053925, |
| "relative_l2_error": 0.005509853950537219 |
| }, |
| { |
| "name": "encoder.layers.6.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0028406083583831787, |
| "relative_l2_error": 0.005397004426758879 |
| }, |
| { |
| "name": "encoder.layers.6.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0028616944327950478, |
| "relative_l2_error": 0.005461412256579542 |
| }, |
| { |
| "name": "encoder.layers.6.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0008758974727243185, |
| "relative_l2_error": 0.005381170917723854 |
| }, |
| { |
| "name": "encoder.layers.7.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0020504628773778677, |
| "relative_l2_error": 0.005474116617701358 |
| }, |
| { |
| "name": "encoder.layers.7.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.001865258440375328, |
| "relative_l2_error": 0.005387709876071456 |
| }, |
| { |
| "name": "encoder.layers.7.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0025404393672943115, |
| "relative_l2_error": 0.0054280796490828636 |
| }, |
| { |
| "name": "encoder.layers.7.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.001010596752166748, |
| "relative_l2_error": 0.005388960208110108 |
| }, |
| { |
| "name": "encoder.layers.8.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.00248284125700593, |
| "relative_l2_error": 0.005461172059347356 |
| }, |
| { |
| "name": "encoder.layers.8.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0016712904907763004, |
| "relative_l2_error": 0.005389808204204656 |
| }, |
| { |
| "name": "encoder.layers.8.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.0030824989080429077, |
| "relative_l2_error": 0.005445310272179385 |
| }, |
| { |
| "name": "encoder.layers.8.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.attn.Wo.weight", |
| "type": "Q8_0", |
| "elements": 3211264, |
| "max_abs_error": 0.0010970290750265121, |
| "relative_l2_error": 0.00538159026733592 |
| }, |
| { |
| "name": "encoder.layers.9.attn.Wqkv.weight", |
| "type": "Q8_0", |
| "elements": 9633792, |
| "max_abs_error": 0.0027152597904205322, |
| "relative_l2_error": 0.005483263276493753 |
| }, |
| { |
| "name": "encoder.layers.9.attn_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.mlp.Wi.weight", |
| "type": "Q8_0", |
| "elements": 13762560, |
| "max_abs_error": 0.0017623656895011663, |
| "relative_l2_error": 0.005389706156586178 |
| }, |
| { |
| "name": "encoder.layers.9.mlp.Wo.weight", |
| "type": "Q8_0", |
| "elements": 6881280, |
| "max_abs_error": 0.003086000680923462, |
| "relative_l2_error": 0.005457015963649958 |
| }, |
| { |
| "name": "encoder.layers.9.mlp_norm.weight", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.gru.bias_hh_l0", |
| "type": "F32", |
| "elements": 5376, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.gru.bias_ih_l0", |
| "type": "F32", |
| "elements": 5376, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.gru.weight_hh_l0", |
| "type": "F32", |
| "elements": 9633792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.gru.weight_ih_l0", |
| "type": "F32", |
| "elements": 9633792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.pos_embedding.weight", |
| "type": "F32", |
| "elements": 35840, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.projector.0.bias", |
| "type": "F32", |
| "elements": 7168, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.projector.0.weight", |
| "type": "F32", |
| "elements": 25690112, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.projector.2.bias", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_embed.projector.2.weight", |
| "type": "F32", |
| "elements": 12845056, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_pred.0.bias", |
| "type": "F32", |
| "elements": 3584, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_pred.0.weight", |
| "type": "F32", |
| "elements": 6422528, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_pred.2.bias", |
| "type": "F32", |
| "elements": 20, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "count_pred.2.weight", |
| "type": "F32", |
| "elements": 71680, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.out_project.0.bias", |
| "type": "F32", |
| "elements": 7168, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.out_project.0.weight", |
| "type": "F32", |
| "elements": 25690112, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.out_project.3.bias", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.out_project.3.weight", |
| "type": "F32", |
| "elements": 12845056, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_end.0.bias", |
| "type": "F32", |
| "elements": 7168, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_end.0.weight", |
| "type": "F32", |
| "elements": 12845056, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_end.3.bias", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_end.3.weight", |
| "type": "F32", |
| "elements": 12845056, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_start.0.bias", |
| "type": "F32", |
| "elements": 7168, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_start.0.weight", |
| "type": "F32", |
| "elements": 12845056, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_start.3.bias", |
| "type": "F32", |
| "elements": 1792, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| }, |
| { |
| "name": "span_rep.span_rep_layer.project_start.3.weight", |
| "type": "F32", |
| "elements": 12845056, |
| "max_abs_error": 0.0, |
| "relative_l2_error": 0.0 |
| } |
| ], |
| "files": { |
| "antfly_inference_bundle.json": { |
| "size_bytes": 128, |
| "sha256": "49a5c40b088c1bd9f33842054b950ff206f52be4c7c60379422e69d506da4828" |
| }, |
| "config.json": { |
| "size_bytes": 464, |
| "sha256": "d2732928820b95649bc87f051345b2394fff87fc28c01f945610f943d6f402b2" |
| }, |
| "encoder_config/config.json": { |
| "size_bytes": 2160, |
| "sha256": "c2cc4c15c7504b9e15651f2a32dff82b84fa9a99060a3218671a930da0a9b50d" |
| }, |
| "gliner2-encoder.Q8_0.gguf": { |
| "size_bytes": 1118356576, |
| "sha256": "9ba4aea751bc8ce3586e70c4dfb3db93d0a850da5023b39d1bb68d21247f1694" |
| }, |
| "gliner_head.gguf": { |
| "size_bytes": 617195872, |
| "sha256": "9a6c1a8ae0f58158404ea6875012e0c27e5923188906492ec7d948968741f558" |
| }, |
| "tokenizer.json": { |
| "size_bytes": 3585055, |
| "sha256": "ddb379b6a4679ee16646bf0b726de9ec538d7c80ea9d4d4e33b069f19c9e1efb" |
| }, |
| "tokenizer_config.json": { |
| "size_bytes": 559, |
| "sha256": "8bb8d094c7cde84942866ef98fb5b24f7387245573a7f707c8349729484c27b3" |
| } |
| } |
| } |
|
|
