| { |
| "schema_version": 1, |
| "model": "xDecision", |
| "tensor_verification": { |
| "F16": { |
| "tensor_count": 170, |
| "rmse": 0.0, |
| "max_abs": 0.0, |
| "gguf_sha256": "03e7f60a701b01a569fc7b0ce3d2a3ded5dfb3d59861d1930e0a150b6d7f5f79", |
| "source_sha256": "73e882ecbff54b1b3fc4ad25940f333ab3af4aa44cbaf87327605295476dfc09", |
| "tensors": [ |
| { |
| "name": "act_head.0.bias", |
| "shape": [ |
| 256 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "act_head.0.weight", |
| "shape": [ |
| 256, |
| 772 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "act_head.2.bias", |
| "shape": [ |
| 2 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "act_head.2.weight", |
| "shape": [ |
| 2, |
| 256 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.embeddings.norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.embeddings.tok_embeddings.weight", |
| "shape": [ |
| 256000, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.final_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.0.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.0.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.0.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.0.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.0.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.linear1.bias", |
| "shape": [ |
| 3072 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.linear1.weight", |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.linear2.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.linear2.weight", |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.norm1.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.norm1.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.norm2.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.norm2.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.self_attn.in_proj_bias", |
| "shape": [ |
| 2304 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.self_attn.in_proj_weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.self_attn.out_proj.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.self_attn.out_proj.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.linear1.bias", |
| "shape": [ |
| 3072 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.linear1.weight", |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.linear2.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.linear2.weight", |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.norm1.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.norm1.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.norm2.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.norm2.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.self_attn.in_proj_bias", |
| "shape": [ |
| 2304 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.self_attn.in_proj_weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.self_attn.out_proj.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.self_attn.out_proj.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.0.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.0.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.1.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.1.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.3.bias", |
| "shape": [ |
| 1 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.3.weight", |
| "shape": [ |
| 1, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "temperature", |
| "shape": [ |
| 3 |
| ], |
| "type": "F32", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "type_emb.weight", |
| "shape": [ |
| 3, |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| } |
| ] |
| }, |
| "Q8_0": { |
| "tensor_count": 170, |
| "rmse": 0.000276163798683857, |
| "max_abs": 0.01092529296875, |
| "gguf_sha256": "6030995d27ded5f27ddb22ed3c99c68bae4a061fd39c85e1d693729416ff69c0", |
| "source_sha256": "73e882ecbff54b1b3fc4ad25940f333ab3af4aa44cbaf87327605295476dfc09", |
| "tensors": [ |
| { |
| "name": "act_head.0.bias", |
| "shape": [ |
| 256 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "act_head.0.weight", |
| "shape": [ |
| 256, |
| 772 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "act_head.2.bias", |
| "shape": [ |
| 2 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "act_head.2.weight", |
| "shape": [ |
| 2, |
| 256 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.000308990478515625 |
| }, |
| { |
| "name": "encoder.embeddings.norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.embeddings.tok_embeddings.weight", |
| "shape": [ |
| 256000, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0015878677368164062 |
| }, |
| { |
| "name": "encoder.final_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.0.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001434326171875 |
| }, |
| { |
| "name": "encoder.layers.0.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00495147705078125 |
| }, |
| { |
| "name": "encoder.layers.0.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00168609619140625 |
| }, |
| { |
| "name": "encoder.layers.0.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.003143310546875 |
| }, |
| { |
| "name": "encoder.layers.0.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00199127197265625 |
| }, |
| { |
| "name": "encoder.layers.1.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001861572265625 |
| }, |
| { |
| "name": "encoder.layers.1.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.1.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0020904541015625 |
| }, |
| { |
| "name": "encoder.layers.1.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0029754638671875 |
| }, |
| { |
| "name": "encoder.layers.1.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001556396484375 |
| }, |
| { |
| "name": "encoder.layers.10.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0018444061279296875 |
| }, |
| { |
| "name": "encoder.layers.10.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.10.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00203704833984375 |
| }, |
| { |
| "name": "encoder.layers.10.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00246429443359375 |
| }, |
| { |
| "name": "encoder.layers.10.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00112152099609375 |
| }, |
| { |
| "name": "encoder.layers.11.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0017547607421875 |
| }, |
| { |
| "name": "encoder.layers.11.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.11.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00363922119140625 |
| }, |
| { |
| "name": "encoder.layers.11.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00267791748046875 |
| }, |
| { |
| "name": "encoder.layers.11.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002532958984375 |
| }, |
| { |
| "name": "encoder.layers.12.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0013751983642578125 |
| }, |
| { |
| "name": "encoder.layers.12.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.12.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.008056640625 |
| }, |
| { |
| "name": "encoder.layers.12.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0039520263671875 |
| }, |
| { |
| "name": "encoder.layers.12.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00116729736328125 |
| }, |
| { |
| "name": "encoder.layers.13.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002811431884765625 |
| }, |
| { |
| "name": "encoder.layers.13.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.13.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002666473388671875 |
| }, |
| { |
| "name": "encoder.layers.13.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00301361083984375 |
| }, |
| { |
| "name": "encoder.layers.13.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0011348724365234375 |
| }, |
| { |
| "name": "encoder.layers.14.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00125885009765625 |
| }, |
| { |
| "name": "encoder.layers.14.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.14.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.003627777099609375 |
| }, |
| { |
| "name": "encoder.layers.14.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00263214111328125 |
| }, |
| { |
| "name": "encoder.layers.14.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001216888427734375 |
| }, |
| { |
| "name": "encoder.layers.15.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0017242431640625 |
| }, |
| { |
| "name": "encoder.layers.15.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.15.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002349853515625 |
| }, |
| { |
| "name": "encoder.layers.15.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002529144287109375 |
| }, |
| { |
| "name": "encoder.layers.15.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001251220703125 |
| }, |
| { |
| "name": "encoder.layers.16.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001422882080078125 |
| }, |
| { |
| "name": "encoder.layers.16.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.16.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00213623046875 |
| }, |
| { |
| "name": "encoder.layers.16.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0016937255859375 |
| }, |
| { |
| "name": "encoder.layers.16.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0013580322265625 |
| }, |
| { |
| "name": "encoder.layers.17.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00174713134765625 |
| }, |
| { |
| "name": "encoder.layers.17.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.17.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00238800048828125 |
| }, |
| { |
| "name": "encoder.layers.17.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00228118896484375 |
| }, |
| { |
| "name": "encoder.layers.17.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00160980224609375 |
| }, |
| { |
| "name": "encoder.layers.18.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001556396484375 |
| }, |
| { |
| "name": "encoder.layers.18.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.18.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.003063201904296875 |
| }, |
| { |
| "name": "encoder.layers.18.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.004150390625 |
| }, |
| { |
| "name": "encoder.layers.18.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00131988525390625 |
| }, |
| { |
| "name": "encoder.layers.19.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0016021728515625 |
| }, |
| { |
| "name": "encoder.layers.19.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.19.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00139617919921875 |
| }, |
| { |
| "name": "encoder.layers.19.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00225067138671875 |
| }, |
| { |
| "name": "encoder.layers.19.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0014896392822265625 |
| }, |
| { |
| "name": "encoder.layers.2.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0017242431640625 |
| }, |
| { |
| "name": "encoder.layers.2.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.2.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001903533935546875 |
| }, |
| { |
| "name": "encoder.layers.2.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00290679931640625 |
| }, |
| { |
| "name": "encoder.layers.2.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0015859603881835938 |
| }, |
| { |
| "name": "encoder.layers.20.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00139617919921875 |
| }, |
| { |
| "name": "encoder.layers.20.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.20.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0015926361083984375 |
| }, |
| { |
| "name": "encoder.layers.20.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00209808349609375 |
| }, |
| { |
| "name": "encoder.layers.20.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001850128173828125 |
| }, |
| { |
| "name": "encoder.layers.21.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0017490386962890625 |
| }, |
| { |
| "name": "encoder.layers.21.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.21.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0013580322265625 |
| }, |
| { |
| "name": "encoder.layers.21.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00193023681640625 |
| }, |
| { |
| "name": "encoder.layers.21.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0011501312255859375 |
| }, |
| { |
| "name": "encoder.layers.3.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0013427734375 |
| }, |
| { |
| "name": "encoder.layers.3.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.3.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002246856689453125 |
| }, |
| { |
| "name": "encoder.layers.3.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.003143310546875 |
| }, |
| { |
| "name": "encoder.layers.3.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001102447509765625 |
| }, |
| { |
| "name": "encoder.layers.4.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0015869140625 |
| }, |
| { |
| "name": "encoder.layers.4.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.4.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0020427703857421875 |
| }, |
| { |
| "name": "encoder.layers.4.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00385284423828125 |
| }, |
| { |
| "name": "encoder.layers.4.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001728057861328125 |
| }, |
| { |
| "name": "encoder.layers.5.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0018768310546875 |
| }, |
| { |
| "name": "encoder.layers.5.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.5.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00183868408203125 |
| }, |
| { |
| "name": "encoder.layers.5.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.003307342529296875 |
| }, |
| { |
| "name": "encoder.layers.5.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00177001953125 |
| }, |
| { |
| "name": "encoder.layers.6.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001857757568359375 |
| }, |
| { |
| "name": "encoder.layers.6.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.6.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0025482177734375 |
| }, |
| { |
| "name": "encoder.layers.6.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00262451171875 |
| }, |
| { |
| "name": "encoder.layers.6.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001373291015625 |
| }, |
| { |
| "name": "encoder.layers.7.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0016326904296875 |
| }, |
| { |
| "name": "encoder.layers.7.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.7.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00201416015625 |
| }, |
| { |
| "name": "encoder.layers.7.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00257110595703125 |
| }, |
| { |
| "name": "encoder.layers.7.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0012359619140625 |
| }, |
| { |
| "name": "encoder.layers.8.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.001800537109375 |
| }, |
| { |
| "name": "encoder.layers.8.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.8.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002094268798828125 |
| }, |
| { |
| "name": "encoder.layers.8.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002330780029296875 |
| }, |
| { |
| "name": "encoder.layers.8.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.attn.Wo.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0015583038330078125 |
| }, |
| { |
| "name": "encoder.layers.9.attn.Wqkv.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.00189208984375 |
| }, |
| { |
| "name": "encoder.layers.9.attn_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "encoder.layers.9.mlp.Wi.weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0024166107177734375 |
| }, |
| { |
| "name": "encoder.layers.9.mlp.Wo.weight", |
| "shape": [ |
| 768, |
| 1152 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.002593994140625 |
| }, |
| { |
| "name": "encoder.layers.9.mlp_norm.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.linear1.bias", |
| "shape": [ |
| 3072 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.linear1.weight", |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0009660720825195312 |
| }, |
| { |
| "name": "head.layers.0.linear2.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.linear2.weight", |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.000705718994140625 |
| }, |
| { |
| "name": "head.layers.0.norm1.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.norm1.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.norm2.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.norm2.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.self_attn.in_proj_bias", |
| "shape": [ |
| 2304 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.self_attn.in_proj_weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.000865936279296875 |
| }, |
| { |
| "name": "head.layers.0.self_attn.out_proj.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.0.self_attn.out_proj.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0004825592041015625 |
| }, |
| { |
| "name": "head.layers.1.linear1.bias", |
| "shape": [ |
| 3072 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.linear1.weight", |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.000499725341796875 |
| }, |
| { |
| "name": "head.layers.1.linear2.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.linear2.weight", |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0005340576171875 |
| }, |
| { |
| "name": "head.layers.1.norm1.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.norm1.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.norm2.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.norm2.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.self_attn.in_proj_bias", |
| "shape": [ |
| 2304 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.self_attn.in_proj_weight", |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0007429122924804688 |
| }, |
| { |
| "name": "head.layers.1.self_attn.out_proj.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "head.layers.1.self_attn.out_proj.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.000537872314453125 |
| }, |
| { |
| "name": "scorer.0.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.0.weight", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.1.bias", |
| "shape": [ |
| 768 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.1.weight", |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.0007781982421875 |
| }, |
| { |
| "name": "scorer.3.bias", |
| "shape": [ |
| 1 |
| ], |
| "type": "F16", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "scorer.3.weight", |
| "shape": [ |
| 1, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.000392913818359375 |
| }, |
| { |
| "name": "temperature", |
| "shape": [ |
| 3 |
| ], |
| "type": "F32", |
| "max_abs": 0.0 |
| }, |
| { |
| "name": "type_emb.weight", |
| "shape": [ |
| 3, |
| 768 |
| ], |
| "type": "Q8_0", |
| "max_abs": 0.01092529296875 |
| } |
| ] |
| } |
| }, |
| "quantization_comparison": { |
| "typed_decisions": { |
| "F16": { |
| "n": 2000, |
| "acc": 0.5875, |
| "soft_acc": 0.3968, |
| "ece": 0.1236, |
| "act_auroc": 0.6583, |
| "nll": 0.9602, |
| "brier": 0.5452, |
| "wrong_high_conf_rate_080": 0.0, |
| "coverage_at_080": 0.06, |
| "accuracy_at_080": 1.0, |
| "aurc": 0.2569, |
| "score_mae": 0.7707, |
| "first_level_rate": 0.105, |
| "first_level_gold_rate": 0.155 |
| }, |
| "Q8_0": { |
| "n": 2000, |
| "acc": 0.584, |
| "soft_acc": 0.3966, |
| "ece": 0.1236, |
| "act_auroc": 0.6569, |
| "nll": 0.9605, |
| "brier": 0.5454, |
| "wrong_high_conf_rate_080": 0.0005, |
| "coverage_at_080": 0.0595, |
| "accuracy_at_080": 0.9916, |
| "aurc": 0.2585, |
| "score_mae": 0.7703, |
| "first_level_rate": 0.1037, |
| "first_level_gold_rate": 0.155 |
| }, |
| "accuracy_difference_pp": -0.35 |
| }, |
| "emotion": { |
| "F16": { |
| "n": 1000, |
| "acc": 0.566, |
| "soft_acc": 0.4498, |
| "ece": 0.0971, |
| "act_auroc": 0.6669, |
| "nll": 1.2737, |
| "brier": 0.6093, |
| "wrong_high_conf_rate_080": 0.08, |
| "coverage_at_080": 0.277, |
| "accuracy_at_080": 0.7112, |
| "aurc": 0.3125 |
| }, |
| "Q8_0": { |
| "n": 1000, |
| "acc": 0.565, |
| "soft_acc": 0.4499, |
| "ece": 0.0912, |
| "act_auroc": 0.6649, |
| "nll": 1.2779, |
| "brier": 0.6105, |
| "wrong_high_conf_rate_080": 0.08, |
| "coverage_at_080": 0.276, |
| "accuracy_at_080": 0.7101, |
| "aurc": 0.3145 |
| }, |
| "accuracy_difference_pp": -0.1 |
| }, |
| "sst5": { |
| "F16": { |
| "n": 2210, |
| "acc": 0.4484, |
| "soft_acc": 0.3191, |
| "ece": 0.0742, |
| "act_auroc": 0.6379, |
| "nll": 1.2458, |
| "brier": 0.6661, |
| "wrong_high_conf_rate_080": 0.0059, |
| "coverage_at_080": 0.0195, |
| "accuracy_at_080": 0.6977, |
| "aurc": 0.4583, |
| "score_mae": 0.695, |
| "first_level_rate": 0.1484, |
| "first_level_gold_rate": 0.1262 |
| }, |
| "Q8_0": { |
| "n": 2210, |
| "acc": 0.4484, |
| "soft_acc": 0.3189, |
| "ece": 0.0754, |
| "act_auroc": 0.6381, |
| "nll": 1.2466, |
| "brier": 0.6664, |
| "wrong_high_conf_rate_080": 0.0059, |
| "coverage_at_080": 0.0199, |
| "accuracy_at_080": 0.7045, |
| "aurc": 0.4591, |
| "score_mae": 0.6955, |
| "first_level_rate": 0.1538, |
| "first_level_gold_rate": 0.1262 |
| }, |
| "accuracy_difference_pp": 0.0 |
| }, |
| "prompt_injection": { |
| "F16": { |
| "n": 116, |
| "acc": 0.6724, |
| "soft_acc": 0.6712, |
| "ece": 0.232, |
| "act_auroc": 0.6009, |
| "nll": 1.3454, |
| "brier": 0.5341, |
| "wrong_high_conf_rate_080": 0.2069, |
| "coverage_at_080": 0.7672, |
| "accuracy_at_080": 0.7303, |
| "aurc": 0.2262 |
| }, |
| "Q8_0": { |
| "n": 116, |
| "acc": 0.6724, |
| "soft_acc": 0.6721, |
| "ece": 0.2441, |
| "act_auroc": 0.6063, |
| "nll": 1.3385, |
| "brier": 0.5334, |
| "wrong_high_conf_rate_080": 0.2069, |
| "coverage_at_080": 0.7672, |
| "accuracy_at_080": 0.7303, |
| "aurc": 0.2201 |
| }, |
| "accuracy_difference_pp": 0.0 |
| }, |
| "xcopa": { |
| "F16": { |
| "n": 1100, |
| "acc": 0.5909, |
| "soft_acc": 0.5436, |
| "ece": 0.0794, |
| "act_auroc": 0.5697, |
| "nll": 0.6966, |
| "brier": 0.4931, |
| "wrong_high_conf_rate_080": 0.04, |
| "coverage_at_080": 0.1545, |
| "accuracy_at_080": 0.7412, |
| "aurc": 0.3435 |
| }, |
| "Q8_0": { |
| "n": 1100, |
| "acc": 0.5864, |
| "soft_acc": 0.5437, |
| "ece": 0.0771, |
| "act_auroc": 0.5729, |
| "nll": 0.6976, |
| "brier": 0.4934, |
| "wrong_high_conf_rate_080": 0.0418, |
| "coverage_at_080": 0.1582, |
| "accuracy_at_080": 0.7356, |
| "aurc": 0.3438 |
| }, |
| "accuracy_difference_pp": -0.45 |
| }, |
| "xwinograd": { |
| "F16": { |
| "n": 4442, |
| "acc": 0.6294, |
| "soft_acc": 0.5699, |
| "ece": 0.0502, |
| "act_auroc": 0.5835, |
| "nll": 0.6573, |
| "brier": 0.4585, |
| "wrong_high_conf_rate_080": 0.0412, |
| "coverage_at_080": 0.1918, |
| "accuracy_at_080": 0.7852, |
| "aurc": 0.2804 |
| }, |
| "Q8_0": { |
| "n": 4442, |
| "acc": 0.6285, |
| "soft_acc": 0.5703, |
| "ece": 0.0491, |
| "act_auroc": 0.5843, |
| "nll": 0.6562, |
| "brier": 0.4575, |
| "wrong_high_conf_rate_080": 0.0405, |
| "coverage_at_080": 0.1923, |
| "accuracy_at_080": 0.7892, |
| "aurc": 0.2791 |
| }, |
| "accuracy_difference_pp": -0.09 |
| }, |
| "belebele": { |
| "F16": { |
| "n": 2091, |
| "acc": 0.5538, |
| "soft_acc": 0.4558, |
| "ece": 0.0547, |
| "act_auroc": 0.6739, |
| "nll": 1.0786, |
| "brier": 0.5695, |
| "wrong_high_conf_rate_080": 0.0378, |
| "coverage_at_080": 0.2396, |
| "accuracy_at_080": 0.8423, |
| "aurc": 0.265 |
| }, |
| "Q8_0": { |
| "n": 2091, |
| "acc": 0.5562, |
| "soft_acc": 0.4559, |
| "ece": 0.0557, |
| "act_auroc": 0.6738, |
| "nll": 1.0782, |
| "brier": 0.5691, |
| "wrong_high_conf_rate_080": 0.0368, |
| "coverage_at_080": 0.2391, |
| "accuracy_at_080": 0.846, |
| "aurc": 0.2644 |
| }, |
| "accuracy_difference_pp": 0.24 |
| }, |
| "xstory": { |
| "F16": { |
| "n": 1649, |
| "acc": 0.7095, |
| "soft_acc": 0.635, |
| "ece": 0.023, |
| "act_auroc": 0.6878, |
| "nll": 0.5465, |
| "brier": 0.3715, |
| "wrong_high_conf_rate_080": 0.0376, |
| "coverage_at_080": 0.319, |
| "accuracy_at_080": 0.8821, |
| "aurc": 0.1611 |
| }, |
| "Q8_0": { |
| "n": 1649, |
| "acc": 0.7071, |
| "soft_acc": 0.6341, |
| "ece": 0.0304, |
| "act_auroc": 0.687, |
| "nll": 0.5476, |
| "brier": 0.3724, |
| "wrong_high_conf_rate_080": 0.0364, |
| "coverage_at_080": 0.3129, |
| "accuracy_at_080": 0.8837, |
| "aurc": 0.162 |
| }, |
| "accuracy_difference_pp": -0.24 |
| }, |
| "wd_heldout": { |
| "F16": { |
| "n": 3377, |
| "acc": 0.9094, |
| "soft_acc": 0.8751, |
| "ece": 0.0178, |
| "act_auroc": 0.8559, |
| "nll": 0.2064, |
| "brier": 0.1199, |
| "wrong_high_conf_rate_080": 0.0092, |
| "coverage_at_080": 0.7909, |
| "accuracy_at_080": 0.9884, |
| "aurc": 0.0095 |
| }, |
| "Q8_0": { |
| "n": 3377, |
| "acc": 0.9094, |
| "soft_acc": 0.8747, |
| "ece": 0.0158, |
| "act_auroc": 0.8561, |
| "nll": 0.2069, |
| "brier": 0.1203, |
| "wrong_high_conf_rate_080": 0.0092, |
| "coverage_at_080": 0.7901, |
| "accuracy_at_080": 0.9884, |
| "aurc": 0.0095 |
| }, |
| "accuracy_difference_pp": 0.0 |
| }, |
| "wiki_heldout": { |
| "F16": { |
| "n": 1500, |
| "acc": 0.9147, |
| "soft_acc": 0.8845, |
| "ece": 0.0147, |
| "act_auroc": 0.8152, |
| "nll": 0.2137, |
| "brier": 0.1172, |
| "wrong_high_conf_rate_080": 0.0193, |
| "coverage_at_080": 0.8273, |
| "accuracy_at_080": 0.9766, |
| "aurc": 0.0107 |
| }, |
| "Q8_0": { |
| "n": 1500, |
| "acc": 0.9127, |
| "soft_acc": 0.8846, |
| "ece": 0.0168, |
| "act_auroc": 0.8169, |
| "nll": 0.2137, |
| "brier": 0.1172, |
| "wrong_high_conf_rate_080": 0.0193, |
| "coverage_at_080": 0.828, |
| "accuracy_at_080": 0.9767, |
| "aurc": 0.0108 |
| }, |
| "accuracy_difference_pp": -0.2 |
| }, |
| "hans_formats": { |
| "F16": { |
| "n": 6000, |
| "acc": 0.9987, |
| "soft_acc": 0.988, |
| "ece": 0.0101, |
| "act_auroc": 0.6227, |
| "nll": 0.0138, |
| "brier": 0.0043, |
| "wrong_high_conf_rate_080": 0.0003, |
| "coverage_at_080": 0.9912, |
| "accuracy_at_080": 0.9997, |
| "aurc": 0.0 |
| }, |
| "Q8_0": { |
| "n": 6000, |
| "acc": 0.9987, |
| "soft_acc": 0.9878, |
| "ece": 0.0103, |
| "act_auroc": 0.6301, |
| "nll": 0.0139, |
| "brier": 0.0043, |
| "wrong_high_conf_rate_080": 0.0003, |
| "coverage_at_080": 0.9902, |
| "accuracy_at_080": 0.9997, |
| "aurc": 0.0 |
| }, |
| "accuracy_difference_pp": 0.0 |
| }, |
| "unseen_workflows": { |
| "F16": { |
| "n": 920, |
| "acc": 0.5043, |
| "soft_acc": 0.3854, |
| "ece": 0.0545, |
| "act_auroc": 0.5302, |
| "nll": 1.0906, |
| "brier": 0.6046, |
| "wrong_high_conf_rate_080": 0.013, |
| "coverage_at_080": 0.0543, |
| "accuracy_at_080": 0.76, |
| "aurc": 0.3556, |
| "score_mae": 1.0971, |
| "first_level_rate": 0.1, |
| "first_level_gold_rate": 0.2333 |
| }, |
| "Q8_0": { |
| "n": 920, |
| "acc": 0.5033, |
| "soft_acc": 0.3852, |
| "ece": 0.056, |
| "act_auroc": 0.5313, |
| "nll": 1.0897, |
| "brier": 0.6045, |
| "wrong_high_conf_rate_080": 0.013, |
| "coverage_at_080": 0.0522, |
| "accuracy_at_080": 0.75, |
| "aurc": 0.3558, |
| "score_mae": 1.0984, |
| "first_level_rate": 0.1, |
| "first_level_gold_rate": 0.2333 |
| }, |
| "accuracy_difference_pp": -0.1 |
| }, |
| "market_heldout": { |
| "F16": { |
| "n": 740, |
| "acc": 0.7892, |
| "soft_acc": 0.5447, |
| "ece": 0.203, |
| "act_auroc": 0.7169, |
| "nll": 0.6741, |
| "brier": 0.3473, |
| "wrong_high_conf_rate_080": 0.0, |
| "coverage_at_080": 0.323, |
| "accuracy_at_080": 1.0, |
| "aurc": 0.0496, |
| "score_mae": 0.8458, |
| "first_level_rate": 0.4649, |
| "first_level_gold_rate": 0.4216 |
| }, |
| "Q8_0": { |
| "n": 740, |
| "acc": 0.7892, |
| "soft_acc": 0.5445, |
| "ece": 0.2033, |
| "act_auroc": 0.7212, |
| "nll": 0.6746, |
| "brier": 0.3474, |
| "wrong_high_conf_rate_080": 0.0, |
| "coverage_at_080": 0.3203, |
| "accuracy_at_080": 1.0, |
| "aurc": 0.0494, |
| "score_mae": 0.846, |
| "first_level_rate": 0.4811, |
| "first_level_gold_rate": 0.4216 |
| }, |
| "accuracy_difference_pp": 0.0 |
| }, |
| "uncertainty": { |
| "F16": { |
| "n": 1200, |
| "mean_conf": 0.4588, |
| "p95_conf": 0.6966, |
| "high_conf_rate_075": 0.0367, |
| "mean_act": 0.1307, |
| "p95_act": 0.2542 |
| }, |
| "Q8_0": { |
| "n": 1200, |
| "mean_conf": 0.4542, |
| "p95_conf": 0.674, |
| "high_conf_rate_075": 0.03, |
| "mean_act": 0.1017, |
| "p95_act": 0.1915 |
| } |
| }, |
| "val": { |
| "F16": { |
| "n": 3599, |
| "acc": 0.7041, |
| "soft_acc": 0.6196, |
| "ece": 0.0306, |
| "act_auroc": 0.752, |
| "nll": 0.6882, |
| "brier": 0.3766, |
| "wrong_high_conf_rate_080": 0.0167, |
| "coverage_at_080": 0.4193, |
| "accuracy_at_080": 0.9602, |
| "aurc": 0.0986, |
| "score_mae": 0.6004, |
| "first_level_rate": 0.2333, |
| "first_level_gold_rate": 0.2458 |
| }, |
| "Q8_0": { |
| "n": 3599, |
| "acc": 0.7013, |
| "soft_acc": 0.6194, |
| "ece": 0.0288, |
| "act_auroc": 0.7532, |
| "nll": 0.6885, |
| "brier": 0.3768, |
| "wrong_high_conf_rate_080": 0.0169, |
| "coverage_at_080": 0.4204, |
| "accuracy_at_080": 0.9597, |
| "aurc": 0.099, |
| "score_mae": 0.6007, |
| "first_level_rate": 0.2333, |
| "first_level_gold_rate": 0.2458 |
| }, |
| "accuracy_difference_pp": -0.28 |
| } |
| }, |
| "checks": { |
| "f16_original_weight_sha_equal": true, |
| "f16_choice_noul_score_runtime": "passed", |
| "f16_restored_continuation_training_steps": 2, |
| "data_validated_unique_token_sequences": 297986 |
| }, |
| "limitations": [ |
| "F16 accuracy uses saved evaluation of the byte-identical original checkpoint.", |
| "Q8_0 was restored and fully evaluated using PyTorch MPS, not native integer inference.", |
| "Continuation smoke testing does not demonstrate accuracy improvement.", |
| "Pattern scans cannot prove the complete absence of sensitive information." |
| ] |
| } |
|
|
