{ "bits": 3, "block": 128, "compile_device": "cuda", "complete_bank": true, "consolidated": true, "experts": { "0": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.0.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.0.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.0.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.0.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.0.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.0.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1674136291858c4135bf71e3336c17b03ffa59eca638034e494f55dff03dde95", "tensor_bytes": 1720320, "tensor_prefix": "expert.0000." }, "1": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.1.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.1.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.1.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.1.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.1.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.1.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "53e2c05d8da9f4e560c498c0e55073a9501cea8ed6cb20da5432dd363ee245c7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0001." }, "10": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.10.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.10.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.10.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.10.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.10.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.10.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "083f1aca51cc8690b6443747ea9716e55206ab40a5efb7d4e68b49f594ff29b3", "tensor_bytes": 1720320, "tensor_prefix": "expert.0010." }, "100": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.100.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.100.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.100.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.100.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.100.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.100.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5d0af48743279f4e961b45a05f224f9bc3b58b35f1b41931ab8cadc05531b041", "tensor_bytes": 1720320, "tensor_prefix": "expert.0100." }, "101": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.101.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.101.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.101.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.101.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.101.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.101.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d78a77c486797c36e183e677bb2d9a54dc4a47114fa2b18a144beeee562279e4", "tensor_bytes": 1720320, "tensor_prefix": "expert.0101." }, "102": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.102.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.102.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.102.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.102.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.102.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.102.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "36917f9e938d5ac4506d71af935ec1f6cb5f5f79701fe7c8cbe64c47e9ae7d56", "tensor_bytes": 1720320, "tensor_prefix": "expert.0102." }, "103": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.103.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.103.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.103.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.103.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.103.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.103.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d079cfe6a5b1fabf06a2c3959ce735f0a1a1b29dfe4e1c0a701a3a5bced33a03", "tensor_bytes": 1720320, "tensor_prefix": "expert.0103." }, "104": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.104.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.104.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.104.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.104.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.104.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.104.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "763c18542f36d5a6744513ba9bf1b1cd12cf3c62894acab108ef21fc988fe862", "tensor_bytes": 1720320, "tensor_prefix": "expert.0104." }, "105": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.105.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.105.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.105.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.105.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.105.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.105.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "11c7aa29bb3fd123e37a32926fd7193af2e40b301f915e443a3ba078d2b13da1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0105." }, "106": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.106.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.106.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.106.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.106.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.106.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.106.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b2dd7aab53ae5cf8b83257ad4900def3bca926aaf1e1c6f237dd3aeb95c8f707", "tensor_bytes": 1720320, "tensor_prefix": "expert.0106." }, "107": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.107.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.107.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.107.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.107.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.107.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.107.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7404062046d81b9318a5d1e6238ba29cf0a4d924391c87562610d91b3e065679", "tensor_bytes": 1720320, "tensor_prefix": "expert.0107." }, "108": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.108.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.108.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.108.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.108.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.108.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.108.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4019eb8c87d0fdbaa5effa8274179d68007f1a66d6ffd507196e9c2ace24c522", "tensor_bytes": 1720320, "tensor_prefix": "expert.0108." }, "109": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.109.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.109.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.109.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.109.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.109.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.109.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ed58877070f0667c4ace995669804cd7fdd9cdea3bd2476c2088fe3a958eb8a2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0109." }, "11": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.11.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.11.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.11.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.11.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.11.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.11.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b8ee3f16a88d41fa6e875c87f92fb6f6a0cd3f073b541ce1376f2ef414bd533a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0011." }, "110": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.110.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.110.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.110.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.110.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.110.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.110.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "031d816bcb51cdd9c6f6ebe4dc159f3e43303394258179742d48bbdbb7c2297c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0110." }, "111": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.111.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.111.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.111.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.111.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.111.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.111.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3051344a8fa892b21efe3984ef0dc9c6b606c31d005f99e6fff6167f42834c15", "tensor_bytes": 1720320, "tensor_prefix": "expert.0111." }, "112": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.112.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.112.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.112.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.112.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.112.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.112.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bfbaf6fe80f584cb2222b8d8a8a5e7167393fa6a5bb00759e26bfa6870550c51", "tensor_bytes": 1720320, "tensor_prefix": "expert.0112." }, "113": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.113.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.113.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.113.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.113.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.113.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.113.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "85c605b9fc9107afb1d23611b184e2ff3ad653127d0971b2c65dfef4e47499a2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0113." }, "114": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.114.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.114.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.114.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.114.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.114.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.114.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "93287e7d133c9258ab9c05c658a3e085533dc9fa433d1502d7d0d46403816595", "tensor_bytes": 1720320, "tensor_prefix": "expert.0114." }, "115": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.115.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.115.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.115.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.115.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.115.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.115.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "452969735dd27813eceb2c895b6f04091ba3ca13f85ee802e808828b7c2245df", "tensor_bytes": 1720320, "tensor_prefix": "expert.0115." }, "116": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.116.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.116.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.116.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.116.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.116.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.116.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f3b47b52831ddad1bf12a638d287a9adbd277719ac020ded05efe704041a16a2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0116." }, "117": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.117.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.117.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.117.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.117.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.117.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.117.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "81b7010edc5dd8ca8227254691afea1852fbe56b8cf60d26046ac055b54a0a2c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0117." }, "118": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.118.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.118.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.118.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.118.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.118.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.118.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ddda34fceba833471382c644b097c6957b6bec90d813f1599f8a2c39fea3aec7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0118." }, "119": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.119.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.119.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.119.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.119.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.119.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.119.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1b51a3af111a1ae0258cf191f77a3b8dd517fa765e202de3165f50754e4943c5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0119." }, "12": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.12.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.12.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.12.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.12.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.12.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.12.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "927bf2fd4df7a871aac0bc1c89e09d5380a4b0cb346d996554a7f8153c2ef7fe", "tensor_bytes": 1720320, "tensor_prefix": "expert.0012." }, "120": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.120.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.120.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.120.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.120.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.120.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.120.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "01799665d52fbfe18661cb53777d0b65a022fb400c4435ae522ec7008981630c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0120." }, "121": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.121.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.121.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.121.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.121.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.121.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.121.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "28baae928b7f89b4227dd0125ee3c9a35c459045bc78c50319a6fb5c6f3a1fab", "tensor_bytes": 1720320, "tensor_prefix": "expert.0121." }, "122": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.122.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.122.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.122.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.122.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.122.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.122.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "27c33bca4127c50d923c874682ebe81c61fe55e9639d2cf1e95889cb062f9acb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0122." }, "123": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.123.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.123.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.123.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.123.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.123.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.123.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "37795819a89846bd8c2ef4f3bf1eb8618194a0b7a9614711cae6eb2d4b60b886", "tensor_bytes": 1720320, "tensor_prefix": "expert.0123." }, "124": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.124.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.124.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.124.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.124.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.124.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.124.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ed4f1917bdd030c3ad087d26536711b13fccbf0095071b0002e7e414be18adab", "tensor_bytes": 1720320, "tensor_prefix": "expert.0124." }, "125": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.125.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.125.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.125.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.125.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.125.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.125.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0979868fd03f871eb1a9d67b2b6a7c10e0ed6979c5aadbdb0eaad8f447aec67b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0125." }, "126": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.126.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.126.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.126.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.126.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.126.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.126.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d71eca2ff19bd8fbee7ef6242630533f5a4005acd9c3e33264aac1d8adb60bf6", "tensor_bytes": 1720320, "tensor_prefix": "expert.0126." }, "127": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.127.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.127.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.127.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.127.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.127.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.127.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a50a37900a89b2b1e5d40da272e27b53bba565083b0921040e27e987a0dc7a93", "tensor_bytes": 1720320, "tensor_prefix": "expert.0127." }, "128": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.128.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.128.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.128.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.128.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.128.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.128.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6908f1c8d7df74ace5878113f151abf115ea12b0ae458bb99489ed3bc83b64d5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0128." }, "129": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.129.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.129.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.129.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.129.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.129.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.129.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "23ff16259c0e030e4a0ca80dc640dcb4709e8fcd805bc0c5e9e8ecea1ac9b053", "tensor_bytes": 1720320, "tensor_prefix": "expert.0129." }, "13": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.13.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.13.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.13.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.13.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.13.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.13.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c5f4f4445938606b3c29daabf5cfa2bece5ec012a1765b149b20b964822213d2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0013." }, "130": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.130.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.130.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.130.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.130.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.130.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.130.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7ef8520e11bcea0dbfe80066b514cb2fcbaf69fbf0f94789d412cb6df0da6123", "tensor_bytes": 1720320, "tensor_prefix": "expert.0130." }, "131": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.131.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.131.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.131.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.131.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.131.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.131.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "e68f8bb0acc3f0a714a1646da40f030412e3d95b3a1a1066a70c306569c8fc97", "tensor_bytes": 1720320, "tensor_prefix": "expert.0131." }, "132": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.132.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.132.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.132.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.132.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.132.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.132.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "375f3874730fda2712199bb2be3cde9d67ff5a6e7487dad179b2b0866f11539f", "tensor_bytes": 1720320, "tensor_prefix": "expert.0132." }, "133": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.133.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.133.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.133.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.133.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.133.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.133.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b7ecf93209079f1ebaf8cf95c17f916548aca476efc67632075d09868c7668d0", "tensor_bytes": 1720320, "tensor_prefix": "expert.0133." }, "134": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.134.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.134.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.134.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.134.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.134.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.134.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "cae072f194293d628619abf2bdbde1517eefd8046e4c9f6fd90d0b123f07f14a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0134." }, "135": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.135.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.135.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.135.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.135.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.135.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.135.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8b764c35dc14edc635ea9ff013e027ecd74e61db08dd8097fc9b8f0a40228cf7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0135." }, "136": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.136.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.136.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.136.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.136.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.136.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.136.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ddc93e52604502c3cee79050cfb9e4685aab097ebfbed77db322fa9e6d1cd412", "tensor_bytes": 1720320, "tensor_prefix": "expert.0136." }, "137": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.137.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.137.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.137.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.137.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.137.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.137.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c7478e846074549dfccfb1efb601e9dcd74db832bf92ec523f844c6d7e84a6a6", "tensor_bytes": 1720320, "tensor_prefix": "expert.0137." }, "138": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.138.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.138.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.138.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.138.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.138.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.138.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2ba46b0d6f63e9a6dd34addd289f98300ab716a39f74d7756c66a2bfd015d783", "tensor_bytes": 1720320, "tensor_prefix": "expert.0138." }, "139": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.139.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.139.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.139.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.139.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.139.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.139.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4077ef470b99b43e9a294f483a44dd73b51a2f6efb6959c434540c9486651353", "tensor_bytes": 1720320, "tensor_prefix": "expert.0139." }, "14": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.14.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.14.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.14.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.14.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.14.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.14.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "071a2efcaf39ec93f3688a825ff16576c430f25435c158011d82f1ca45d58d32", "tensor_bytes": 1720320, "tensor_prefix": "expert.0014." }, "140": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.140.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.140.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.140.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.140.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.140.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.140.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "78481ddf632629824775a40b5eead471d34795856d8a8a842912e2d9fdafd706", "tensor_bytes": 1720320, "tensor_prefix": "expert.0140." }, "141": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.141.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.141.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.141.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.141.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.141.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.141.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "50c03e18c533f3c00caafa6572f7d7959100cd07ce4f841b52f7ff5aa21216ea", "tensor_bytes": 1720320, "tensor_prefix": "expert.0141." }, "142": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.142.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.142.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.142.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.142.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.142.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.142.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6230c26656b21a7d341ad42247259bf14c794f567a53ae5748db7f3cb2d6664d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0142." }, "143": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.143.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.143.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.143.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.143.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.143.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.143.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "e02a11707b5eec11431fa08e87d3df0f430e85808829bddde4579b447beb8cbe", "tensor_bytes": 1720320, "tensor_prefix": "expert.0143." }, "144": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.144.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.144.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.144.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.144.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.144.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.144.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "60b6bef38b9c75318e3ce560c9aa8266a7e7c2d8f5072fd103670a56395c6b47", "tensor_bytes": 1720320, "tensor_prefix": "expert.0144." }, "145": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.145.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.145.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.145.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.145.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.145.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.145.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1a7fee0286543f4346c51a2154648a5580e1d716939121db7844c0a08573713a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0145." }, "146": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.146.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.146.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.146.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.146.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.146.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.146.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "afc455ded9d8f0576e9ad8783edd3c078babdeaa475e6936f6cb8e5e70aa6fe0", "tensor_bytes": 1720320, "tensor_prefix": "expert.0146." }, "147": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.147.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.147.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.147.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.147.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.147.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.147.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "fbd12ef86bfd47fd053dbd9c1e25dea45d39f6676a35170aad73250938eaaa45", "tensor_bytes": 1720320, "tensor_prefix": "expert.0147." }, "148": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.148.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.148.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.148.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.148.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.148.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.148.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f8da27ededf28bd53e79fdcba0761b29dd894f3741ee4806ca99fcb38be29fe2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0148." }, "149": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.149.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.149.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.149.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.149.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.149.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.149.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "183fa23fe16a062d77bbca0ce023b53467f5303175a462cc4e11b0a5984e260a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0149." }, "15": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.15.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.15.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.15.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.15.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.15.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.15.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7cd39dea8f3cfb297c0e9c2ae4dfecc3614b1006d9043b6a92aa998eaf6e47a6", "tensor_bytes": 1720320, "tensor_prefix": "expert.0015." }, "150": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.150.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.150.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.150.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.150.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.150.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.150.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bf1b48403fd9501a1c12b2c183390f2ae1815b8bf876e1f54bb57e925a1e1b24", "tensor_bytes": 1720320, "tensor_prefix": "expert.0150." }, "151": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.151.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.151.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.151.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.151.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.151.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.151.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "637c2d02f6e93d2a8ac31267703a97672918b0edc8e6742710dc893c5e1b1f3a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0151." }, "152": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.152.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.152.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.152.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.152.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.152.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.152.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "dd715b04346514d18e279297c46a305463a36109bae75f153f17e50cf4f4e8bb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0152." }, "153": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.153.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.153.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.153.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.153.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.153.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.153.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "459bc9f159c4485fb1aaecb9a677b92e4b74b034df592c1d8add279621a5341c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0153." }, "154": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.154.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.154.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.154.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.154.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.154.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.154.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1464772ca7b7183ebbe245ff418a8fcdbdadaea52ac39e37ae8c934428bc22c4", "tensor_bytes": 1720320, "tensor_prefix": "expert.0154." }, "155": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.155.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.155.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.155.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.155.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.155.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.155.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "80e07e9d312e2df75127a4f9d30850354e736439f78747ee3bc310994624de65", "tensor_bytes": 1720320, "tensor_prefix": "expert.0155." }, "156": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.156.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.156.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.156.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.156.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.156.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.156.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "425acaab6cfa514d92d63bd85086533c25650af31424ecf4e9dd12237d53af62", "tensor_bytes": 1720320, "tensor_prefix": "expert.0156." }, "157": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.157.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.157.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.157.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.157.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.157.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.157.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "cdf2b758b2829505fe6725b610729b2f171a7ff1a742d085f86940834d949f84", "tensor_bytes": 1720320, "tensor_prefix": "expert.0157." }, "158": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.158.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.158.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.158.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.158.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.158.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.158.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6c7f4851f269adcaefb2b73faed4e7e39eabec4b621b4c72eb116c7ce0fa2903", "tensor_bytes": 1720320, "tensor_prefix": "expert.0158." }, "159": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.159.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.159.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.159.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.159.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.159.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.159.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "13b354bec16186e46231b1658b5b6ce7d11c0b8e28021ef70aef175d38400337", "tensor_bytes": 1720320, "tensor_prefix": "expert.0159." }, "16": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.16.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.16.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.16.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.16.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.16.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.16.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "675b43cbcecc1e423c7d804932d3a54193b0df40de66510fb2c09a7ed70354a9", "tensor_bytes": 1720320, "tensor_prefix": "expert.0016." }, "160": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.160.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.160.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.160.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.160.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.160.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.160.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "36584364976e3d91aa764716f5c7147a53c7db8c400d28386baeaa281e32fbf4", "tensor_bytes": 1720320, "tensor_prefix": "expert.0160." }, "161": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.161.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.161.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.161.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.161.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.161.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.161.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "970b715cdaa60ba75b8d1613f1fc24ccd49830416d19e92cccdd316c97e09e0a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0161." }, "162": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.162.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.162.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.162.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.162.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.162.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.162.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8cf94db7d9de0afffa2e165d01231c5ba20d68af916bed886d35a6734f65ac3d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0162." }, "163": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.163.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.163.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.163.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.163.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.163.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.163.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "efadd7bfbe9c49309bba239383c4e5b1c35502aa2249fcc5b410ec42458e217d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0163." }, "164": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.164.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.164.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.164.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.164.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.164.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.164.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c1f339a4727d05e4b49a5a28220dc1cc4c6fa7c5abf8a3ab421666fb0e9dde7b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0164." }, "165": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.165.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.165.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.165.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.165.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.165.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.165.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1ffc04621c7736c899da7df751fe2d1bca4fb898cdeefda5d824987ea4c147b5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0165." }, "166": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.166.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.166.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.166.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.166.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.166.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.166.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3de8fd544663cf2901fcf2b020b8060a3553499e04f26b0cd0a3d9c9f94c209f", "tensor_bytes": 1720320, "tensor_prefix": "expert.0166." }, "167": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.167.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.167.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.167.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.167.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.167.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.167.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d173b7615248208034d3336cb0005bdaca616da0bf29195a969bfd371618edb7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0167." }, "168": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.168.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.168.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.168.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.168.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.168.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.168.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "96fa603d57276b8cd58d3764567d36acd669113ad976b3a5edc77d900294b707", "tensor_bytes": 1720320, "tensor_prefix": "expert.0168." }, "169": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.169.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.169.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.169.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.169.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.169.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.169.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4d10e846673f5c3644c34d5be9a7150f3c3641ecafb59124b2be0ffdf207ff4a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0169." }, "17": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.17.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.17.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.17.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.17.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.17.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.17.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8e0d6dd36076a54d7ae86507f54e27706a16c23d78cecae0faab74e2ca1ad095", "tensor_bytes": 1720320, "tensor_prefix": "expert.0017." }, "170": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.170.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.170.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.170.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.170.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.170.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.170.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "dc61d223767234dca82965e70ffb3b66ee316f6a6720dad19c06c334fe2b6c50", "tensor_bytes": 1720320, "tensor_prefix": "expert.0170." }, "171": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.171.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.171.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.171.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.171.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.171.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.171.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4586852b1648079433b833b1fcd15436e3374958eadef99c2b5b307200ae1b4e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0171." }, "172": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.172.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.172.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.172.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.172.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.172.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.172.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3f67c3e7543f790099f2c46a1c980cc45e0c69b88f3a12bf7421003380d0c6ef", "tensor_bytes": 1720320, "tensor_prefix": "expert.0172." }, "173": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.173.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.173.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.173.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.173.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.173.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.173.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5c9895ceb182f10301d3dc642f04a673c7dcea6404f2b2df0bc1a12881de8d2c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0173." }, "174": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.174.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.174.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.174.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.174.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.174.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.174.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "fa78d68804a9717d53868023304ed521aeaf65deeac28cf81b53154e8237100d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0174." }, "175": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.175.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.175.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.175.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.175.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.175.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.175.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "537e73cbf204bfea546751da9191a6412e06b8640f83c16d0bdd8208a32e69c5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0175." }, "176": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.176.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.176.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.176.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.176.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.176.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.176.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "656f69427765de1767489436a97043c8bf788134d0662ffca18ea9e6e2fe2d27", "tensor_bytes": 1720320, "tensor_prefix": "expert.0176." }, "177": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.177.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.177.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.177.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.177.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.177.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.177.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7713e35e431df05f23d377288d493dc4aa9bbaae19f945f5d59f572357bfd46d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0177." }, "178": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.178.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.178.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.178.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.178.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.178.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.178.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "39fe82b7293a1c2c65c9f9ba0f6e5364243eab0165dd53d7e56c1aff20867174", "tensor_bytes": 1720320, "tensor_prefix": "expert.0178." }, "179": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.179.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.179.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.179.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.179.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.179.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.179.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b2560c0af7da7000c9154dc94f48ff1371c2452817ae8db098fcfb6a7727c938", "tensor_bytes": 1720320, "tensor_prefix": "expert.0179." }, "18": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.18.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.18.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.18.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.18.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.18.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.18.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3318ed62925dcb5258825a04884d3f1c3952260f5961c140dbb39b0353710363", "tensor_bytes": 1720320, "tensor_prefix": "expert.0018." }, "180": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.180.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.180.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.180.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.180.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.180.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.180.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d8f0e45c4d8b99cc40108a070b41f3963e80ded9680a87a19763660d6c02d33d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0180." }, "181": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.181.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.181.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.181.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.181.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.181.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.181.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6798f9941c505feb328059665ea8b28fe7323544d539a4c32c4ed624a32fab96", "tensor_bytes": 1720320, "tensor_prefix": "expert.0181." }, "182": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.182.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.182.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.182.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.182.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.182.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.182.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0dbfd9e7744646c04556b614339d4a3c01c8f505166b3cc44eecc9e43f78c4ee", "tensor_bytes": 1720320, "tensor_prefix": "expert.0182." }, "183": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.183.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.183.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.183.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.183.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.183.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.183.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d36b0ae813fce8762053f2c2a2c4a091c2db3bcfeef304ba3cb9be7600582f04", "tensor_bytes": 1720320, "tensor_prefix": "expert.0183." }, "184": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.184.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.184.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.184.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.184.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.184.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.184.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c2ae8612ac594bce603b6d778580e3e185c7538cf0520d1d0323e0b17444f996", "tensor_bytes": 1720320, "tensor_prefix": "expert.0184." }, "185": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.185.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.185.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.185.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.185.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.185.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.185.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5c37e5f946cba1b85c7bd9f6a1a541f02ff0459384e8ade9c49ee3570f4e5e69", "tensor_bytes": 1720320, "tensor_prefix": "expert.0185." }, "186": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.186.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.186.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.186.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.186.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.186.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.186.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bba6bb313bb7fba6fe11eeae3563fd6cec8227bbdf68504e0451e4d65579c06e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0186." }, "187": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.187.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.187.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.187.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.187.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.187.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.187.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5300fd97e156b1775e1e576c5d1f2906e13198cc1aadad42a684932683aa1d87", "tensor_bytes": 1720320, "tensor_prefix": "expert.0187." }, "188": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.188.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.188.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.188.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.188.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.188.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.188.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b733f82c9adaa43465d403cfd3189d947e8704b42ee201c4151739ee5a04d0e1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0188." }, "189": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.189.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.189.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.189.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.189.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.189.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.189.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0f7ca3eae9e2b28920cc9d3297e083961d906cefd5f19ba88c623c1889356add", "tensor_bytes": 1720320, "tensor_prefix": "expert.0189." }, "19": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.19.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.19.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.19.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.19.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.19.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.19.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "9bfe2446639d49d395e93bc864b2397da228769810dc275840d6f427cbfaf41f", "tensor_bytes": 1720320, "tensor_prefix": "expert.0019." }, "190": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.190.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.190.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.190.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.190.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.190.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.190.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4dcb5f276faaeb3be27490052fdbd4b591142731cda03094be655ac452badaec", "tensor_bytes": 1720320, "tensor_prefix": "expert.0190." }, "191": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.191.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.191.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.191.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.191.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.191.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.191.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8b23f709f938ae2c0968b1d34ffb9456067d7d8a88e128964bf9acc73c9f5549", "tensor_bytes": 1720320, "tensor_prefix": "expert.0191." }, "192": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.192.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.192.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.192.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.192.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.192.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.192.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8223d6133b426da5fb4b552a8d8c9a4b65a2f7749cbc4b1c8acfb869abf854e6", "tensor_bytes": 1720320, "tensor_prefix": "expert.0192." }, "193": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.193.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.193.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.193.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.193.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.193.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.193.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b496a450a3ab96f5729701c25a86c271d42c77464846a0d8f0a961d03f8fc861", "tensor_bytes": 1720320, "tensor_prefix": "expert.0193." }, "194": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.194.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.194.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.194.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.194.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.194.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.194.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "861d076ef788eae37f4e5694417d423346fe6b507c387a633e1d6f848737e3e1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0194." }, "195": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.195.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.195.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.195.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.195.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.195.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.195.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c9108447c248166d9300b9a6150eaa905472b40acede09f1d90797f6806613c5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0195." }, "196": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.196.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.196.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.196.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.196.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.196.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.196.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "79cb8f2e7f8f7859a791716d79fa2d4ece9948c19b3de3c34eda96d9df22df66", "tensor_bytes": 1720320, "tensor_prefix": "expert.0196." }, "197": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.197.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.197.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.197.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.197.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.197.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.197.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a9b25a9a8b8fa6874812e5a50397a6df61fc04725fc84f4924b2583c85707864", "tensor_bytes": 1720320, "tensor_prefix": "expert.0197." }, "198": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.198.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.198.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.198.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.198.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.198.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.198.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "fc36e1e010c257c56a7bae8cc4b023e608dcda85fe069db5d5d6aa5f40cb393a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0198." }, "199": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.199.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.199.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.199.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.199.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.199.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.199.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8943a03de7e3196828a73b79bd3437abfc45d3d73f10e958849e8ba02cd59690", "tensor_bytes": 1720320, "tensor_prefix": "expert.0199." }, "2": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.2.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.2.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.2.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.2.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.2.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.2.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5070cd6aa4137c0569eca2d5da89afa6a0011e5b4e65d07c7678ba2796973cd5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0002." }, "20": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.20.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.20.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.20.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.20.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.20.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.20.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c25393f93de1bc24d02dfd0be446a3d8ba387724c084dedb53c0cdd181c2bb2e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0020." }, "200": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.200.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.200.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.200.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.200.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.200.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.200.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "586d83afcc7944566cb4c139f6f13118aac571f2f218b88f8b636aca1f47d7f0", "tensor_bytes": 1720320, "tensor_prefix": "expert.0200." }, "201": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.201.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.201.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.201.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.201.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.201.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.201.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b9433ee179ede132dd64e3bc210041e851ff4be7c5a0c8698bf200f916ebab1c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0201." }, "202": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.202.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.202.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.202.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.202.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.202.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.202.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8d18438cac297957b385b431c25869a315657e06a4f1498aef5ad7f8f2f78bf0", "tensor_bytes": 1720320, "tensor_prefix": "expert.0202." }, "203": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.203.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.203.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.203.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.203.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.203.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.203.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b9cbb6ae760ab1b65d19a7598283ba2248394dcf93c779b13c199d3c208aab09", "tensor_bytes": 1720320, "tensor_prefix": "expert.0203." }, "204": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.204.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.204.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.204.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.204.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.204.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.204.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7de154ca738d549e02dbc6aba8942ddfe5364e51b68545bf47ac36132a1dd338", "tensor_bytes": 1720320, "tensor_prefix": "expert.0204." }, "205": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.205.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.205.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.205.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.205.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.205.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.205.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "12ba6bb9cce03ada58ad2390e20661af53974cc313d234fb451fd66cad01af42", "tensor_bytes": 1720320, "tensor_prefix": "expert.0205." }, "206": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.206.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.206.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.206.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.206.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.206.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.206.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "46b7a1255d952119189580395a43cc4ce1498a300d69ffc5364c23df5635e9e2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0206." }, "207": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.207.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.207.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.207.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.207.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.207.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.207.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f87768d186b194e7aa493734fe24bfe2041297135034c2dc32d637e3ef9b3805", "tensor_bytes": 1720320, "tensor_prefix": "expert.0207." }, "208": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.208.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.208.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.208.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.208.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.208.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.208.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "598d25596f8a99820815e3f5908467848dc22e99ad6799649f66e35b2288f1f8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0208." }, "209": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.209.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.209.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.209.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.209.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.209.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.209.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f488ce036ef964d5898b20190ac8d9b5230ddd1a01f55b81af7d0d927dbbc56a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0209." }, "21": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.21.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.21.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.21.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.21.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.21.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.21.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c4d8a8be77e69fd0dd6da0534296c3795fb9b6e80184d4c60641144d47d0c973", "tensor_bytes": 1720320, "tensor_prefix": "expert.0021." }, "210": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.210.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.210.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.210.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.210.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.210.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.210.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "affd192d5869eab8966f78bf5462eb2da8f835366eab5bb4df1843e51a419cf1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0210." }, "211": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.211.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.211.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.211.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.211.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.211.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.211.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b54a577c75edccb7f50f9cb863865416f534beee85e1bc39f286bd8c85e372b7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0211." }, "212": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.212.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.212.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.212.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.212.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.212.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.212.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c5db559973d866888febd201b78c1089b1be48c996a4b094bdfb80ff83d35b64", "tensor_bytes": 1720320, "tensor_prefix": "expert.0212." }, "213": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.213.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.213.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.213.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.213.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.213.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.213.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "460386d9099f1a7f655d01d425b100d075eeb57a3923d2ed3489e07b7da40241", "tensor_bytes": 1720320, "tensor_prefix": "expert.0213." }, "214": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.214.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.214.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.214.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.214.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.214.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.214.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "9b8bf48056e6182926e9509a9da77f68366989a55849713a8064534023a91e42", "tensor_bytes": 1720320, "tensor_prefix": "expert.0214." }, "215": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.215.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.215.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.215.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.215.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.215.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.215.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0216e1c4ed5515e2fd609dca49e8f31b69f1817c1813a8402c89a9fd893dad81", "tensor_bytes": 1720320, "tensor_prefix": "expert.0215." }, "216": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.216.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.216.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.216.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.216.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.216.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.216.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f57a4bf9d13fc972b3a498c72079179b53987cfe3792051a2ed7baccab9962d7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0216." }, "217": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.217.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.217.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.217.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.217.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.217.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.217.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "cb1c6269f7c056f17fd82c0961794828a1a75bb7be8cba2ab2d8b3a4c99296be", "tensor_bytes": 1720320, "tensor_prefix": "expert.0217." }, "218": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.218.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.218.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.218.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.218.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.218.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.218.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a19291848312e6dc96ea461fd095f5f4cc804b0f770244e54255b9185d974bde", "tensor_bytes": 1720320, "tensor_prefix": "expert.0218." }, "219": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.219.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.219.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.219.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.219.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.219.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.219.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7f1d5fba2f30dee0d7f5f9dd989e6379cedc08e453c5599d15da6825eb4ea02d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0219." }, "22": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.22.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.22.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.22.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.22.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.22.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.22.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "700e1ec440b67674880b9c233cb8508d339f6e282e82a0d01ff0178376235840", "tensor_bytes": 1720320, "tensor_prefix": "expert.0022." }, "220": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.220.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.220.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.220.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.220.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.220.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.220.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b730f9eb4098fce478437c2fdbae2ffeb070441f55c17f75164d5ec98a73d76b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0220." }, "221": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.221.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.221.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.221.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.221.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.221.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.221.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1d1c9ff404e30eba8d6f1aade107324d5ef4fe4b9c746335588b47139a1e4e64", "tensor_bytes": 1720320, "tensor_prefix": "expert.0221." }, "222": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.222.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.222.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.222.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.222.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.222.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.222.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "eb86053df4fccb51c0fcaa83cd98a66b970434639f16eeab2470e185f364f579", "tensor_bytes": 1720320, "tensor_prefix": "expert.0222." }, "223": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.223.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.223.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.223.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.223.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.223.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.223.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6b8131714d86ff2fd381e4437e2f1d7c9f8ba68adbcd1bd8140e8a5f15d1869b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0223." }, "224": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.224.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.224.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.224.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.224.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.224.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.224.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "14528c047b88f0441912fe5219dc01fe08ec1cfcc0630aae22fe934395bdcf59", "tensor_bytes": 1720320, "tensor_prefix": "expert.0224." }, "225": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.225.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.225.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.225.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.225.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.225.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.225.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2cdc40dbde6fae4732ada143ad37a771e7d5a1c94b4c46b4fa12e314f3545f68", "tensor_bytes": 1720320, "tensor_prefix": "expert.0225." }, "226": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.226.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.226.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.226.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.226.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.226.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.226.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6faa472052eccc4f63f67e53c34df9358e56e93a4e7cd1ab0248368343c67a10", "tensor_bytes": 1720320, "tensor_prefix": "expert.0226." }, "227": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.227.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.227.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.227.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.227.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.227.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.227.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0a9ab0635e500ecee1da761922af97e08d959b57faa0e1dffee3c1df9647577e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0227." }, "228": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.228.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.228.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.228.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.228.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.228.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.228.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "757d6ba898fa9be82e471b0747f4d809aa42cfa2c7e3385c252747e77805ecee", "tensor_bytes": 1720320, "tensor_prefix": "expert.0228." }, "229": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.229.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.229.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.229.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.229.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.229.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.229.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ee2848212ff3d0668135173429cd95e28be6b5ce176f800b1fe0679a2b3d8f40", "tensor_bytes": 1720320, "tensor_prefix": "expert.0229." }, "23": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.23.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.23.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.23.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.23.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.23.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.23.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "576f593dceca9bc116d45b71f0257335a0f74b7d4be108b44a91a7597cffdd49", "tensor_bytes": 1720320, "tensor_prefix": "expert.0023." }, "230": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.230.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.230.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.230.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.230.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.230.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.230.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f7a18326f9ae753506f673f0ac26a0d703cfdb5e7c2ccf10d72c72a38a7c6bcf", "tensor_bytes": 1720320, "tensor_prefix": "expert.0230." }, "231": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.231.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.231.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.231.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.231.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.231.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.231.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2cf1c0ef849669a8b1bc4c659fc2edfb6a5c97610f19282438fb93cab4e30106", "tensor_bytes": 1720320, "tensor_prefix": "expert.0231." }, "232": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.232.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.232.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.232.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.232.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.232.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.232.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3a32a072883ed2eafeb4e074de9b058ab1dfd98fa330ed1bd19271eced507b88", "tensor_bytes": 1720320, "tensor_prefix": "expert.0232." }, "233": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.233.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.233.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.233.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.233.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.233.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.233.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bd840a5c6c79e3772417b0f72639e0ec7a49c32097861c497ea36cd402914176", "tensor_bytes": 1720320, "tensor_prefix": "expert.0233." }, "234": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.234.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.234.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.234.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.234.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.234.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.234.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "747bb4b36d0e1f69c2822ff95447a3d857bbd11f377a5d7f90a2d71b8dd9f83d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0234." }, "235": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.235.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.235.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.235.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.235.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.235.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.235.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4f559c72403d794763e8037327f3ee49750c6fc29f100a5a290eeef7f209b7d4", "tensor_bytes": 1720320, "tensor_prefix": "expert.0235." }, "236": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.236.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.236.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.236.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.236.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.236.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.236.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6cd5b51907af3e64a9f0d325af8e8022c32a0dd83199df23e822a0c70f83ceef", "tensor_bytes": 1720320, "tensor_prefix": "expert.0236." }, "237": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.237.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.237.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.237.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.237.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.237.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.237.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "9350af5f35f33d13f0d6bd6c5fa0da5666bb492a194f9855d091bda9825b93f7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0237." }, "238": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.238.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.238.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.238.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.238.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.238.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.238.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2f88011d184a85c80661c5f8a2ed867841248dd581df7ec12f0ff9147b7e7ad4", "tensor_bytes": 1720320, "tensor_prefix": "expert.0238." }, "239": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.239.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.239.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.239.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.239.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.239.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.239.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1e7137c6347fb04de4029dcd2d3c58c3df99e0b91069fb57a969af1157f25016", "tensor_bytes": 1720320, "tensor_prefix": "expert.0239." }, "24": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.24.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.24.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.24.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.24.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.24.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.24.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4d597588c64b27e02c5b8457059fbff77cf411ca949384295fb30ebbcc5ccb65", "tensor_bytes": 1720320, "tensor_prefix": "expert.0024." }, "240": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.240.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.240.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.240.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.240.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.240.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.240.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "aae6b97628b69b6be2572a4fcc241074bf4da97f84a785ecdf256e6bc54fcce7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0240." }, "241": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.241.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.241.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.241.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.241.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.241.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.241.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d522e491c0d3923fb9f3f8623a9966a87b40e7f537bf44302725d60100c85a52", "tensor_bytes": 1720320, "tensor_prefix": "expert.0241." }, "242": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.242.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.242.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.242.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.242.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.242.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.242.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "88a451baab7176ced08351e0919aa12edac035b914e43cb662334ccd1df21bf7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0242." }, "243": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.243.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.243.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.243.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.243.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.243.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.243.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ce6bdce59a59727ee8f617194b449a8fc2c0ad96326b72ffb69a77265c0bd88b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0243." }, "244": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.244.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.244.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.244.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.244.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.244.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.244.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "593c16060e1b1ee67ec8c91808d1a2c1cb2f706fe8f0db7a4b2c6a3b868dca5c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0244." }, "245": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.245.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.245.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.245.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.245.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.245.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.245.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1821ca56804a2e8320d698e248727ccb2d784af35ef8c09acbe8005968c7eb7e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0245." }, "246": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.246.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.246.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.246.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.246.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.246.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.246.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "79834babadeae59ec8aa2a6a71a0f918b652e902be1ca39708e6c9d65eba8542", "tensor_bytes": 1720320, "tensor_prefix": "expert.0246." }, "247": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.247.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.247.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.247.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.247.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.247.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.247.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3e50e704886f4b3b7d450eeb78cc1a66792dcf08ef5877a9a6dc8ef14b1745f9", "tensor_bytes": 1720320, "tensor_prefix": "expert.0247." }, "248": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.248.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.248.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.248.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.248.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.248.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.248.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d621f594e90394df02458159ec487d32c5f6012edbf4a0a997f3e4e9a9ab2715", "tensor_bytes": 1720320, "tensor_prefix": "expert.0248." }, "249": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.249.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.249.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.249.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.249.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.249.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.249.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b23c0fda3f262042b38965f8a07edc95bfb12dab0d1087fd41955cfd8c872a68", "tensor_bytes": 1720320, "tensor_prefix": "expert.0249." }, "25": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.25.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.25.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.25.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.25.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.25.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.25.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0a4f08d4d5023d70dc0999b2518e50105188edbad45a0eb0bb5c3445b52c31ec", "tensor_bytes": 1720320, "tensor_prefix": "expert.0025." }, "250": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.250.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.250.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.250.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.250.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.250.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.250.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3e0d521d8ca962abe2e066a9ea1eae0a9903ac73a27410a8395aa6bf4131a5c7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0250." }, "251": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.251.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.251.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.251.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.251.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.251.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.251.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "83930a8b46492f38dfc48cd1224183360b9f6f2f226aecac86c638136faf1084", "tensor_bytes": 1720320, "tensor_prefix": "expert.0251." }, "252": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.252.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.252.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.252.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.252.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.252.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.252.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3d35fc081213bf49badb95991901a62ead0d359104fe7999bd16e94d39251f01", "tensor_bytes": 1720320, "tensor_prefix": "expert.0252." }, "253": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.253.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.253.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.253.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.253.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.253.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.253.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "06ae8adcdf9952bc03758a41d8bbf734ce5153a19ea7cf2dcbd9456ed8de0045", "tensor_bytes": 1720320, "tensor_prefix": "expert.0253." }, "254": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.254.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.254.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.254.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.254.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.254.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.254.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "cc4cdccb4d07130df1154c4f1cf4764c197651b8ca448b275adb3643b36777ad", "tensor_bytes": 1720320, "tensor_prefix": "expert.0254." }, "255": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.255.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.255.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.255.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.255.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.255.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.255.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "91a7663bf455df1b2136c116c2ddea15997a2499c8a4380f3130173ba9280417", "tensor_bytes": 1720320, "tensor_prefix": "expert.0255." }, "256": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.256.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.256.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.256.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.256.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.256.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.256.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f4e91e672909151f494bfe68e99b978e35661ce480f4431710f6fcdec1f0fa58", "tensor_bytes": 1720320, "tensor_prefix": "expert.0256." }, "257": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.257.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.257.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.257.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.257.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.257.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.257.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ca0b900c9bde48120dab0a9adcef1575cc6496ab2a0d541fb866b0fbf7b27ddc", "tensor_bytes": 1720320, "tensor_prefix": "expert.0257." }, "258": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.258.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.258.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.258.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.258.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.258.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.258.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3cd063f32b212d3d66b8b8936c28f98e966642af3c864ccfae459874fb369dd7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0258." }, "259": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.259.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.259.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.259.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.259.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.259.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.259.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c4412efc50d30df7212afabc46877f5a0d889a39b9434bf86b5cd0e6976a299e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0259." }, "26": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.26.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.26.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.26.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.26.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.26.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.26.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "15ae6ceaa87110b8598607e21ef2808ed24198e244fc2a7444cdb4fef483d265", "tensor_bytes": 1720320, "tensor_prefix": "expert.0026." }, "260": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.260.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.260.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.260.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.260.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.260.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.260.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ef64ec8631965b81101e95c56f295e479d5652ac31e5ae86fb7a4a31ebaba34c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0260." }, "261": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.261.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.261.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.261.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.261.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.261.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.261.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d9abf9473e60fc2351ba0a0b6807b745d6050beb017f1252aeeed3a470e5a7a7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0261." }, "262": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.262.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.262.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.262.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.262.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.262.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.262.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ba09a86065577da60772b42dcc0cdaa1d871df559b21789eee0c0ade6e2d4ea7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0262." }, "263": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.263.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.263.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.263.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.263.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.263.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.263.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "9a2a948be2fa7661da991cc9f2336b343546e7f8adca1ec210ff5142e6aa4726", "tensor_bytes": 1720320, "tensor_prefix": "expert.0263." }, "264": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.264.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.264.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.264.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.264.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.264.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.264.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8fdf74bcf1ab7e640f5591da160f26650512a43a20270fb40d5d36ba46f66419", "tensor_bytes": 1720320, "tensor_prefix": "expert.0264." }, "265": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.265.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.265.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.265.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.265.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.265.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.265.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "9c9333129b218e12d4d90ab4e1e4f70a53e18987dfe8dbd19ef1b7fa85e0ae0b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0265." }, "266": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.266.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.266.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.266.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.266.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.266.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.266.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4bb1b9a33bc9ee907dd60c48c320763b39334042c7872056575ebb1f49400b0e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0266." }, "267": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.267.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.267.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.267.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.267.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.267.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.267.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ed9540fc2bde329f872fedde6a3490cb86ec037801335fc170e1d75b02c952ae", "tensor_bytes": 1720320, "tensor_prefix": "expert.0267." }, "268": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.268.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.268.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.268.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.268.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.268.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.268.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "719a34868a4c73bb64f24d8a21b02bc97b43fa9327736bac411d02d41c6d2326", "tensor_bytes": 1720320, "tensor_prefix": "expert.0268." }, "269": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.269.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.269.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.269.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.269.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.269.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.269.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b83e58f6a3dde23d8f996c27fbe4df8138d2c88582aa5d7884def745a57e4832", "tensor_bytes": 1720320, "tensor_prefix": "expert.0269." }, "27": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.27.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.27.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.27.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.27.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.27.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.27.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a19c3bb0e4a220763cf799a6ad11f29b7fa37c46dadb0112e73fa940f88a17fd", "tensor_bytes": 1720320, "tensor_prefix": "expert.0027." }, "270": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.270.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.270.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.270.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.270.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.270.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.270.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0d6544a81406ea5a433f16a1138a405138d65dd17c1a74853dc5b1b462f372c7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0270." }, "271": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.271.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.271.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.271.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.271.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.271.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.271.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "39ba30c25bb3463fc35bcaf464f290dc591adc28a34638e946202ab41db521fe", "tensor_bytes": 1720320, "tensor_prefix": "expert.0271." }, "272": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.272.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.272.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.272.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.272.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.272.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.272.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "88a882d0f6844e1ffe49f4caafefb10c970787f4b40a1fb2035229d1ef367039", "tensor_bytes": 1720320, "tensor_prefix": "expert.0272." }, "273": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.273.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.273.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.273.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.273.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.273.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.273.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8f1d822dae1338287b06561476fffcff15b79d994d92d4561e4c9f50a669af69", "tensor_bytes": 1720320, "tensor_prefix": "expert.0273." }, "274": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.274.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.274.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.274.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.274.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.274.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.274.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8e3576c9e8b025285e2c249a3bbc74634c81d2e8fa8c6a83eee886cb563fcf7b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0274." }, "275": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.275.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.275.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.275.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.275.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.275.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.275.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3147be1268437602a76df448ee00bd75c18f1fe984517fce784200bc08493439", "tensor_bytes": 1720320, "tensor_prefix": "expert.0275." }, "276": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.276.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.276.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.276.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.276.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.276.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.276.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3872f5e74e565a29d85264637870f7902dab077547a8820fd88bc607e8add51c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0276." }, "277": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.277.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.277.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.277.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.277.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.277.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.277.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "60d19475ff411a946cbc7a021da0b57bb5a968e9b9318ac63f0bb2db5af08a68", "tensor_bytes": 1720320, "tensor_prefix": "expert.0277." }, "278": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.278.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.278.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.278.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.278.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.278.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.278.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "433a12281c2785f758a032105ca79f2a741daa5d2d3bbb25ad42a88180375389", "tensor_bytes": 1720320, "tensor_prefix": "expert.0278." }, "279": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.279.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.279.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.279.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.279.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.279.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.279.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7c5feeec2b361094ad3fb7260a248091dae1c7d66798ab65312afd8a65522fa4", "tensor_bytes": 1720320, "tensor_prefix": "expert.0279." }, "28": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.28.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.28.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.28.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.28.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.28.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.28.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "32ec17a4e542ce105bd6270e94717aff6fbecc275e45768153f8f86f62639b32", "tensor_bytes": 1720320, "tensor_prefix": "expert.0028." }, "280": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.280.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.280.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.280.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.280.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.280.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.280.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6e840f60d2a8d9dc9d9c3b2f1bd1f183adfff328e6efd8dac7729ed9f030bcfb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0280." }, "281": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.281.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.281.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.281.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.281.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.281.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.281.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1a4bcedce2235d7af5079dfcb8c09a4c008c43c6474c31ed458aa048e8bf49bf", "tensor_bytes": 1720320, "tensor_prefix": "expert.0281." }, "282": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.282.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.282.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.282.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.282.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.282.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.282.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "78eb4b8c4869d20265863506864fe7a3fd2161f5e6e76a61e423f6ec2944f8cc", "tensor_bytes": 1720320, "tensor_prefix": "expert.0282." }, "283": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.283.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.283.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.283.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.283.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.283.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.283.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f6ea8f8000bde20548586bad9f047489fb22f50ddfce9bf7d684175bbb3d3312", "tensor_bytes": 1720320, "tensor_prefix": "expert.0283." }, "284": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.284.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.284.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.284.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.284.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.284.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.284.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "967a2354f1fa686815ebbdda573814e85f84a4cc2cd901b2dcc5b3e0e259ca09", "tensor_bytes": 1720320, "tensor_prefix": "expert.0284." }, "285": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.285.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.285.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.285.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.285.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.285.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.285.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "da8dd292c1f48f99a86b985cb40189c90219feb40fdd85697fc089aa06eda9e1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0285." }, "286": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.286.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.286.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.286.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.286.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.286.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.286.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3e915da70b4045e23efbd41465a988d093d60a8694579be9b7b4a337b918bc4d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0286." }, "287": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.287.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.287.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.287.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.287.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.287.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.287.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "01b09fd26e45dcb709243ab78cef51f2f07663eb4bd99e14ba555be5f9690faf", "tensor_bytes": 1720320, "tensor_prefix": "expert.0287." }, "288": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.288.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.288.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.288.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.288.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.288.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.288.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b56c6cef85d84aaf862610e3c85ccded9680e60489a00d2b9e720788f86124c7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0288." }, "289": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.289.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.289.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.289.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.289.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.289.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.289.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "24d164b09c1cae3ca99f59fa82e4923ebb50117df9989a168bf0ce29d6be37fd", "tensor_bytes": 1720320, "tensor_prefix": "expert.0289." }, "29": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.29.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.29.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.29.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.29.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.29.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.29.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a8bd69fda04fe649cf0f5352767b37c8b8a7a066ef97b510d1a12b2d0c6d0c8c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0029." }, "290": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.290.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.290.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.290.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.290.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.290.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.290.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "171dad5e15fb20f6d42f56aaaabc109c8fb9e445bacc7fe825b9fff5df4269b5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0290." }, "291": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.291.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.291.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.291.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.291.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.291.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.291.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2ac405e10e0de08fd5cefb2f56ee40c3239e0f821b1e32b90482b7951ffb06eb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0291." }, "292": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.292.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.292.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.292.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.292.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.292.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.292.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4eed2eeff4128b9d3195c76821a307fb1b8f34c7f87a27c39ca753d1b3ffd8a1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0292." }, "293": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.293.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.293.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.293.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.293.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.293.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.293.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "68047247d2cd8611b0386368b6843cfb394add97640d43f159dd20c7cacf71e5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0293." }, "294": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.294.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.294.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.294.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.294.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.294.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.294.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3fce4c2ab04b1a03774850c17df24f34cd0d6b5706c55625e93e2bb45fc5276b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0294." }, "295": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.295.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.295.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.295.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.295.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.295.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.295.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "54ae8def2c544f1fca2ad1bbcafe90ccbd2f72e4446c7e964113b87830d08c53", "tensor_bytes": 1720320, "tensor_prefix": "expert.0295." }, "296": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.296.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.296.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.296.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.296.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.296.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.296.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "39d42e45e3f3a9bb93bfffd1708f442878b9ed975e1b5087adcfa5b53e6676c5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0296." }, "297": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.297.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.297.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.297.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.297.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.297.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.297.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "07fd19dc113a62303e711887f8b1a7fc8d0a245f81ae9cc4ccbfd6bc0965b1c2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0297." }, "298": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.298.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.298.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.298.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.298.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.298.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.298.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f9b0c5fb6c6a2e4b72fc8cf3b3f756556521f80351209f9fbd5a71f26ad18c16", "tensor_bytes": 1720320, "tensor_prefix": "expert.0298." }, "299": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.299.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.299.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.299.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.299.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.299.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.299.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "fccd5ae208b178b39b9d6c927d7740119d7342b0241a60ea1f576c7cecb06c27", "tensor_bytes": 1720320, "tensor_prefix": "expert.0299." }, "3": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.3.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.3.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.3.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.3.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.3.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.3.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d1c3b8c630b96849f5a36d6482b7dc3ba581b3851787641708f19876f148e143", "tensor_bytes": 1720320, "tensor_prefix": "expert.0003." }, "30": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.30.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.30.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.30.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.30.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.30.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.30.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2affa00b817bfe0f8f82e0c080ab9f08588b4cc1f91f0d17400d2c39cb4e4111", "tensor_bytes": 1720320, "tensor_prefix": "expert.0030." }, "300": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.300.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.300.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.300.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.300.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.300.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.300.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0a21c5dd91cf0db17f1db7b07483048348163adaa5fe4c1b6626c617485c9e89", "tensor_bytes": 1720320, "tensor_prefix": "expert.0300." }, "301": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.301.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.301.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.301.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.301.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.301.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.301.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8f96482a37712869d398f30f4bcc8fa2bc6988b2069f88fb0093624bb37fb6e2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0301." }, "302": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.302.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.302.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.302.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.302.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.302.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.302.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "be9ca09cf57a0d2c91ed62746e7b04b797899ef658c6c2f49c6e7490a2f9696e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0302." }, "303": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.303.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.303.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.303.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.303.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.303.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.303.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2be17c2fa79248263a89c1b6b0417c111ab8b842ecefddb975042c59189588fa", "tensor_bytes": 1720320, "tensor_prefix": "expert.0303." }, "304": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.304.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.304.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.304.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.304.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.304.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.304.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "46f3255a5044e9d4d49070e04c981762840ea8de746cbc3ff4dd75615e4041ca", "tensor_bytes": 1720320, "tensor_prefix": "expert.0304." }, "305": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.305.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.305.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.305.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.305.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.305.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.305.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "75bfa9ae748f60b766331b77869ef39ea4c571ef729a38f4aea62b7de21348cf", "tensor_bytes": 1720320, "tensor_prefix": "expert.0305." }, "306": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.306.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.306.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.306.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.306.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.306.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.306.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "78592d5ecfc2db9d4c32fbb3784a06d0c4075706715afbf7f8abecbe84354650", "tensor_bytes": 1720320, "tensor_prefix": "expert.0306." }, "307": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.307.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.307.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.307.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.307.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.307.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.307.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2c31b5794b28d6a6f2e4ade93c59e0f5e4e8bb2485bedcc8dd99ccd453189f38", "tensor_bytes": 1720320, "tensor_prefix": "expert.0307." }, "308": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.308.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.308.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.308.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.308.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.308.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.308.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bd30a5aa45576880b02baea857892344d6bd24f47ca57488153ce836832d425f", "tensor_bytes": 1720320, "tensor_prefix": "expert.0308." }, "309": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.309.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.309.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.309.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.309.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.309.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.309.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3596c4185145acfa4230ef2d95195e1e212feb6f3fcd0fd014f3120fab6a242b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0309." }, "31": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.31.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.31.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.31.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.31.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.31.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.31.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c7ab4a4f2f00806f8a2f8ec002421abca027534c29d1dcc2f8fbdd2728aa7159", "tensor_bytes": 1720320, "tensor_prefix": "expert.0031." }, "310": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.310.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.310.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.310.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.310.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.310.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.310.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2ee1f8086c5f324bae7159da6a32c859dbdb437073154c686c0062f0cf31319a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0310." }, "311": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.311.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.311.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.311.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.311.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.311.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.311.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "483e75547b09ae8fbc98f0a6d05b4a11fe9e2810db7165ada15b6ce752516d89", "tensor_bytes": 1720320, "tensor_prefix": "expert.0311." }, "312": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.312.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.312.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.312.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.312.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.312.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.312.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f449aaa9028f09998803fa96d56541996717c531e924a7de838cfbc49a307e8d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0312." }, "313": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.313.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.313.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.313.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.313.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.313.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.313.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a6e3c3ac159f07c15241bb077c593ae017fda0e34498cd1c9a9087b36a5b09cb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0313." }, "314": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.314.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.314.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.314.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.314.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.314.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.314.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7ca32caecf39b8ff215334e015bd3e3369343c65674f6f5b4622c0113d25117d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0314." }, "315": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.315.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.315.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.315.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.315.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.315.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.315.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ee7213fc26bdd48d05080d08df520fb3de398fd24f93188fce2150fe440b4097", "tensor_bytes": 1720320, "tensor_prefix": "expert.0315." }, "316": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.316.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.316.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.316.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.316.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.316.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.316.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d07f1eb23440eff00ca8812f5117d9f07859ab92f8cd980411eb5da6873e1dd6", "tensor_bytes": 1720320, "tensor_prefix": "expert.0316." }, "317": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.317.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.317.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.317.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.317.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.317.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.317.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "352104df2f37d02b46fb537014dbd7eeddc41247fedb47877594b7c6804bdfcb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0317." }, "318": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.318.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.318.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.318.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.318.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.318.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.318.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f297e11a2b01356c5d2443e6f9f0f2e65207da1a7d784b953472b58827e3d6d1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0318." }, "319": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.319.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.319.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.319.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.319.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.319.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.319.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1785fcc147fa1cc6b5f148f33ba31bde05d3570bdbf8c527b728720987ad28dc", "tensor_bytes": 1720320, "tensor_prefix": "expert.0319." }, "32": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.32.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.32.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.32.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.32.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.32.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.32.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "80bb24497a93b1654ecaeba1ad4f60ee13f6164b94bcff6c3f2832c0ee0ba229", "tensor_bytes": 1720320, "tensor_prefix": "expert.0032." }, "320": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.320.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.320.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.320.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.320.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.320.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.320.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "559b9a8a990f593b2376abfaee0aaa450396cdae39d4d14dbed3c23ea5300880", "tensor_bytes": 1720320, "tensor_prefix": "expert.0320." }, "321": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.321.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.321.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.321.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.321.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.321.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.321.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a0d467d916f6b7a4932fd2223f095c5048070d1ae9a76761ac52066f61c6bc44", "tensor_bytes": 1720320, "tensor_prefix": "expert.0321." }, "322": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.322.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.322.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.322.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.322.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.322.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.322.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "84d8c1c006d6fe8e4f13865a5e3c4b69971ec83b7c8dcd180f04773582131767", "tensor_bytes": 1720320, "tensor_prefix": "expert.0322." }, "323": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.323.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.323.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.323.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.323.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.323.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.323.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "31746dc8aa29ed1d2054ca9e6672c4de913d0aa4264a042bce3196258940aab4", "tensor_bytes": 1720320, "tensor_prefix": "expert.0323." }, "324": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.324.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.324.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.324.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.324.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.324.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.324.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "db1fdd62c38a31543b33784065f5a749c5796157ab9c4b7ad2ea0b28afa572e7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0324." }, "325": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.325.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.325.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.325.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.325.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.325.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.325.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d86174f65aec594f17957bad231d03c350a256511eb8e9258fa14e4dc35a73ec", "tensor_bytes": 1720320, "tensor_prefix": "expert.0325." }, "326": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.326.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.326.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.326.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.326.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.326.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.326.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6b1f843229f528b67dac207339650e39a9403fd43626467d699addb5a01fcb75", "tensor_bytes": 1720320, "tensor_prefix": "expert.0326." }, "327": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.327.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.327.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.327.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.327.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.327.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.327.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1b8b8c050f96220972e048fe76f58d2c109272abea35fb695e072ca018a7d37a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0327." }, "328": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.328.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.328.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.328.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.328.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.328.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.328.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ad6d5236e368d7eb5c809af156343b64c3c0759a51b89da77e840deb9798550f", "tensor_bytes": 1720320, "tensor_prefix": "expert.0328." }, "329": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.329.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.329.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.329.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.329.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.329.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.329.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5ab6c107e3a2a127b4d113e565287f14c6b75e6390b42d09c22931156589d9a9", "tensor_bytes": 1720320, "tensor_prefix": "expert.0329." }, "33": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.33.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.33.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.33.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.33.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.33.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.33.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f648e39b4fbc551ce83c89cfab18b7f5903eb3d402dad0e4370cc2108f0b00c2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0033." }, "330": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.330.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.330.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.330.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.330.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.330.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.330.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "466b127e370091f0858ca5a1d5bce4607e6730c3e261c617058adfafcf3b0904", "tensor_bytes": 1720320, "tensor_prefix": "expert.0330." }, "331": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.331.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.331.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.331.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.331.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.331.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.331.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8bdf1618ea4406beff03e082187e9e0e2a626186c3c0ed71dfeaad4f69710cfe", "tensor_bytes": 1720320, "tensor_prefix": "expert.0331." }, "332": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.332.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.332.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.332.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.332.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.332.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.332.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "cf1925b3618a53119b3b1554f70a2496eb9038aa3046f990cd58e17bebb823d1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0332." }, "333": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.333.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.333.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.333.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.333.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.333.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.333.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "04ef50781ab3af356af643a5f028dbfffac28959a3d6f84e070b856bf9443ed2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0333." }, "334": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.334.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.334.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.334.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.334.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.334.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.334.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "e500df2b8f29b8059add7a5ca934b6611f80bab77aa5a8a00f5f45fba57bd753", "tensor_bytes": 1720320, "tensor_prefix": "expert.0334." }, "335": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.335.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.335.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.335.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.335.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.335.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.335.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d1e91651cfe5234ec29f77df6ca98f96ead242fe7e21d3d64aaa4524209362a8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0335." }, "336": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.336.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.336.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.336.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.336.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.336.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.336.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "81f5781b4ed571551dd7c390747cbaa6468e8b33290ae284f7369b59fae0e5da", "tensor_bytes": 1720320, "tensor_prefix": "expert.0336." }, "337": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.337.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.337.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.337.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.337.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.337.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.337.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "63a6fbaeff55d2bb6f39e9b065097f954d9af3950088f288a67d2882414bfb16", "tensor_bytes": 1720320, "tensor_prefix": "expert.0337." }, "338": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.338.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.338.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.338.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.338.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.338.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.338.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "43196a547ec37dff09477c7f53b0ff0d5880d6415b70b4e46a252eadf7df272a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0338." }, "339": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.339.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.339.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.339.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.339.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.339.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.339.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f45ee47c17874db1ecd51c2694b71db2ed675919f94308f18d0bf34b389dcd44", "tensor_bytes": 1720320, "tensor_prefix": "expert.0339." }, "34": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.34.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.34.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.34.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.34.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.34.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.34.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b4edaa0862d0e1753ba79e0c20b38facff5401620af474aae4eb687ca4a7d8b1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0034." }, "340": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.340.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.340.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.340.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.340.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.340.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.340.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "40c64556c79b78abcbe00a474f646d4a21ec79850459831a94d77906d72b5e84", "tensor_bytes": 1720320, "tensor_prefix": "expert.0340." }, "341": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.341.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.341.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.341.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.341.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.341.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.341.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b3d023a1c7d28d5cd49926b97b4ca1cf92a752aa0982f66b780a31ecf3183d53", "tensor_bytes": 1720320, "tensor_prefix": "expert.0341." }, "342": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.342.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.342.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.342.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.342.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.342.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.342.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a43f0e51b693c0d1edc36044f56f21d1633d09b5e16d8bacd0d4912226edad73", "tensor_bytes": 1720320, "tensor_prefix": "expert.0342." }, "343": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.343.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.343.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.343.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.343.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.343.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.343.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "16963aca05127e3150165b3e7cb9bb2842aea5d03bcf6fd0ee9062efe9a51e26", "tensor_bytes": 1720320, "tensor_prefix": "expert.0343." }, "344": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.344.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.344.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.344.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.344.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.344.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.344.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6d48b6914ecf02316446d2459bb6fc4f93e1c58afaced3d285fa35bad592c498", "tensor_bytes": 1720320, "tensor_prefix": "expert.0344." }, "345": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.345.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.345.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.345.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.345.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.345.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.345.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8301daa38dd7ef1df08ff893e5102130212b1e7139e111af0a9ce8c92a50d74c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0345." }, "346": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.346.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.346.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.346.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.346.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.346.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.346.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b32492da0b230e1dc4c60a8f0bb631644ac3de4665450381ca796a3453472e5f", "tensor_bytes": 1720320, "tensor_prefix": "expert.0346." }, "347": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.347.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.347.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.347.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.347.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.347.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.347.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "dc22bacec300d5168da9c936b7efc43219dbf7eee50c1e1c471133b9b693bec5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0347." }, "348": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.348.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.348.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.348.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.348.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.348.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.348.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1ea500becd4cf7d6c8c0028e0b4b7e0d950347b7467ef473648bce7a768abe01", "tensor_bytes": 1720320, "tensor_prefix": "expert.0348." }, "349": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.349.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.349.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.349.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.349.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.349.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.349.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4ed8a9c7959b5e0144f3a81fa3333213a0744997990ec5e97724491d62d662ef", "tensor_bytes": 1720320, "tensor_prefix": "expert.0349." }, "35": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.35.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.35.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.35.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.35.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.35.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.35.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c57dd4289061374083f26207ba0ed2e23be43aaf8901e12d1d5b5951b7ec36be", "tensor_bytes": 1720320, "tensor_prefix": "expert.0035." }, "350": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.350.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.350.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.350.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.350.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.350.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.350.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "2f7d06dd21c6aae3f941f95fc1125e4e816db2b2a0009da12a380b81f4bf0c33", "tensor_bytes": 1720320, "tensor_prefix": "expert.0350." }, "351": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.351.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.351.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.351.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.351.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.351.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.351.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "19421f4b7ec6a4d02e03d0d063085942bf6a261f61f5ac4990231d80d437e32f", "tensor_bytes": 1720320, "tensor_prefix": "expert.0351." }, "352": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.352.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.352.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.352.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.352.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.352.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.352.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4da14ecae15b84c8df7f72cdcb744b81f3f8e5a42fbd22ca2eecd640e4b1e8e5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0352." }, "353": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.353.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.353.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.353.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.353.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.353.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.353.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d7a401617a276c2a94df22e73230c7e42e50744fec1707c5ddf10ed78c39e80b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0353." }, "354": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.354.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.354.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.354.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.354.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.354.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.354.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f9a448a3024741e7aab45a091900d101ea3122faea88de199b0ff55975ef2f70", "tensor_bytes": 1720320, "tensor_prefix": "expert.0354." }, "355": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.355.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.355.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.355.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.355.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.355.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.355.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3d745a91e63a78ab4c098a34f6ace363119d62bddba523971f1c5ecd3762c6e8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0355." }, "356": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.356.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.356.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.356.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.356.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.356.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.356.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b83b31abb88111360a408c6df2a334089390757630515b26c74242556314af51", "tensor_bytes": 1720320, "tensor_prefix": "expert.0356." }, "357": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.357.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.357.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.357.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.357.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.357.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.357.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "47ae95b69d4a9eba860df1865d07bdc54007abcb51f42c687f0e7fffdd8ef461", "tensor_bytes": 1720320, "tensor_prefix": "expert.0357." }, "358": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.358.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.358.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.358.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.358.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.358.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.358.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "0818d22d023e203116fa89fa5e8219992beb7b106b00466a22f5913fcb23ccc1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0358." }, "359": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.359.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.359.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.359.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.359.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.359.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.359.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8bebb936b4c6cf320f421c3859e86f10b83c398de5a35ca671cc960d4e27a52d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0359." }, "36": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.36.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.36.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.36.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.36.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.36.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.36.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "fac9f7d09c676a90b96fb6bff1e75880005e5c3e1179cd9f68f535ffb3c2b502", "tensor_bytes": 1720320, "tensor_prefix": "expert.0036." }, "360": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.360.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.360.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.360.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.360.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.360.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.360.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bdaf7fa4baac178d2a4d9e302d77154b8a6f9bc56e72f24151aea60c43d344e2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0360." }, "361": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.361.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.361.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.361.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.361.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.361.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.361.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "612b3075f7bee1934cf2612bc1d0c8037318cfe5b8b0972767aa2e957fe2f850", "tensor_bytes": 1720320, "tensor_prefix": "expert.0361." }, "362": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.362.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.362.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.362.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.362.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.362.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.362.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a7805af237a428562231452c1cd7c22e151a7d4872a705e1d9f0d3439be64ae0", "tensor_bytes": 1720320, "tensor_prefix": "expert.0362." }, "363": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.363.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.363.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.363.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.363.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.363.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.363.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d2fc9b81889a828ab943fee920684a54d4d74b4cb81717ef3952fcc133a10d41", "tensor_bytes": 1720320, "tensor_prefix": "expert.0363." }, "364": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.364.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.364.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.364.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.364.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.364.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.364.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "af15abb6990cf346e7658c985ebb516313787421e22310007d61daba605cf7cb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0364." }, "365": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.365.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.365.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.365.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.365.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.365.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.365.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "769635fd6d48cb51421d44261de36b5f9ed5449b189406635d39ad99bf702f67", "tensor_bytes": 1720320, "tensor_prefix": "expert.0365." }, "366": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.366.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.366.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.366.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.366.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.366.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.366.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "793380d11a5cabe52894ba37ca3f772b9e7b7abb9078938047cd59ac3bbc932c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0366." }, "367": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.367.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.367.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.367.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.367.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.367.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.367.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c90d8dcfb98caa98969825542b649cafbed4bb43838723bc60a233f167431b55", "tensor_bytes": 1720320, "tensor_prefix": "expert.0367." }, "368": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.368.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.368.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.368.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.368.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.368.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.368.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b64dda2a50aea6f7efda7f8588ff8fe4527ebc7ca7a695edbb33ee73f0c64afd", "tensor_bytes": 1720320, "tensor_prefix": "expert.0368." }, "369": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.369.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.369.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.369.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.369.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.369.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.369.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c49f327477a2505515d092de83e192b567b068636bd6bc5b90894d2a0a21b6c3", "tensor_bytes": 1720320, "tensor_prefix": "expert.0369." }, "37": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.37.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.37.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.37.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.37.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.37.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.37.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d62c374facfe631583ce9037c2265b813e43db433265072e725884091c347f8e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0037." }, "370": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.370.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.370.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.370.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.370.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.370.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.370.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3e2b9c2458caa0ae39f5d14bc3fc7d0363c4aef264d416b869d4eb817424177d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0370." }, "371": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.371.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.371.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.371.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.371.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.371.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.371.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d95dd048900a37bdbfad285c48e1964c2c23c6d612fef53d9d477ca54deaca3c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0371." }, "372": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.372.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.372.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.372.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.372.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.372.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.372.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ad206a3b4a5e337ddcc1f286ba73b044e78b14fd95849dfca8ccb238b62329ec", "tensor_bytes": 1720320, "tensor_prefix": "expert.0372." }, "373": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.373.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.373.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.373.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.373.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.373.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.373.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "943f59d9ae5b781c922fbe5cc9c019c9de8b0de7b02cf65ea0e7f7c4694a7f95", "tensor_bytes": 1720320, "tensor_prefix": "expert.0373." }, "374": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.374.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.374.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.374.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.374.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.374.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.374.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "44fda7f6b1f76c07f90ecdeca31368c4677f0b67ab08dcb3878c183c411e7c0a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0374." }, "375": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.375.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.375.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.375.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.375.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.375.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.375.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "49059044f871c1de92997e58729cfa1f9e78dcb268eda56b01a3e7fd696e0a70", "tensor_bytes": 1720320, "tensor_prefix": "expert.0375." }, "376": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.376.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.376.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.376.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.376.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.376.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.376.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c229010f0e6fb11fb1685a4ba4b340231806b6050ec8ea61a3f0989aa0a7c48a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0376." }, "377": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.377.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.377.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.377.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.377.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.377.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.377.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "256816278f4bcaf2d0887201c918af1c9677b9b94b670c7e03ebedce6095a8ec", "tensor_bytes": 1720320, "tensor_prefix": "expert.0377." }, "378": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.378.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.378.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.378.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.378.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.378.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.378.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "9f724225394a1d063d0396cc1ef6fdf9d7c0dbe910dd38ca88b04d33adb626f8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0378." }, "379": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.379.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.379.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.379.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.379.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.379.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.379.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7bde55b7be22e3f4f6990d8d152abaf6a4eb1043787d23a55f21d97da8da67cc", "tensor_bytes": 1720320, "tensor_prefix": "expert.0379." }, "38": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.38.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.38.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.38.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.38.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.38.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.38.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "16da8a9a22a974f839e7dace1f0b83116a8c5c826ba0f1ba59abd669b3abc131", "tensor_bytes": 1720320, "tensor_prefix": "expert.0038." }, "380": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.380.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.380.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.380.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.380.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.380.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.380.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "4833c43ddf7bdaa9458f902028f9ec2a9de89616a45ebb253502fc9b7197172d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0380." }, "381": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.381.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.381.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.381.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.381.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.381.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.381.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bfefc526f6257684dbabd8fbcb0b8ca6ac09155fe0deec37ce24ccb1d34fd293", "tensor_bytes": 1720320, "tensor_prefix": "expert.0381." }, "382": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.382.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.382.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.382.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.382.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.382.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.382.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ac09e664150d738eb86cfd6e68f204b202a2e72c966da11dd84dee3fbc02881a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0382." }, "383": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.383.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.383.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.383.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.383.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.383.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.383.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5bbdca0b5ec8ad08cc8a76743478c00d806717adf29d39bc6d9ce8d555072c59", "tensor_bytes": 1720320, "tensor_prefix": "expert.0383." }, "39": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.39.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.39.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.39.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.39.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.39.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.39.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a7c346ee5e1fa6b01896c2f9f7712d58de4baee662cb3c42e5f2eb4cd76651d7", "tensor_bytes": 1720320, "tensor_prefix": "expert.0039." }, "4": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.4.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.4.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.4.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.4.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.4.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.4.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "fa18695287762cfd6f393d93ddb025008f44bd846969566b3309d81208266533", "tensor_bytes": 1720320, "tensor_prefix": "expert.0004." }, "40": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.40.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.40.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.40.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.40.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.40.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.40.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f5e136252f09691b8bdd54fc0234a6c0212fabd315b5703d37017a16e0f2139e", "tensor_bytes": 1720320, "tensor_prefix": "expert.0040." }, "41": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.41.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.41.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.41.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.41.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.41.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.41.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ede82e24caa98142e1f91fd85aaea26f859bb2784b128bc640c0e4455fbcf9fe", "tensor_bytes": 1720320, "tensor_prefix": "expert.0041." }, "42": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.42.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.42.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.42.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.42.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.42.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.42.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "83413d19eef8922cc8e982f133032e788002a89843c9984550ccea0f047f9475", "tensor_bytes": 1720320, "tensor_prefix": "expert.0042." }, "43": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.43.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.43.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.43.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.43.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.43.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.43.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "826f0a67a000417afa36606ee5f7acad2bce39daaaebec285624e2f003171cf8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0043." }, "44": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.44.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.44.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.44.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.44.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.44.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.44.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "e3ea6fd0f2ea551ec847deaf293fddc4c41b05a44b27112d8de3844c2ed6255c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0044." }, "45": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.45.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.45.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.45.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.45.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.45.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.45.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6c90674a608052854a2da0c054965afeebfbe58a31182d79f0a10183b0e4af1b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0045." }, "46": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.46.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.46.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.46.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.46.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.46.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.46.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1a3ab8f5cc7a3431258f220b11246b1aef2b9add26e44622a8dec2fa264055d0", "tensor_bytes": 1720320, "tensor_prefix": "expert.0046." }, "47": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.47.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.47.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.47.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.47.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.47.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.47.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8f97ce53aca2a7cb47d90f8d2c425ed4d1b71ac0b3caa4eb159600601a56a5f6", "tensor_bytes": 1720320, "tensor_prefix": "expert.0047." }, "48": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.48.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.48.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.48.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.48.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.48.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.48.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ee8fab58efb1fff82cd194a16b15c29dc76a5c04a525201c27a919d02add7fcf", "tensor_bytes": 1720320, "tensor_prefix": "expert.0048." }, "49": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.49.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.49.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.49.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.49.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.49.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.49.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b2b739bd992d42526d97afd148103a78ee1d1e11d37b8d714e5e2574d65c8972", "tensor_bytes": 1720320, "tensor_prefix": "expert.0049." }, "5": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.5.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.5.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.5.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.5.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.5.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.5.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d2f127640c2bd5d8d52e302b32cc94d917f0ad6656ca8453ef68847b3e847158", "tensor_bytes": 1720320, "tensor_prefix": "expert.0005." }, "50": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.50.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.50.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.50.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.50.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.50.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.50.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6f9fb4a9249690449537923d7ef3c6154ee074f060a08e59e6670ec8ddb9e965", "tensor_bytes": 1720320, "tensor_prefix": "expert.0050." }, "51": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.51.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.51.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.51.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.51.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.51.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.51.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "82e17b0588c01241405a5a430575d9198478639808e024a9de7a63b24d238c6d", "tensor_bytes": 1720320, "tensor_prefix": "expert.0051." }, "52": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.52.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.52.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.52.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.52.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.52.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.52.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "db562361c0137c84aa9f328f17551cd027c3d1c805918bf8e37eb2660b83944a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0052." }, "53": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.53.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.53.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.53.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.53.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.53.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.53.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7c447d37d2be34a36d786bd133eb96da3fc7e91d2baa86d32512547c338215c8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0053." }, "54": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.54.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.54.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.54.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.54.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.54.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.54.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6f9c363afab492a2a351746e3072c08ea721de28530759730894007998dc7b49", "tensor_bytes": 1720320, "tensor_prefix": "expert.0054." }, "55": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.55.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.55.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.55.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.55.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.55.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.55.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a0b55b13ab87075d517051aace95625212b1fff081727726782b04ffe002a8bd", "tensor_bytes": 1720320, "tensor_prefix": "expert.0055." }, "56": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.56.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.56.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.56.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.56.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.56.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.56.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "dc4399e5f8fe9e0e81b1846df9e57c3c58d52297f93f22dad75966bcb5c6b61c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0056." }, "57": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.57.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.57.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.57.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.57.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.57.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.57.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "9410aec64eec99b4928a46c5bd053606948a0f1ee49fc9cd81dbe3de1afa3ea5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0057." }, "58": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.58.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.58.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.58.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.58.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.58.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.58.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7c9181c51339cb3f8fb6fe9689a50c1a0b003b35ce21f787b439e06467c1cabd", "tensor_bytes": 1720320, "tensor_prefix": "expert.0058." }, "59": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.59.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.59.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.59.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.59.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.59.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.59.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "d9f30b55575108879d78d80570769354a6d5b8c09414ac76a859bd76846005a8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0059." }, "6": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.6.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.6.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.6.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.6.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.6.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.6.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "178ec3c8437d55fc29e2ade5fb98c26252b25f447f508fd37bac8cab1a3b5856", "tensor_bytes": 1720320, "tensor_prefix": "expert.0006." }, "60": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.60.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.60.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.60.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.60.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.60.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.60.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "57a45dec3f62793415da50d7153377caf24b56ad6294717b497873f225cdce62", "tensor_bytes": 1720320, "tensor_prefix": "expert.0060." }, "61": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.61.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.61.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.61.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.61.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.61.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.61.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "aad33a6733ad85456eb45f5c497b1a788343f1c0b81f9f5b2670891faac0284a", "tensor_bytes": 1720320, "tensor_prefix": "expert.0061." }, "62": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.62.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.62.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.62.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.62.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.62.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.62.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8523f937fc0312803e6ae91ad22d8edfdfc417b446fd8da76dd743b9ad913a29", "tensor_bytes": 1720320, "tensor_prefix": "expert.0062." }, "63": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.63.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.63.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.63.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.63.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.63.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.63.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "214d74786cdcbe65a651e0714ce455aedf26f5f93bf38182333ad002618b9031", "tensor_bytes": 1720320, "tensor_prefix": "expert.0063." }, "64": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.64.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.64.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.64.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.64.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.64.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.64.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "575130232dabfc3f898e803bf3d6bcfd334f37db8efa01b635fcdcbc2aa8e9c8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0064." }, "65": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.65.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.65.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.65.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.65.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.65.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.65.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5795764b8a6940e90dfb2b440c6705d437ab7ffe558b7a9ba199d13f3fa909fe", "tensor_bytes": 1720320, "tensor_prefix": "expert.0065." }, "66": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.66.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.66.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.66.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.66.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.66.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.66.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "54dbf1addb376464dccdf23d4e028096cad5e2808c6f0e009a4b995ae028a036", "tensor_bytes": 1720320, "tensor_prefix": "expert.0066." }, "67": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.67.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.67.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.67.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.67.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.67.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.67.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a38dcd591e944c8c16a279ca31c594a73ba37aebb074144250e797f8aec0a742", "tensor_bytes": 1720320, "tensor_prefix": "expert.0067." }, "68": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.68.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.68.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.68.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.68.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.68.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.68.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "41aba4e41a13f6b1a323f95e3e80ee2988e8c9c3a98e8533373627aa28afb959", "tensor_bytes": 1720320, "tensor_prefix": "expert.0068." }, "69": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.69.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.69.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.69.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.69.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.69.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.69.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f2a7aa0b8eeaf325594b1d29d37704cdac9a5160d9e03bb51a912b6d88c0f0e6", "tensor_bytes": 1720320, "tensor_prefix": "expert.0069." }, "7": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.7.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.7.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.7.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.7.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.7.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.7.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "14224b6add7db3cfa39a4a4792a9fd603c1ac1e5c4590292c7f53929fcd0a900", "tensor_bytes": 1720320, "tensor_prefix": "expert.0007." }, "70": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.70.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.70.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.70.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.70.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.70.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.70.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1676f1c5eeb7f415e94b12a0b3901c11da829319d3f8af22a7ea9960395999d8", "tensor_bytes": 1720320, "tensor_prefix": "expert.0070." }, "71": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.71.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.71.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.71.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.71.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.71.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.71.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "dfae652bac67a24b9860b502fbc1d2f13c331b83116c53ecb4dc024e66d0b6cc", "tensor_bytes": 1720320, "tensor_prefix": "expert.0071." }, "72": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.72.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.72.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.72.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.72.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.72.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.72.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "456611d08a7eb17097c4d0648a79083de871800b431e9fb1af68eb0753191007", "tensor_bytes": 1720320, "tensor_prefix": "expert.0072." }, "73": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.73.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.73.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.73.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.73.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.73.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.73.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ba7173036f8b245fbbb6b2391d4e77e31d95d5f44cfbb943d9c1b7a6dbb2c261", "tensor_bytes": 1720320, "tensor_prefix": "expert.0073." }, "74": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.74.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.74.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.74.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.74.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.74.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.74.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bfc6cf122e183949aae393271f5d7b6a9f3398187189454c60b4463e6a0fd29b", "tensor_bytes": 1720320, "tensor_prefix": "expert.0074." }, "75": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.75.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.75.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.75.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.75.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.75.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.75.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "482167bc753c61fc1e7c68b8c6b7be160915357383f583057454aec6873577c9", "tensor_bytes": 1720320, "tensor_prefix": "expert.0075." }, "76": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.76.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.76.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.76.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.76.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.76.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.76.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "1961ce22f0eb2b865d005bc26b67d1b0d56e7515c9b3e4bfea07ba020e852018", "tensor_bytes": 1720320, "tensor_prefix": "expert.0076." }, "77": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.77.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.77.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.77.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.77.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.77.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.77.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "a049a4c30b83e831762370314cfa6a004e4db28dbe963fc12dbf634b7104673c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0077." }, "78": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.78.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.78.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.78.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.78.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.78.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.78.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "22e218f90104c68b752f4798e74e777e84f4f09b5f91d2ae33a8e21373bebe53", "tensor_bytes": 1720320, "tensor_prefix": "expert.0078." }, "79": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.79.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.79.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.79.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.79.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.79.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.79.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "899b132c84056cba6a45ee5806ff58fd920934176cfa5db0c67ba42fdd7734d5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0079." }, "8": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.8.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.8.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.8.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.8.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.8.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.8.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "580afd4983e5d403d0fcc0546fa3921617edf5b50590a8cab0c0e22e36cd47b0", "tensor_bytes": 1720320, "tensor_prefix": "expert.0008." }, "80": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.80.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.80.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.80.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.80.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.80.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.80.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "53a6d7fc84b1aadf613b62a6b02b68e116bc79fda4310eeac856e01559b63c9c", "tensor_bytes": 1720320, "tensor_prefix": "expert.0080." }, "81": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.81.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.81.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.81.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.81.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.81.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.81.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "8f71e5e4d4b070826e3798e45f468a06b6532b055e888ad766e74dae15868cf9", "tensor_bytes": 1720320, "tensor_prefix": "expert.0081." }, "82": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.82.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.82.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.82.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.82.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.82.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.82.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "ad6269ef6f0641b240b33d5748be3899053f2dc6f8980a6ce6a12d12a82cf540", "tensor_bytes": 1720320, "tensor_prefix": "expert.0082." }, "83": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.83.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.83.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.83.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.83.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.83.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.83.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "bdfd586fb480f258aff5a04034999f6a25bb1ed3e7e9e32a006c84eb6b8dfc70", "tensor_bytes": 1720320, "tensor_prefix": "expert.0083." }, "84": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.84.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.84.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.84.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.84.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.84.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.84.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "c371870988672a20d1e2b77d29b31e4ff42243e52ddba049beb2beacd3eca074", "tensor_bytes": 1720320, "tensor_prefix": "expert.0084." }, "85": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.85.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.85.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.85.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.85.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.85.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.85.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b9012148e48190d9d77bf0515cffb118674daba03bfa85d151e3168d5f9e9ddd", "tensor_bytes": 1720320, "tensor_prefix": "expert.0085." }, "86": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.86.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.86.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.86.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.86.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.86.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.86.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "de72c9130a69539681e373404c6d75ac0ab882ccd22ae6baeae99a69b700fbfe", "tensor_bytes": 1720320, "tensor_prefix": "expert.0086." }, "87": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.87.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.87.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.87.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.87.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.87.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.87.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "3c84f73d5d0f1b47452f8e41f077450b37730af8182df5e9e207492da3e0bf16", "tensor_bytes": 1720320, "tensor_prefix": "expert.0087." }, "88": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.88.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.88.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.88.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.88.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.88.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.88.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "fd8eebb4e2866603d3aa69e1a29a20382e540ad2b5631f853865f4c61619cedb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0088." }, "89": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.89.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.89.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.89.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.89.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.89.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.89.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "b738bc438684eb4ec0b1b7c6426605a788efdba40dcc5879d0d5ef74889c7113", "tensor_bytes": 1720320, "tensor_prefix": "expert.0089." }, "9": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.9.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.9.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.9.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.9.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.9.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.9.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7341f8602568cb4de1e5dddca1717c29fa86e60f564804d6c4855cb7e6b956e2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0009." }, "90": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.90.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.90.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.90.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.90.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.90.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.90.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "fc29662fa7348c2bb52bfeb7b30feca9a91121a1727170205796cafc79e2e2b2", "tensor_bytes": 1720320, "tensor_prefix": "expert.0090." }, "91": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.91.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.91.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.91.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.91.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.91.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.91.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "79c0997e097aa9fcbed90a4c1922bbc016433ff6e0acc3ddc94a8ceea24fddc1", "tensor_bytes": 1720320, "tensor_prefix": "expert.0091." }, "92": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.92.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.92.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.92.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.92.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.92.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.92.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6f1579f4615dadeb6103711fc2401f04c542774645a957b4f026dcdba9ec4bf5", "tensor_bytes": 1720320, "tensor_prefix": "expert.0092." }, "93": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.93.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.93.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.93.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.93.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.93.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.93.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "7440b83ac073c9d0fd2826f773f296e9f689f643df09bc8e403f2d98d172dd29", "tensor_bytes": 1720320, "tensor_prefix": "expert.0093." }, "94": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.94.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.94.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.94.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.94.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.94.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.94.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f4ed616251076dd3929dddc4d32b9e4c77f042b48782758d43704381c92686fa", "tensor_bytes": 1720320, "tensor_prefix": "expert.0094." }, "95": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.95.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.95.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.95.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.95.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.95.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.95.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "282246d54ce66da48733dd7d3c9ce35f53f9a2afc3ac7b55ae121b937bd7a6ea", "tensor_bytes": 1720320, "tensor_prefix": "expert.0095." }, "96": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.96.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.96.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.96.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.96.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.96.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.96.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "6d6bf33e2b04a3d2c35c6561607e6db0ab8e459b2689986a61446333d01009bb", "tensor_bytes": 1720320, "tensor_prefix": "expert.0096." }, "97": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.97.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.97.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.97.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.97.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.97.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.97.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "f829a2eaa20fb6181991648f78d600568e1308574b119ba5d31387de597699d0", "tensor_bytes": 1720320, "tensor_prefix": "expert.0097." }, "98": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.98.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.98.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.98.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.98.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.98.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.98.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "235bc3bcaab9182f2081b4ea947d3240e9a9e49060b4a1e1b29d868945e1c04f", "tensor_bytes": 1720320, "tensor_prefix": "expert.0098." }, "99": { "compile_device": "cpubox-materialized", "file": "layer-021.safetensors", "file_bytes": 660834808, "layer_file_sha256": "6291f1d1cd36e13946cedd372cb639c31e7483f5a2545c041d51724e2e0a6fe4", "projections": { "down": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 2560, 512 ], "sign_identity": "kolibri.layer.21.down", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.99.down_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.99.down_proj.weight", "tensor_bytes": 573440 }, "gate": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.gate", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.99.gate_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.99.gate_proj.weight", "tensor_bytes": 573440 }, "up": { "bits": 3, "block": 128, "group_size": 128, "shape": [ 512, 2560 ], "sign_identity": "kolibri.layer.21.up", "sign_seed": 20261101, "source_scale": "model.layers.21.mlp.experts.99.up_proj.weight_scale_inv", "source_weight": "model.layers.21.mlp.experts.99.up_proj.weight", "tensor_bytes": 573440 } }, "source_expert_sha256": "5dfa76100a15e25cb0bbc4293ee66c2824f0d59773abba499b5c5b4aff83a0ae", "tensor_bytes": 1720320, "tensor_prefix": "expert.0099." } }, "group_size": 128, "layer": 21, "layer_file_bytes": 660834808, "num_experts": 384, "recipe_v2": { "coefficient_form": "pca2", "source_native": false, "tier": "alloc_tier_4.5GB.npz" }, "schema": "wirkung-kolibri-experts/v1", "seed": 20261101, "source": { "repo_id": "Aleph-Alpha/Kolibri-1", "revision": "5bb7075ba22db733e3834b1c71d2245537cc14ed" } }