| { |
| "passed": true, |
| "scheme": "fp8", |
| "coverage": { |
| "targets": [ |
| "model.language_model.layers.0.mlp.down_proj", |
| "model.language_model.layers.0.mlp.gate_proj", |
| "model.language_model.layers.0.mlp.up_proj", |
| "model.language_model.layers.0.self_attn.k_proj", |
| "model.language_model.layers.0.self_attn.o_proj", |
| "model.language_model.layers.0.self_attn.q_proj", |
| "model.language_model.layers.0.self_attn.v_proj", |
| "model.language_model.layers.1.mlp.down_proj", |
| "model.language_model.layers.1.mlp.gate_proj", |
| "model.language_model.layers.1.mlp.up_proj", |
| "model.language_model.layers.1.self_attn.k_proj", |
| "model.language_model.layers.1.self_attn.o_proj", |
| "model.language_model.layers.1.self_attn.q_proj", |
| "model.language_model.layers.1.self_attn.v_proj", |
| "model.language_model.layers.10.mlp.down_proj", |
| "model.language_model.layers.10.mlp.gate_proj", |
| "model.language_model.layers.10.mlp.up_proj", |
| "model.language_model.layers.10.self_attn.k_proj", |
| "model.language_model.layers.10.self_attn.o_proj", |
| "model.language_model.layers.10.self_attn.q_proj", |
| "model.language_model.layers.10.self_attn.v_proj", |
| "model.language_model.layers.11.mlp.down_proj", |
| "model.language_model.layers.11.mlp.gate_proj", |
| "model.language_model.layers.11.mlp.up_proj", |
| "model.language_model.layers.11.self_attn.k_proj", |
| "model.language_model.layers.11.self_attn.o_proj", |
| "model.language_model.layers.11.self_attn.q_proj", |
| "model.language_model.layers.11.self_attn.v_proj", |
| "model.language_model.layers.12.mlp.down_proj", |
| "model.language_model.layers.12.mlp.gate_proj", |
| "model.language_model.layers.12.mlp.up_proj", |
| "model.language_model.layers.12.self_attn.k_proj", |
| "model.language_model.layers.12.self_attn.o_proj", |
| "model.language_model.layers.12.self_attn.q_proj", |
| "model.language_model.layers.12.self_attn.v_proj", |
| "model.language_model.layers.13.mlp.down_proj", |
| "model.language_model.layers.13.mlp.gate_proj", |
| "model.language_model.layers.13.mlp.up_proj", |
| "model.language_model.layers.13.self_attn.k_proj", |
| "model.language_model.layers.13.self_attn.o_proj", |
| "model.language_model.layers.13.self_attn.q_proj", |
| "model.language_model.layers.13.self_attn.v_proj", |
| "model.language_model.layers.14.mlp.down_proj", |
| "model.language_model.layers.14.mlp.gate_proj", |
| "model.language_model.layers.14.mlp.up_proj", |
| "model.language_model.layers.14.self_attn.k_proj", |
| "model.language_model.layers.14.self_attn.o_proj", |
| "model.language_model.layers.14.self_attn.q_proj", |
| "model.language_model.layers.14.self_attn.v_proj", |
| "model.language_model.layers.15.mlp.down_proj", |
| "model.language_model.layers.15.mlp.gate_proj", |
| "model.language_model.layers.15.mlp.up_proj", |
| "model.language_model.layers.15.self_attn.k_proj", |
| "model.language_model.layers.15.self_attn.o_proj", |
| "model.language_model.layers.15.self_attn.q_proj", |
| "model.language_model.layers.15.self_attn.v_proj", |
| "model.language_model.layers.16.mlp.down_proj", |
| "model.language_model.layers.16.mlp.gate_proj", |
| "model.language_model.layers.16.mlp.up_proj", |
| "model.language_model.layers.16.self_attn.k_proj", |
| "model.language_model.layers.16.self_attn.o_proj", |
| "model.language_model.layers.16.self_attn.q_proj", |
| "model.language_model.layers.16.self_attn.v_proj", |
| "model.language_model.layers.17.mlp.down_proj", |
| "model.language_model.layers.17.mlp.gate_proj", |
| "model.language_model.layers.17.mlp.up_proj", |
| "model.language_model.layers.17.self_attn.k_proj", |
| "model.language_model.layers.17.self_attn.o_proj", |
| "model.language_model.layers.17.self_attn.q_proj", |
| "model.language_model.layers.17.self_attn.v_proj", |
| "model.language_model.layers.18.mlp.down_proj", |
| "model.language_model.layers.18.mlp.gate_proj", |
| "model.language_model.layers.18.mlp.up_proj", |
| "model.language_model.layers.18.self_attn.k_proj", |
| "model.language_model.layers.18.self_attn.o_proj", |
| "model.language_model.layers.18.self_attn.q_proj", |
| "model.language_model.layers.18.self_attn.v_proj", |
| "model.language_model.layers.19.mlp.down_proj", |
| "model.language_model.layers.19.mlp.gate_proj", |
| "model.language_model.layers.19.mlp.up_proj", |
| "model.language_model.layers.19.self_attn.k_proj", |
| "model.language_model.layers.19.self_attn.o_proj", |
| "model.language_model.layers.19.self_attn.q_proj", |
| "model.language_model.layers.19.self_attn.v_proj", |
| "model.language_model.layers.2.mlp.down_proj", |
| "model.language_model.layers.2.mlp.gate_proj", |
| "model.language_model.layers.2.mlp.up_proj", |
| "model.language_model.layers.2.self_attn.k_proj", |
| "model.language_model.layers.2.self_attn.o_proj", |
| "model.language_model.layers.2.self_attn.q_proj", |
| "model.language_model.layers.2.self_attn.v_proj", |
| "model.language_model.layers.20.mlp.down_proj", |
| "model.language_model.layers.20.mlp.gate_proj", |
| "model.language_model.layers.20.mlp.up_proj", |
| "model.language_model.layers.20.self_attn.k_proj", |
| "model.language_model.layers.20.self_attn.o_proj", |
| "model.language_model.layers.20.self_attn.q_proj", |
| "model.language_model.layers.20.self_attn.v_proj", |
| "model.language_model.layers.21.mlp.down_proj", |
| "model.language_model.layers.21.mlp.gate_proj", |
| "model.language_model.layers.21.mlp.up_proj", |
| "model.language_model.layers.21.self_attn.k_proj", |
| "model.language_model.layers.21.self_attn.o_proj", |
| "model.language_model.layers.21.self_attn.q_proj", |
| "model.language_model.layers.21.self_attn.v_proj", |
| "model.language_model.layers.22.mlp.down_proj", |
| "model.language_model.layers.22.mlp.gate_proj", |
| "model.language_model.layers.22.mlp.up_proj", |
| "model.language_model.layers.22.self_attn.k_proj", |
| "model.language_model.layers.22.self_attn.o_proj", |
| "model.language_model.layers.22.self_attn.q_proj", |
| "model.language_model.layers.22.self_attn.v_proj", |
| "model.language_model.layers.23.mlp.down_proj", |
| "model.language_model.layers.23.mlp.gate_proj", |
| "model.language_model.layers.23.mlp.up_proj", |
| "model.language_model.layers.23.self_attn.k_proj", |
| "model.language_model.layers.23.self_attn.o_proj", |
| "model.language_model.layers.23.self_attn.q_proj", |
| "model.language_model.layers.23.self_attn.v_proj", |
| "model.language_model.layers.24.mlp.down_proj", |
| "model.language_model.layers.24.mlp.gate_proj", |
| "model.language_model.layers.24.mlp.up_proj", |
| "model.language_model.layers.24.self_attn.k_proj", |
| "model.language_model.layers.24.self_attn.o_proj", |
| "model.language_model.layers.24.self_attn.q_proj", |
| "model.language_model.layers.24.self_attn.v_proj", |
| "model.language_model.layers.25.mlp.down_proj", |
| "model.language_model.layers.25.mlp.gate_proj", |
| "model.language_model.layers.25.mlp.up_proj", |
| "model.language_model.layers.25.self_attn.k_proj", |
| "model.language_model.layers.25.self_attn.o_proj", |
| "model.language_model.layers.25.self_attn.q_proj", |
| "model.language_model.layers.25.self_attn.v_proj", |
| "model.language_model.layers.26.mlp.down_proj", |
| "model.language_model.layers.26.mlp.gate_proj", |
| "model.language_model.layers.26.mlp.up_proj", |
| "model.language_model.layers.26.self_attn.k_proj", |
| "model.language_model.layers.26.self_attn.o_proj", |
| "model.language_model.layers.26.self_attn.q_proj", |
| "model.language_model.layers.26.self_attn.v_proj", |
| "model.language_model.layers.27.mlp.down_proj", |
| "model.language_model.layers.27.mlp.gate_proj", |
| "model.language_model.layers.27.mlp.up_proj", |
| "model.language_model.layers.27.self_attn.k_proj", |
| "model.language_model.layers.27.self_attn.o_proj", |
| "model.language_model.layers.27.self_attn.q_proj", |
| "model.language_model.layers.27.self_attn.v_proj", |
| "model.language_model.layers.28.mlp.down_proj", |
| "model.language_model.layers.28.mlp.gate_proj", |
| "model.language_model.layers.28.mlp.up_proj", |
| "model.language_model.layers.28.self_attn.k_proj", |
| "model.language_model.layers.28.self_attn.o_proj", |
| "model.language_model.layers.28.self_attn.q_proj", |
| "model.language_model.layers.28.self_attn.v_proj", |
| "model.language_model.layers.29.mlp.down_proj", |
| "model.language_model.layers.29.mlp.gate_proj", |
| "model.language_model.layers.29.mlp.up_proj", |
| "model.language_model.layers.29.self_attn.k_proj", |
| "model.language_model.layers.29.self_attn.o_proj", |
| "model.language_model.layers.29.self_attn.q_proj", |
| "model.language_model.layers.29.self_attn.v_proj", |
| "model.language_model.layers.3.mlp.down_proj", |
| "model.language_model.layers.3.mlp.gate_proj", |
| "model.language_model.layers.3.mlp.up_proj", |
| "model.language_model.layers.3.self_attn.k_proj", |
| "model.language_model.layers.3.self_attn.o_proj", |
| "model.language_model.layers.3.self_attn.q_proj", |
| "model.language_model.layers.3.self_attn.v_proj", |
| "model.language_model.layers.30.mlp.down_proj", |
| "model.language_model.layers.30.mlp.gate_proj", |
| "model.language_model.layers.30.mlp.up_proj", |
| "model.language_model.layers.30.self_attn.k_proj", |
| "model.language_model.layers.30.self_attn.o_proj", |
| "model.language_model.layers.30.self_attn.q_proj", |
| "model.language_model.layers.30.self_attn.v_proj", |
| "model.language_model.layers.31.mlp.down_proj", |
| "model.language_model.layers.31.mlp.gate_proj", |
| "model.language_model.layers.31.mlp.up_proj", |
| "model.language_model.layers.31.self_attn.k_proj", |
| "model.language_model.layers.31.self_attn.o_proj", |
| "model.language_model.layers.31.self_attn.q_proj", |
| "model.language_model.layers.31.self_attn.v_proj", |
| "model.language_model.layers.32.mlp.down_proj", |
| "model.language_model.layers.32.mlp.gate_proj", |
| "model.language_model.layers.32.mlp.up_proj", |
| "model.language_model.layers.32.self_attn.k_proj", |
| "model.language_model.layers.32.self_attn.o_proj", |
| "model.language_model.layers.32.self_attn.q_proj", |
| "model.language_model.layers.32.self_attn.v_proj", |
| "model.language_model.layers.33.mlp.down_proj", |
| "model.language_model.layers.33.mlp.gate_proj", |
| "model.language_model.layers.33.mlp.up_proj", |
| "model.language_model.layers.33.self_attn.k_proj", |
| "model.language_model.layers.33.self_attn.o_proj", |
| "model.language_model.layers.33.self_attn.q_proj", |
| "model.language_model.layers.33.self_attn.v_proj", |
| "model.language_model.layers.34.mlp.down_proj", |
| "model.language_model.layers.34.mlp.gate_proj", |
| "model.language_model.layers.34.mlp.up_proj", |
| "model.language_model.layers.34.self_attn.k_proj", |
| "model.language_model.layers.34.self_attn.o_proj", |
| "model.language_model.layers.34.self_attn.q_proj", |
| "model.language_model.layers.34.self_attn.v_proj", |
| "model.language_model.layers.35.mlp.down_proj", |
| "model.language_model.layers.35.mlp.gate_proj", |
| "model.language_model.layers.35.mlp.up_proj", |
| "model.language_model.layers.35.self_attn.k_proj", |
| "model.language_model.layers.35.self_attn.o_proj", |
| "model.language_model.layers.35.self_attn.q_proj", |
| "model.language_model.layers.35.self_attn.v_proj", |
| "model.language_model.layers.4.mlp.down_proj", |
| "model.language_model.layers.4.mlp.gate_proj", |
| "model.language_model.layers.4.mlp.up_proj", |
| "model.language_model.layers.4.self_attn.k_proj", |
| "model.language_model.layers.4.self_attn.o_proj", |
| "model.language_model.layers.4.self_attn.q_proj", |
| "model.language_model.layers.4.self_attn.v_proj", |
| "model.language_model.layers.5.mlp.down_proj", |
| "model.language_model.layers.5.mlp.gate_proj", |
| "model.language_model.layers.5.mlp.up_proj", |
| "model.language_model.layers.5.self_attn.k_proj", |
| "model.language_model.layers.5.self_attn.o_proj", |
| "model.language_model.layers.5.self_attn.q_proj", |
| "model.language_model.layers.5.self_attn.v_proj", |
| "model.language_model.layers.6.mlp.down_proj", |
| "model.language_model.layers.6.mlp.gate_proj", |
| "model.language_model.layers.6.mlp.up_proj", |
| "model.language_model.layers.6.self_attn.k_proj", |
| "model.language_model.layers.6.self_attn.o_proj", |
| "model.language_model.layers.6.self_attn.q_proj", |
| "model.language_model.layers.6.self_attn.v_proj", |
| "model.language_model.layers.7.mlp.down_proj", |
| "model.language_model.layers.7.mlp.gate_proj", |
| "model.language_model.layers.7.mlp.up_proj", |
| "model.language_model.layers.7.self_attn.k_proj", |
| "model.language_model.layers.7.self_attn.o_proj", |
| "model.language_model.layers.7.self_attn.q_proj", |
| "model.language_model.layers.7.self_attn.v_proj", |
| "model.language_model.layers.8.mlp.down_proj", |
| "model.language_model.layers.8.mlp.gate_proj", |
| "model.language_model.layers.8.mlp.up_proj", |
| "model.language_model.layers.8.self_attn.k_proj", |
| "model.language_model.layers.8.self_attn.o_proj", |
| "model.language_model.layers.8.self_attn.q_proj", |
| "model.language_model.layers.8.self_attn.v_proj", |
| "model.language_model.layers.9.mlp.down_proj", |
| "model.language_model.layers.9.mlp.gate_proj", |
| "model.language_model.layers.9.mlp.up_proj", |
| "model.language_model.layers.9.self_attn.k_proj", |
| "model.language_model.layers.9.self_attn.o_proj", |
| "model.language_model.layers.9.self_attn.q_proj", |
| "model.language_model.layers.9.self_attn.v_proj" |
| ], |
| "original_parameters": 4825491968, |
| "quantized_weight_parameters": 3633315840, |
| "quantized_parameter_fraction": 0.7529420552544996, |
| "preserved_bf16_parameters": 1192176128, |
| "tensor_count": 714, |
| "dtypes": { |
| "BF16": 714 |
| } |
| }, |
| "storage_tensor_dtypes": { |
| "BF16": 714, |
| "F8_E4M3": 252 |
| }, |
| "storage_bytes_by_dtype": { |
| "BF16": 2386564096, |
| "F8_E4M3": 3633315840 |
| }, |
| "preserved_tensor_hashes": [ |
| { |
| "name": "lm_head.weight", |
| "sha256": "9ac2e2a7bf6f81bad63f0d63e0d0d64e55056051061890336814491da993e272" |
| }, |
| { |
| "name": "model.language_model.embed_tokens.weight", |
| "sha256": "f5aaeaab90ae4f078174492876a525c9d74d9cb3ab54df9b55603bbec2c98630" |
| }, |
| { |
| "name": "model.language_model.layers.0.input_layernorm.weight", |
| "sha256": "a06277a2724034a966ccb331fdd94d5bbff4b3a1e9dd6144fa9a1315a0550034" |
| }, |
| { |
| "name": "model.language_model.layers.0.post_attention_layernorm.weight", |
| "sha256": "45ec770644ec203f2fe3ceea92f91659abe716f08a6269ea21149884709ade43" |
| }, |
| { |
| "name": "model.language_model.layers.0.self_attn.k_norm.weight", |
| "sha256": "aa3ca7fbbcd37f0d0a73c22744118bf4226950a89ada3915c640a857b5952cd3" |
| }, |
| { |
| "name": "model.language_model.layers.0.self_attn.q_norm.weight", |
| "sha256": "ff411b343de643975b739631e9140ebce4f27268a9e605e7ca49cc994f209ec4" |
| }, |
| { |
| "name": "model.language_model.layers.1.input_layernorm.weight", |
| "sha256": "f0b6f9fae8016ea26dda8221e19b1570b0e72eac28ea21284d94d3fdbafb72c5" |
| }, |
| { |
| "name": "model.language_model.layers.1.post_attention_layernorm.weight", |
| "sha256": "04a6ea58c8918eccdbe6f510568e1f10500a1811fe62a621a86929c10c5ab216" |
| }, |
| { |
| "name": "model.language_model.layers.1.self_attn.k_norm.weight", |
| "sha256": "f55faeba76b144f712b6b94382c3b356ac235b8647f0480c76a68a9d56ed70dd" |
| }, |
| { |
| "name": "model.language_model.layers.1.self_attn.q_norm.weight", |
| "sha256": "f45fcb924368806da6391c717fdb6481c817e38968d0397358452542d9322ed3" |
| }, |
| { |
| "name": "model.language_model.layers.10.input_layernorm.weight", |
| "sha256": "f8c2da45ccca2f6f680c5b7184ecb57771b3b0c331ba98993577b94187320439" |
| }, |
| { |
| "name": "model.language_model.layers.10.post_attention_layernorm.weight", |
| "sha256": "60f3324bfb75d74a4c883d459e188b54901ff486cedd54e364c7d4ba0efc695d" |
| }, |
| { |
| "name": "model.language_model.layers.10.self_attn.k_norm.weight", |
| "sha256": "305bc11cb3da4b8ef9dd14c5ac047292e2b7f1f5c1da67aa5f961b28c1909a1d" |
| }, |
| { |
| "name": "model.language_model.layers.10.self_attn.q_norm.weight", |
| "sha256": "d54b0af2ee3f945d61f05252cdb16717c5862b2cc955f2e9a5b8daaf5d0382c2" |
| }, |
| { |
| "name": "model.language_model.layers.11.input_layernorm.weight", |
| "sha256": "cfacd4d29f0b5108c9b093cacc5952173956302345c87cc1e14fc1e56fe7e6db" |
| }, |
| { |
| "name": "model.language_model.layers.11.post_attention_layernorm.weight", |
| "sha256": "b04fd8ac527aaab0a28b0d64d67ab28dd56a90c2562c341208c55e5883141f41" |
| }, |
| { |
| "name": "model.language_model.layers.11.self_attn.k_norm.weight", |
| "sha256": "6604780d1df1a7396eb1bcc546752d1209314ba3abcc913386903b4984efcc82" |
| }, |
| { |
| "name": "model.language_model.layers.11.self_attn.q_norm.weight", |
| "sha256": "a55e87d5eca0607b9c3d9e52cff7ce975f4104dd4cb73b1380ecd47d9a07c809" |
| }, |
| { |
| "name": "model.language_model.layers.12.input_layernorm.weight", |
| "sha256": "74261a28df4799dfddfec02d108604cc96deded9e3bc02441a0491117bfe00b4" |
| }, |
| { |
| "name": "model.language_model.layers.2.input_layernorm.weight", |
| "sha256": "0eeed82b1d112f9eb8059ee5a6a11629acc82c6f17d9d28c07cb0467f4fb9af1" |
| }, |
| { |
| "name": "model.language_model.layers.2.post_attention_layernorm.weight", |
| "sha256": "49cfc4473f10ce175685e557039fea89fcd568d3c84abd9cf528a825b3febb63" |
| }, |
| { |
| "name": "model.language_model.layers.2.self_attn.k_norm.weight", |
| "sha256": "8229b224a57729244f100046e167efaf9dd1f6113c8ccc7d34789e4c11b6fd4a" |
| }, |
| { |
| "name": "model.language_model.layers.2.self_attn.q_norm.weight", |
| "sha256": "4813a0ff852f7ec610d319651bcd3b934c55ac1ae621ba4333ea749e211aa248" |
| }, |
| { |
| "name": "model.language_model.layers.3.input_layernorm.weight", |
| "sha256": "582659fb73903e843bd9081d45c888a6898d57f6dfe273f126229ef15bf3a9b8" |
| }, |
| { |
| "name": "model.language_model.layers.3.post_attention_layernorm.weight", |
| "sha256": "dff99bb48f43bfaf12cac723b493df6bd6347f5b3acff22095182cf687c4ab08" |
| }, |
| { |
| "name": "model.language_model.layers.3.self_attn.k_norm.weight", |
| "sha256": "f9aab5c59fb065238df141dd469f54d6dd6074f84eb4e6582bd1b60b1ec78c72" |
| }, |
| { |
| "name": "model.language_model.layers.3.self_attn.q_norm.weight", |
| "sha256": "b01b96d7f8025611f8eb82ddb9c3a5efa5f44905366e2bceb86039de884f0312" |
| }, |
| { |
| "name": "model.language_model.layers.4.input_layernorm.weight", |
| "sha256": "9667c70d292c9e8130f35d54d5d5c8ffdd564773c3e7d9f36aef3d3611c048c4" |
| }, |
| { |
| "name": "model.language_model.layers.4.post_attention_layernorm.weight", |
| "sha256": "d71a366b4153182fa3f7c7021d32d9ef150808c07215d7915ecae50f24f82b88" |
| }, |
| { |
| "name": "model.language_model.layers.4.self_attn.k_norm.weight", |
| "sha256": "ca28d17d50ddd55a9817a3691fec7015508326dff59d2e5df3169bb4756dc820" |
| }, |
| { |
| "name": "model.language_model.layers.4.self_attn.q_norm.weight", |
| "sha256": "56c8553cff67585ffe89d19c7e808db6d3d8498200afb8c48731c2765f49529b" |
| }, |
| { |
| "name": "model.language_model.layers.5.input_layernorm.weight", |
| "sha256": "dcfacc1f3488623905ccb63a2d7632f8974bd443c696848b1d28ed9f55667243" |
| }, |
| { |
| "name": "model.language_model.layers.5.post_attention_layernorm.weight", |
| "sha256": "f37b1f40b05e128e4a55f83ef1d473ab6669fa624f6882784567021f034429e7" |
| }, |
| { |
| "name": "model.language_model.layers.5.self_attn.k_norm.weight", |
| "sha256": "baf63098a2ed27c0ee75b439c9791fada1da39b01f8857a60efcb3affa0c825a" |
| }, |
| { |
| "name": "model.language_model.layers.5.self_attn.q_norm.weight", |
| "sha256": "b6cc41a3f1f83fe59b783500549a5bf62f2a01f96d7317b776a83a2b1cfede03" |
| }, |
| { |
| "name": "model.language_model.layers.6.input_layernorm.weight", |
| "sha256": "9acd1d942243daa31d01718de34fa01962d5e50bbb68ebc0b6af7ff956780d21" |
| }, |
| { |
| "name": "model.language_model.layers.6.post_attention_layernorm.weight", |
| "sha256": "c52d5aa46fc4cb3f8205650658accf44150a89815cf8ba4eb9eb9deba337a36e" |
| }, |
| { |
| "name": "model.language_model.layers.6.self_attn.k_norm.weight", |
| "sha256": "1a9c8149fbc7e053faa49ccd99759b37351b485baaec1e47cba6677d5283820c" |
| }, |
| { |
| "name": "model.language_model.layers.6.self_attn.q_norm.weight", |
| "sha256": "ef14b53cd0fe1be799cb4667e69d51827236bfa4cfa4277ac912f9962e6026f4" |
| }, |
| { |
| "name": "model.language_model.layers.7.input_layernorm.weight", |
| "sha256": "eafb74c06e3c7b4d1bcde2883f22adb4f91f8ecc507d94fe7e9867bcf8db5d62" |
| }, |
| { |
| "name": "model.language_model.layers.7.post_attention_layernorm.weight", |
| "sha256": "1773511c1ea615601ab24816276325378883ead6288bd484e9819e1716cc1a6d" |
| }, |
| { |
| "name": "model.language_model.layers.7.self_attn.k_norm.weight", |
| "sha256": "47692c6b93d1b4081054e3315987f24ea4c96a4a003322da0274a1ebb257d5b5" |
| }, |
| { |
| "name": "model.language_model.layers.7.self_attn.q_norm.weight", |
| "sha256": "5e57baec6f17e91fac2c9dc83290a7b9509ea938daa66cef03134f82d82f63d6" |
| }, |
| { |
| "name": "model.language_model.layers.8.input_layernorm.weight", |
| "sha256": "3ff63433cf05a3e4a55f9b61924181680166b6f155c81923a142226246c900e0" |
| }, |
| { |
| "name": "model.language_model.layers.8.post_attention_layernorm.weight", |
| "sha256": "a311cd31f774533003d80f96ec1c9a8ef9aa542d827cc7360f7bc05c12d6515d" |
| }, |
| { |
| "name": "model.language_model.layers.8.self_attn.k_norm.weight", |
| "sha256": "e6d177c6c83b8330be2f07b1a99550564eb8af86e812c61a6cd0454867215606" |
| }, |
| { |
| "name": "model.language_model.layers.8.self_attn.q_norm.weight", |
| "sha256": "f684e269ebfab15b3f31ed6385cb0be286e74820bb50949ee5e0735ff7f0297f" |
| }, |
| { |
| "name": "model.language_model.layers.9.input_layernorm.weight", |
| "sha256": "3f4299e99da41f16cdd3b9a70906fd8c2419afeaf2b9f32439e85bdd22e970fe" |
| }, |
| { |
| "name": "model.language_model.layers.9.post_attention_layernorm.weight", |
| "sha256": "1b836a52c002fd657410c5b488e47dbfb8f24429e854414d627cada5f3839bb6" |
| }, |
| { |
| "name": "model.language_model.layers.9.self_attn.k_norm.weight", |
| "sha256": "882e8a32b2a1666771177b05cfbd17226fc20c383edafd9a0ecdf95c8b646681" |
| }, |
| { |
| "name": "model.language_model.layers.9.self_attn.q_norm.weight", |
| "sha256": "f61182f35354352d56601c25dbd6d2e2be416c4605bdc728c975b6c08b802237" |
| }, |
| { |
| "name": "model.language_model.layers.12.post_attention_layernorm.weight", |
| "sha256": "a56475c56f4cbc33417bbae58af0f128d6357eb2ae4c6acf0bd482c8c281d40f" |
| }, |
| { |
| "name": "model.language_model.layers.12.self_attn.k_norm.weight", |
| "sha256": "5e44da8b368845b4cd449990a5c95b17452cb2f5d8526181a933eacacece8fce" |
| }, |
| { |
| "name": "model.language_model.layers.12.self_attn.q_norm.weight", |
| "sha256": "57712b8a54002657409d12e6e6a9876105bf32633a244bcb2ab8e07f7b8beffb" |
| }, |
| { |
| "name": "model.language_model.layers.13.input_layernorm.weight", |
| "sha256": "308ca42bceb2fcbeb19f5e52390b203c9ad570357e70a0ad1cd134319089877b" |
| }, |
| { |
| "name": "model.language_model.layers.13.post_attention_layernorm.weight", |
| "sha256": "83b1a823787025a5a7d40d66bebbc7bf572ec217c6892750e6620217c7c5bde7" |
| }, |
| { |
| "name": "model.language_model.layers.13.self_attn.k_norm.weight", |
| "sha256": "c749035725959c0a09b7ea09c6bb03bb481030512f2257dc7837dfd72a0f313d" |
| }, |
| { |
| "name": "model.language_model.layers.13.self_attn.q_norm.weight", |
| "sha256": "25cf1e2cc0719d6acc2d383d59a3c34017bde69401c4d6ea8d3c1cf7ef704d0e" |
| }, |
| { |
| "name": "model.language_model.layers.14.input_layernorm.weight", |
| "sha256": "a0e2378f01bbdb98c4347acb9e3a7df9b5f6d2e8e937d5692a87336c272e67e9" |
| }, |
| { |
| "name": "model.language_model.layers.14.post_attention_layernorm.weight", |
| "sha256": "e9b3bff08e3958dd5c6d11147ae7e678189e112f89397609f65b958901b12208" |
| }, |
| { |
| "name": "model.language_model.layers.14.self_attn.k_norm.weight", |
| "sha256": "a295a90ef05067dc9cf15467845d4bfe96cc0ab06bb5bd4388c3b5133da1d1f1" |
| }, |
| { |
| "name": "model.language_model.layers.14.self_attn.q_norm.weight", |
| "sha256": "96c80400a980dfdf54be86faeaf35d840c293f8572b8b776eab8689a1eaba9c3" |
| }, |
| { |
| "name": "model.language_model.layers.15.input_layernorm.weight", |
| "sha256": "51dc26129cc1404ddf3f7a78b8ec9ae6744e88acafad93e6b1b716587091536d" |
| }, |
| { |
| "name": "model.language_model.layers.15.post_attention_layernorm.weight", |
| "sha256": "fd133c359225016a4e6a4fb197acc904cfe5ff517dcd291bd31bfe2ce32f347b" |
| }, |
| { |
| "name": "model.language_model.layers.15.self_attn.k_norm.weight", |
| "sha256": "129d971d2b70305a92c32a48e6fdd570a29991ae5dce34530eca55479850fb1c" |
| }, |
| { |
| "name": "model.language_model.layers.15.self_attn.q_norm.weight", |
| "sha256": "bcf5046a1405830c0fc5518cb5ed062cd688f696ac18d6c2cc57caad80ba4e14" |
| }, |
| { |
| "name": "model.language_model.layers.16.input_layernorm.weight", |
| "sha256": "a512b97ae95ce9d61bfd8d45605b8b327b47ee7185289804a983de5c502add99" |
| }, |
| { |
| "name": "model.language_model.layers.16.post_attention_layernorm.weight", |
| "sha256": "96862d097aac31663e9f32e513923795bc02b429666a6190eb5303f1e29ecdcd" |
| }, |
| { |
| "name": "model.language_model.layers.16.self_attn.k_norm.weight", |
| "sha256": "4700d24f39e08f8a75fb06a9c0c7651fdf3f771a4014035c66bc043f43de680a" |
| }, |
| { |
| "name": "model.language_model.layers.16.self_attn.q_norm.weight", |
| "sha256": "e082f05d85b462596406d8d362674eff8dd173e77be5d426ce08f9f0dc5f5d58" |
| }, |
| { |
| "name": "model.language_model.layers.17.input_layernorm.weight", |
| "sha256": "16e5c46ae4133745a03bedc22b97523fb1f1f5364e7d5b1c6a31758c65ca5105" |
| }, |
| { |
| "name": "model.language_model.layers.17.post_attention_layernorm.weight", |
| "sha256": "34fbce23a08e85df36bd37ddb84c82d2c2dc526d46c1ca89fe45369d8d8adbe8" |
| }, |
| { |
| "name": "model.language_model.layers.17.self_attn.k_norm.weight", |
| "sha256": "3ca82e293a743c3fe928ab750b1ce7eed181a4b9ee4c5d9db30bc71a21e19891" |
| }, |
| { |
| "name": "model.language_model.layers.17.self_attn.q_norm.weight", |
| "sha256": "a27bdd05ce857c930346595071f75d6a6a5d63c3afd65faba234f1b4c5c34322" |
| }, |
| { |
| "name": "model.language_model.layers.18.input_layernorm.weight", |
| "sha256": "7a9792aa19bc2b108cc16b38c6fa0100d3b8f3be7eefd11cfe4a5b0cc03ce918" |
| }, |
| { |
| "name": "model.language_model.layers.18.post_attention_layernorm.weight", |
| "sha256": "f10aef7d576ed1bc0b1d57782c5ee2802306d1c293d7017602a7750b837dba98" |
| }, |
| { |
| "name": "model.language_model.layers.18.self_attn.k_norm.weight", |
| "sha256": "a37d0db4743806c70d955795851e6a1cb722903a79b62bb989a5ee94019988c1" |
| }, |
| { |
| "name": "model.language_model.layers.18.self_attn.q_norm.weight", |
| "sha256": "36ac4ddc43fc5c55001e394d22dbcfde37c416bd57d97a29941f24f072f2b4ec" |
| }, |
| { |
| "name": "model.language_model.layers.19.input_layernorm.weight", |
| "sha256": "d0b732324e3348adb9057acf7fad9bde0d3afa919807e20f8f1041bad59c6721" |
| }, |
| { |
| "name": "model.language_model.layers.19.post_attention_layernorm.weight", |
| "sha256": "1fdba3e55eb265d58f6d5b0c8be7d3d4f91d9a440a1c5966bb87cf903eba412e" |
| }, |
| { |
| "name": "model.language_model.layers.19.self_attn.k_norm.weight", |
| "sha256": "433e247e9158bc3b76e9f2498f7a9f337b760311d71a6381684cd00c1ef94757" |
| }, |
| { |
| "name": "model.language_model.layers.19.self_attn.q_norm.weight", |
| "sha256": "a3b68a801f4b72c2019ba09f2ee4b2b4548f9fd0cd631593ffb088464d6105b7" |
| }, |
| { |
| "name": "model.language_model.layers.20.input_layernorm.weight", |
| "sha256": "7610ced9597357d4fc8259887f6fc9bee33658d7e069d72cbb644e151bfc0088" |
| }, |
| { |
| "name": "model.language_model.layers.20.post_attention_layernorm.weight", |
| "sha256": "620c83b104c5550c05b346036bac3f2cb0ac831b78fa7b5985712159576fc867" |
| }, |
| { |
| "name": "model.language_model.layers.20.self_attn.k_norm.weight", |
| "sha256": "6a316c6f03c68b56a7236e065d8c0f26d9f160bcd1dd90424252473140972e92" |
| }, |
| { |
| "name": "model.language_model.layers.20.self_attn.q_norm.weight", |
| "sha256": "dea579095af43a4e01d9c92ee14a0ce2d990cf027aba2e6f26a18608c5ab7348" |
| }, |
| { |
| "name": "model.language_model.layers.21.input_layernorm.weight", |
| "sha256": "4e5aabadeb9f5775f7bc77ac65830a2a417d6d7422bf6a4e76fcac593f3507cc" |
| }, |
| { |
| "name": "model.language_model.layers.21.post_attention_layernorm.weight", |
| "sha256": "52c751a32519c452dd79c01801862157d620a3e6b04ae17a5637f54a10612e02" |
| }, |
| { |
| "name": "model.language_model.layers.21.self_attn.k_norm.weight", |
| "sha256": "b20b256c10fb07975ad3327daaf08cb61a0f18ae883bc562b4a562621d2c9055" |
| }, |
| { |
| "name": "model.language_model.layers.21.self_attn.q_norm.weight", |
| "sha256": "24a859cbee477119f3d6f00a36591b1ecff09f8dea7a879e0f7e63cf06048ee9" |
| }, |
| { |
| "name": "model.language_model.layers.22.input_layernorm.weight", |
| "sha256": "470293ea1cb88830f22504c7f10f1e4e2b7161608646bc13bc68f941f612bf06" |
| }, |
| { |
| "name": "model.language_model.layers.22.post_attention_layernorm.weight", |
| "sha256": "31f8ca35e9bf624089cc4629deafc10c22cfda75b0357d513fac47a17d8bf0a7" |
| }, |
| { |
| "name": "model.language_model.layers.22.self_attn.k_norm.weight", |
| "sha256": "0dffc0c3fc4f4dacd1f1d0530d8a280f25a2ecda895a979690a7c99fd4edfd7c" |
| }, |
| { |
| "name": "model.language_model.layers.22.self_attn.q_norm.weight", |
| "sha256": "a63edeab3da13ac771166e1a120fef0c9cd890553fed425e66fb7800d34e44b1" |
| }, |
| { |
| "name": "model.language_model.layers.23.input_layernorm.weight", |
| "sha256": "ed4a775a933488a66de9c4bced6a32f48a2ec40080966530e2935ba9fa8fd137" |
| }, |
| { |
| "name": "model.language_model.layers.23.post_attention_layernorm.weight", |
| "sha256": "3aec221c7c7eaae0943af04e7072f870b29ba7ae5aaa78d6e42c8b10ade959fb" |
| }, |
| { |
| "name": "model.language_model.layers.23.self_attn.k_norm.weight", |
| "sha256": "05df1e5ae04792d19673dbdd1f8c612e53bb5e2400d6e13346e0f02f42c8985f" |
| }, |
| { |
| "name": "model.language_model.layers.23.self_attn.q_norm.weight", |
| "sha256": "afafb183c6984039416bea9348daac75947d6030c39aa7aebf2317dcf95bb998" |
| }, |
| { |
| "name": "model.language_model.layers.24.input_layernorm.weight", |
| "sha256": "2d7c6bdf55e295a796efd351c0317af90a494866ad2db29da10fa8808c653e16" |
| }, |
| { |
| "name": "model.language_model.layers.24.post_attention_layernorm.weight", |
| "sha256": "40fd9f81530c7569ce92bcc8536086d3c0140399582a8d9440b1ad680c422610" |
| }, |
| { |
| "name": "model.language_model.layers.24.self_attn.k_norm.weight", |
| "sha256": "d684fb2c7840551ce81668581c7ea6248bd3686007f88397fb00bf130617055b" |
| }, |
| { |
| "name": "model.language_model.layers.24.self_attn.q_norm.weight", |
| "sha256": "333c5d525d7a4d39754bd605b016af1464147b7bf028fa04892c4c6c2438d622" |
| }, |
| { |
| "name": "model.language_model.layers.25.input_layernorm.weight", |
| "sha256": "a8d218fa27a5b6fa72acaaab3c8147445a43e1cd10fac778d1180857e6a45dea" |
| }, |
| { |
| "name": "model.language_model.layers.25.post_attention_layernorm.weight", |
| "sha256": "41d1eaa0dae723792c86b38bc516ea161eaaed92d355d6c3b9bab50efca952b1" |
| }, |
| { |
| "name": "model.language_model.layers.25.self_attn.k_norm.weight", |
| "sha256": "e4e2a9e8131bb546c96866ff412dff32c33e89359ef0c9410a1f5bb2e58e3c47" |
| }, |
| { |
| "name": "model.language_model.layers.25.self_attn.q_norm.weight", |
| "sha256": "9bc0e87b169d49bb0070e07e6cf2b4b9cd9be0c4c1bf1bfc2b1fc5bc0ab8807a" |
| }, |
| { |
| "name": "model.language_model.layers.26.input_layernorm.weight", |
| "sha256": "f4f270246c7fcc016f6eea8c2353897f999fd2be05eef75588878b48405c87d0" |
| }, |
| { |
| "name": "model.language_model.layers.26.post_attention_layernorm.weight", |
| "sha256": "3ca2bd525f6b2ed426abe3544180975c8f4e64a02911723b729cc88ac119ae40" |
| }, |
| { |
| "name": "model.language_model.layers.26.self_attn.k_norm.weight", |
| "sha256": "06a5041f7a00123c8808b1f3b627ca10abe0a8ce3720686ccbae38ddedc51438" |
| }, |
| { |
| "name": "model.language_model.layers.26.self_attn.q_norm.weight", |
| "sha256": "6328767359760794d9193d1061cc8821bc73caf17415c0e28e47ce397afac073" |
| }, |
| { |
| "name": "model.language_model.layers.27.input_layernorm.weight", |
| "sha256": "09dac18f0a66dd39b9e44e198557b3527fb41f72b4a6664f7bfe14c32e416dee" |
| }, |
| { |
| "name": "model.language_model.layers.27.post_attention_layernorm.weight", |
| "sha256": "b81c6ad07923322340604e2bc13a1ee168ec579abff0732161d5a46faf0cd203" |
| }, |
| { |
| "name": "model.language_model.layers.27.self_attn.k_norm.weight", |
| "sha256": "5e455c6442568b5d9e659843d54dfab7ed04846d43a098763877c34196603ff6" |
| }, |
| { |
| "name": "model.language_model.layers.27.self_attn.q_norm.weight", |
| "sha256": "f89b4f7e3486a2402f6e1808e7912a7117d9013e6033983aba2c075698931657" |
| }, |
| { |
| "name": "model.language_model.layers.28.input_layernorm.weight", |
| "sha256": "93dbe96490366724cf40336e8201d6dd102f2ca29f9125f00935bcb84577638f" |
| }, |
| { |
| "name": "model.language_model.layers.28.post_attention_layernorm.weight", |
| "sha256": "656f8d674dab959101e94b3fb7735eb34e936741d4e17d2c93c765cd0d1ad9d9" |
| }, |
| { |
| "name": "model.language_model.layers.28.self_attn.k_norm.weight", |
| "sha256": "ccfbd385674496d3535f0beeb5b2e8c8b894ec69a337968950903a31069fb40f" |
| }, |
| { |
| "name": "model.language_model.layers.28.self_attn.q_norm.weight", |
| "sha256": "8bff75f822e61a4ce906998dab1edc8cf9db6728d98066ffd95073079f7fdee4" |
| }, |
| { |
| "name": "model.language_model.layers.29.input_layernorm.weight", |
| "sha256": "9c1f9d70f77d5cd6aa8841f1c3145f639c9d23fc2a64fec738319134607526f7" |
| }, |
| { |
| "name": "model.language_model.layers.29.post_attention_layernorm.weight", |
| "sha256": "ba2ccca7276783878f232546e8125c52aa8cc44def57f163e88be6e94724bd48" |
| }, |
| { |
| "name": "model.language_model.layers.29.self_attn.k_norm.weight", |
| "sha256": "065130b13e2f3150665a92e6cc07fe713adbe894e7375b9f5f2caf5496f093d9" |
| }, |
| { |
| "name": "model.language_model.layers.29.self_attn.q_norm.weight", |
| "sha256": "624fd119ccd540b8e60bc0336c855a1067679ee73a887e502a169d59671f6ca2" |
| }, |
| { |
| "name": "model.language_model.layers.30.input_layernorm.weight", |
| "sha256": "8f69ecd26e8ef1121cf891687dd46e357bea2a5206e5eae51099e3cddd112b31" |
| }, |
| { |
| "name": "model.language_model.layers.30.post_attention_layernorm.weight", |
| "sha256": "e7002063bb737880c10bd142e0320164c83875e941629c5d7102448312bd59b9" |
| }, |
| { |
| "name": "model.language_model.layers.30.self_attn.k_norm.weight", |
| "sha256": "98b109d20a58765799f8c2de8ca3c40bcd31d497ed3490d68ec75cc4341686d8" |
| }, |
| { |
| "name": "model.language_model.layers.30.self_attn.q_norm.weight", |
| "sha256": "f9874be81b284d9d34a237a15f4cd1b66da8132bf1549b5f3df301ba21866615" |
| }, |
| { |
| "name": "model.language_model.layers.31.input_layernorm.weight", |
| "sha256": "af99daf3ad082cac8de4e94cb4a3e3c01068358383e4e549e0d75d4ffbf2fe59" |
| }, |
| { |
| "name": "model.language_model.layers.31.post_attention_layernorm.weight", |
| "sha256": "ae287b1b990e6db8acf7a4a39089aa1ef236c6bd4523b5f5e739b821ab01a1d3" |
| }, |
| { |
| "name": "model.language_model.layers.31.self_attn.k_norm.weight", |
| "sha256": "5ff58f95523e506bf186d18ee10070415d98d9e6f8152ea0a1af0d3017ed82d2" |
| }, |
| { |
| "name": "model.language_model.layers.31.self_attn.q_norm.weight", |
| "sha256": "2cad08c509e915c38bb614d86b7129b03f5f0d2ed8444b598009aab53a419a0a" |
| }, |
| { |
| "name": "model.language_model.layers.32.input_layernorm.weight", |
| "sha256": "7791f82d5d692519f50080ca927d5bbf9edaacb5b10eae5177f3b6e5a209255e" |
| }, |
| { |
| "name": "model.language_model.layers.32.post_attention_layernorm.weight", |
| "sha256": "8fbd81c49bd0261757f71e68759ade0b8a1518651bed35bbb604555d4faf5d58" |
| }, |
| { |
| "name": "model.language_model.layers.32.self_attn.k_norm.weight", |
| "sha256": "0f716332074650b760e30bdbb926f7c53a8ad8cedb82aed5d09f8cbe1765e068" |
| }, |
| { |
| "name": "model.language_model.layers.32.self_attn.q_norm.weight", |
| "sha256": "5ba9c7c18f85aaeab4562e7713fc34ddf3742a1be2d0743d0921f5eac98974fa" |
| }, |
| { |
| "name": "model.language_model.layers.33.input_layernorm.weight", |
| "sha256": "7bee01ffe1a1b1c60299ebfeba8a5b9f9f430b690633d1a5761c0486894e8b76" |
| }, |
| { |
| "name": "model.language_model.layers.33.post_attention_layernorm.weight", |
| "sha256": "2c55fd8615e4f5645e85dc8980dd49493c55459915eb9be52934ab49025fe960" |
| }, |
| { |
| "name": "model.language_model.layers.33.self_attn.k_norm.weight", |
| "sha256": "46e05b757511a01c1e124537625f731c02168766cb6097815029319107a0dfed" |
| }, |
| { |
| "name": "model.language_model.layers.33.self_attn.q_norm.weight", |
| "sha256": "1f4cfba4e96f000f61e300327fae6bdf13911c1cf4d82e98a918e251af758736" |
| }, |
| { |
| "name": "model.language_model.layers.34.input_layernorm.weight", |
| "sha256": "963037a380772d1490f263d2080c288915948f76097c053673d30ad2a3064c5a" |
| }, |
| { |
| "name": "model.language_model.layers.34.post_attention_layernorm.weight", |
| "sha256": "f3ef8f9ee4995eae356b2119655d37cc6ef72ba79fd8156252fa081b55bf8dde" |
| }, |
| { |
| "name": "model.language_model.layers.34.self_attn.k_norm.weight", |
| "sha256": "7d794e1dab1121f0fe6d1fa0c1dcf25fd6faa40389591e216b409c9c4f9e29b8" |
| }, |
| { |
| "name": "model.language_model.layers.34.self_attn.q_norm.weight", |
| "sha256": "040f74a4b84981d772349865f1478ad5933aa88a90224b70c49377d7bc5f3153" |
| }, |
| { |
| "name": "model.language_model.layers.35.input_layernorm.weight", |
| "sha256": "19330a6822fb0b06ecbc169881eee5e9d045fc94a666965a608c314266a7e997" |
| }, |
| { |
| "name": "model.language_model.layers.35.post_attention_layernorm.weight", |
| "sha256": "f886e2e08678ee4265126eb1ade951f4ab58cf451a502fd920b5de182ff00fd5" |
| }, |
| { |
| "name": "model.language_model.layers.35.self_attn.k_norm.weight", |
| "sha256": "aef87d3479e9783ac1bffbe7a99f38b05341109362a51c7f7b00fa58ade36daf" |
| }, |
| { |
| "name": "model.language_model.layers.35.self_attn.q_norm.weight", |
| "sha256": "24905406aeb90a64865577af1c66b2360fc7aef64b897736dbefddbf47a1be74" |
| }, |
| { |
| "name": "model.language_model.norm.weight", |
| "sha256": "59be4927491b995e61ca021ca3d1bddf90bed0f522ec73e9311ebfb5fb8bd9e8" |
| }, |
| { |
| "name": "model.visual.blocks.0.attn.proj.bias", |
| "sha256": "cdc55e466e1ea5feaaa1c15461b33e4eed865230c8c014c2a09e3c001ea5062a" |
| }, |
| { |
| "name": "model.visual.blocks.0.attn.proj.weight", |
| "sha256": "23dd8d3f45f9d5425443c0cfba0ebc8bcd635032786b89414b34d589ac8d6279" |
| }, |
| { |
| "name": "model.visual.blocks.0.attn.qkv.bias", |
| "sha256": "ff2c5023d70b4186f978ee8fb9c5aeb33c954076040fa13ad8aab93ac4e0d5f0" |
| }, |
| { |
| "name": "model.visual.blocks.0.attn.qkv.weight", |
| "sha256": "e0f1bc96064d474c239f7a2e02a60dec9f52ad3e8200977f36f69f7517b46119" |
| }, |
| { |
| "name": "model.visual.blocks.0.mlp.linear_fc1.bias", |
| "sha256": "735a4a481d626b31b02e6df453955d99ef454c300741771a1d7dc86ead378ec7" |
| }, |
| { |
| "name": "model.visual.blocks.0.mlp.linear_fc1.weight", |
| "sha256": "1720c88798b46807ec38b146848c16b663b04269e6fa6492127dc29651b2dbec" |
| }, |
| { |
| "name": "model.visual.blocks.0.mlp.linear_fc2.bias", |
| "sha256": "efd11a80c4fbeb83bb298e4f669d6c609a927fc6287a8b6a27e86b294bd28385" |
| }, |
| { |
| "name": "model.visual.blocks.0.mlp.linear_fc2.weight", |
| "sha256": "3da5e8d459c94bc834d725cc214926218bbc1d41796e446427520f4131013742" |
| }, |
| { |
| "name": "model.visual.blocks.0.norm1.bias", |
| "sha256": "705937610dbca85b31a2cbf27acd8c2fe5313c64136e4a67ee97fbe82834afa4" |
| }, |
| { |
| "name": "model.visual.blocks.0.norm1.weight", |
| "sha256": "9060a81644cffaec43eccc4742dd0d1e951d187c78dc5cc8be6c77978bfc9b76" |
| }, |
| { |
| "name": "model.visual.blocks.0.norm2.bias", |
| "sha256": "f8cb05c6c2522f543e8e0a4936ca6723867464d0f6dc2f16d2e64db231e5c849" |
| }, |
| { |
| "name": "model.visual.blocks.0.norm2.weight", |
| "sha256": "9243906a61faf0d1067754ea6f2050bb9238ca3dc9eb95a66046a9b2daa1b727" |
| }, |
| { |
| "name": "model.visual.blocks.1.attn.proj.bias", |
| "sha256": "31ec772a0876fe3f3c5916b9a4309ce319440f0f8f89f65333406fea3d212755" |
| }, |
| { |
| "name": "model.visual.blocks.1.attn.proj.weight", |
| "sha256": "6e83b41938283f9e2e0f407d0a40a5203692ad180b22b6fede440e1c03079504" |
| }, |
| { |
| "name": "model.visual.blocks.1.attn.qkv.bias", |
| "sha256": "83c5f50d34c576dc2e48c1220ded36f4366b2071132d3d2ec87321832927385a" |
| }, |
| { |
| "name": "model.visual.blocks.1.attn.qkv.weight", |
| "sha256": "2a6ffd8e261ee288f7e697cef7472cbe8757a67f4108b1459ff20ba4d46d8765" |
| }, |
| { |
| "name": "model.visual.blocks.1.mlp.linear_fc1.bias", |
| "sha256": "71b9a3dc487a99a47f06349196277fadc4561ed683c25afadfc60a96c17d38a2" |
| }, |
| { |
| "name": "model.visual.blocks.1.mlp.linear_fc1.weight", |
| "sha256": "b803e9676fa45ac0ef102c5600ab370e17414a0223d8d5f99ac59c7ee6515781" |
| }, |
| { |
| "name": "model.visual.blocks.1.mlp.linear_fc2.bias", |
| "sha256": "1dfd74a47f0cac956394c91419d31b0d9023c5d2ba48ed08c6474397b27a569b" |
| }, |
| { |
| "name": "model.visual.blocks.1.mlp.linear_fc2.weight", |
| "sha256": "370c424e9045b5bf0686ce865bf77dedf36709977854123d5391331a7656be84" |
| }, |
| { |
| "name": "model.visual.blocks.1.norm1.bias", |
| "sha256": "855c11e4acc32c28f5d2de55752470f8b3f6bfc0b6ecc3072981592fada24115" |
| }, |
| { |
| "name": "model.visual.blocks.1.norm1.weight", |
| "sha256": "41b623b3b4f0de8da5224e72c047ab3d73b3c5cc94225a4cc1135d57471647d8" |
| }, |
| { |
| "name": "model.visual.blocks.1.norm2.bias", |
| "sha256": "ffca97f45bdf96d1514440c3eaeafe90032cc2c6aca7fa4fecf6b90404ee2643" |
| }, |
| { |
| "name": "model.visual.blocks.1.norm2.weight", |
| "sha256": "515aa82d70a1c3de12bad8ab3be9f4a73a9ad6d2bc3cf8a30110554c185e9920" |
| }, |
| { |
| "name": "model.visual.blocks.10.attn.proj.bias", |
| "sha256": "084691af464265c01c9899b8c50f9a8b4331448c3ada1c54b703658358d37430" |
| }, |
| { |
| "name": "model.visual.blocks.10.attn.proj.weight", |
| "sha256": "83043904bd54007a28103c095adb819d07eaccc80fc076056c8c6a5e74f71bb2" |
| }, |
| { |
| "name": "model.visual.blocks.10.attn.qkv.bias", |
| "sha256": "88b106f693e8b47165cb0f4130dfc28d205efee69e45b3d9fa0e7feabe1bca61" |
| }, |
| { |
| "name": "model.visual.blocks.10.attn.qkv.weight", |
| "sha256": "66018868326476c9c438a00305e5db4def3a7f363f640d77ae8e71dd9e1562fc" |
| }, |
| { |
| "name": "model.visual.blocks.10.mlp.linear_fc1.bias", |
| "sha256": "fcb1d2664e4c4b4863091b95bfce08f7a2d9b9fbf81029f5d6adb8b037b275a9" |
| }, |
| { |
| "name": "model.visual.blocks.10.mlp.linear_fc1.weight", |
| "sha256": "9bb65099244d1eeeea12cf49d5e9dd1bbfab4b039a34cccf9db2eb7f45af5311" |
| }, |
| { |
| "name": "model.visual.blocks.10.mlp.linear_fc2.bias", |
| "sha256": "7a160acea3223f13c57257f6f0066e4bca1e6c40f79ea4006dbee5432e144d61" |
| }, |
| { |
| "name": "model.visual.blocks.10.mlp.linear_fc2.weight", |
| "sha256": "8f8c219c8f938c4193d1e5e3b5d6f8cf7b9cb67d5a5adbbc5c87245966a7b53c" |
| }, |
| { |
| "name": "model.visual.blocks.10.norm1.bias", |
| "sha256": "8d6c386a6ee79277437d7fc539f5cab10d8122411f80b240eb1de9f08cf43c5e" |
| }, |
| { |
| "name": "model.visual.blocks.10.norm1.weight", |
| "sha256": "552e69b5ccfe7a476464598830f2077097636d922ca683f3cc1bc7523efd630b" |
| }, |
| { |
| "name": "model.visual.blocks.10.norm2.bias", |
| "sha256": "fcdc2ce2a24bff41cb9317a31ac94470866e891e8acd910fa33164d9570e62a0" |
| }, |
| { |
| "name": "model.visual.blocks.10.norm2.weight", |
| "sha256": "86251d3d0ad1f8a8557b9dc13685d2cbffc43fba39fb0061bce66084e7e0ff5c" |
| }, |
| { |
| "name": "model.visual.blocks.11.attn.proj.bias", |
| "sha256": "a2fdc0aa6411f4a2a9a202eb9b3945ef029f3d7c9751b494ef8b2b54d5d84219" |
| }, |
| { |
| "name": "model.visual.blocks.11.attn.proj.weight", |
| "sha256": "25459901c4dfb2616724f39d49db077a4b804eb83ceab2b446f271678f3b68fd" |
| }, |
| { |
| "name": "model.visual.blocks.11.attn.qkv.bias", |
| "sha256": "a1a4acd9436a2770d86ea17ea92d4507ffaceb7e62e318bc3918a7ffd22dcfc4" |
| }, |
| { |
| "name": "model.visual.blocks.11.attn.qkv.weight", |
| "sha256": "dec194ef8294e8faef372220745481eccec3e1079f3bff91c292b6ad9228da9c" |
| }, |
| { |
| "name": "model.visual.blocks.11.mlp.linear_fc1.bias", |
| "sha256": "b49e8453d02c541b71053bf92ca48045c5c4af2ca4ee2263b01c58807e23b073" |
| }, |
| { |
| "name": "model.visual.blocks.11.mlp.linear_fc1.weight", |
| "sha256": "3dd6247cbfe2788fc92cc8d4d38b0675ff179780f2ceb3a28a3d84c9be6b4ef8" |
| }, |
| { |
| "name": "model.visual.blocks.11.mlp.linear_fc2.bias", |
| "sha256": "5a69b725264095b8a0c2da3f205414141738cef56c4eb50e5a1fefcb533e6416" |
| }, |
| { |
| "name": "model.visual.blocks.11.mlp.linear_fc2.weight", |
| "sha256": "1ca4390c334009c37058c93ec52a7e6ec2422d7df16a6d37cc6e6090fe93d148" |
| }, |
| { |
| "name": "model.visual.blocks.11.norm1.bias", |
| "sha256": "1f8b70a2688b672a8aacc56b6b3f64b44795b8f4245026ff20e31fd27168288d" |
| }, |
| { |
| "name": "model.visual.blocks.11.norm1.weight", |
| "sha256": "71a0cc69c82fa2cb7ce6e4d140c4af9e0a8c620f87f05560eba77cd889a769e5" |
| }, |
| { |
| "name": "model.visual.blocks.11.norm2.bias", |
| "sha256": "2847b9cc79dff7938deac2958d3f810866f0e3c7e6c0b127e9c2981d8a09ff47" |
| }, |
| { |
| "name": "model.visual.blocks.11.norm2.weight", |
| "sha256": "956f8ca1e685ca5c410be2f26d82871f665aca9ebe6954f79529498b4c1b5a28" |
| }, |
| { |
| "name": "model.visual.blocks.12.attn.proj.bias", |
| "sha256": "9f605c6d488cb22243901056e45e086b6645f86b4a034a29d075f49aad445c8f" |
| }, |
| { |
| "name": "model.visual.blocks.12.attn.proj.weight", |
| "sha256": "a05952cf49ac576fff25c707046bc7b3e945bb8b422c4584cf654d4c34380949" |
| }, |
| { |
| "name": "model.visual.blocks.12.attn.qkv.bias", |
| "sha256": "a1513b0c6599563a42402f34f651eac7602d2de9926b9c78f2df3cd2f7bb1d1e" |
| }, |
| { |
| "name": "model.visual.blocks.12.attn.qkv.weight", |
| "sha256": "62410e6d19beeda096a76c12b3b8d93daec18b635b8dd73d0a461c0e8a68dbfa" |
| }, |
| { |
| "name": "model.visual.blocks.12.mlp.linear_fc1.bias", |
| "sha256": "db53ec96dc75c247707913ffe390019c646bdf0becc999425ebdcb5585b03ab9" |
| }, |
| { |
| "name": "model.visual.blocks.12.mlp.linear_fc1.weight", |
| "sha256": "3c5f44c301ca28addd15acc07c5e2162a0932bfdf919d941c4fb021f73db15a9" |
| }, |
| { |
| "name": "model.visual.blocks.12.mlp.linear_fc2.bias", |
| "sha256": "e6366a38edf6676c312aa5624595976426efd08b2c2a4debdd4e3cb8958942fe" |
| }, |
| { |
| "name": "model.visual.blocks.12.mlp.linear_fc2.weight", |
| "sha256": "2c789e61087576a99bdb335ebab439c89b935a3d6385e14ab3dcb89bbbba6edb" |
| }, |
| { |
| "name": "model.visual.blocks.12.norm1.bias", |
| "sha256": "bfaed5882b1021013f832c396b9e20cc09c1cc21226bc19cbe5c7b51ee946e7c" |
| }, |
| { |
| "name": "model.visual.blocks.12.norm1.weight", |
| "sha256": "5548136a38b0ccf40ffa67ef0bdb0c2869e7519c3a621c2d2e0f9d1e8359af93" |
| }, |
| { |
| "name": "model.visual.blocks.12.norm2.bias", |
| "sha256": "a2f30f8615c7a722913249d15cd69c93f0671b73fa30df73c7b3a52c606d04fc" |
| }, |
| { |
| "name": "model.visual.blocks.12.norm2.weight", |
| "sha256": "e1dda1d037239c414a7c9dcb3d817a9bfee8806bb816a60a8291084ed0f4b64b" |
| }, |
| { |
| "name": "model.visual.blocks.13.attn.proj.bias", |
| "sha256": "30279899af0c00aa299209e2c7b93088e0ae38e7adcd7d138cb23cf29bb88b11" |
| }, |
| { |
| "name": "model.visual.blocks.13.attn.proj.weight", |
| "sha256": "7754bb5bef5b10d173be0f843236f9fbe9708cb99f367171498da1c2dc82c885" |
| }, |
| { |
| "name": "model.visual.blocks.13.attn.qkv.bias", |
| "sha256": "37f4e652687648493b512c35cbe4d23a6b7c7bcb5748b80f90f97e929e4f5666" |
| }, |
| { |
| "name": "model.visual.blocks.13.attn.qkv.weight", |
| "sha256": "3ba8911a29443071be8ea0801e5eca7ea3e295344afd5a096ba7eb26cf7a8060" |
| }, |
| { |
| "name": "model.visual.blocks.13.mlp.linear_fc1.bias", |
| "sha256": "4b2fcff903f47ba9b7632d044194f576630ff3cdbb7832d4db170081ceffa8bf" |
| }, |
| { |
| "name": "model.visual.blocks.13.mlp.linear_fc1.weight", |
| "sha256": "93d65970bb64d1d8d32c9d0d1b46f3358f46761b71653301fc7b00119c885c73" |
| }, |
| { |
| "name": "model.visual.blocks.13.mlp.linear_fc2.bias", |
| "sha256": "d5080ece39d523be6f79e8afe59aeda35614c6ac26410cbb9460f12da4272a9d" |
| }, |
| { |
| "name": "model.visual.blocks.13.mlp.linear_fc2.weight", |
| "sha256": "a207567a3108d66963d58737fda881eeb854394ae7861add98772d88293a8bf8" |
| }, |
| { |
| "name": "model.visual.blocks.13.norm1.bias", |
| "sha256": "99c76b92a1ca0c400f7854c2006a889fd14f9dddbf7919bd898a6b96ab3d186a" |
| }, |
| { |
| "name": "model.visual.blocks.13.norm1.weight", |
| "sha256": "aac916cbc15af9c2d46cbc525f852980ff7c7a761dce99f7b1a0bd499caedd98" |
| }, |
| { |
| "name": "model.visual.blocks.13.norm2.bias", |
| "sha256": "baada483be7ee40f2cab679f56521c6c491ebc15a010416feed41fb4f316a773" |
| }, |
| { |
| "name": "model.visual.blocks.13.norm2.weight", |
| "sha256": "08873e19ad1618a7989cd8c148af4a087cfb99c8fdee123454ae515df715e262" |
| }, |
| { |
| "name": "model.visual.blocks.14.attn.proj.bias", |
| "sha256": "d881564cb9d92f2d15fee1f39ce405f6518800e4b3cb7fcc5fc25a1909997e48" |
| }, |
| { |
| "name": "model.visual.blocks.14.attn.proj.weight", |
| "sha256": "165137d81be341ea8d722f6857f1f85a4ad5d04f37070fb34f08e9d579b35341" |
| }, |
| { |
| "name": "model.visual.blocks.14.attn.qkv.bias", |
| "sha256": "125b0dbbc7c0e5bbdc21cc1a3d1eba025e7926f5625a232882b1c8c7918e7deb" |
| }, |
| { |
| "name": "model.visual.blocks.14.attn.qkv.weight", |
| "sha256": "7f60defa3a15c3d969d776a57bd7ea4e52d2a796b1b3be3c9d614600907bb307" |
| }, |
| { |
| "name": "model.visual.blocks.14.mlp.linear_fc1.bias", |
| "sha256": "33267c4c1dbb9caa0b02d6e2a4972856eb127537573fc36bb9d8c99a2f3294af" |
| }, |
| { |
| "name": "model.visual.blocks.14.mlp.linear_fc1.weight", |
| "sha256": "8c6511a311516c0388c4e378751650419e87910ba777e48a85a716bd987adfc6" |
| }, |
| { |
| "name": "model.visual.blocks.14.mlp.linear_fc2.bias", |
| "sha256": "5d1e03bfba24ac7e0daddefff0f404e6ffc5d1b54611bd39d56a591534b2b113" |
| }, |
| { |
| "name": "model.visual.blocks.14.mlp.linear_fc2.weight", |
| "sha256": "88071437b4de44140ce9e4fe6377875a8cc3561f44f89b8faed584d6fb302e98" |
| }, |
| { |
| "name": "model.visual.blocks.14.norm1.bias", |
| "sha256": "c6e4caae445f71630828abadac07e1570337bbb3842e95addb470937de252eef" |
| }, |
| { |
| "name": "model.visual.blocks.14.norm1.weight", |
| "sha256": "b77934071892ac0c1ce87e495ccf0ef5e66b0c964667d97bc8f75fc099b14af8" |
| }, |
| { |
| "name": "model.visual.blocks.14.norm2.bias", |
| "sha256": "e18a3aff7a4b3c770fd8cc005e0c1998891d39a965ee4fd1669ca5cb7ca16249" |
| }, |
| { |
| "name": "model.visual.blocks.14.norm2.weight", |
| "sha256": "17275c33b185468a90a1d210bb7e76b78e7b2a079cfef0c383731cc54a50f1e4" |
| }, |
| { |
| "name": "model.visual.blocks.15.attn.proj.bias", |
| "sha256": "b9d2834ec1ad5b0762c132cfd209ec0c522d7b0fe4f19f33a8945c63de1c297a" |
| }, |
| { |
| "name": "model.visual.blocks.15.attn.proj.weight", |
| "sha256": "c30d9549eeac07f55dbe832953dea45ff745d86c9dcbe1d65dfc8ccda6c0d621" |
| }, |
| { |
| "name": "model.visual.blocks.15.attn.qkv.bias", |
| "sha256": "70ead455b42b0187aa11b55aba01a9356ace5426416f510115f7a3480d25ea4b" |
| }, |
| { |
| "name": "model.visual.blocks.15.attn.qkv.weight", |
| "sha256": "8d75230b01d8a26b30304cc7396cd4b63fdb992cbe258859d6cdbc1c6e59a391" |
| }, |
| { |
| "name": "model.visual.blocks.15.mlp.linear_fc1.bias", |
| "sha256": "cc35ed1ae07f0bdfaf055a7c06bfaa1227176ba98e63dd5ecff8c78024765338" |
| }, |
| { |
| "name": "model.visual.blocks.15.mlp.linear_fc1.weight", |
| "sha256": "5d549e1efeb7b810dfdfd6336fba80d998d08ec7191155c62b57b4630c1475a1" |
| }, |
| { |
| "name": "model.visual.blocks.15.mlp.linear_fc2.bias", |
| "sha256": "bceb9f2e26761c9557c8b8febe7c66caf24344b4e176e1be1249a23210da2a0a" |
| }, |
| { |
| "name": "model.visual.blocks.15.mlp.linear_fc2.weight", |
| "sha256": "582bb9f57f9295b3047d5c4c3fcff3cadef3928d114f553a94e52a880536a561" |
| }, |
| { |
| "name": "model.visual.blocks.15.norm1.bias", |
| "sha256": "543cf4d6b757de856858c06cb252c0329275b39fd063da0f0a39ea7133409abd" |
| }, |
| { |
| "name": "model.visual.blocks.15.norm1.weight", |
| "sha256": "290ffeb2aa840a7b997ce6bf671b3117441f93bcc357ba55408fb8094f2f8ae9" |
| }, |
| { |
| "name": "model.visual.blocks.15.norm2.bias", |
| "sha256": "f8b5bbc9783c7883016104137a04fdb8d2582000afc0ae8a4793b31bb85cea9a" |
| }, |
| { |
| "name": "model.visual.blocks.15.norm2.weight", |
| "sha256": "99949640b1fc7683727c85eb90e943cd8d1e49d987964a36188245fd301c492c" |
| }, |
| { |
| "name": "model.visual.blocks.16.attn.proj.bias", |
| "sha256": "45aa92a36c7790ffe7dc1abef2ef03d31cdae79d90e5c85bb81f17f9ded31f61" |
| }, |
| { |
| "name": "model.visual.blocks.16.attn.proj.weight", |
| "sha256": "98b533ddfee762b7d74d10fb96baf31aa7747b423148b6c019d88ca340cec2a3" |
| }, |
| { |
| "name": "model.visual.blocks.16.attn.qkv.bias", |
| "sha256": "237e5cfdbdafaec1a508856a36f6aa29cf10fbd4fc203e2b62fe0cbd2a4f808a" |
| }, |
| { |
| "name": "model.visual.blocks.16.attn.qkv.weight", |
| "sha256": "2f1db061d5c7a08375e060ded963337f8f631fa5bbf1e95cb308fa2961047a1f" |
| }, |
| { |
| "name": "model.visual.blocks.16.mlp.linear_fc1.bias", |
| "sha256": "e306f8880e77c9601a07fa574e19560e40535425654a2ce6dbd2264a1311226a" |
| }, |
| { |
| "name": "model.visual.blocks.16.mlp.linear_fc1.weight", |
| "sha256": "8db17c757c2a8555017050ca430182a7cdc777b203d5902d4b9cd920fcca5c9a" |
| }, |
| { |
| "name": "model.visual.blocks.16.mlp.linear_fc2.bias", |
| "sha256": "561d176c289589b49ea9564a85a3bf68b8aad6a412d9cc8f6c24cfb360c4fe19" |
| }, |
| { |
| "name": "model.visual.blocks.16.mlp.linear_fc2.weight", |
| "sha256": "49ad171003405097c5434fbd36d10b33a5bd4626296df51a3792b87dbd53d59c" |
| }, |
| { |
| "name": "model.visual.blocks.16.norm1.bias", |
| "sha256": "5a817b38dbe6f4b37cd3efadb3d69118d55519ea899fb81007955997871f0bc0" |
| }, |
| { |
| "name": "model.visual.blocks.16.norm1.weight", |
| "sha256": "b2a5594385a871af78c187047a5931dac1045d814702e27c398ea71860581ca6" |
| }, |
| { |
| "name": "model.visual.blocks.16.norm2.bias", |
| "sha256": "02c85da3552d645377a1b1c6aaa74c0c1a88ee6f516c20568b352e6633b46141" |
| }, |
| { |
| "name": "model.visual.blocks.16.norm2.weight", |
| "sha256": "28191101af387835a4eabb4d6fe5ca4d9d54d8353fb1c2641d09d0da9101aa82" |
| }, |
| { |
| "name": "model.visual.blocks.17.attn.proj.bias", |
| "sha256": "b995fe6134129cbde52f45c9da86615c60106c03da649993e43cf67613d60d26" |
| }, |
| { |
| "name": "model.visual.blocks.17.attn.proj.weight", |
| "sha256": "be46bf57fe31977da712375bd34684a480ca9d9467225a769bc80d5942f71f71" |
| }, |
| { |
| "name": "model.visual.blocks.17.attn.qkv.bias", |
| "sha256": "d4c7d08b3adc72b240cedc080c70c2a61b2e703fddee6c073af7feee5f70c49c" |
| }, |
| { |
| "name": "model.visual.blocks.17.attn.qkv.weight", |
| "sha256": "71a8c29a51aa5e45bff3b1166575444e91db3da6ec79d6bf7d69bbdd6d51f331" |
| }, |
| { |
| "name": "model.visual.blocks.17.mlp.linear_fc1.bias", |
| "sha256": "c2c7ce80bb5a534ba3ad678eb7d13b461ff3da8fd0012308c58e9c6db1994af2" |
| }, |
| { |
| "name": "model.visual.blocks.17.mlp.linear_fc1.weight", |
| "sha256": "49c155bf7804f5b893be2e0eb44e3f8239b42e32c0e0996689feb76481916db2" |
| }, |
| { |
| "name": "model.visual.blocks.17.mlp.linear_fc2.bias", |
| "sha256": "3543dc9ea9dcc8d9e9baaaf1d7eac39ac8d8aafcb35f7ddc701f008da2841dcf" |
| }, |
| { |
| "name": "model.visual.blocks.17.mlp.linear_fc2.weight", |
| "sha256": "d966e5dbab0b087ff233d4f9a5fec07f371660e9ab762fda299d73662cdab631" |
| }, |
| { |
| "name": "model.visual.blocks.17.norm1.bias", |
| "sha256": "440f74f03a0d5b42859a8502af2c8200c8145736a75ced25b93eb364d36a7ab3" |
| }, |
| { |
| "name": "model.visual.blocks.17.norm1.weight", |
| "sha256": "20fbe0252222079b288c2bab30ab7edc8ff57804cd2cb45b55ec174dbf9cea97" |
| }, |
| { |
| "name": "model.visual.blocks.17.norm2.bias", |
| "sha256": "fa498a15cd77c99a734df4b4b904a3cb64e2ccf788bd81d94a4d61e3ddfa625c" |
| }, |
| { |
| "name": "model.visual.blocks.17.norm2.weight", |
| "sha256": "a372fb3a570b9663c98698e9c34849f9a254a8bcc2ca66d40b65fc1abdac9223" |
| }, |
| { |
| "name": "model.visual.blocks.18.attn.proj.bias", |
| "sha256": "afba49361bff2244ec92490b160824a1daf4dec8da0c8242573ece13f3acb550" |
| }, |
| { |
| "name": "model.visual.blocks.18.attn.proj.weight", |
| "sha256": "195c791f29ee6472f648b041a22a3df25b40d73c21cf7a3928a8b7096cacac51" |
| }, |
| { |
| "name": "model.visual.blocks.18.attn.qkv.bias", |
| "sha256": "f24ff44a4d068d613fcf0d65b3ae591db7fffa4d24e5402be50a505a4fc6835a" |
| }, |
| { |
| "name": "model.visual.blocks.18.attn.qkv.weight", |
| "sha256": "42b51f5436744f8b4d24522587a084f406a1a6729a4f65bb3c918d394ee5f9bd" |
| }, |
| { |
| "name": "model.visual.blocks.18.mlp.linear_fc1.bias", |
| "sha256": "c05e7d052fa71779252a84fa9b216b2dde1d905e4a55a965019507b4388aec40" |
| }, |
| { |
| "name": "model.visual.blocks.18.mlp.linear_fc1.weight", |
| "sha256": "620e115c144868e660d392987e99cd5b14ab26f25e45a1e6d588915f756fa94b" |
| }, |
| { |
| "name": "model.visual.blocks.18.mlp.linear_fc2.bias", |
| "sha256": "e02136ac02a4a79865c2f26e56bfe065aa637a483cd88772d1f72dce3bb45d6e" |
| }, |
| { |
| "name": "model.visual.blocks.18.mlp.linear_fc2.weight", |
| "sha256": "2b7a7b72c0dd691219747984a861fff41fd474bb650058375800ffe6aa6fffc5" |
| }, |
| { |
| "name": "model.visual.blocks.18.norm1.bias", |
| "sha256": "5d38460248975be51074f603f2211cf5ba65b14430f684de366bf22704ca7102" |
| }, |
| { |
| "name": "model.visual.blocks.18.norm1.weight", |
| "sha256": "e590e6f8daea8bdf03ff674d9766e7e243179c8a81825b70d9eafa1dcdd6fde3" |
| }, |
| { |
| "name": "model.visual.blocks.18.norm2.bias", |
| "sha256": "a882134c6ed8fe75333ecd2d82c34c8c584ab69fb9f6c8da9d54353e6d130d00" |
| }, |
| { |
| "name": "model.visual.blocks.18.norm2.weight", |
| "sha256": "c6f9a3a41d478c07227ab9a6897fe7f591d07473c97c964fa4296b1916a1c273" |
| }, |
| { |
| "name": "model.visual.blocks.19.attn.proj.bias", |
| "sha256": "7aae3cbd67ecdfc987a9e2bc2d565cd21a959fa56f3fad637e4b1192c77d3946" |
| }, |
| { |
| "name": "model.visual.blocks.19.attn.proj.weight", |
| "sha256": "017a5d2eef281d510311c87d41269ec1a6423616c041dea984c68bc5950b145d" |
| }, |
| { |
| "name": "model.visual.blocks.19.attn.qkv.bias", |
| "sha256": "82e6c8931e7835eef091125e1e329eb9dd70d20cb2356327a4f44354e5c9d502" |
| }, |
| { |
| "name": "model.visual.blocks.19.attn.qkv.weight", |
| "sha256": "1bd114fe81ddd2783d8e22f3f59cbba91ae59c1a730b5d5026c13a980bb1a651" |
| }, |
| { |
| "name": "model.visual.blocks.19.mlp.linear_fc1.bias", |
| "sha256": "c7fd8a8e0a95ff901311863ed305534224ec817c2d563e4967259278f810f735" |
| }, |
| { |
| "name": "model.visual.blocks.19.mlp.linear_fc1.weight", |
| "sha256": "4e8d6998cf4a10e046e3dcfc14ad4671876cd432d389812b557642fe3ffe57a7" |
| }, |
| { |
| "name": "model.visual.blocks.19.mlp.linear_fc2.bias", |
| "sha256": "83feaf6b5e2211d5fd047cc946a9be5c57db31a591ea91d2cd3207e16318ac82" |
| }, |
| { |
| "name": "model.visual.blocks.19.mlp.linear_fc2.weight", |
| "sha256": "302fab8a69584230543db939fce2056ca8b4c9e50b7c65f601265ca8efbb9505" |
| }, |
| { |
| "name": "model.visual.blocks.19.norm1.bias", |
| "sha256": "5eeca33db80b90b93d0777d6ddaaf73cbd95e2dd3a5b52ef746840178059482f" |
| }, |
| { |
| "name": "model.visual.blocks.19.norm1.weight", |
| "sha256": "99b992ba1fa6374554f5e8fcf63857a49cda0bb73c33f326d86a52a4eec3e887" |
| }, |
| { |
| "name": "model.visual.blocks.19.norm2.bias", |
| "sha256": "b8ba8c5d60eb231852261fa9bac9189e1e1a16084cf2fe82dd548a104c47c9b8" |
| }, |
| { |
| "name": "model.visual.blocks.19.norm2.weight", |
| "sha256": "13e34a5190bd1a9e1803d6f2e3f57382616104a95b0db42b0a0fefdc478b2578" |
| }, |
| { |
| "name": "model.visual.blocks.2.attn.proj.bias", |
| "sha256": "94d31e40298d42be412971ba26ddd113e8682e247371436f2e5bacdb14b9a071" |
| }, |
| { |
| "name": "model.visual.blocks.2.attn.proj.weight", |
| "sha256": "dd479ee7594d8caa111007a037291d91234266b9d8f09de2add0aeb0953b9493" |
| }, |
| { |
| "name": "model.visual.blocks.2.attn.qkv.bias", |
| "sha256": "e478f23b292593a1b93ce482c5b4b800dc7c865a9351ceedbf71e7dbe2c839ae" |
| }, |
| { |
| "name": "model.visual.blocks.2.attn.qkv.weight", |
| "sha256": "b9577c03c5e073f4e379afa9f2d657781bfdd23b8be9041543f5e9d4f7c6f370" |
| }, |
| { |
| "name": "model.visual.blocks.2.mlp.linear_fc1.bias", |
| "sha256": "92822927532970df3391459e80177a0b72855fc8e184f1aced28d42474dc26c9" |
| }, |
| { |
| "name": "model.visual.blocks.2.mlp.linear_fc1.weight", |
| "sha256": "f4207af90d4f85bec891129896d1bcf35d8c81bb7d82af38a11f70a80b42c41a" |
| }, |
| { |
| "name": "model.visual.blocks.2.mlp.linear_fc2.bias", |
| "sha256": "96846bf63d90d63b9223305cb3021b969f16647e1cc512d0453cf4da8237a78c" |
| }, |
| { |
| "name": "model.visual.blocks.2.mlp.linear_fc2.weight", |
| "sha256": "118bd485c957fbd7fe0224b57bb1dc7a67d139340d1a950171ed30aa5be5c2dc" |
| }, |
| { |
| "name": "model.visual.blocks.2.norm1.bias", |
| "sha256": "ff3e5627aebc672534957ccbd3564d5e65ef5e74645a54285e164363ca0214d3" |
| }, |
| { |
| "name": "model.visual.blocks.2.norm1.weight", |
| "sha256": "b09831809ae518327b59b3d2ea8b67ade90325ec1e963bd45efefa386ae861f0" |
| }, |
| { |
| "name": "model.visual.blocks.2.norm2.bias", |
| "sha256": "041ab7a74d30b21b80cf991d6fd50866f196f661eeb5881d994ddedce03a1b00" |
| }, |
| { |
| "name": "model.visual.blocks.2.norm2.weight", |
| "sha256": "b937844a775232ff4af0c32b666b212f4d5e4cb5ef9685944be89b2018485196" |
| }, |
| { |
| "name": "model.visual.blocks.20.attn.proj.bias", |
| "sha256": "3724be6be85d8a586a60a7227349748b05743933463a1576776d4347687e691b" |
| }, |
| { |
| "name": "model.visual.blocks.20.attn.proj.weight", |
| "sha256": "ece2f61c6e972dee3e094ea034ffe8fb6e0623e853fd3c1331388b1cf50054d0" |
| }, |
| { |
| "name": "model.visual.blocks.20.attn.qkv.bias", |
| "sha256": "f61965f61e7cd0cb80daab22e6b59ac1994b124f18761d2239d47c9f8952ea13" |
| }, |
| { |
| "name": "model.visual.blocks.20.attn.qkv.weight", |
| "sha256": "b05efd0c6804c165ef8c70e1a7b552b5de13f32a83d6346c5000d05eeae9500d" |
| }, |
| { |
| "name": "model.visual.blocks.20.mlp.linear_fc1.bias", |
| "sha256": "80c68bdcaa54655543fd4fd15c4f0a192b07ef96c3520ad154363379e3f69469" |
| }, |
| { |
| "name": "model.visual.blocks.20.mlp.linear_fc1.weight", |
| "sha256": "0d415b78dd18fb0651fcb021d01f008b656cf19d46851c8157e58fa4244b780f" |
| }, |
| { |
| "name": "model.visual.blocks.20.mlp.linear_fc2.bias", |
| "sha256": "c0738d6639ab7238d26c194f4b83f4ce4174e38e333e8b3d3eb4cc0696276cec" |
| }, |
| { |
| "name": "model.visual.blocks.20.mlp.linear_fc2.weight", |
| "sha256": "ba9b06eaf3fffee47ba0f016086b417e23a30dbea1f1384b532b0c5a0d2f0b95" |
| }, |
| { |
| "name": "model.visual.blocks.20.norm1.bias", |
| "sha256": "648313103efec257b95894ee625bd548243209357def5915f78dca4afd48c224" |
| }, |
| { |
| "name": "model.visual.blocks.20.norm1.weight", |
| "sha256": "bcc70baff3307b29328ed5a4867f382f3de9b67bac0d92848265f87a377af2df" |
| }, |
| { |
| "name": "model.visual.blocks.20.norm2.bias", |
| "sha256": "9c0068afc1441c08b76b8d7d462ee672519933acc2d47cacda3ef62867dd4be4" |
| }, |
| { |
| "name": "model.visual.blocks.20.norm2.weight", |
| "sha256": "3c9f2b6f304294ca66ac2b70cf85be07f203b448d5a8eacf1f04de352810ecc5" |
| }, |
| { |
| "name": "model.visual.blocks.21.attn.proj.bias", |
| "sha256": "fb8467702fa017074afd5be36eedead2b1fcbb6a1d28183e12dae7a6fdd4ea79" |
| }, |
| { |
| "name": "model.visual.blocks.21.attn.proj.weight", |
| "sha256": "5a836a34372e6477ab0d8bde75d331f35449a2bdd1e7bd3c2ac435be9eb5190e" |
| }, |
| { |
| "name": "model.visual.blocks.21.attn.qkv.bias", |
| "sha256": "7025ee075c7a20ad3f6a90c91af062dd838fb9ef575eef79c8b997b198a21bdf" |
| }, |
| { |
| "name": "model.visual.blocks.21.attn.qkv.weight", |
| "sha256": "1bc73e4f53c636002ab31bfa2a867ff061d94e53f9d53e08ce1789c5faca8a91" |
| }, |
| { |
| "name": "model.visual.blocks.21.mlp.linear_fc1.bias", |
| "sha256": "7d6e2728dd71956c4d0c329b9ee2ce8213e30ab4c84a2ccee3473cded907d0ff" |
| }, |
| { |
| "name": "model.visual.blocks.21.mlp.linear_fc1.weight", |
| "sha256": "f11706b23f523b71705779a54b8460fde29daeeaec9f5c8958aaa93fc4add855" |
| }, |
| { |
| "name": "model.visual.blocks.21.mlp.linear_fc2.bias", |
| "sha256": "2f2eac305f50277365fe0e190dfaf7dbd7138bb553e28569fb7ea1826b6dc0e3" |
| }, |
| { |
| "name": "model.visual.blocks.21.mlp.linear_fc2.weight", |
| "sha256": "e51e4e3a4ff5893c7700bc78a43d4a9db458f8e41fe5fc6b150de793748010e5" |
| }, |
| { |
| "name": "model.visual.blocks.21.norm1.bias", |
| "sha256": "336bdc6749a73a605b64ca4c4cd4a08af90482fafcb7cf05bdaa61e976f3e574" |
| }, |
| { |
| "name": "model.visual.blocks.21.norm1.weight", |
| "sha256": "3caa6e2036303e5e11ab50c5ccee24c75645b942f3dce038c096bbaa75d6deca" |
| }, |
| { |
| "name": "model.visual.blocks.21.norm2.bias", |
| "sha256": "8007af71a860e421bf704acae4232a153620e0566609becc37238748cd469f9f" |
| }, |
| { |
| "name": "model.visual.blocks.21.norm2.weight", |
| "sha256": "3640518f41c00512409f358742fd1ef8017979c1f15f72f60cd45d586cba7e9c" |
| }, |
| { |
| "name": "model.visual.blocks.22.attn.proj.bias", |
| "sha256": "79dbdb3729648645122510f46f2a2bf97d4db3f5bfb8049a9b0714edddf7e905" |
| }, |
| { |
| "name": "model.visual.blocks.22.attn.proj.weight", |
| "sha256": "9861347cffa1dab0dbc904aa37a9e7f415c3b4de39568f2ec1875d27f69ba622" |
| }, |
| { |
| "name": "model.visual.blocks.22.attn.qkv.bias", |
| "sha256": "4f6ffae200c2c25b7598ae8164e562d254ca2174271ee7377f62b492ccc7610f" |
| }, |
| { |
| "name": "model.visual.blocks.22.attn.qkv.weight", |
| "sha256": "3597ec85b25e4499c7ad014af1a247feedcc58d497846b45f7386dff69c7ad68" |
| }, |
| { |
| "name": "model.visual.blocks.22.mlp.linear_fc1.bias", |
| "sha256": "97b74441ce1659bce357e73b0809439b3d0cef4ff8a330d5616505fcfe3c4157" |
| }, |
| { |
| "name": "model.visual.blocks.22.mlp.linear_fc1.weight", |
| "sha256": "f1e80b5d72f4b1bc5e8aa84c52997de280d19edfdd7b7f10e4bf5bbc084d14f4" |
| }, |
| { |
| "name": "model.visual.blocks.22.mlp.linear_fc2.bias", |
| "sha256": "fe12fcd1d43835a261cfc88160fa22ee191fccda1019eaa138c9833d26b7d816" |
| }, |
| { |
| "name": "model.visual.blocks.22.mlp.linear_fc2.weight", |
| "sha256": "9474fc98d0fbd9ca35ae72b83584646bd59a2165cb3f2c9ea5e73b1365dc4cc8" |
| }, |
| { |
| "name": "model.visual.blocks.22.norm1.bias", |
| "sha256": "960cce487b14523a0d5e4898654cad4681390c5fd163826564c0a0f1cb1c3181" |
| }, |
| { |
| "name": "model.visual.blocks.22.norm1.weight", |
| "sha256": "c324394cc64740f40fc3f0302a7eb9b5cc2e7a6ab51e23dde36e595a6aa159fe" |
| }, |
| { |
| "name": "model.visual.blocks.22.norm2.bias", |
| "sha256": "25754395e802dc1b9bf1466e8a229a2f4580f9a4d26147f229b43ae03ca09cbf" |
| }, |
| { |
| "name": "model.visual.blocks.22.norm2.weight", |
| "sha256": "bd8d65ef54781cfe795b11fb901866d54190b47ba6cba3a33565eeb845bae250" |
| }, |
| { |
| "name": "model.visual.blocks.23.attn.proj.bias", |
| "sha256": "a9265e706f4eac0de66b34904a5a6074dca190ca89f7c639392d6266a0684858" |
| }, |
| { |
| "name": "model.visual.blocks.23.attn.proj.weight", |
| "sha256": "fecf4ed60dbfedb7e00e705e0851c971e8ffbee0e3d1024732db7c8e31bc0e53" |
| }, |
| { |
| "name": "model.visual.blocks.23.attn.qkv.bias", |
| "sha256": "9829e46aaef494ac7112f44d2f3c2489b64a1dbc7e118039dfd93e5635c565f5" |
| }, |
| { |
| "name": "model.visual.blocks.23.attn.qkv.weight", |
| "sha256": "698ffc84a95574a3e9f73d1ea61df80c0e59f0f546167ceaa824d00ead3a290c" |
| }, |
| { |
| "name": "model.visual.blocks.23.mlp.linear_fc1.bias", |
| "sha256": "a6e9699f9033d3dc42a57c9819d4bda2453b5d56935e0cad34ba2d20a8f94ae6" |
| }, |
| { |
| "name": "model.visual.blocks.23.mlp.linear_fc1.weight", |
| "sha256": "5f688785d08f617ec7b9ede836dfde41e081cb9a7236bedb9468299dc52eca7c" |
| }, |
| { |
| "name": "model.visual.blocks.23.mlp.linear_fc2.bias", |
| "sha256": "0b17666cc3012787d5027ba3121713ab76520acb90b86e966c43e71543226836" |
| }, |
| { |
| "name": "model.visual.blocks.23.mlp.linear_fc2.weight", |
| "sha256": "cf3e204c5071aadd8717869214c77eb7857b5928d8006f6fca2c5967f5fc2dd6" |
| }, |
| { |
| "name": "model.visual.blocks.23.norm1.bias", |
| "sha256": "2f2eb1e5c8696cdbf6400023a1cb6d9caa12da5804cbbf19d8654bf1907d7bdc" |
| }, |
| { |
| "name": "model.visual.blocks.23.norm1.weight", |
| "sha256": "f860d728f031c6ea32600b70772c1c047ace2425416a6c665986db83c3234634" |
| }, |
| { |
| "name": "model.visual.blocks.23.norm2.bias", |
| "sha256": "88b51d875b7d913ed0451c94c530bc23cc2728981c9afc74d5bfde0e3080cd26" |
| }, |
| { |
| "name": "model.visual.blocks.23.norm2.weight", |
| "sha256": "a40aacb8e70ff0a7cca9f1159df2ef9ddd01326075f663a32c8e98b2b935e4dc" |
| }, |
| { |
| "name": "model.visual.blocks.3.attn.proj.bias", |
| "sha256": "644a79ae4e2b1397bc80527f9c9b1dfdffea4fd1febb08bc203b93e224c414bf" |
| }, |
| { |
| "name": "model.visual.blocks.3.attn.proj.weight", |
| "sha256": "0f2842ed03cd0864e4bc89cecd981a3a260d5ed595ef12e6502f3e82d7e34b7e" |
| }, |
| { |
| "name": "model.visual.blocks.3.attn.qkv.bias", |
| "sha256": "1629911c657ca23c3b78a6dc3c60bfe0c449e02ba35d9f9a43b03153446cb943" |
| }, |
| { |
| "name": "model.visual.blocks.3.attn.qkv.weight", |
| "sha256": "459ca15a0a59f3befe86208004443c85c8930e1739bbeb6efe128e1901985167" |
| }, |
| { |
| "name": "model.visual.blocks.3.mlp.linear_fc1.bias", |
| "sha256": "aea71fe31e83a5f4c78b99a3a20ca2a124352ab46d6f2ac342982820c6a71718" |
| }, |
| { |
| "name": "model.visual.blocks.3.mlp.linear_fc1.weight", |
| "sha256": "f377817ec651cec97f2394217dc1d59eea559f01a7341b3ee6b6c18ffd42fec4" |
| }, |
| { |
| "name": "model.visual.blocks.3.mlp.linear_fc2.bias", |
| "sha256": "3c24d65817d8d13c130204391b299f6b1df7f20df005065a1fc0a697aa616aa3" |
| }, |
| { |
| "name": "model.visual.blocks.3.mlp.linear_fc2.weight", |
| "sha256": "f32e55c1195536c89122fd4c3ba491e4ac91822ef30e14d0375b1b1abadae5d3" |
| }, |
| { |
| "name": "model.visual.blocks.3.norm1.bias", |
| "sha256": "918d93e6fea721c4bb9d64799e489ff12ac848b09375e3a6b62f664b19028c69" |
| }, |
| { |
| "name": "model.visual.blocks.3.norm1.weight", |
| "sha256": "2eb4b6d1a0dd291257ef0a81963a1ac0af903bf647f44b53dcccbbff3c173973" |
| }, |
| { |
| "name": "model.visual.blocks.3.norm2.bias", |
| "sha256": "c128c8eb4853b6bbbadb6637b6b22a59c7e346a6a1a3c4f0dec4d6913bee5477" |
| }, |
| { |
| "name": "model.visual.blocks.3.norm2.weight", |
| "sha256": "4a4812f5570c1ad14dc4cf0778e53f2d11ed6bf76da1c235aa3af65dce32d7fc" |
| }, |
| { |
| "name": "model.visual.blocks.4.attn.proj.bias", |
| "sha256": "76c005afe47cd8d4807f0d966b2ff9078089e2bf7b8ca23d4126175b0f020bd1" |
| }, |
| { |
| "name": "model.visual.blocks.4.attn.proj.weight", |
| "sha256": "86032b4c08f68dce1bcc21b0cc49e471af55ca1459853ec8b81fd61c32906905" |
| }, |
| { |
| "name": "model.visual.blocks.4.attn.qkv.bias", |
| "sha256": "c6f9cb7e948db202a0bea1d6099ae301cabfc443ed18310a619fed281ebb32de" |
| }, |
| { |
| "name": "model.visual.blocks.4.attn.qkv.weight", |
| "sha256": "0ce89e7add597a749e6b24e7043d6be6879b071b5b2c80c16a5c1e95e7991c4a" |
| }, |
| { |
| "name": "model.visual.blocks.4.mlp.linear_fc1.bias", |
| "sha256": "667256b739c39a263caf48e8c7ec3bab50470579338625bf18d8986cf653551a" |
| }, |
| { |
| "name": "model.visual.blocks.4.mlp.linear_fc1.weight", |
| "sha256": "f4d08b31eb75e018c79540b5bcd32007d801928a00cb0bec260b3c2e8b282e1a" |
| }, |
| { |
| "name": "model.visual.blocks.4.mlp.linear_fc2.bias", |
| "sha256": "8e44330faff0f8fe3b3913cf21e8f0901dc2d6a95f5f298277071bff3ad3b379" |
| }, |
| { |
| "name": "model.visual.blocks.4.mlp.linear_fc2.weight", |
| "sha256": "6a91eeb4ef9830bd2a46c3da6e5fefdd6254d32ce3eb6d5720bd02cdabff40fb" |
| }, |
| { |
| "name": "model.visual.blocks.4.norm1.bias", |
| "sha256": "e1e8602624a6e8be30c8748108f0a2cfd49d9d816cb076e4d157bed59417fdaf" |
| }, |
| { |
| "name": "model.visual.blocks.4.norm1.weight", |
| "sha256": "70ccaa8a6989a2e1fd49286360c690849c91532875e4575da8c85374eb017d98" |
| }, |
| { |
| "name": "model.visual.blocks.4.norm2.bias", |
| "sha256": "53abdfec31e34b370683e42bddbc212c91a16dbcf55e964eeeefe4621dbbbef8" |
| }, |
| { |
| "name": "model.visual.blocks.4.norm2.weight", |
| "sha256": "ae98d2a0577b15be683404ed7146d31a050e75c2c9db9e49ab59d09c67a5b323" |
| }, |
| { |
| "name": "model.visual.blocks.5.attn.proj.bias", |
| "sha256": "a51ef99055dd9d4d7bff3b61ceb3e8d212d8f84ca3e65f0beff3ba0e677f00ef" |
| }, |
| { |
| "name": "model.visual.blocks.5.attn.proj.weight", |
| "sha256": "b3b5ac1fcb02281c9d0530ab2b305e54625d98b9727c1e5b66063313d52381f3" |
| }, |
| { |
| "name": "model.visual.blocks.5.attn.qkv.bias", |
| "sha256": "044d33c62b3fa0d60f1575e2d3346eb60d083bff238fdd9177dca29bcc228d00" |
| }, |
| { |
| "name": "model.visual.blocks.5.attn.qkv.weight", |
| "sha256": "5addd0586a7cdd1d7011e1daf9e40a6e77f897a2ba116da432c195a4d7d70fef" |
| }, |
| { |
| "name": "model.visual.blocks.5.mlp.linear_fc1.bias", |
| "sha256": "5d508693f56396b77ea8f775a9787098e64c521654a4f1458506e552795117f7" |
| }, |
| { |
| "name": "model.visual.blocks.5.mlp.linear_fc1.weight", |
| "sha256": "487cb888c75c4c4c7dc90e6e680fb4767345ac429525507ea129a968b885664e" |
| }, |
| { |
| "name": "model.visual.blocks.5.mlp.linear_fc2.bias", |
| "sha256": "9a6fda5026fece183c552dc200f93db58232e64aa959c5702f94ba5728730fad" |
| }, |
| { |
| "name": "model.visual.blocks.5.mlp.linear_fc2.weight", |
| "sha256": "745aac9e7c9d3daac61f725d7f3356aa29ea31bacca2ecb88156a45621a0f9e3" |
| }, |
| { |
| "name": "model.visual.blocks.5.norm1.bias", |
| "sha256": "743a978d261af96d020f6f20284349bb78f3425581ec1f8121efb5e9e7cea9ff" |
| }, |
| { |
| "name": "model.visual.blocks.5.norm1.weight", |
| "sha256": "76f8bb0138578e885c4ab2662320538d34ae7cb95c2d703a401d2f9743b4f974" |
| }, |
| { |
| "name": "model.visual.blocks.5.norm2.bias", |
| "sha256": "3ceee1808df66a9bbb512bfc7ea66fdef4f7f529ded91a2c7068ae16ee607ecf" |
| }, |
| { |
| "name": "model.visual.blocks.5.norm2.weight", |
| "sha256": "93a302a8287b9e6998d5011ec3392187cebb854f34db3178da50b6b23a7eda73" |
| }, |
| { |
| "name": "model.visual.blocks.6.attn.proj.bias", |
| "sha256": "479c7a941d5daee326f94cdba52fd0d9a7a237455a2e61cd517dcc563677abc3" |
| }, |
| { |
| "name": "model.visual.blocks.6.attn.proj.weight", |
| "sha256": "8f13171d9b9017d9dc40c4b0b648400a8af9b1bc67708997f0bb9b0f5516f11e" |
| }, |
| { |
| "name": "model.visual.blocks.6.attn.qkv.bias", |
| "sha256": "b92cfce90ddb8d36d5c8a3688652f2f235e6b02c8170680350e75d7f3cb57298" |
| }, |
| { |
| "name": "model.visual.blocks.6.attn.qkv.weight", |
| "sha256": "c1254186e595966ad04c129f33e1b7b80da6f42c103882630411f271da61c89f" |
| }, |
| { |
| "name": "model.visual.blocks.6.mlp.linear_fc1.bias", |
| "sha256": "2ba9d2c07fd65b863529adf902a9e26898adc261381edc1e56e37b19ae81c979" |
| }, |
| { |
| "name": "model.visual.blocks.6.mlp.linear_fc1.weight", |
| "sha256": "013c8256f80f02d63e136d67abcc0f1550a8e56cfb41cd233144e5d0deabb309" |
| }, |
| { |
| "name": "model.visual.blocks.6.mlp.linear_fc2.bias", |
| "sha256": "d0a6b92902450aa618d0a312e4354bae51fd3c0e14f93d63ccf0100162069c0f" |
| }, |
| { |
| "name": "model.visual.blocks.6.mlp.linear_fc2.weight", |
| "sha256": "d5166b8915ef4558106dc5bc2c8daa840025bb1ed7e68a4af938f85efdf29b0e" |
| }, |
| { |
| "name": "model.visual.blocks.6.norm1.bias", |
| "sha256": "c222f9d96835b453b54ae974153f896525e0db92b72f9c9abe78d53bc9c6782d" |
| }, |
| { |
| "name": "model.visual.blocks.6.norm1.weight", |
| "sha256": "93608740ca46049ee4a4e5096706b1353beaa506771d1e7288a9f3fab78d7f30" |
| }, |
| { |
| "name": "model.visual.blocks.6.norm2.bias", |
| "sha256": "2446518553380ab48d7b1318d0dc5f9e4703931172c5774a2e28bccc636d6715" |
| }, |
| { |
| "name": "model.visual.blocks.6.norm2.weight", |
| "sha256": "c28f656f4edf8aad973538f153e671b365b7fcf218604b4dcfb65c3444cd1d6f" |
| }, |
| { |
| "name": "model.visual.blocks.7.attn.proj.bias", |
| "sha256": "02687539a534829a814dc6bdcdf2c66a64f7d8b40be2975462306bd999073983" |
| }, |
| { |
| "name": "model.visual.blocks.7.attn.proj.weight", |
| "sha256": "fb0a2c7a6ccf2ec7ac94bc248864fe966d3d4ddfaea54228ac86cb3a2fbda677" |
| }, |
| { |
| "name": "model.visual.blocks.7.attn.qkv.bias", |
| "sha256": "51544cd4f29862405c85869cf6bede6772b8594f819468ec87dcfbe0722fc852" |
| }, |
| { |
| "name": "model.visual.blocks.7.attn.qkv.weight", |
| "sha256": "e6db2acbd3fc7bad4e167a1fd0e266eb3898e61e6ed6d4173d761a074573019f" |
| }, |
| { |
| "name": "model.visual.blocks.7.mlp.linear_fc1.bias", |
| "sha256": "70d61d131f9539413e65115c3c698cb118c495b6d44d653f5e840494344316cb" |
| }, |
| { |
| "name": "model.visual.blocks.7.mlp.linear_fc1.weight", |
| "sha256": "90981203fc062643ef5e85afa99304f09b12d4db9296594122c9ed40fbe4fe2a" |
| }, |
| { |
| "name": "model.visual.blocks.7.mlp.linear_fc2.bias", |
| "sha256": "b859a67e2f6f94bef67a6b27e23364ed94ab7d2a75584bfec17f6f3478d60a69" |
| }, |
| { |
| "name": "model.visual.blocks.7.mlp.linear_fc2.weight", |
| "sha256": "cc7fd8a1c8718df5ece40b5fed2a932683db9fe67248591061f0e4d729c44920" |
| }, |
| { |
| "name": "model.visual.blocks.7.norm1.bias", |
| "sha256": "2e81f5fafaa91341cde22f32fb6d0cb7fc3615e45291c1a27a57c7184001ded3" |
| }, |
| { |
| "name": "model.visual.blocks.7.norm1.weight", |
| "sha256": "1bcc706e78dd9b26f4f68b73a9370544b7f8486657daa28d532106379c70ee31" |
| }, |
| { |
| "name": "model.visual.blocks.7.norm2.bias", |
| "sha256": "c7f6848fa40bd1acffa80601a19d85fed02339c9340faaebeee216e5210a5d67" |
| }, |
| { |
| "name": "model.visual.blocks.7.norm2.weight", |
| "sha256": "1df8bf267d7d5554ca473d3671ff08ee9c44c69a848f5fabef569cee62cae999" |
| }, |
| { |
| "name": "model.visual.blocks.8.attn.proj.bias", |
| "sha256": "78bdff59b56e8675a5f71321d655be8de347c39d7626ec91adbe740d59d75a3b" |
| }, |
| { |
| "name": "model.visual.blocks.8.attn.proj.weight", |
| "sha256": "f1f1a5ded3173b1e39d48c9315d50cdc51d0c46213ec88d2e05e6c4fc7f9eb00" |
| }, |
| { |
| "name": "model.visual.blocks.8.attn.qkv.bias", |
| "sha256": "cdfaf51f64eec4b77aad4f4728500f4e65e44cda2c879a84f901492370956b90" |
| }, |
| { |
| "name": "model.visual.blocks.8.attn.qkv.weight", |
| "sha256": "f8d3729497c12a1c6e9cb1e0781981e638cff081e629d56c040250b716fd1a3f" |
| }, |
| { |
| "name": "model.visual.blocks.8.mlp.linear_fc1.bias", |
| "sha256": "21868a7ecfbe89e7145893f0859a82398bdd1eec9b3aa14679cfa0651c0daae5" |
| }, |
| { |
| "name": "model.visual.blocks.8.mlp.linear_fc1.weight", |
| "sha256": "ef8727c4857835f124bade52f9e6704d2c83aca16b85a6bf981cae3174fbd98c" |
| }, |
| { |
| "name": "model.visual.blocks.8.mlp.linear_fc2.bias", |
| "sha256": "4efdeaee423e07c2c25bd6467352b9a53ccf0623fa0ebd3eea4be9599df58044" |
| }, |
| { |
| "name": "model.visual.blocks.8.mlp.linear_fc2.weight", |
| "sha256": "9a954be9548c69fdc1de64aef29c63bbe7e5c91567c33228edfba3565297399b" |
| }, |
| { |
| "name": "model.visual.blocks.8.norm1.bias", |
| "sha256": "05e8c3a92fb3010011ed02f37e1db5c74a9016aa057d0750cf26e360a69871b7" |
| }, |
| { |
| "name": "model.visual.blocks.8.norm1.weight", |
| "sha256": "1131f92661993a6e61cf7837ded345f54d86c1fe312975375aa6459d61bffdd9" |
| }, |
| { |
| "name": "model.visual.blocks.8.norm2.bias", |
| "sha256": "a55ee8b24a2748367852e890414ef830485ecd19bef3a5ab11e9a0d6111af666" |
| }, |
| { |
| "name": "model.visual.blocks.8.norm2.weight", |
| "sha256": "114385b9e9a0798dca8ff52554dc5765f15b1e7792173b14af78444749c41c7a" |
| }, |
| { |
| "name": "model.visual.blocks.9.attn.proj.bias", |
| "sha256": "1aa757ea62c967739ddede7164acedf908f3f3e78d15610720b4a4a5226b31a9" |
| }, |
| { |
| "name": "model.visual.blocks.9.attn.proj.weight", |
| "sha256": "931e0a4acf4cbf71c2e728ae481272d3399383a2406e6a1f15cfe232bfec4d12" |
| }, |
| { |
| "name": "model.visual.blocks.9.attn.qkv.bias", |
| "sha256": "3946b505c1b7004c265c30ec3db930c8543609ca4e45e549007927f6e242c30a" |
| }, |
| { |
| "name": "model.visual.blocks.9.attn.qkv.weight", |
| "sha256": "2199b59ec26168ed66dc893db2e021fc3328416dd0b5ff8fcddcb47263ac6233" |
| }, |
| { |
| "name": "model.visual.blocks.9.mlp.linear_fc1.bias", |
| "sha256": "35e9367fe96affa535ab8b6000bc90efddd4143ff4ec76d00127e002a2150d8c" |
| }, |
| { |
| "name": "model.visual.blocks.9.mlp.linear_fc1.weight", |
| "sha256": "5dfbb6be057e406214a007e3e00d8396e5cb8e4bc13a1b19cc1314f74eed79af" |
| }, |
| { |
| "name": "model.visual.blocks.9.mlp.linear_fc2.bias", |
| "sha256": "3a4d67ae41597da68bbded109bb3d85475d5e1192e1498b8aa6cbaf69e8fb44a" |
| }, |
| { |
| "name": "model.visual.blocks.9.mlp.linear_fc2.weight", |
| "sha256": "5e1671f472d661141448f4d4558241fe6eeff9b98d5db9f942dd1bc91c3625cc" |
| }, |
| { |
| "name": "model.visual.blocks.9.norm1.bias", |
| "sha256": "3cc07aa4deaa4dedf95c343b9667b377ab4cdc8e39b3e38221e4b392b8b34fcb" |
| }, |
| { |
| "name": "model.visual.blocks.9.norm1.weight", |
| "sha256": "ef0deee9e8f1ac46e3e7010aafa20baf3e5a010e1e4df6f27107df9093967192" |
| }, |
| { |
| "name": "model.visual.blocks.9.norm2.bias", |
| "sha256": "91c3ddadd1de4dc6add763a9b9b957e637fc682f98ee3be0215bc0f547995aa7" |
| }, |
| { |
| "name": "model.visual.blocks.9.norm2.weight", |
| "sha256": "9b3174cfacddaad5eee80198afdf3dc5017cd11cdabb282a4d3bd8d52506517b" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.0.linear_fc1.bias", |
| "sha256": "29d422aa0ea6a9a3878ece2be6674e18820b78b3f3e1194b313d477eb9d42243" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.0.linear_fc1.weight", |
| "sha256": "7ed65bc027972c4da84d6e5f6e5c0766ee509fd8cf0994554b8896078e127d7d" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.0.linear_fc2.bias", |
| "sha256": "b01ac6494f8a720311dc07a4e85906bae4452c7da8eb8d39056daff725453c39" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.0.linear_fc2.weight", |
| "sha256": "9849e0a84b9a83bf0908f169d89988971d235ac71e5421858d23d726c2863f9d" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.0.norm.bias", |
| "sha256": "a24d103831a4aa0ec9e75c94a05a3368afd20369ea0b0dc34a6693bd8499b63e" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.0.norm.weight", |
| "sha256": "7bbee01734b8aba74f91369d456823b2d7376359774193b872bcd2e19693b931" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.1.linear_fc1.bias", |
| "sha256": "82d1ed3c3b40662b8ae5319d9f44b0cff28323304def115d3cd15e5f8781075c" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.1.linear_fc1.weight", |
| "sha256": "e8150d17d6d639896ced950d59e5fc0278825bdf99365eb1e7f2c505296a2bc9" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.1.linear_fc2.bias", |
| "sha256": "ecccb71fad6b3ba7cb2c860fe244e238b7ad939804449b5978a3ac673549ed73" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.1.linear_fc2.weight", |
| "sha256": "5f09a55a4c5139e6fb34f1304f7b1514f4b1123ab539552ac953f674762e610a" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.1.norm.bias", |
| "sha256": "a8142b1bf541e9901027615bde924035d9ef7cc0fdcf2ac541d65ad3535697e2" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.1.norm.weight", |
| "sha256": "e8e70a4a272313b559f672aceaa18befddbdf63d22520eabdada8fb6e3d03d29" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.2.linear_fc1.bias", |
| "sha256": "7d96e9ee99e14a6624f6aa605d5bacc2028f54da3e8a3035c412913905748666" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.2.linear_fc1.weight", |
| "sha256": "f0ad7194d37c54aaa6e1d5d7939848ffe6c77053f06bc0d7341eed940d2f590c" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.2.linear_fc2.bias", |
| "sha256": "2a8eaea31432a5718607652e30a046819bd354f38412d28adf269d2a9558d394" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.2.linear_fc2.weight", |
| "sha256": "8b30275e0eadc872a86e8fdf3443ec7029cc77b48ba7623a1f914745060f4499" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.2.norm.bias", |
| "sha256": "dc3ec18dd0c64b05801a2f5590795fbd59ff5389cbdd62f320e37015807b74e9" |
| }, |
| { |
| "name": "model.visual.deepstack_merger_list.2.norm.weight", |
| "sha256": "7e51e7ab2cc9d443caa8326e2d60f1b449d69c80812eb101a79ee1c81a04c2e0" |
| }, |
| { |
| "name": "model.visual.merger.linear_fc1.bias", |
| "sha256": "01159dc931043923d7877c5ab2100c944840604eb0bc24e2b9550d5f87625cdc" |
| }, |
| { |
| "name": "model.visual.merger.linear_fc1.weight", |
| "sha256": "a4eed69453cf9bf38a8f36532b235c0b41130788aa509a1861d2aeb67591b50d" |
| }, |
| { |
| "name": "model.visual.merger.linear_fc2.bias", |
| "sha256": "b8632474f436b57239e6af4f8c1416e0c950ead2544408e6bc46109457c244b4" |
| }, |
| { |
| "name": "model.visual.merger.linear_fc2.weight", |
| "sha256": "fc9fa6edb038c4e8a349c2ccfabaff29e27d1d483f46948522c909d4b856d92f" |
| }, |
| { |
| "name": "model.visual.merger.norm.bias", |
| "sha256": "cfa84f209b21feb03e7554a2467f63acd18cb228a6eedaa13a5a3dad7fa9c5cc" |
| }, |
| { |
| "name": "model.visual.merger.norm.weight", |
| "sha256": "f2b3105e470bc9c7ee61970603d674ac32fa5ef9e695e8dc868f479a50880703" |
| }, |
| { |
| "name": "model.visual.patch_embed.proj.bias", |
| "sha256": "2b0479d4f1491215fd57ea7a18a1c0b6edb805070005c6156687e9af7d006059" |
| }, |
| { |
| "name": "model.visual.patch_embed.proj.weight", |
| "sha256": "2ee82d059e4c965c024093b8818150b86785e9f56cb467ad2fb3e1f9b6286471" |
| }, |
| { |
| "name": "model.visual.pos_embed.weight", |
| "sha256": "0deb9bcc4847f74f6a0598a744b4a81035e6d662ab1b564977a910ce61a06688" |
| } |
| ], |
| "tensors": { |
| "model.language_model.embed_tokens.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 151686, |
| 2560 |
| ], |
| "data_offsets": [ |
| 0, |
| 776632320 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776632320, |
| 776637440 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776637440, |
| 776642560 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776642560, |
| 776662016 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776662016, |
| 776681472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776681472, |
| 776686592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776686592, |
| 776686848 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776686848, |
| 776688896 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776688896, |
| 776694016 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776694016, |
| 776694272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 776694272, |
| 776702464 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776702464, |
| 776704512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776704512, |
| 776709632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776709632, |
| 776714752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776714752, |
| 776734208 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776734208, |
| 776753664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776753664, |
| 776758784 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776758784, |
| 776759040 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776759040, |
| 776761088 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776761088, |
| 776766208 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776766208, |
| 776766464 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 776766464, |
| 776774656 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776774656, |
| 776776704 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776776704, |
| 776781824 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776781824, |
| 776786944 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776786944, |
| 776806400 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776806400, |
| 776825856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776825856, |
| 776830976 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776830976, |
| 776831232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776831232, |
| 776833280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776833280, |
| 776838400 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776838400, |
| 776838656 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 776838656, |
| 776846848 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776846848, |
| 776848896 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776848896, |
| 776854016 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776854016, |
| 776859136 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776859136, |
| 776878592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776878592, |
| 776898048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776898048, |
| 776903168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776903168, |
| 776903424 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776903424, |
| 776905472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776905472, |
| 776910592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776910592, |
| 776910848 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 776910848, |
| 776919040 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776919040, |
| 776921088 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776921088, |
| 776926208 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776926208, |
| 776931328 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776931328, |
| 776950784 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776950784, |
| 776970240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776970240, |
| 776975360 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776975360, |
| 776975616 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776975616, |
| 776977664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776977664, |
| 776982784 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776982784, |
| 776983040 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 776983040, |
| 776991232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776991232, |
| 776993280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776993280, |
| 776998400 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776998400, |
| 777003520 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777003520, |
| 777022976 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777022976, |
| 777042432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777042432, |
| 777047552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777047552, |
| 777047808 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777047808, |
| 777049856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777049856, |
| 777054976 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777054976, |
| 777055232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777055232, |
| 777063424 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777063424, |
| 777065472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777065472, |
| 777070592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777070592, |
| 777075712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777075712, |
| 777095168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777095168, |
| 777114624 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777114624, |
| 777119744 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777119744, |
| 777120000 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777120000, |
| 777122048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777122048, |
| 777127168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777127168, |
| 777127424 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777127424, |
| 777135616 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777135616, |
| 777137664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777137664, |
| 777142784 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777142784, |
| 777147904 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777147904, |
| 777167360 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777167360, |
| 777186816 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777186816, |
| 777191936 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777191936, |
| 777192192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777192192, |
| 777194240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777194240, |
| 777199360 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777199360, |
| 777199616 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777199616, |
| 777207808 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777207808, |
| 777209856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777209856, |
| 777214976 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777214976, |
| 777220096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777220096, |
| 777239552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777239552, |
| 777259008 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777259008, |
| 777264128 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777264128, |
| 777264384 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777264384, |
| 777266432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777266432, |
| 777271552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777271552, |
| 777271808 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777271808, |
| 777280000 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777280000, |
| 777282048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777282048, |
| 777287168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777287168, |
| 777292288 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777292288, |
| 777311744 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777311744, |
| 777331200 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777331200, |
| 777336320 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777336320, |
| 777336576 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777336576, |
| 777338624 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777338624, |
| 777343744 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777343744, |
| 777344000 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777344000, |
| 777352192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777352192, |
| 777354240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777354240, |
| 777359360 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777359360, |
| 777364480 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777364480, |
| 777383936 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777383936, |
| 777403392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777403392, |
| 777408512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777408512, |
| 777408768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777408768, |
| 777410816 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777410816, |
| 777415936 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777415936, |
| 777416192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777416192, |
| 777424384 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777424384, |
| 777426432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777426432, |
| 777431552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777431552, |
| 777436672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777436672, |
| 777456128 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777456128, |
| 777475584 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777475584, |
| 777480704 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777480704, |
| 777480960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777480960, |
| 777483008 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777483008, |
| 777488128 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777488128, |
| 777488384 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777488384, |
| 777496576 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777496576, |
| 777498624 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777498624, |
| 777503744 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777503744, |
| 777508864 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777508864, |
| 777528320 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777528320, |
| 777547776 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777547776, |
| 777552896 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777552896, |
| 777553152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777553152, |
| 777555200 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777555200, |
| 777560320 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777560320, |
| 777560576 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777560576, |
| 777568768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777568768, |
| 777570816 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777570816, |
| 777575936 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777575936, |
| 777581056 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777581056, |
| 777600512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777600512, |
| 777619968 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777619968, |
| 777625088 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777625088, |
| 777625344 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777625344, |
| 777627392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777627392, |
| 777632512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777632512, |
| 777632768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777632768, |
| 777640960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777640960, |
| 777643008 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777643008, |
| 777648128 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777648128, |
| 777653248 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777653248, |
| 777672704 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777672704, |
| 777692160 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777692160, |
| 777697280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777697280, |
| 777697536 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777697536, |
| 777699584 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777699584, |
| 777704704 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777704704, |
| 777704960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777704960, |
| 777713152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777713152, |
| 777715200 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777715200, |
| 777720320 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777720320, |
| 777725440 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777725440, |
| 777744896 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777744896, |
| 777764352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777764352, |
| 777769472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777769472, |
| 777769728 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777769728, |
| 777771776 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777771776, |
| 777776896 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777776896, |
| 777777152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777777152, |
| 777785344 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777785344, |
| 777787392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777787392, |
| 777792512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777792512, |
| 777797632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777797632, |
| 777817088 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777817088, |
| 777836544 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777836544, |
| 777841664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777841664, |
| 777841920 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777841920, |
| 777843968 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777843968, |
| 777849088 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777849088, |
| 777849344 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777849344, |
| 777857536 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777857536, |
| 777859584 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777859584, |
| 777864704 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777864704, |
| 777869824 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777869824, |
| 777889280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777889280, |
| 777908736 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777908736, |
| 777913856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777913856, |
| 777914112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777914112, |
| 777916160 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777916160, |
| 777921280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777921280, |
| 777921536 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777921536, |
| 777929728 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777929728, |
| 777931776 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777931776, |
| 777936896 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777936896, |
| 777942016 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777942016, |
| 777961472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 777961472, |
| 777980928 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 777980928, |
| 777986048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777986048, |
| 777986304 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 777986304, |
| 777988352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 777988352, |
| 777993472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 777993472, |
| 777993728 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 777993728, |
| 778001920 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778001920, |
| 778003968 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778003968, |
| 778009088 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778009088, |
| 778014208 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778014208, |
| 778033664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778033664, |
| 778053120 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778053120, |
| 778058240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778058240, |
| 778058496 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778058496, |
| 778060544 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778060544, |
| 778065664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778065664, |
| 778065920 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778065920, |
| 778074112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778074112, |
| 778076160 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778076160, |
| 778081280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778081280, |
| 778086400 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778086400, |
| 778105856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778105856, |
| 778125312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778125312, |
| 778130432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778130432, |
| 778130688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778130688, |
| 778132736 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778132736, |
| 778137856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778137856, |
| 778138112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778138112, |
| 778146304 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778146304, |
| 778148352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778148352, |
| 778153472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778153472, |
| 778158592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778158592, |
| 778178048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778178048, |
| 778197504 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778197504, |
| 778202624 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778202624, |
| 778202880 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778202880, |
| 778204928 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778204928, |
| 778210048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778210048, |
| 778210304 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778210304, |
| 778218496 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778218496, |
| 778220544 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778220544, |
| 778225664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778225664, |
| 778230784 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778230784, |
| 778250240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778250240, |
| 778269696 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778269696, |
| 778274816 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778274816, |
| 778275072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778275072, |
| 778277120 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778277120, |
| 778282240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778282240, |
| 778282496 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778282496, |
| 778290688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778290688, |
| 778292736 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778292736, |
| 778297856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778297856, |
| 778302976 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778302976, |
| 778322432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778322432, |
| 778341888 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778341888, |
| 778347008 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778347008, |
| 778347264 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778347264, |
| 778349312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778349312, |
| 778354432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778354432, |
| 778354688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778354688, |
| 778362880 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778362880, |
| 778364928 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778364928, |
| 778370048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778370048, |
| 778375168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778375168, |
| 778394624 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778394624, |
| 778414080 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778414080, |
| 778419200 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778419200, |
| 778419456 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778419456, |
| 778421504 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778421504, |
| 778426624 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778426624, |
| 778426880 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778426880, |
| 778435072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778435072, |
| 778437120 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778437120, |
| 778442240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778442240, |
| 778447360 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778447360, |
| 778466816 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778466816, |
| 778486272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778486272, |
| 778491392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778491392, |
| 778491648 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778491648, |
| 778493696 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778493696, |
| 778498816 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778498816, |
| 778499072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778499072, |
| 778507264 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778507264, |
| 778509312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778509312, |
| 778514432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778514432, |
| 778519552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778519552, |
| 778539008 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778539008, |
| 778558464 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778558464, |
| 778563584 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778563584, |
| 778563840 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778563840, |
| 778565888 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778565888, |
| 778571008 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778571008, |
| 778571264 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778571264, |
| 778579456 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778579456, |
| 778581504 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778581504, |
| 778600960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778600960, |
| 778620416 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778620416, |
| 778620672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778620672, |
| 778622720 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778622720, |
| 778627840 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778627840, |
| 778628096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778628096, |
| 778636288 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778636288, |
| 778638336 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778638336, |
| 778643456 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778643456, |
| 778648576 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778648576, |
| 778668032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778668032, |
| 778687488 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778687488, |
| 778692608 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778692608, |
| 778692864 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778692864, |
| 778694912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778694912, |
| 778700032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778700032, |
| 778700288 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778700288, |
| 778708480 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778708480, |
| 778710528 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778710528, |
| 778715648 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778715648, |
| 778720768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778720768, |
| 778740224 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778740224, |
| 778759680 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778759680, |
| 778764800 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778764800, |
| 778765056 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778765056, |
| 778767104 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778767104, |
| 778772224 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778772224, |
| 778772480 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778772480, |
| 778780672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778780672, |
| 778782720 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778782720, |
| 778787840 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778787840, |
| 778792960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778792960, |
| 778812416 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778812416, |
| 778831872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778831872, |
| 778836992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778836992, |
| 778837248 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778837248, |
| 778839296 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778839296, |
| 778844416 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778844416, |
| 778844672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778844672, |
| 778852864 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778852864, |
| 778854912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778854912, |
| 778860032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778860032, |
| 778865152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778865152, |
| 778884608 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778884608, |
| 778904064 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778904064, |
| 778909184 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778909184, |
| 778909440 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778909440, |
| 778911488 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778911488, |
| 778916608 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778916608, |
| 778916864 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778916864, |
| 778925056 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778925056, |
| 778927104 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778927104, |
| 778932224 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778932224, |
| 778937344 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778937344, |
| 778956800 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 778956800, |
| 778976256 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778976256, |
| 778981376 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778981376, |
| 778981632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778981632, |
| 778983680 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 778983680, |
| 778988800 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 778988800, |
| 778989056 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 778989056, |
| 778997248 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 778997248, |
| 778999296 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 778999296, |
| 779004416 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 779004416, |
| 779009536 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 779009536, |
| 779028992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 779028992, |
| 779048448 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 779048448, |
| 779053568 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 779053568, |
| 779053824 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 779053824, |
| 779055872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 779055872, |
| 779060992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 779060992, |
| 779061248 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 779061248, |
| 779069440 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 779069440, |
| 779071488 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 779071488, |
| 779073536 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 779073536, |
| 781170688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 781170688, |
| 781176832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 781176832, |
| 787468288 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 787468288, |
| 787476480 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 787476480, |
| 795865088 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 795865088, |
| 795867136 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 795867136, |
| 804255744 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 804255744, |
| 804257792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 804257792, |
| 804259840 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 804259840, |
| 804261888 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.0.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 804261888, |
| 804263936 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 804263936, |
| 804265984 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 804265984, |
| 806363136 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 806363136, |
| 806369280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 806369280, |
| 812660736 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 812660736, |
| 812668928 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 812668928, |
| 821057536 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 821057536, |
| 821059584 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 821059584, |
| 829448192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 829448192, |
| 829450240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 829450240, |
| 829452288 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 829452288, |
| 829454336 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.1.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 829454336, |
| 829456384 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 829456384, |
| 829458432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 829458432, |
| 831555584 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 831555584, |
| 831561728 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 831561728, |
| 837853184 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 837853184, |
| 837861376 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 837861376, |
| 846249984 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 846249984, |
| 846252032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 846252032, |
| 854640640 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 854640640, |
| 854642688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 854642688, |
| 854644736 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 854644736, |
| 854646784 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.10.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 854646784, |
| 854648832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 854648832, |
| 854650880 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 854650880, |
| 856748032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 856748032, |
| 856754176 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 856754176, |
| 863045632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 863045632, |
| 863053824 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 863053824, |
| 871442432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 871442432, |
| 871444480 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 871444480, |
| 879833088 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 879833088, |
| 879835136 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 879835136, |
| 879837184 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 879837184, |
| 879839232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.11.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 879839232, |
| 879841280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 879841280, |
| 879843328 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 879843328, |
| 881940480 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 881940480, |
| 881946624 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 881946624, |
| 888238080 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 888238080, |
| 888246272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 888246272, |
| 896634880 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 896634880, |
| 896636928 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 896636928, |
| 905025536 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 905025536, |
| 905027584 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 905027584, |
| 905029632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 905029632, |
| 905031680 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.12.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 905031680, |
| 905033728 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 905033728, |
| 905035776 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 905035776, |
| 907132928 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 907132928, |
| 907139072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 907139072, |
| 913430528 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 913430528, |
| 913438720 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 913438720, |
| 921827328 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 921827328, |
| 921829376 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 921829376, |
| 930217984 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 930217984, |
| 930220032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 930220032, |
| 930222080 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 930222080, |
| 930224128 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.13.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 930224128, |
| 930226176 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 930226176, |
| 930228224 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 930228224, |
| 932325376 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 932325376, |
| 932331520 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 932331520, |
| 938622976 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 938622976, |
| 938631168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 938631168, |
| 947019776 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 947019776, |
| 947021824 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 947021824, |
| 955410432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 955410432, |
| 955412480 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 955412480, |
| 955414528 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 955414528, |
| 955416576 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.14.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 955416576, |
| 955418624 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 955418624, |
| 955420672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 955420672, |
| 957517824 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 957517824, |
| 957523968 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 957523968, |
| 963815424 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 963815424, |
| 963823616 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 963823616, |
| 972212224 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 972212224, |
| 972214272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 972214272, |
| 980602880 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 980602880, |
| 980604928 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 980604928, |
| 980606976 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 980606976, |
| 980609024 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.15.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 980609024, |
| 980611072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 980611072, |
| 980613120 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 980613120, |
| 982710272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 982710272, |
| 982716416 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 982716416, |
| 989007872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 989007872, |
| 989016064 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 989016064, |
| 997404672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 997404672, |
| 997406720 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 997406720, |
| 1005795328 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1005795328, |
| 1005797376 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1005797376, |
| 1005799424 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1005799424, |
| 1005801472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.16.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1005801472, |
| 1005803520 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1005803520, |
| 1005805568 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1005805568, |
| 1007902720 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1007902720, |
| 1007908864 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1007908864, |
| 1014200320 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1014200320, |
| 1014208512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1014208512, |
| 1022597120 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1022597120, |
| 1022599168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1022599168, |
| 1030987776 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1030987776, |
| 1030989824 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1030989824, |
| 1030991872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1030991872, |
| 1030993920 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.17.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1030993920, |
| 1030995968 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1030995968, |
| 1030998016 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1030998016, |
| 1033095168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1033095168, |
| 1033101312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1033101312, |
| 1039392768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1039392768, |
| 1039400960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1039400960, |
| 1047789568 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1047789568, |
| 1047791616 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1047791616, |
| 1056180224 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1056180224, |
| 1056182272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1056182272, |
| 1056184320 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1056184320, |
| 1056186368 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.18.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1056186368, |
| 1056188416 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1056188416, |
| 1056190464 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1056190464, |
| 1058287616 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1058287616, |
| 1058293760 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1058293760, |
| 1064585216 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1064585216, |
| 1064593408 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1064593408, |
| 1072982016 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1072982016, |
| 1072984064 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1072984064, |
| 1081372672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1081372672, |
| 1081374720 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1081374720, |
| 1081376768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1081376768, |
| 1081378816 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.19.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1081378816, |
| 1081380864 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1081380864, |
| 1081382912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1081382912, |
| 1083480064 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1083480064, |
| 1083486208 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1083486208, |
| 1089777664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1089777664, |
| 1089785856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1089785856, |
| 1098174464 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1098174464, |
| 1098176512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1098176512, |
| 1106565120 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1106565120, |
| 1106567168 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1106567168, |
| 1106569216 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1106569216, |
| 1106571264 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.2.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1106571264, |
| 1106573312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1106573312, |
| 1106575360 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1106575360, |
| 1108672512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1108672512, |
| 1108678656 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1108678656, |
| 1114970112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1114970112, |
| 1114978304 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1114978304, |
| 1123366912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1123366912, |
| 1123368960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1123368960, |
| 1131757568 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1131757568, |
| 1131759616 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1131759616, |
| 1131761664 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1131761664, |
| 1131763712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.20.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1131763712, |
| 1131765760 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1131765760, |
| 1131767808 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1131767808, |
| 1133864960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1133864960, |
| 1133871104 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1133871104, |
| 1140162560 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1140162560, |
| 1140170752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1140170752, |
| 1148559360 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1148559360, |
| 1148561408 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1148561408, |
| 1156950016 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1156950016, |
| 1156952064 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1156952064, |
| 1156954112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1156954112, |
| 1156956160 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.21.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1156956160, |
| 1156958208 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1156958208, |
| 1156960256 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1156960256, |
| 1159057408 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1159057408, |
| 1159063552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1159063552, |
| 1165355008 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1165355008, |
| 1165363200 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1165363200, |
| 1173751808 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1173751808, |
| 1173753856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1173753856, |
| 1182142464 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1182142464, |
| 1182144512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1182144512, |
| 1182146560 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1182146560, |
| 1182148608 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.22.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1182148608, |
| 1182150656 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1182150656, |
| 1182152704 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1182152704, |
| 1184249856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1184249856, |
| 1184256000 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1184256000, |
| 1190547456 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1190547456, |
| 1190555648 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1190555648, |
| 1198944256 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1198944256, |
| 1198946304 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1198946304, |
| 1207334912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1207334912, |
| 1207336960 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1207336960, |
| 1207339008 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1207339008, |
| 1207341056 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.23.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1207341056, |
| 1207343104 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1207343104, |
| 1207345152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1207345152, |
| 1209442304 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1209442304, |
| 1209448448 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1209448448, |
| 1215739904 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1215739904, |
| 1215748096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1215748096, |
| 1224136704 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1224136704, |
| 1224138752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1224138752, |
| 1232527360 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1232527360, |
| 1232529408 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1232529408, |
| 1232531456 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1232531456, |
| 1232533504 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.3.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1232533504, |
| 1232535552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1232535552, |
| 1232537600 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1232537600, |
| 1234634752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1234634752, |
| 1234640896 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1234640896, |
| 1240932352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1240932352, |
| 1240940544 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1240940544, |
| 1249329152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1249329152, |
| 1249331200 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1249331200, |
| 1257719808 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1257719808, |
| 1257721856 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1257721856, |
| 1257723904 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1257723904, |
| 1257725952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.4.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1257725952, |
| 1257728000 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1257728000, |
| 1257730048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1257730048, |
| 1259827200 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1259827200, |
| 1259833344 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1259833344, |
| 1266124800 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1266124800, |
| 1266132992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1266132992, |
| 1274521600 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1274521600, |
| 1274523648 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1274523648, |
| 1282912256 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1282912256, |
| 1282914304 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1282914304, |
| 1282916352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1282916352, |
| 1282918400 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.5.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1282918400, |
| 1282920448 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1282920448, |
| 1282922496 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1282922496, |
| 1285019648 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1285019648, |
| 1285025792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1285025792, |
| 1291317248 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1291317248, |
| 1291325440 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1291325440, |
| 1299714048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1299714048, |
| 1299716096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1299716096, |
| 1308104704 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1308104704, |
| 1308106752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1308106752, |
| 1308108800 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1308108800, |
| 1308110848 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.6.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1308110848, |
| 1308112896 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1308112896, |
| 1308114944 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1308114944, |
| 1310212096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1310212096, |
| 1310218240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1310218240, |
| 1316509696 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1316509696, |
| 1316517888 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1316517888, |
| 1324906496 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1324906496, |
| 1324908544 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1324908544, |
| 1333297152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1333297152, |
| 1333299200 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1333299200, |
| 1333301248 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1333301248, |
| 1333303296 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.7.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1333303296, |
| 1333305344 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1333305344, |
| 1333307392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1333307392, |
| 1335404544 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1335404544, |
| 1335410688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1335410688, |
| 1341702144 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1341702144, |
| 1341710336 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1341710336, |
| 1350098944 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1350098944, |
| 1350100992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1350100992, |
| 1358489600 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1358489600, |
| 1358491648 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1358491648, |
| 1358493696 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1358493696, |
| 1358495744 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.8.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1358495744, |
| 1358497792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.attn.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1358497792, |
| 1358499840 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.attn.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1358499840, |
| 1360596992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.attn.qkv.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072 |
| ], |
| "data_offsets": [ |
| 1360596992, |
| 1360603136 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.attn.qkv.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 3072, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1360603136, |
| 1366894592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.mlp.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1366894592, |
| 1366902784 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.mlp.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1366902784, |
| 1375291392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.mlp.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1375291392, |
| 1375293440 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.mlp.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1375293440, |
| 1383682048 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.norm1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1383682048, |
| 1383684096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.norm1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1383684096, |
| 1383686144 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.norm2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1383686144, |
| 1383688192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.blocks.9.norm2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1383688192, |
| 1383690240 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.0.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1383690240, |
| 1383698432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.0.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1383698432, |
| 1417252864 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.0.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 1417252864, |
| 1417257984 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.0.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1417257984, |
| 1438229504 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.0.norm.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1438229504, |
| 1438237696 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.0.norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1438237696, |
| 1438245888 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.1.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1438245888, |
| 1438254080 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.1.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1438254080, |
| 1471808512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.1.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 1471808512, |
| 1471813632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.1.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1471813632, |
| 1492785152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.1.norm.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1492785152, |
| 1492793344 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.1.norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1492793344, |
| 1492801536 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.2.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1492801536, |
| 1492809728 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.2.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1492809728, |
| 1526364160 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.2.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 1526364160, |
| 1526369280 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.2.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1526369280, |
| 1547340800 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.2.norm.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1547340800, |
| 1547348992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.deepstack_merger_list.2.norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1547348992, |
| 1547357184 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.merger.linear_fc1.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096 |
| ], |
| "data_offsets": [ |
| 1547357184, |
| 1547365376 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.merger.linear_fc1.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1547365376, |
| 1580919808 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.merger.linear_fc2.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 1580919808, |
| 1580924928 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.merger.linear_fc2.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1580924928, |
| 1601896448 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.merger.norm.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1601896448, |
| 1601898496 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.merger.norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1601898496, |
| 1601900544 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.patch_embed.proj.bias": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024 |
| ], |
| "data_offsets": [ |
| 1601900544, |
| 1601902592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.patch_embed.proj.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 3, |
| 2, |
| 16, |
| 16 |
| ], |
| "data_offsets": [ |
| 1601902592, |
| 1605048320 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.visual.pos_embed.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2304, |
| 1024 |
| ], |
| "data_offsets": [ |
| 1605048320, |
| 1609766912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 1609766912, |
| 1634670592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1634670592, |
| 1659574272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1659574272, |
| 1684477952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1684477952, |
| 1687099392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1687099392, |
| 1697585152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1697585152, |
| 1708070912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.0.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1708070912, |
| 1710692352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 1710692352, |
| 1735596032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1735596032, |
| 1760499712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1760499712, |
| 1785403392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1785403392, |
| 1788024832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1788024832, |
| 1798510592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1798510592, |
| 1808996352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.1.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1808996352, |
| 1811617792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 1811617792, |
| 1836521472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1836521472, |
| 1861425152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1861425152, |
| 1886328832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1886328832, |
| 1888950272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1888950272, |
| 1899436032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1899436032, |
| 1909921792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.10.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1909921792, |
| 1912543232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 1912543232, |
| 1937446912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1937446912, |
| 1962350592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1962350592, |
| 1987254272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1987254272, |
| 1989875712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1989875712, |
| 2000361472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2000361472, |
| 2010847232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.11.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2010847232, |
| 2013468672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2013468672, |
| 2038372352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2038372352, |
| 2063276032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2063276032, |
| 2088179712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2088179712, |
| 2090801152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2090801152, |
| 2101286912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2101286912, |
| 2111772672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.12.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2111772672, |
| 2114394112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2114394112, |
| 2139297792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2139297792, |
| 2164201472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2164201472, |
| 2189105152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2189105152, |
| 2191726592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2191726592, |
| 2202212352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2202212352, |
| 2212698112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.13.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2212698112, |
| 2215319552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2215319552, |
| 2240223232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2240223232, |
| 2265126912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2265126912, |
| 2290030592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2290030592, |
| 2292652032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2292652032, |
| 2303137792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2303137792, |
| 2313623552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.14.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2313623552, |
| 2316244992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2316244992, |
| 2341148672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2341148672, |
| 2366052352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2366052352, |
| 2390956032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2390956032, |
| 2393577472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2393577472, |
| 2404063232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2404063232, |
| 2414548992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.15.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2414548992, |
| 2417170432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2417170432, |
| 2442074112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2442074112, |
| 2466977792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2466977792, |
| 2491881472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2491881472, |
| 2494502912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2494502912, |
| 2504988672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2504988672, |
| 2515474432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.16.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2515474432, |
| 2518095872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2518095872, |
| 2542999552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2542999552, |
| 2567903232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2567903232, |
| 2592806912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2592806912, |
| 2595428352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2595428352, |
| 2605914112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2605914112, |
| 2616399872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.17.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2616399872, |
| 2619021312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2619021312, |
| 2643924992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2643924992, |
| 2668828672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2668828672, |
| 2693732352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2693732352, |
| 2696353792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2696353792, |
| 2706839552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2706839552, |
| 2717325312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.18.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2717325312, |
| 2719946752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2719946752, |
| 2744850432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2744850432, |
| 2769754112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2769754112, |
| 2794657792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2794657792, |
| 2797279232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2797279232, |
| 2807764992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2807764992, |
| 2818250752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.19.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2818250752, |
| 2820872192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2820872192, |
| 2845775872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2845775872, |
| 2870679552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2870679552, |
| 2895583232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2895583232, |
| 2898204672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2898204672, |
| 2908690432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2908690432, |
| 2919176192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.2.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2919176192, |
| 2921797632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 2921797632, |
| 2946701312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2946701312, |
| 2971604992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2971604992, |
| 2996508672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 2996508672, |
| 2999130112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 2999130112, |
| 3009615872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3009615872, |
| 3020101632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.20.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3020101632, |
| 3022723072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3022723072, |
| 3047626752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3047626752, |
| 3072530432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3072530432, |
| 3097434112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3097434112, |
| 3100055552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3100055552, |
| 3110541312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3110541312, |
| 3121027072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.21.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3121027072, |
| 3123648512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3123648512, |
| 3148552192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3148552192, |
| 3173455872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3173455872, |
| 3198359552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3198359552, |
| 3200980992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3200980992, |
| 3211466752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3211466752, |
| 3221952512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.22.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3221952512, |
| 3224573952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3224573952, |
| 3249477632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3249477632, |
| 3274381312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3274381312, |
| 3299284992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3299284992, |
| 3301906432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3301906432, |
| 3312392192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3312392192, |
| 3322877952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.23.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3322877952, |
| 3325499392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3325499392, |
| 3350403072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3350403072, |
| 3375306752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3375306752, |
| 3400210432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3400210432, |
| 3402831872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3402831872, |
| 3413317632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3413317632, |
| 3423803392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.24.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3423803392, |
| 3426424832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3426424832, |
| 3451328512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3451328512, |
| 3476232192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3476232192, |
| 3501135872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3501135872, |
| 3503757312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3503757312, |
| 3514243072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3514243072, |
| 3524728832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.25.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3524728832, |
| 3527350272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3527350272, |
| 3552253952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3552253952, |
| 3577157632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3577157632, |
| 3602061312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3602061312, |
| 3604682752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3604682752, |
| 3615168512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3615168512, |
| 3625654272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.26.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3625654272, |
| 3628275712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3628275712, |
| 3653179392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3653179392, |
| 3678083072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3678083072, |
| 3702986752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3702986752, |
| 3705608192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3705608192, |
| 3716093952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3716093952, |
| 3726579712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.27.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3726579712, |
| 3729201152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3729201152, |
| 3754104832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3754104832, |
| 3779008512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3779008512, |
| 3803912192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3803912192, |
| 3806533632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3806533632, |
| 3817019392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3817019392, |
| 3827505152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.28.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3827505152, |
| 3830126592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3830126592, |
| 3855030272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3855030272, |
| 3879933952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3879933952, |
| 3904837632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3904837632, |
| 3907459072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 3907459072, |
| 3917944832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3917944832, |
| 3928430592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.29.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3928430592, |
| 3931052032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 3931052032, |
| 3955955712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3955955712, |
| 3980859392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 3980859392, |
| 4005763072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4005763072, |
| 4008384512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4008384512, |
| 4018870272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4018870272, |
| 4029356032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.3.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4029356032, |
| 4031977472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4031977472, |
| 4056881152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4056881152, |
| 4081784832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4081784832, |
| 4106688512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4106688512, |
| 4109309952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4109309952, |
| 4119795712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4119795712, |
| 4130281472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.30.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4130281472, |
| 4132902912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4132902912, |
| 4157806592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4157806592, |
| 4182710272 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4182710272, |
| 4207613952 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4207613952, |
| 4210235392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4210235392, |
| 4220721152 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4220721152, |
| 4231206912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.31.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4231206912, |
| 4233828352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4233828352, |
| 4258732032 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4258732032, |
| 4283635712 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4283635712, |
| 4308539392 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4308539392, |
| 4311160832 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4311160832, |
| 4321646592 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4321646592, |
| 4332132352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.32.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4332132352, |
| 4334753792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4334753792, |
| 4359657472 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4359657472, |
| 4362278912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4362278912, |
| 4372764672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4372764672, |
| 4383250432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.33.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4383250432, |
| 4385871872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4385871872, |
| 4410775552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4410775552, |
| 4435679232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4435679232, |
| 4460582912 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4460582912, |
| 4463204352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4463204352, |
| 4473690112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4473690112, |
| 4484175872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.4.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4484175872, |
| 4486797312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4486797312, |
| 4511700992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4511700992, |
| 4536604672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4536604672, |
| 4561508352 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4561508352, |
| 4564129792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4564129792, |
| 4574615552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4574615552, |
| 4585101312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.5.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4585101312, |
| 4587722752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4587722752, |
| 4612626432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4612626432, |
| 4637530112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4637530112, |
| 4662433792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4662433792, |
| 4665055232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4665055232, |
| 4675540992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4675540992, |
| 4686026752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.6.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4686026752, |
| 4688648192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4688648192, |
| 4713551872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4713551872, |
| 4738455552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4738455552, |
| 4763359232 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4763359232, |
| 4765980672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4765980672, |
| 4776466432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4776466432, |
| 4786952192 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.7.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4786952192, |
| 4789573632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4789573632, |
| 4814477312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4814477312, |
| 4839380992 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4839380992, |
| 4864284672 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4864284672, |
| 4866906112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4866906112, |
| 4877391872 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4877391872, |
| 4887877632 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.8.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4887877632, |
| 4890499072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 4890499072, |
| 4915402752 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4915402752, |
| 4940306432 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4940306432, |
| 4965210112 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4965210112, |
| 4967831552 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 4967831552, |
| 4978317312 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4978317312, |
| 4988803072 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "model.language_model.layers.9.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 4988803072, |
| 4991424512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "payload_start": 115872 |
| }, |
| "lm_head.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 151686, |
| 2560 |
| ], |
| "data_offsets": [ |
| 0, |
| 776632320 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.33.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776632320, |
| 776637440 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.33.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776637440, |
| 776642560 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.33.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776642560, |
| 776647680 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776647680, |
| 776652800 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776652800, |
| 776657920 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776657920, |
| 776677376 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776677376, |
| 776696832 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776696832, |
| 776701952 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776701952, |
| 776702208 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776702208, |
| 776704256 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776704256, |
| 776709376 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776709376, |
| 776709632 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 776709632, |
| 776717824 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776717824, |
| 776719872 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.input_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776719872, |
| 776724992 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.mlp.down_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776724992, |
| 776730112 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.mlp.gate_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776730112, |
| 776749568 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.mlp.up_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 9728, |
| 1 |
| ], |
| "data_offsets": [ |
| 776749568, |
| 776769024 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.post_attention_layernorm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776769024, |
| 776774144 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.k_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776774144, |
| 776774400 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.k_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776774400, |
| 776776448 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.o_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1 |
| ], |
| "data_offsets": [ |
| 776776448, |
| 776781568 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.q_norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 128 |
| ], |
| "data_offsets": [ |
| 776781568, |
| 776781824 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.q_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1 |
| ], |
| "data_offsets": [ |
| 776781824, |
| 776790016 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.v_proj.weight_scale": { |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 1 |
| ], |
| "data_offsets": [ |
| 776790016, |
| 776792064 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.norm.weight": { |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "data_offsets": [ |
| 776792064, |
| 776797184 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.33.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 776797184, |
| 801700864 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.33.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 801700864, |
| 826604544 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 826604544, |
| 851508224 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 851508224, |
| 876411904 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 876411904, |
| 901315584 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 901315584, |
| 903937024 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 903937024, |
| 914422784 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 914422784, |
| 924908544 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.34.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 924908544, |
| 927529984 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.mlp.down_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 9728 |
| ], |
| "data_offsets": [ |
| 927529984, |
| 952433664 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.mlp.gate_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 952433664, |
| 977337344 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.mlp.up_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 9728, |
| 2560 |
| ], |
| "data_offsets": [ |
| 977337344, |
| 1002241024 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.k_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1002241024, |
| 1004862464 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.o_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 2560, |
| 4096 |
| ], |
| "data_offsets": [ |
| 1004862464, |
| 1015348224 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.q_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 4096, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1015348224, |
| 1025833984 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| }, |
| "model.language_model.layers.35.self_attn.v_proj.weight": { |
| "dtype": "F8_E4M3", |
| "shape": [ |
| 1024, |
| 2560 |
| ], |
| "data_offsets": [ |
| 1025833984, |
| 1028455424 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "payload_start": 5616 |
| } |
| }, |
| "activation_contract": "dynamic per-token FP8 inputs to decoder projections; BF16 residual/vision/head", |
| "activation_caveat": "Static tensor audit cannot prove runtime kernel dispatch; vLLM reload is separately required." |
| } |
|
|
