File size: 58,481 Bytes
2f0c5b8
1
{"array_metadatas": [{"array_metadata": {"param_name": "layer_0.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_0.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_1.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_10.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 512, 8], "chunk_shape": [16, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.attn.k_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.attn.k_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 512], "chunk_shape": [8, 2, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 512], "chunk_shape": [8, 16, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_11.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_12.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_13.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_14.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_15.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_16.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 512, 8], "chunk_shape": [16, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.attn.k_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.attn.k_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 512], "chunk_shape": [8, 2, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 512], "chunk_shape": [8, 16, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_17.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_18.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_19.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_2.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_20.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_21.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_22.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 512, 8], "chunk_shape": [16, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.attn.k_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.attn.k_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 512], "chunk_shape": [8, 2, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 512], "chunk_shape": [8, 16, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_23.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_24.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_25.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_26.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_27.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_28.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 512, 8], "chunk_shape": [16, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.attn.k_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.attn.k_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 512], "chunk_shape": [8, 2, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 512], "chunk_shape": [8, 16, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_29.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_3.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_4.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 512, 8], "chunk_shape": [16, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.attn.k_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.attn.k_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 512], "chunk_shape": [8, 2, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 512], "chunk_shape": [8, 16, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_5.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_6.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_7.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_8.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.attn.attn_vec_einsum._LoRAEinsum_0.lora.a", "write_shape": [16, 256, 8], "chunk_shape": [16, 256, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.attn.attn_vec_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.attn.kv_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.attn.kv_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 2, 8, 256], "chunk_shape": [8, 2, 8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.attn.q_einsum._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.attn.q_einsum._LoRAEinsum_0.lora.b", "write_shape": [8, 16, 256], "chunk_shape": [8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.mlp.router_logits._LoRAEinsum_0.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.mlp.router_logits._LoRAEinsum_0.lora.b", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.mlp2._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.mlp2._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.mlp2._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "layer_9.mlp2._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}, {"array_metadata": {"param_name": "self_conditioner.ffw._LoRAEinsum_gating_einsum.lora.a", "write_shape": [2816, 8], "chunk_shape": [2816, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "self_conditioner.ffw._LoRAEinsum_gating_einsum.lora.b", "write_shape": [8, 2, 2112], "chunk_shape": [8, 2, 2112], "ext_metadata": null}}, {"array_metadata": {"param_name": "self_conditioner.ffw._LoRAEinsum_linear.lora.a", "write_shape": [2112, 8], "chunk_shape": [2112, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "self_conditioner.ffw._LoRAEinsum_linear.lora.b", "write_shape": [8, 2816], "chunk_shape": [8, 2816], "ext_metadata": null}}]}