| {"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 538], "chunk_shape": [27, 538], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 538], "chunk_shape": [27, 1152, 538], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 538, 1152], "chunk_shape": [27, 538, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 144], "chunk_shape": [27, 16, 72, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 144], "chunk_shape": [14, 14, 3, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 256], "chunk_shape": [1152, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 32, 1152], "chunk_shape": [1, 32, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [32144, 2048], "chunk_shape": [32144, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 384], "chunk_shape": [1024, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 256], "chunk_shape": [18, 8, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 128], "chunk_shape": [18, 8, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 256, 256], "chunk_shape": [18, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 128, 256], "chunk_shape": [18, 2, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 256, 256], "chunk_shape": [18, 8, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 128, 256], "chunk_shape": [18, 8, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 2048], "chunk_shape": [18, 2, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 2048, 2048], "chunk_shape": [18, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 512], "chunk_shape": [18, 2, 1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 512, 1024], "chunk_shape": [18, 512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 256], "chunk_shape": [18, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 384], "chunk_shape": [18, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 384], "chunk_shape": [18, 1024, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 256], "chunk_shape": [18, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 384], "chunk_shape": [18, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 384], "chunk_shape": [18, 1024, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [4, 1024], "chunk_shape": [4, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [128, 32], "chunk_shape": [128, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.action_in_proj.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.action_in_proj.kernel.value", "write_shape": [32, 768], "chunk_shape": [32, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.last_ln.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.last_ln.scale.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.adaLN_modulation.bias.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.adaLN_modulation.kernel.value", "write_shape": [768, 576], "chunk_shape": [768, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.attn.attn_drop.rngs.default.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.attn.attn_drop.rngs.default.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.attn.to_qkv.kernel.value", "write_shape": [768, 288], "chunk_shape": [768, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.ffn_linear1.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.ffn_linear1.kernel.value", "write_shape": [768, 192], "chunk_shape": [768, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.0.ffn_linear2.kernel.value", "write_shape": [192, 768], "chunk_shape": [192, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.adaLN_modulation.bias.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.adaLN_modulation.kernel.value", "write_shape": [768, 576], "chunk_shape": [768, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.attn.to_qkv.kernel.value", "write_shape": [768, 288], "chunk_shape": [768, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.ffn_linear1.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.ffn_linear1.kernel.value", "write_shape": [768, 192], "chunk_shape": [768, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.1.ffn_linear2.kernel.value", "write_shape": [192, 768], "chunk_shape": [192, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.adaLN_modulation.bias.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.adaLN_modulation.kernel.value", "write_shape": [768, 576], "chunk_shape": [768, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.attn.to_qkv.kernel.value", "write_shape": [768, 288], "chunk_shape": [768, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.ffn_linear1.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.ffn_linear1.kernel.value", "write_shape": [768, 192], "chunk_shape": [768, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.2.ffn_linear2.kernel.value", "write_shape": [192, 768], "chunk_shape": [192, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.adaLN_modulation.bias.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.adaLN_modulation.kernel.value", "write_shape": [768, 576], "chunk_shape": [768, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.attn.to_qkv.kernel.value", "write_shape": [768, 288], "chunk_shape": [768, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.ffn_linear1.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.ffn_linear1.kernel.value", "write_shape": [768, 192], "chunk_shape": [768, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.3.ffn_linear2.kernel.value", "write_shape": [192, 768], "chunk_shape": [192, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.adaLN_modulation.bias.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.adaLN_modulation.kernel.value", "write_shape": [768, 576], "chunk_shape": [768, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.attn.to_qkv.kernel.value", "write_shape": [768, 288], "chunk_shape": [768, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.ffn_linear1.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.ffn_linear1.kernel.value", "write_shape": [768, 192], "chunk_shape": [768, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.4.ffn_linear2.kernel.value", "write_shape": [192, 768], "chunk_shape": [192, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.adaLN_modulation.bias.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.adaLN_modulation.kernel.value", "write_shape": [768, 576], "chunk_shape": [768, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.attn.to_qkv.kernel.value", "write_shape": [768, 288], "chunk_shape": [768, 288], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.ffn_linear1.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.ffn_linear1.kernel.value", "write_shape": [768, 192], "chunk_shape": [768, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.layers.5.ffn_linear2.kernel.value", "write_shape": [192, 768], "chunk_shape": [192, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.pos_embed.pos_embed.value", "write_shape": [1, 32, 768], "chunk_shape": [1, 32, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.project_input.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.project_input.kernel.value", "write_shape": [144, 768], "chunk_shape": [144, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.project_output.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.project_output.kernel.value", "write_shape": [96, 1152], "chunk_shape": [96, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.out_proj.kernel.value", "write_shape": [96, 256], "chunk_shape": [96, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.pos_embed.pos_embed.value", "write_shape": [1, 2, 32, 768], "chunk_shape": [1, 2, 32, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.project_in.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.project_in.kernel.value", "write_shape": [144, 768], "chunk_shape": [144, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.cross_attn.to_k.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.cross_attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.cross_attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.cross_attn.to_q.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.cross_attn.to_v.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.ff_linear1.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.ff_linear1.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.ff_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.ff_linear2.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.norm_kv.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.norm_kv.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.norm_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.cross_attn.norm_out.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.ffn_linear1.bias.value", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.ffn_linear1.kernel.value", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.ffn_linear2.kernel.value", "write_shape": [384, 768], "chunk_shape": [384, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.norm1.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.norm1.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.norm2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.norm2.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.self_attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.self_attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.0.self_attn.to_qkv.kernel.value", "write_shape": [96, 2304], "chunk_shape": [96, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.ffn_linear1.bias.value", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.ffn_linear1.kernel.value", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.ffn_linear2.kernel.value", "write_shape": [384, 768], "chunk_shape": [384, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.norm1.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.norm1.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.norm2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.norm2.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.self_attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.self_attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.1.self_attn.to_qkv.kernel.value", "write_shape": [96, 2304], "chunk_shape": [96, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.ffn_linear1.bias.value", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.ffn_linear1.kernel.value", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.ffn_linear2.kernel.value", "write_shape": [384, 768], "chunk_shape": [384, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.norm1.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.norm1.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.norm2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.norm2.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.self_attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.self_attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.2.self_attn.to_qkv.kernel.value", "write_shape": [96, 2304], "chunk_shape": [96, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.ffn_linear1.bias.value", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.ffn_linear1.kernel.value", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.ffn_linear2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.ffn_linear2.kernel.value", "write_shape": [384, 768], "chunk_shape": [384, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.norm1.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.norm1.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.norm2.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.norm2.scale.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.self_attn.to_out.bias.value", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.self_attn.to_out.kernel.value", "write_shape": [96, 768], "chunk_shape": [96, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.layers.3.self_attn.to_qkv.kernel.value", "write_shape": [96, 2304], "chunk_shape": [96, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.qformer.queries.value", "write_shape": [1, 1, 96], "chunk_shape": [1, 1, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.latent_action_queries.value", "write_shape": [1, 1, 256], "chunk_shape": [1, 1, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.obs_future_proj.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.obs_future_proj.kernel.value", "write_shape": [1152, 256], "chunk_shape": [1152, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoder_norm.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoder_norm.scale.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 538], "chunk_shape": [27, 538], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 538], "chunk_shape": [27, 1152, 538], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 538, 1152], "chunk_shape": [27, 538, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 144], "chunk_shape": [27, 16, 72, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.embedding.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.embedding.kernel.value", "write_shape": [14, 14, 3, 144], "chunk_shape": [14, 14, 3, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.siglip_wam.pos_embedding.value", "write_shape": [1, 32, 1152], "chunk_shape": [1, 32, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 128], "chunk_shape": [1024, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 128], "chunk_shape": [1024, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.cross_attn.to_k.kernel.value", "write_shape": [256, 256], "chunk_shape": [256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.cross_attn.to_out.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.cross_attn.to_out.kernel.value", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.cross_attn.to_q.kernel.value", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.cross_attn.to_v.kernel.value", "write_shape": [256, 256], "chunk_shape": [256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.ff_linear1.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.ff_linear1.kernel.value", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.ff_linear2.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.ff_linear2.kernel.value", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.norm_kv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.norm_kv.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.norm_out.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.cross_attn.norm_out.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.ffn_linear1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.ffn_linear1.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.ffn_linear2.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.ffn_linear2.kernel.value", "write_shape": [128, 256], "chunk_shape": [128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.norm1.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.norm1.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.norm2.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.norm2.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.self_attn.to_out.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.self_attn.to_out.kernel.value", "write_shape": [32, 256], "chunk_shape": [32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.layers.0.self_attn.to_qkv.kernel.value", "write_shape": [32, 768], "chunk_shape": [32, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.vlm_to_future_qformer.queries.value", "write_shape": [1, 1, 32], "chunk_shape": [1, 1, 32], "ext_metadata": null}}]} |