Upload checkpoint at step 0

.gitattributes

@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/08b75220440bf9acdecb21e5fb7d035e filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/0c9500ecd3e503b0099ae3dfeb2019b6 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/329ba4a9a13260788168a1a3b29cea8c filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/3a6b6c3087fca94e4995f90612c62a6a filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/507ad150d3ebf8f32b61c1bc853d146d filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/5fec189e6c6348d35371ac411c8f2333 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/661205def231b675efda6211178e4630 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/67df79673a35bae28dd2b0e7b408e5c3 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/7bd1fcb396b67403ecd7e62d1b2feed5 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/a4f75d6fa1268e96f8084d20cff66b4f filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/c33e33823f431f64336374b63555bca4 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/c7680fa61e911739fa0316fc46181310 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/c7b5695f4d973e391ceee570e0c71300 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/cf579c9c925a205e2cc5dcb2ce1b4c53 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/d4667bdacaa486400449bbaf82d5f629 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/e0350adbadace8facf287d91a39aaad8 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/e56681c3fecab2f46ff34a6478f36b12 filter=lfs diff=lfs merge=lfs -text
+000000000000/params/ocdbt.process_0/d/f8dae51fd86c9eba8e1b5892d351ef17 filter=lfs diff=lfs merge=lfs -text

000000000000/config.yaml

@@ -0,0 +1,50 @@
+sharding:
+  default: []
+  rules:
+  - pattern: (encoder_causal_layers|encoder_noncausal|decoder_layers)/mlp/(gate_proj|up_proj|down_proj)/kernel
+    spec:
+    - null
+    - null
+    - fsdp
+type: vae.VAEModel
+pretrained_url: meta-llama/Llama-3.2-1B
+pretrained_revision: null
+init_checkpoint: null
+vocab_size: 128256
+bos_token_id: 128000
+eos_token_id: 128001
+pad_token_id: -100
+hidden_size: 2048
+intermediate_size: 8192
+num_hidden_layers: 16
+num_attention_heads: 32
+num_key_value_heads: 8
+head_dim: 64
+max_position_embeddings: 131072
+rope_theta: 500000.0
+rope_scaling:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_context_len: 8192
+rms_norm_eps: 1.0e-05
+initializer_range: 0.02
+tie_word_embeddings: true
+compute_dtype: bfloat16
+gradient_checkpointing: true
+scan_unroll: 1
+attention_backend: auto
+attention_block_size: 128
+causal_attention: true
+init_checkpoint_repo: null
+init_checkpoint_step: 0
+init_checkpoint_revision: null
+num_encoder_causal_layers: 10
+num_noncausal_layers: 6
+num_decoder_layers: 16
+latent_size: 2048
+latent_mlp_init_scale: 0.1
+radius_min: 0.0
+radius_max: 1.0
+mixer_kernel_size: 5
+pad_attention_bias_value: -1000.0

000000000000/metadata.json

@@ -0,0 +1,4 @@
+{
+    "git_commit": "645dba6998c4d7b68ed0f307ced9648eb6c1b01b",
+    "episodes": 128
+}

000000000000/params/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1787635909391582504, "commit_timestamp_nsecs": 1787635915239974219, "custom_metadata": {}}

000000000000/params/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('decoder_layers', 'input_layernorm', 'scale')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "input_layernorm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_layers', 'mlp', 'down_proj', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "down_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_layers', 'mlp', 'gate_proj', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gate_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_layers', 'mlp', 'latent_mlp', 'down_latent', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "latent_mlp", "key_type": 2}, {"key": "down_latent", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 2048, 2048]}}, "('decoder_layers', 'mlp', 'latent_mlp', 'gate_latent', 'bias')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "latent_mlp", "key_type": 2}, {"key": "gate_latent", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 2048]}}, "('decoder_layers', 'mlp', 'latent_mlp', 'gate_latent', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "latent_mlp", "key_type": 2}, {"key": "gate_latent", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 2048, 2048]}}, "('decoder_layers', 'mlp', 'latent_mlp', 'odot')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "latent_mlp", "key_type": 2}, {"key": "odot", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 2048, 2048]}}, "('decoder_layers', 'mlp', 'latent_mlp', 'sig_latent', 'bias')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "latent_mlp", "key_type": 2}, {"key": "sig_latent", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 2048]}}, "('decoder_layers', 'mlp', 'latent_mlp', 'sig_latent', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "latent_mlp", "key_type": 2}, {"key": "sig_latent", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 2048, 2048]}}, "('decoder_layers', 'mlp', 'latent_mlp', 'up_latent', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "latent_mlp", "key_type": 2}, {"key": "up_latent", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 2048, 2048]}}, "('decoder_layers', 'mlp', 'up_proj', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "up_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_layers', 'post_attention_layernorm', 'scale')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "post_attention_layernorm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_layers', 'self_attn', 'k_proj', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_layers', 'self_attn', 'o_proj', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_layers', 'self_attn', 'q_proj', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_layers', 'self_attn', 'v_proj', 'kernel')": {"key_metadata": [{"key": "decoder_layers", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_norm', 'scale')": {"key_metadata": [{"key": "decoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('decoder_radius_embedding',)": {"key_metadata": [{"key": "decoder_radius_embedding", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('embed_tokens', 'embedding')": {"key_metadata": [{"key": "embed_tokens", "key_type": 2}, {"key": "embedding", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'input_layernorm', 'scale')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "input_layernorm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'mlp', 'down_proj', 'kernel')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "down_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'mlp', 'gate_proj', 'kernel')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gate_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'mlp', 'up_proj', 'kernel')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "up_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'post_attention_layernorm', 'scale')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "post_attention_layernorm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'self_attn', 'k_proj', 'kernel')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'self_attn', 'o_proj', 'kernel')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'self_attn', 'q_proj', 'kernel')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_causal_layers', 'self_attn', 'v_proj', 'kernel')": {"key_metadata": [{"key": "encoder_causal_layers", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_noncausal', 'input_layernorm', 'scale')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "input_layernorm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_noncausal', 'mlp', 'down_proj', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "down_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_noncausal', 'mlp', 'gate_proj', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gate_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_noncausal', 'mlp', 'up_proj', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "up_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_noncausal', 'post_attention_layernorm', 'scale')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "post_attention_layernorm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_noncausal', 'self_attn', 'k_mixer', 'conv', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_mixer", "key_type": 2}, {"key": "conv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [6, 5, 1, 2048]}}, "('encoder_noncausal', 'self_attn', 'k_proj', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [6, 2048, 2048]}}, "('encoder_noncausal', 'self_attn', 'o_proj', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_noncausal', 'self_attn', 'q_mixer', 'conv', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_mixer", "key_type": 2}, {"key": "conv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [6, 5, 1, 2048]}}, "('encoder_noncausal', 'self_attn', 'q_proj', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_noncausal', 'self_attn', 'v_mixer', 'conv', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_mixer", "key_type": 2}, {"key": "conv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [6, 5, 1, 2048]}}, "('encoder_noncausal', 'self_attn', 'v_proj', 'kernel')": {"key_metadata": [{"key": "encoder_noncausal", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [6, 2048, 2048]}}, "('encoder_noncausal_norm', 'scale')": {"key_metadata": [{"key": "encoder_noncausal_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('encoder_norm', 'scale')": {"key_metadata": [{"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "np.ndarray", "skip_deserialize": false}}, "('encoder_state_scale',)": {"key_metadata": [{"key": "encoder_state_scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('encoder_state_shift',)": {"key_metadata": [{"key": "encoder_state_shift", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('latent_writer', 'key_proj', 'kernel')": {"key_metadata": [{"key": "latent_writer", "key_type": 2}, {"key": "key_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 2048]}}, "('latent_writer', 'value_gate_proj', 'kernel')": {"key_metadata": [{"key": "latent_writer", "key_type": 2}, {"key": "value_gate_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 2048]}}, "('latent_writer', 'value_proj', 'kernel')": {"key_metadata": [{"key": "latent_writer", "key_type": 2}, {"key": "value_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 2048]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

000000000000/params/_sharding

@@ -0,0 +1 @@
+{"ZGVjb2Rlcl9sYXllcnMubWxwLmxhdGVudF9tbHAuZ2F0ZV9sYXRlbnQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZGVjb2Rlcl9sYXllcnMubWxwLmxhdGVudF9tbHAuZ2F0ZV9sYXRlbnQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZGVjb2Rlcl9sYXllcnMubWxwLmxhdGVudF9tbHAuZG93bl9sYXRlbnQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZGVjb2Rlcl9sYXllcnMubWxwLmxhdGVudF9tbHAub2RvdA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZGVjb2Rlcl9sYXllcnMubWxwLmxhdGVudF9tbHAuc2lnX2xhdGVudC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZGVjb2Rlcl9sYXllcnMubWxwLmxhdGVudF9tbHAuc2lnX2xhdGVudC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZGVjb2Rlcl9sYXllcnMubWxwLmxhdGVudF9tbHAudXBfbGF0ZW50Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlcl9ub25jYXVzYWwuc2VsZl9hdHRuLmtfbWl4ZXIuY29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlcl9ub25jYXVzYWwuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlcl9ub25jYXVzYWwuc2VsZl9hdHRuLnFfbWl4ZXIuY29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlcl9ub25jYXVzYWwuc2VsZl9hdHRuLnZfbWl4ZXIuY29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlcl9ub25jYXVzYWwuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlcl9ub25jYXVzYWxfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlcl9zdGF0ZV9zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlcl9zdGF0ZV9zaGlmdA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF0ZW50X3dyaXRlci52YWx1ZV9nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF0ZW50X3dyaXRlci52YWx1ZV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","bGF0ZW50X3dyaXRlci5rZXlfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}

000000000000/params/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "decoder_layers.mlp.latent_mlp.down_latent.kernel", "write_shape": [16, 2048, 2048], "chunk_shape": [16, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder_layers.mlp.latent_mlp.gate_latent.bias", "write_shape": [16, 2048], "chunk_shape": [16, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder_layers.mlp.latent_mlp.gate_latent.kernel", "write_shape": [16, 2048, 2048], "chunk_shape": [16, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder_layers.mlp.latent_mlp.odot", "write_shape": [16, 2048, 2048], "chunk_shape": [16, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder_layers.mlp.latent_mlp.sig_latent.bias", "write_shape": [16, 2048], "chunk_shape": [16, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder_layers.mlp.latent_mlp.sig_latent.kernel", "write_shape": [16, 2048, 2048], "chunk_shape": [16, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder_layers.mlp.latent_mlp.up_latent.kernel", "write_shape": [16, 2048, 2048], "chunk_shape": [16, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder_noncausal.self_attn.k_mixer.conv.kernel", "write_shape": [6, 5, 1, 2048], "chunk_shape": [6, 5, 1, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder_noncausal.self_attn.k_proj.kernel", "write_shape": [6, 2048, 2048], "chunk_shape": [6, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder_noncausal.self_attn.q_mixer.conv.kernel", "write_shape": [6, 5, 1, 2048], "chunk_shape": [6, 5, 1, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder_noncausal.self_attn.v_mixer.conv.kernel", "write_shape": [6, 5, 1, 2048], "chunk_shape": [6, 5, 1, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder_noncausal.self_attn.v_proj.kernel", "write_shape": [6, 2048, 2048], "chunk_shape": [6, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder_noncausal_norm.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder_state_scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder_state_shift", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "latent_writer.key_proj.kernel", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "latent_writer.value_gate_proj.kernel", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "latent_writer.value_proj.kernel", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}]}

000000000000/params/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to /tmp/ttl-checkpoint-0gwygz3b/params

000000000000/params/ocdbt.process_0/d/08b75220440bf9acdecb21e5fb7d035e

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2f45afceb00e199391ae24f33b7d1ea7dadae2ed07ae74c1e62f4116cbfba7
+size 64724992

000000000000/params/ocdbt.process_0/d/0c9500ecd3e503b0099ae3dfeb2019b6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d097c7a6c769559473b3eae6fcd756bc272f51bb15ea3bd73332bcbe7db474d
+size 320974848

000000000000/params/ocdbt.process_0/d/329ba4a9a13260788168a1a3b29cea8c

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4250fae263863beb3715c37d71c505b66bdbf8a1208dd419094065028fe3aedd
+size 502845440

000000000000/params/ocdbt.process_0/d/3a6b6c3087fca94e4995f90612c62a6a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2709020ca6cd45c19d99acfb1a4902447a5ba5872f3c54b14be3dc26add44837
+size 518057984

000000000000/params/ocdbt.process_0/d/507ad150d3ebf8f32b61c1bc853d146d

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3568c329b7d087cb7c81f6e56281cba4a747e396a312789a2623000a6f294d
+size 513163264

000000000000/params/ocdbt.process_0/d/5fec189e6c6348d35371ac411c8f2333

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b287bb0ca3d65215d41475920c7d04f4362eddb2ae9c1ded6a0de524e9293a3
+size 993705984

000000000000/params/ocdbt.process_0/d/661205def231b675efda6211178e4630

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1330b1cd51fecb30754e1d202fe873ea79412babbbdfc06214835effcb792100
+size 31096832

000000000000/params/ocdbt.process_0/d/67df79673a35bae28dd2b0e7b408e5c3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a665d444ba8af4e7a2bfc313b7c041bcfcbb50831257577c1bfbd53ed019b450
+size 139802

000000000000/params/ocdbt.process_0/d/7bd1fcb396b67403ecd7e62d1b2feed5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a291c79d7c8a9e1f27b639abe840f4433fc3381a87d4475ffcff4ba37069e16
+size 938586

000000000000/params/ocdbt.process_0/d/a4f75d6fa1268e96f8084d20cff66b4f

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e344732e717497add7e41676626967a65e23fa1647661f2159945ff60c784681
+size 516493312

000000000000/params/ocdbt.process_0/d/c33e33823f431f64336374b63555bca4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610b929268d03e8f0ba25814c86ac4f0dc0b7abeea389478520e81d1b06b5068
+size 320638976

000000000000/params/ocdbt.process_0/d/c7680fa61e911739fa0316fc46181310

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43156642af58fdd6e7ca11147e082eff53cc50636d4f47290afa9c3cb7e25abb
+size 15548416

000000000000/params/ocdbt.process_0/d/c7b5695f4d973e391ceee570e0c71300

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206974d045cc0da9e5bf680da7b7416e6dd2534e72682c6065b2457932b8eb95
+size 322752512

000000000000/params/ocdbt.process_0/d/cf579c9c925a205e2cc5dcb2ce1b4c53

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0334cb96fc2ebe0da0996e9c1c6026dc6f047ccc0b2916b04afc3b4dd4b6ee97
+size 386269184

000000000000/params/ocdbt.process_0/d/d4667bdacaa486400449bbaf82d5f629

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ec3c2b35f6175e9f543d64efd3e55a10b3caad1290d4ab069265d7fc9c2c8c
+size 93282304

000000000000/params/ocdbt.process_0/d/e0350adbadace8facf287d91a39aaad8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203917bc6c045415fb00a1937796730030b2e0cd24c2f4674b788338e0e416d
+size 133705728

000000000000/params/ocdbt.process_0/d/e56681c3fecab2f46ff34a6478f36b12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79879f8942d68ca9a9350cd5996ccfb72c2d4004be24c8af464fa66693f78a98
+size 513728512

000000000000/params/ocdbt.process_0/d/f8dae51fd86c9eba8e1b5892d351ef17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49083bbe75d672e10abf8ce991ac867fbc97c99c9c7c33bb1063c2fd06fa7114
+size 192757760