mwrochna commited on May 19

Commit

021c1f5

verified ·

1 Parent(s): b60ca7c

Add files using upload-large-folder tool

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.gitattributes +26 -0
cs_basic_sitters_baseline/20000/_CHECKPOINT_METADATA +1 -0
cs_basic_sitters_baseline/20000/assets/ur10e/norm_stats.json +123 -0
cs_basic_sitters_baseline/20000/params/_METADATA +1 -0
cs_basic_sitters_baseline/20000/params/_sharding +1 -0
cs_basic_sitters_baseline/20000/params/array_metadatas/process_0 +1 -0
cs_basic_sitters_baseline/20000/params/d/bcc16e5f6cb4f2c43e9edba7778f0dbf +0 -0
cs_basic_sitters_baseline/20000/params/manifest.ocdbt +0 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/1433cb141066beb9e2439c937eab46b0 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/22da2c62cfee7468ab770f72de0a33d7 +0 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/3fc7f6fad1804d0109a40503d2d95ab5 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/40292976d056868b3a89affa230e73ba +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/5317bdcaee00cc95670421ca9731e06f +0 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/55f16f45fa322ee8795577e1f3b4da7b +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/563e0f2b37fc6dd28edaab43fe29d883 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/61fb2660b1e3248cf876fcbb5ac53778 +0 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/641c0a8089c8dbe31997ff03b5228672 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/6ec09f7b3e993fb4d34f81871e216d00 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/7270ba6c9292adb905ce338c6a425230 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/7df5903c3d4897c7202717a5c86524ba +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/85bcf1c098145e17c6b170a8599ad3ff +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/8703c596595ffc8027d31afd251be3c4 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/9b0326d605a2905c4d083ab2f0200057 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/a30e174d44111134a68945be9fde14d9 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/d2b2d8298a0f7b5e8a04a7c965969c90 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/e54fcf8aa7a4777ba663cb4eac97b820 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/e93425b714cdf9552ca7f4138ae76e86 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/f8701f359b57fb30badc33c5e2ab6fab +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/f9cb692f636db72af0520397c48cb813 +3 -0
cs_basic_sitters_baseline/20000/params/ocdbt.process_0/manifest.ocdbt +0 -0
cs_basic_sitters_baseline/25000/_CHECKPOINT_METADATA +1 -0
cs_basic_sitters_baseline/25000/assets/ur10e/norm_stats.json +123 -0
cs_basic_sitters_baseline/25000/params/_METADATA +1 -0
cs_basic_sitters_baseline/25000/params/_sharding +1 -0
cs_basic_sitters_baseline/25000/params/array_metadatas/process_0 +1 -0
cs_basic_sitters_baseline/25000/params/d/0ba2c56659a9f405feca00aab09e7aaa +0 -0
cs_basic_sitters_baseline/25000/params/manifest.ocdbt +0 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/2695b2f7bc26e7237d6915ea80637b3c +3 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/4235f756ee7a0295c3435947520e4bbe +3 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/52adda4f508c9ebd952dd0ddeb140ee3 +3 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/6599a0494e852e1fab3fd69c8281c1cf +0 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/7153e8b0fd159cf31a5df6b638edb97b +3 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/864d446d49b2a288a961d15c65250db4 +3 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/a52af10504513a45a427c043aaf0d226 +0 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/a5eaed1f677973b450730a850ba6792e +3 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/ddd68a0d3cfebd419d26f3dcaf3bb812 +3 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/eda2794a1e7b1407da3565b5145706ae +3 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/f181df20faed2954a3f042049ec36c74 +0 -0
cs_basic_sitters_baseline/25000/params/ocdbt.process_0/manifest.ocdbt +0 -0
cs_basic_sitters_baseline/config.yaml +80 -0

.gitattributes CHANGED Viewed

@@ -175,3 +175,29 @@ cs_basic_sitters_discrete/25000/params/ocdbt.process_0/d/212eec56c8cfee42738beea
 cs_basic_sitters_discrete/25000/params/ocdbt.process_0/d/05e70d1a65ac48e8aca67b43d5795494 filter=lfs diff=lfs merge=lfs -text
 cs_basic_sitters_discrete/25000/params/ocdbt.process_0/d/00b53eca9b9897c98dc101649be00eb0 filter=lfs diff=lfs merge=lfs -text
 cs_basic_sitters_discrete/25000/params/ocdbt.process_0/d/ce12c0aeb41e399549b398c1c7232d7e filter=lfs diff=lfs merge=lfs -text

 cs_basic_sitters_discrete/25000/params/ocdbt.process_0/d/05e70d1a65ac48e8aca67b43d5795494 filter=lfs diff=lfs merge=lfs -text
 cs_basic_sitters_discrete/25000/params/ocdbt.process_0/d/00b53eca9b9897c98dc101649be00eb0 filter=lfs diff=lfs merge=lfs -text
 cs_basic_sitters_discrete/25000/params/ocdbt.process_0/d/ce12c0aeb41e399549b398c1c7232d7e filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/eda2794a1e7b1407da3565b5145706ae filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/f8701f359b57fb30badc33c5e2ab6fab filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/e54fcf8aa7a4777ba663cb4eac97b820 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/8703c596595ffc8027d31afd251be3c4 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/7df5903c3d4897c7202717a5c86524ba filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/9b0326d605a2905c4d083ab2f0200057 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/d2b2d8298a0f7b5e8a04a7c965969c90 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/a30e174d44111134a68945be9fde14d9 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/e93425b714cdf9552ca7f4138ae76e86 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/6ec09f7b3e993fb4d34f81871e216d00 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/7270ba6c9292adb905ce338c6a425230 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/563e0f2b37fc6dd28edaab43fe29d883 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/40292976d056868b3a89affa230e73ba filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/f9cb692f636db72af0520397c48cb813 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/3fc7f6fad1804d0109a40503d2d95ab5 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/641c0a8089c8dbe31997ff03b5228672 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/1433cb141066beb9e2439c937eab46b0 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/85bcf1c098145e17c6b170a8599ad3ff filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/55f16f45fa322ee8795577e1f3b4da7b filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/864d446d49b2a288a961d15c65250db4 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/4235f756ee7a0295c3435947520e4bbe filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/a5eaed1f677973b450730a850ba6792e filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/7153e8b0fd159cf31a5df6b638edb97b filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/2695b2f7bc26e7237d6915ea80637b3c filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/ddd68a0d3cfebd419d26f3dcaf3bb812 filter=lfs diff=lfs merge=lfs -text
+cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/52adda4f508c9ebd952dd0ddeb140ee3 filter=lfs diff=lfs merge=lfs -text

cs_basic_sitters_baseline/20000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1779150588488167117, "commit_timestamp_nsecs": 1779150967631730605, "custom_metadata": {}}

cs_basic_sitters_baseline/20000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,123 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.005089595913887024,
+        0.028051264584064484,
+        -0.12971018254756927,
+        0.02637818641960621,
+        0.02502809464931488,
+        0.010077018290758133,
+        0.39719152450561523
+      ],
+      "std": [
+        0.10382591933012009,
+        0.22124755382537842,
+        0.06467163562774658,
+        0.039954088628292084,
+        0.0717785581946373,
+        0.21514220535755157,
+        0.16389593482017517
+      ],
+      "q01": [
+        -0.2647491991519928,
+        -0.35141968727111816,
+        -0.23412884771823883,
+        -0.08710004389286041,
+        -0.1278686225414276,
+        -0.5112634897232056,
+        0.011764705181121826
+      ],
+      "q99": [
+        0.22054946422576904,
+        0.5602061748504639,
+        0.031376928091049194,
+        0.11395788192749023,
+        0.19646000862121582,
+        0.5493507385253906,
+        0.5448549389839172
+      ]
+    },
+    "actions": {
+      "mean": [
+        -0.00002641504761413671,
+        0.000052027073252247646,
+        -0.00004208094469504431,
+        0.000019120887372992,
+        -7.161720986914588e-6,
+        -0.00004985868145013228,
+        0.03576831519603729
+      ],
+      "std": [
+        0.0007512801676057279,
+        0.0024568475782871246,
+        0.001948955119587481,
+        0.0012056624982506037,
+        0.0016268736217170954,
+        0.0024582138285040855,
+        0.41784554719924927
+      ],
+      "q01": [
+        -0.0025302795693278313,
+        -0.0076600536704063416,
+        -0.0045454055070877075,
+        -0.0032410509884357452,
+        -0.004233445972204208,
+        -0.007893063127994537,
+        -1.0
+      ],
+      "q99": [
+        0.002036869525909424,
+        0.007839798927307129,
+        0.006763778626918793,
+        0.00380551815032959,
+        0.005422916263341904,
+        0.007469449192285538,
+        0.9995999336242676
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/cs__basic_4a": {
+      "commit_hash": "1d1a0c883bf7fa66851192b3ce1525247b16ae35",
+      "num_episodes": 189,
+      "num_frames": 237177
+    },
+    "robotgeneralist/cs__basic_4b": {
+      "commit_hash": "270acaee3211b85cf0cee67726c05a740d55b9ff",
+      "num_episodes": 36,
+      "num_frames": 59872
+    },
+    "robotgeneralist/cs__basic_4c": {
+      "commit_hash": "ee690e3bad6ce265cbdd2b9ceb455ad2b5967d41",
+      "num_episodes": 19,
+      "num_frames": 27914
+    },
+    "robotgeneralist/cs__basic_4e": {
+      "commit_hash": "28cc3716d04f04249f7a13d4ac7dce35b2be5517",
+      "num_episodes": 253,
+      "num_frames": 261266
+    },
+    "robotgeneralist/cs__basic_4f": {
+      "commit_hash": "2c776a4ff06c844b9bdb2a1cc7fa8e605ab3dea9",
+      "num_episodes": 132,
+      "num_frames": 200124
+    },
+    "robotgeneralist/cs__basic_4g": {
+      "commit_hash": "4c29d0def669434f1863f04e068f49bb0b3ebffa",
+      "num_episodes": 79,
+      "num_frames": 104917
+    },
+    "robotgeneralist/cs__basic_4h": {
+      "commit_hash": "6ba1b2a833a8b72e662196abc23b53ac7ae5afa3",
+      "num_episodes": 159,
+      "num_frames": 211024
+    },
+    "robotgeneralist/cs__basic_4i": {
+      "commit_hash": "84659cad3055be7df654e4115360271a33a51d72",
+      "num_episodes": 262,
+      "num_frames": 360525
+    }
+  }
+}

cs_basic_sitters_baseline/20000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

cs_basic_sitters_baseline/20000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

+ {"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

cs_basic_sitters_baseline/20000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

+ {"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}

cs_basic_sitters_baseline/20000/params/d/bcc16e5f6cb4f2c43e9edba7778f0dbf ADDED Viewed

Binary file (2.27 kB). View file

cs_basic_sitters_baseline/20000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/1433cb141066beb9e2439c937eab46b0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:e9551ab4fdee4050f9bd6b8b7f1d401052516299ccf0fb39c1a04dbaf764ca2a
+size 1120106650

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/22da2c62cfee7468ab770f72de0a33d7 ADDED Viewed

Binary file (1.06 kB). View file

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/3fc7f6fad1804d0109a40503d2d95ab5 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1f1d97d2ea9d8089ffa629e4521f165f049fd5fbeeed776159735d4a1d72bc
+size 1120118525

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/40292976d056868b3a89affa230e73ba ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:747e73955b23aee4c348c7d0f85f5d2a3bfe42f7102e1f0b067db7b05cd0c35e
+size 559718541

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/5317bdcaee00cc95670421ca9731e06f ADDED Viewed

Binary file (213 Bytes). View file

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/55f16f45fa322ee8795577e1f3b4da7b ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:50e0ddaa30253e3416860be47a370223b953e19f66c8f4287523c0f930817dbd
+size 1957442624

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/563e0f2b37fc6dd28edaab43fe29d883 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:54ae4e723b63c8d0c92e5a8f8bbe5a485331bb055afc9dec17ea897271482df2
+size 279254956

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/61fb2660b1e3248cf876fcbb5ac53778 ADDED Viewed

Binary file (1.7 kB). View file

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/641c0a8089c8dbe31997ff03b5228672 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:41d81996e32dd02603a00d1b5a52cf60106eba5abe8ceb6b66bbd1265341460f
+size 2240251598

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/6ec09f7b3e993fb4d34f81871e216d00 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:a363979aa38573750aef72b21aeae41c8761c9da9da495f6616ff640360b088c
+size 139913256

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/7270ba6c9292adb905ce338c6a425230 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:07911d4bf9cbb490666b6adf43b4960f4b246899c6e64a8d51c28bf5323592db
+size 280039779

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/7df5903c3d4897c7202717a5c86524ba ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee527ed9079078d614516f9e88dfd512ff237d8f40d44e19806e9c220d321fb
+size 280188110

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/85bcf1c098145e17c6b170a8599ad3ff ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:6e28031742a43e543ed8d699020a85ccc31c2074502b44c6a58f23f4dea798da
+size 2240256409

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/8703c596595ffc8027d31afd251be3c4 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:40c83fd569f7e47e22a131efe5ff3fb6da11fa7e8fc6b5ffbe45a58fbf21aa2f
+size 115259679

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/9b0326d605a2905c4d083ab2f0200057 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3d1e22d8b4b4b77323295f99a85740b0f4ceaeae56990a18f6d3ffd2d2b329
+size 132968665

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/a30e174d44111134a68945be9fde14d9 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:cd34aabe01caf43028a250cd55e12316ac29fbb57dfa5428566138fa0ed98703
+size 132966399

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/d2b2d8298a0f7b5e8a04a7c965969c90 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:f418958d0667d838a1f05bcd3c0a258331de8dc47246d8d7be498f77f7abf8e9
+size 139971363

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/e54fcf8aa7a4777ba663cb4eac97b820 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:eef4b38e2e4ebec889e13563893b31e75f0941bb299c8658e961f619b5c03bd5
+size 15454286

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/e93425b714cdf9552ca7f4138ae76e86 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4fc26326a3badcf8d1272214d297e3bc5b0edaa87595d4ae59c68733c7904e
+size 265781089

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/f8701f359b57fb30badc33c5e2ab6fab ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:29166bd409dbe202f78faa86520576c63950ffaeec58de9e832a2578dba07e4a
+size 645472

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/d/f9cb692f636db72af0520397c48cb813 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:c098daca25ec90521abe944837afa8973b25814ee0629e8b094c4423dbdc0d90
+size 993799921

cs_basic_sitters_baseline/20000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (310 Bytes). View file

cs_basic_sitters_baseline/25000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1779160641579849468, "commit_timestamp_nsecs": 1779160661777588920, "custom_metadata": {}}

cs_basic_sitters_baseline/25000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,123 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.005089595913887024,
+        0.028051264584064484,
+        -0.12971018254756927,
+        0.02637818641960621,
+        0.02502809464931488,
+        0.010077018290758133,
+        0.39719152450561523
+      ],
+      "std": [
+        0.10382591933012009,
+        0.22124755382537842,
+        0.06467163562774658,
+        0.039954088628292084,
+        0.0717785581946373,
+        0.21514220535755157,
+        0.16389593482017517
+      ],
+      "q01": [
+        -0.2647491991519928,
+        -0.35141968727111816,
+        -0.23412884771823883,
+        -0.08710004389286041,
+        -0.1278686225414276,
+        -0.5112634897232056,
+        0.011764705181121826
+      ],
+      "q99": [
+        0.22054946422576904,
+        0.5602061748504639,
+        0.031376928091049194,
+        0.11395788192749023,
+        0.19646000862121582,
+        0.5493507385253906,
+        0.5448549389839172
+      ]
+    },
+    "actions": {
+      "mean": [
+        -0.00002641504761413671,
+        0.000052027073252247646,
+        -0.00004208094469504431,
+        0.000019120887372992,
+        -7.161720986914588e-6,
+        -0.00004985868145013228,
+        0.03576831519603729
+      ],
+      "std": [
+        0.0007512801676057279,
+        0.0024568475782871246,
+        0.001948955119587481,
+        0.0012056624982506037,
+        0.0016268736217170954,
+        0.0024582138285040855,
+        0.41784554719924927
+      ],
+      "q01": [
+        -0.0025302795693278313,
+        -0.0076600536704063416,
+        -0.0045454055070877075,
+        -0.0032410509884357452,
+        -0.004233445972204208,
+        -0.007893063127994537,
+        -1.0
+      ],
+      "q99": [
+        0.002036869525909424,
+        0.007839798927307129,
+        0.006763778626918793,
+        0.00380551815032959,
+        0.005422916263341904,
+        0.007469449192285538,
+        0.9995999336242676
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/cs__basic_4a": {
+      "commit_hash": "1d1a0c883bf7fa66851192b3ce1525247b16ae35",
+      "num_episodes": 189,
+      "num_frames": 237177
+    },
+    "robotgeneralist/cs__basic_4b": {
+      "commit_hash": "270acaee3211b85cf0cee67726c05a740d55b9ff",
+      "num_episodes": 36,
+      "num_frames": 59872
+    },
+    "robotgeneralist/cs__basic_4c": {
+      "commit_hash": "ee690e3bad6ce265cbdd2b9ceb455ad2b5967d41",
+      "num_episodes": 19,
+      "num_frames": 27914
+    },
+    "robotgeneralist/cs__basic_4e": {
+      "commit_hash": "28cc3716d04f04249f7a13d4ac7dce35b2be5517",
+      "num_episodes": 253,
+      "num_frames": 261266
+    },
+    "robotgeneralist/cs__basic_4f": {
+      "commit_hash": "2c776a4ff06c844b9bdb2a1cc7fa8e605ab3dea9",
+      "num_episodes": 132,
+      "num_frames": 200124
+    },
+    "robotgeneralist/cs__basic_4g": {
+      "commit_hash": "4c29d0def669434f1863f04e068f49bb0b3ebffa",
+      "num_episodes": 79,
+      "num_frames": 104917
+    },
+    "robotgeneralist/cs__basic_4h": {
+      "commit_hash": "6ba1b2a833a8b72e662196abc23b53ac7ae5afa3",
+      "num_episodes": 159,
+      "num_frames": 211024
+    },
+    "robotgeneralist/cs__basic_4i": {
+      "commit_hash": "84659cad3055be7df654e4115360271a33a51d72",
+      "num_episodes": 262,
+      "num_frames": 360525
+    }
+  }
+}

cs_basic_sitters_baseline/25000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_sitters_baseline/25000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_sitters_baseline/25000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_sitters_baseline/25000/params/d/0ba2c56659a9f405feca00aab09e7aaa ADDED Viewed

Binary file (2.19 kB). View file

cs_basic_sitters_baseline/25000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/2695b2f7bc26e7237d6915ea80637b3c ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:20da189d5ace604dd63a38138f47668fdceeb183d485a89364deec817cd7975e
+size 132966699

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/4235f756ee7a0295c3435947520e4bbe ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:687ec8e92950e409b17511a5328fb408f76046589a752c3d3a93069bcceb89d1
+size 60045799

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/52adda4f508c9ebd952dd0ddeb140ee3 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:184c240b0912189cb65b021590b4c64acd8b1069eba93727a4c891ff8e1200f3
+size 405873816

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/6599a0494e852e1fab3fd69c8281c1cf ADDED Viewed

Binary file (1.06 kB). View file

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/7153e8b0fd159cf31a5df6b638edb97b ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:a512fcc914db01777d92cd94a4af391be82d87b4a83ac59f9b02514818270c11
+size 70082569

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/864d446d49b2a288a961d15c65250db4 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:f31b4bd92c8b3d7d2f27e1058befef123e63abddeddb0c0a30b38d2143f095c2
+size 130168

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/a52af10504513a45a427c043aaf0d226 ADDED Viewed

Binary file (213 Bytes). View file

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/a5eaed1f677973b450730a850ba6792e ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:01f139bf5552fda8100a45e20efeba5c576feeadb1cf030c3363dbeabe1a9097
+size 1102580

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/ddd68a0d3cfebd419d26f3dcaf3bb812 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:01fc4c352a37fb754ec18894437b05f7f1f0d289d6a7bd59117dcd5641346964
+size 272757041

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/eda2794a1e7b1407da3565b5145706ae ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:bd69d46ec247770a0173ae54f7feaa5314491f7ef940283ccbc2ec852c78f4f8
+size 3077548164

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/d/f181df20faed2954a3f042049ec36c74 ADDED Viewed

Binary file (2.18 kB). View file

cs_basic_sitters_baseline/25000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (785 Bytes). View file

cs_basic_sitters_baseline/config.yaml ADDED Viewed

	@@ -0,0 +1,80 @@

+!!python/object:openpi.training.config.TrainConfig
+name: cs_basic_sitters_discrete
+project_name: openpi
+exp_name: cs_basic_sitters_discrete
+model: !!python/object:openpi.models.pi0_config.Pi0Config
+    action_dim: 32
+    action_horizon: 50
+    max_token_len: 48
+    dtype: bfloat16
+    paligemma_variant: gemma_2b
+    action_expert_variant: gemma_300m
+    img_variant: So400m/14
+    action_loss_horizon: null
+    pi05: false
+    discrete_state_input: false
+weight_loader: !!python/object:openpi.training.weight_loaders.CheckpointWeightLoader
+    local_dir: null
+    repo_id: robotgeneralist/openpi_checkpoint_mirrors
+    revision: main
+    checkpoint_path: pi0_base
+pytorch_weight_path: null
+pytorch_training_precision: bfloat16
+lr_schedule: !!python/object:openpi.training.optimizer.CosineDecaySchedule
+    warmup_steps: 1000
+    peak_lr: 2.5e-05
+    decay_steps: 30000
+    decay_lr: 2.5e-06
+optimizer: !!python/object:openpi.training.optimizer.AdamW
+    b1: 0.9
+    b2: 0.95
+    eps: 1.0e-08
+    weight_decay: 1.0e-10
+    clip_gradient_norm: 1.0
+ema_decay: 0.99
+freeze_filter: !!python/name:flax.nnx.filterlib.Nothing ''
+data: !!python/object:openpi.training.data_configs.lerobot_nomagic_urx.NomagicURXDataConfig
+    repo_ids: !!python/tuple
+    - robotgeneralist/cs__basic_4a
+    - robotgeneralist/cs__basic_4b
+    - robotgeneralist/cs__basic_4c
+    - robotgeneralist/cs__basic_4e
+    - robotgeneralist/cs__basic_4f
+    - robotgeneralist/cs__basic_4g
+    - robotgeneralist/cs__basic_4h
+    - robotgeneralist/cs__basic_4i
+    assets: !!python/object:openpi.training.config.AssetsConfig
+        assets_dir: null
+        asset_id: ur10e
+    norm_stats_sample_ratio: 0.05
+    base_config: null
+    repack_format: robirosV2
+    input_format: !!python/tuple
+    - absolute
+    - rotvec
+    model_format: !!python/tuple
+    - delta
+    - euler
+    output_format: null
+    binary_action_keys: !!python/tuple []
+    fourier_config: null
+    per_action_index_norm_stats: false
+    default_prompt: null
+assets_base_dir: ./assets
+checkpoint_base_dir: /storage_nvme_3/mwrochna/checkpoints
+seed: 42
+batch_size: 32
+num_workers: 2
+num_train_steps: 25001
+log_interval: 100
+save_interval: 1000
+keep_period: 5000
+overwrite: false
+resume: true
+wandb_enabled: true
+policy_metadata: null
+fsdp_devices: 1
+test_split_ratio: 0.05
+test_eval_interval: 1000
+test_eval_use_train_mode: false
+binary_action_keys: !!python/tuple []