Upload folder using huggingface_hub

.gitattributes

@@ -250,3 +250,6 @@ baseline-v3/000095846400/ocdbt.process_0/d/be1dc8499c0f3e648292a600c11eb6f3 filt
 baseline-v3/000106496000/ocdbt.process_0/d/1ed399c2e83713ec92575404cea0ad28 filter=lfs diff=lfs merge=lfs -text
 baseline-v3/000106496000/ocdbt.process_0/d/ca6113dfb990cfb8b6cd3fde6cf2ab71 filter=lfs diff=lfs merge=lfs -text
 baseline-v3/000117145600/ocdbt.process_0/d/79eb53691f7597962dc332c7674358c6 filter=lfs diff=lfs merge=lfs -text
+baseline-v3/000127795200/ocdbt.process_0/d/88c5d65ea51ec36ac50f70a910ef05ba filter=lfs diff=lfs merge=lfs -text
+baseline-v3/000127795200/ocdbt.process_0/d/aef6d321914de2325ed8a0909f6b5389 filter=lfs diff=lfs merge=lfs -text
+baseline-v3/000127795200/ocdbt.process_0/d/b8311fae0e60c6118b641dfe1eca30ef filter=lfs diff=lfs merge=lfs -text

baseline-v3/000127795200/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1788103438111776015, "commit_timestamp_nsecs": 1788103438166249222, "custom_metadata": {}}

baseline-v3/000127795200/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [216]}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [103]}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [216]}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [103]}}, "('0', 'count', 'hi')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}, {"key": "hi", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('0', 'count', 'lo')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}, {"key": "lo", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [216]}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [103]}}, "('0', 'std_eps')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std_eps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [103, 512]}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 256]}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 128]}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [58]}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 58]}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [216, 512]}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 256]}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 128]}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1]}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 1]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

baseline-v3/000127795200/_sharding

@@ -0,0 +1 @@
+{"MC5jb3VudC5oaQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5jb3VudC5sbw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGRfZXBz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}

baseline-v3/000127795200/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "0.mean.privileged_state", "write_shape": [216], "chunk_shape": [216], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.mean.state", "write_shape": [103], "chunk_shape": [103], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std.privileged_state", "write_shape": [216], "chunk_shape": [216], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std.state", "write_shape": [103], "chunk_shape": [103], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.count.hi", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.count.lo", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.summed_variance.privileged_state", "write_shape": [216], "chunk_shape": [216], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.summed_variance.state", "write_shape": [103], "chunk_shape": [103], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std_eps", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_0.kernel", "write_shape": [103, 512], "chunk_shape": [103, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_1.kernel", "write_shape": [512, 256], "chunk_shape": [512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_2.kernel", "write_shape": [256, 128], "chunk_shape": [256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_3.bias", "write_shape": [58], "chunk_shape": [58], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_3.kernel", "write_shape": [128, 58], "chunk_shape": [128, 58], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_0.kernel", "write_shape": [216, 512], "chunk_shape": [216, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_1.kernel", "write_shape": [512, 256], "chunk_shape": [512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_2.kernel", "write_shape": [256, 128], "chunk_shape": [256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_3.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_3.kernel", "write_shape": [128, 1], "chunk_shape": [128, 1], "ext_metadata": null}}]}

baseline-v3/000127795200/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to /tmp/baseline_ckpt/000127795200

baseline-v3/000127795200/ocdbt.process_0/d/88c5d65ea51ec36ac50f70a910ef05ba

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77de6788e0113777d02045f08be26ed50d3ad5986b88529098ca7d3f9f8463c8
+size 492898

baseline-v3/000127795200/ocdbt.process_0/d/aef6d321914de2325ed8a0909f6b5389

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41362103560a4d0ca83f5224d76ae013841b8be0ad6a743f4c41b4677bfea2b5
+size 1253489

baseline-v3/000127795200/ocdbt.process_0/d/b8311fae0e60c6118b641dfe1eca30ef

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91559faf1a9ef1db65cf771661660f318c593c594759e63d804b357b82483a58
+size 123666

baseline-v3/000127795200/ppo_network_config.json

@@ -0,0 +1 @@
+{"action_size": 29, "network_factory_kwargs": {"activation": "silu", "distribution_type": "tanh_normal", "init_noise_std": 1.0, "mean_clip_scale": null, "mean_kernel_init_fn": null, "mean_kernel_init_kwargs": null, "noise_std_type": "scalar", "num_quantiles": 32, "policy_hidden_layer_sizes": [512, 256, 128], "policy_network_kernel_init_fn": "lecun_uniform", "policy_network_kernel_init_kwargs": null, "policy_obs_key": "state", "state_dependent_std": false, "use_distributional_critic": false, "value_hidden_layer_sizes": [512, 256, 128], "value_network_kernel_init_fn": "lecun_uniform", "value_network_kernel_init_kwargs": null, "value_obs_key": "privileged_state"}, "normalize_observations": true, "observation_size": {"privileged_state": [216], "state": [103]}}

baseline-v3/baseline_report.json

@@ -3,8 +3,8 @@
   "env": "G1JoystickFlatTerrain",
   "num_envs": 8192,
   "target_timesteps": 200000000,
-  "reached_step": 117145600,
-  "best_reward": 13.20766544342041,
+  "reached_step": 127795200,
+  "best_reward": 15.539129257202148,
   "history": [
     {
       "step": 0,
@@ -82,6 +82,13 @@
       "episode_length": 724.296875,
       "elapsed_s": 1015.2,
       "steps_per_second": 104902
+    },
+    {
+      "step": 117145600,
+      "reward": 15.539129257202148,
+      "episode_length": 777.953125,
+      "elapsed_s": 1095.9,
+      "steps_per_second": 106892
     }
   ]
 }