Upload folder using huggingface_hub

.gitattributes

@@ -236,3 +236,5 @@ baseline-v3/000042598400/ocdbt.process_0/d/979bc956a1ec29f62c4162b7431f1dbc filt
 baseline-v3/000042598400/ocdbt.process_0/d/d44358cb031643b085f022693c4073b2 filter=lfs diff=lfs merge=lfs -text
 baseline-v3/000053248000/ocdbt.process_0/d/8f63b1452daf196bc5ccc5c9ca629ad5 filter=lfs diff=lfs merge=lfs -text
 baseline-v3/000053248000/ocdbt.process_0/d/e1a4fa26a53a5ba66968a87593c78132 filter=lfs diff=lfs merge=lfs -text
+baseline-v3/000063897600/ocdbt.process_0/d/5a4da6bf740a0802debe8e31f5aa4280 filter=lfs diff=lfs merge=lfs -text
+baseline-v3/000063897600/ocdbt.process_0/d/831c4ec8a6851cdf18ca35d04548085d filter=lfs diff=lfs merge=lfs -text

baseline-v3/000063897600/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1788102953005372125, "commit_timestamp_nsecs": 1788102953052079996, "custom_metadata": {}}

baseline-v3/000063897600/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [216]}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [103]}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [216]}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [103]}}, "('0', 'count', 'hi')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}, {"key": "hi", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('0', 'count', 'lo')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}, {"key": "lo", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [216]}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [103]}}, "('0', 'std_eps')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std_eps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [103, 512]}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 256]}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 128]}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [58]}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 58]}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [216, 512]}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 256]}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 128]}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1]}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 1]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

baseline-v3/000063897600/_sharding

@@ -0,0 +1 @@
+{"MC5jb3VudC5oaQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5jb3VudC5sbw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGRfZXBz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}

baseline-v3/000063897600/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "0.mean.privileged_state", "write_shape": [216], "chunk_shape": [216], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.mean.state", "write_shape": [103], "chunk_shape": [103], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std.privileged_state", "write_shape": [216], "chunk_shape": [216], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std.state", "write_shape": [103], "chunk_shape": [103], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.count.hi", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.count.lo", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.summed_variance.privileged_state", "write_shape": [216], "chunk_shape": [216], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.summed_variance.state", "write_shape": [103], "chunk_shape": [103], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std_eps", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_0.kernel", "write_shape": [103, 512], "chunk_shape": [103, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_1.kernel", "write_shape": [512, 256], "chunk_shape": [512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_2.kernel", "write_shape": [256, 128], "chunk_shape": [256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_3.bias", "write_shape": [58], "chunk_shape": [58], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_3.kernel", "write_shape": [128, 58], "chunk_shape": [128, 58], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_0.kernel", "write_shape": [216, 512], "chunk_shape": [216, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_1.kernel", "write_shape": [512, 256], "chunk_shape": [512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_2.kernel", "write_shape": [256, 128], "chunk_shape": [256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_3.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_3.kernel", "write_shape": [128, 1], "chunk_shape": [128, 1], "ext_metadata": null}}]}

baseline-v3/000063897600/commit_success.txt

@@ -0,0 +1 @@
+Checkpoint commit was successful to /tmp/baseline_ckpt/000063897600

baseline-v3/000063897600/ocdbt.process_0/d/5a4da6bf740a0802debe8e31f5aa4280

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd557d770e941eca598421526b87e7429c0ca6eb458d9bd7e64ccb9db71417b
+size 492082

baseline-v3/000063897600/ocdbt.process_0/d/831c4ec8a6851cdf18ca35d04548085d

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865ecab1c3ee0142f522fe069b2e81825d2c0d86c784955241276e8a5e7021cd
+size 1369629

baseline-v3/000063897600/ppo_network_config.json

@@ -0,0 +1 @@
+{"action_size": 29, "network_factory_kwargs": {"activation": "silu", "distribution_type": "tanh_normal", "init_noise_std": 1.0, "mean_clip_scale": null, "mean_kernel_init_fn": null, "mean_kernel_init_kwargs": null, "noise_std_type": "scalar", "num_quantiles": 32, "policy_hidden_layer_sizes": [512, 256, 128], "policy_network_kernel_init_fn": "lecun_uniform", "policy_network_kernel_init_kwargs": null, "policy_obs_key": "state", "state_dependent_std": false, "use_distributional_critic": false, "value_hidden_layer_sizes": [512, 256, 128], "value_network_kernel_init_fn": "lecun_uniform", "value_network_kernel_init_kwargs": null, "value_obs_key": "privileged_state"}, "normalize_observations": true, "observation_size": {"privileged_state": [216], "state": [103]}}

baseline-v3/baseline_report.json

@@ -3,8 +3,8 @@
   "env": "G1JoystickFlatTerrain",
   "num_envs": 8192,
   "target_timesteps": 200000000,
-  "reached_step": 53248000,
-  "best_reward": 4.1710052490234375,
+  "reached_step": 63897600,
+  "best_reward": 5.18699836730957,
   "history": [
     {
       "step": 0,
@@ -40,6 +40,13 @@
       "episode_length": 503.7890625,
       "elapsed_s": 528.4,
       "steps_per_second": 80620
+    },
+    {
+      "step": 53248000,
+      "reward": 5.18699836730957,
+      "episode_length": 561.75,
+      "elapsed_s": 609.8,
+      "steps_per_second": 87315
     }
   ]
 }