AmanC007 commited on
Commit
2ed19d2
·
verified ·
1 Parent(s): 0b25da2

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -484,4 +484,5 @@ ft-no_support/000048660480/ocdbt.process_0/d/3b6fe1ac2c92a951045072c75bf53fae fi
484
  ft-full-v5/000064880640/ocdbt.process_0/d/7039268ef3430c9c65ee500b788dde78 filter=lfs diff=lfs merge=lfs -text
485
  ft-full-v5/000064880640/ocdbt.process_0/d/79c0dc2c92600bfb9ea983791213534c filter=lfs diff=lfs merge=lfs -text
486
  ft-full-v5/000064880640/ocdbt.process_0/d/d14c1ec4e323bc234e0bafafd1a35591 filter=lfs diff=lfs merge=lfs -text
487
- ft-no_map/000054067200/ocdbt.process_0/d/bca35c391fa3f10a43273abbe5360c83 filter=lfs diff=lfs merge=lfs -text
 
 
484
  ft-full-v5/000064880640/ocdbt.process_0/d/7039268ef3430c9c65ee500b788dde78 filter=lfs diff=lfs merge=lfs -text
485
  ft-full-v5/000064880640/ocdbt.process_0/d/79c0dc2c92600bfb9ea983791213534c filter=lfs diff=lfs merge=lfs -text
486
  ft-full-v5/000064880640/ocdbt.process_0/d/d14c1ec4e323bc234e0bafafd1a35591 filter=lfs diff=lfs merge=lfs -text
487
+ ft-ablation/000054067200/ocdbt.process_0/d/555aa7ffeded60e0b6295d0f800adc8a filter=lfs diff=lfs merge=lfs -text
488
+ ft-ablation/000054067200/ocdbt.process_0/d/bb2d9612c8116fcc8f18b09bdeb2d67d filter=lfs diff=lfs merge=lfs -text
ft-ablation/000054067200/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1788111002076685519, "commit_timestamp_nsecs": 1788111002120527937, "custom_metadata": {}}
ft-ablation/000054067200/_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [273]}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [156]}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [273]}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [156]}}, "('0', 'count', 'hi')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}, {"key": "hi", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('0', 'count', 'lo')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}, {"key": "lo", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [273]}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [156]}}, "('0', 'std_eps')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std_eps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": []}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [156, 512]}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 256]}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 128]}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [58]}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 58]}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [273, 512]}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 256]}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 128]}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1]}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 1]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
ft-ablation/000054067200/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MC5jb3VudC5oaQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5jb3VudC5sbw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGRfZXBz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}
ft-ablation/000054067200/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "0.mean.privileged_state", "write_shape": [273], "chunk_shape": [273], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.mean.state", "write_shape": [156], "chunk_shape": [156], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std.privileged_state", "write_shape": [273], "chunk_shape": [273], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std.state", "write_shape": [156], "chunk_shape": [156], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.count.hi", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.count.lo", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.summed_variance.privileged_state", "write_shape": [273], "chunk_shape": [273], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.summed_variance.state", "write_shape": [156], "chunk_shape": [156], "ext_metadata": null}}, {"array_metadata": {"param_name": "0.std_eps", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_0.kernel", "write_shape": [156, 512], "chunk_shape": [156, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_1.kernel", "write_shape": [512, 256], "chunk_shape": [512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_2.kernel", "write_shape": [256, 128], "chunk_shape": [256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_3.bias", "write_shape": [58], "chunk_shape": [58], "ext_metadata": null}}, {"array_metadata": {"param_name": "1.params.hidden_3.kernel", "write_shape": [128, 58], "chunk_shape": [128, 58], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_0.kernel", "write_shape": [273, 512], "chunk_shape": [273, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_1.kernel", "write_shape": [512, 256], "chunk_shape": [512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_2.kernel", "write_shape": [256, 128], "chunk_shape": [256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_3.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "2.params.hidden_3.kernel", "write_shape": [128, 1], "chunk_shape": [128, 1], "ext_metadata": null}}]}
ft-ablation/000054067200/commit_success.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ Checkpoint commit was successful to /tmp/ft_ablation/000054067200
ft-ablation/000054067200/d/17f6ad29986beeb8ec24cda24bf08319 ADDED
Binary file (7.75 kB). View file
 
ft-ablation/000054067200/manifest.ocdbt ADDED
Binary file (115 Bytes). View file
 
ft-ablation/000054067200/ocdbt.process_0/d/3055c25cdf02fdb678efd8c9e3f8fa5b ADDED
Binary file (1.98 kB). View file
 
ft-ablation/000054067200/ocdbt.process_0/d/426ab5e925c1b73fac693b0fca435927 ADDED
Binary file (2.01 kB). View file
 
ft-ablation/000054067200/ocdbt.process_0/d/555aa7ffeded60e0b6295d0f800adc8a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68cbb05078079a46d0e231e6dd182f9eb52cb56c39527e6f899edf68283c8f8d
3
+ size 1749322
ft-ablation/000054067200/ocdbt.process_0/d/56355508de749f3611fecb693ff43ede ADDED
Binary file (1.45 kB). View file
 
ft-ablation/000054067200/ocdbt.process_0/d/8ad5366973602bde110b04efd769d713 ADDED
Binary file (489 Bytes). View file
 
ft-ablation/000054067200/ocdbt.process_0/d/adbc7c13ab517df29187fe6adb34b847 ADDED
Binary file (7.74 kB). View file
 
ft-ablation/000054067200/ocdbt.process_0/d/bb2d9612c8116fcc8f18b09bdeb2d67d ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c14458d135e9b880e8649282fe6c3d2bda239dc68a2fee42e6ac97fe4c61fa5
3
+ size 124774
ft-ablation/000054067200/ocdbt.process_0/d/ea6888501b6c8ce2e55b0e408f0569b2 ADDED
Binary file (1.99 kB). View file
 
ft-ablation/000054067200/ocdbt.process_0/d/f46899a3ecca6919d0982153a6facc33 ADDED
Binary file (216 Bytes). View file
 
ft-ablation/000054067200/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (433 Bytes). View file
 
ft-ablation/000054067200/ppo_network_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"action_size": 29, "network_factory_kwargs": {"activation": "silu", "distribution_type": "tanh_normal", "init_noise_std": 1.0, "mean_clip_scale": null, "mean_kernel_init_fn": null, "mean_kernel_init_kwargs": null, "noise_std_type": "scalar", "num_quantiles": 32, "policy_hidden_layer_sizes": [512, 256, 128], "policy_network_kernel_init_fn": "lecun_uniform", "policy_network_kernel_init_kwargs": null, "policy_obs_key": "state", "state_dependent_std": false, "use_distributional_critic": false, "value_hidden_layer_sizes": [512, 256, 128], "value_network_kernel_init_fn": "lecun_uniform", "value_network_kernel_init_kwargs": null, "value_obs_key": "privileged_state"}, "normalize_observations": true, "observation_size": {"privileged_state": [273], "state": [156]}}
ft-ablation/finetune_report.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "arm": "ablation",
3
  "flavor": "a100-large",
4
- "reached_step": 48660480,
5
  "best_reward": 9.096108436584473,
6
  "history": [
7
  {
@@ -174,6 +174,25 @@
174
  "eval/episode_reward/snow_stumble_std": 0.0,
175
  "eval/episode_snow_contact_fraction_std": 230.25592041015625,
176
  "eval/episode_snow_depth_under_feet_std": 10.86227798461914
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
177
  }
178
  ]
179
  }
 
1
  {
2
  "arm": "ablation",
3
  "flavor": "a100-large",
4
+ "reached_step": 54067200,
5
  "best_reward": 9.096108436584473,
6
  "history": [
7
  {
 
174
  "eval/episode_reward/snow_stumble_std": 0.0,
175
  "eval/episode_snow_contact_fraction_std": 230.25592041015625,
176
  "eval/episode_snow_depth_under_feet_std": 10.86227798461914
177
+ },
178
+ {
179
+ "step": 48660480,
180
+ "reward": 6.682826995849609,
181
+ "episode_length": 398.609375,
182
+ "elapsed_s": 640.8,
183
+ "steps_per_second": 75935,
184
+ "eval/episode_reward/snow_clearance": 61.7525749206543,
185
+ "eval/episode_reward/snow_flat_efficiency": -0.1795962154865265,
186
+ "eval/episode_reward/snow_overload": -2.2530903816223145,
187
+ "eval/episode_reward/snow_stumble": 0.0,
188
+ "eval/episode_snow_contact_fraction": 246.26171875,
189
+ "eval/episode_snow_depth_under_feet": 10.364388465881348,
190
+ "eval/episode_reward/snow_clearance_std": 63.86434555053711,
191
+ "eval/episode_reward/snow_flat_efficiency_std": 0.22289742529392242,
192
+ "eval/episode_reward/snow_overload_std": 2.839796304702759,
193
+ "eval/episode_reward/snow_stumble_std": 0.0,
194
+ "eval/episode_snow_contact_fraction_std": 243.61416625976562,
195
+ "eval/episode_snow_depth_under_feet_std": 10.45141315460205
196
  }
197
  ]
198
  }