| [ | |
| { | |
| "name": "act_nominal_unseeded", | |
| "algorithm": "act", | |
| "recipe": "ACT, 200 MuJoCo demos (episode seeds 0-199), chunk 100, 60k steps, network seed not set", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 60000, | |
| "network_seed": null, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "294/300", | |
| "newton_seeds_1000_1299": "268/300", | |
| "isaac_sim_seeds_1000_1099": "58/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "399d649a810f7c67671936ba76f9d089e022ac2d56b46abcff723c5bba672e78" | |
| }, | |
| { | |
| "name": "act_nominal_seed1", | |
| "algorithm": "act", | |
| "recipe": "ACT, 200 MuJoCo demos (episode seeds 0-199), chunk 100, 60k steps, network seed 1", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 60000, | |
| "network_seed": 1, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "290/300", | |
| "newton_seeds_1000_1299": "228/300", | |
| "isaac_sim_seeds_1000_1099": "62/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "d8ffdda1a59f77713b9d0cce41110cefe553b902fb168fce7e30e370f9e1cfe4" | |
| }, | |
| { | |
| "name": "act_nominal_seed2", | |
| "algorithm": "act", | |
| "recipe": "ACT, 200 MuJoCo demos (episode seeds 0-199), chunk 100, 60k steps, network seed 2", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 60000, | |
| "network_seed": 2, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "289/300", | |
| "newton_seeds_1000_1299": "242/300", | |
| "isaac_sim_seeds_1000_1099": "77/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "531bc6617ea60850c7fb72a263f3384fa8c4023f42e1f407887fed00b1b29787" | |
| }, | |
| { | |
| "name": "act_nominal_seed3", | |
| "algorithm": "act", | |
| "recipe": "ACT, 200 MuJoCo demos (episode seeds 0-199), chunk 100, 60k steps, network seed 3", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 60000, | |
| "network_seed": 3, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "290/300", | |
| "newton_seeds_1000_1299": "258/300", | |
| "isaac_sim_seeds_1000_1099": "65/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "bea108e5b9ded81f32f1f030cecd21403bea55758e8879da7411dc940c7decdb" | |
| }, | |
| { | |
| "name": "act_randomized_look_seed0", | |
| "algorithm": "act", | |
| "recipe": "ACT, 400 randomized-look MuJoCo demos (episode seeds 0-399), chunk 100, 120k steps, network seed 0", | |
| "demonstration_episode_seeds": "0-399", | |
| "demonstration_seeds_count": 400, | |
| "training_steps": 120000, | |
| "network_seed": 0, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "294/300", | |
| "newton_seeds_1000_1299": "295/300", | |
| "isaac_sim_seeds_1000_1099": "90/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "6d45505425f9835657e8a777cea8f279278367e37f89fe90e5a39c4b636d269c" | |
| }, | |
| { | |
| "name": "act_randomized_look_seed1", | |
| "algorithm": "act", | |
| "recipe": "ACT, 400 randomized-look MuJoCo demos (episode seeds 0-399), chunk 100, 120k steps, network seed 1", | |
| "demonstration_episode_seeds": "0-399", | |
| "demonstration_seeds_count": 400, | |
| "training_steps": 120000, | |
| "network_seed": 1, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "292/300", | |
| "newton_seeds_1000_1299": "289/300", | |
| "isaac_sim_seeds_1000_1099": "85/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "3c188c894271bfe6549b6b2d907b075b4cbbcb3c0e1a7311bdefc44a554f7e71" | |
| }, | |
| { | |
| "name": "act_randomized_look_seed2", | |
| "algorithm": "act", | |
| "recipe": "ACT, 400 randomized-look MuJoCo demos (episode seeds 0-399), chunk 100, 120k steps, network seed 2", | |
| "demonstration_episode_seeds": "0-399", | |
| "demonstration_seeds_count": 400, | |
| "training_steps": 120000, | |
| "network_seed": 2, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "292/300", | |
| "newton_seeds_1000_1299": "289/300", | |
| "isaac_sim_seeds_1000_1099": "89/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "0a42709c4b2e6b69cd80eef9c76ef3ff83a4d847d8d3a4e64614923bfc48475b" | |
| }, | |
| { | |
| "name": "act_both_renderers_unseeded", | |
| "algorithm": "act", | |
| "recipe": "ACT, 200 MuJoCo demos (episode seeds 0-199) + the same 200 replayed on Isaac Sim, 120k steps, network seed not set", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 120000, | |
| "network_seed": null, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "294/300", | |
| "newton_seeds_1000_1299": "281/300", | |
| "isaac_sim_seeds_1000_1099": "94/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "8034017312454267f7df79b8354ee93b89b2f824fcbdeec48cbe3c6e3291b172" | |
| }, | |
| { | |
| "name": "act_both_renderers_seed1", | |
| "algorithm": "act", | |
| "recipe": "ACT, 200 MuJoCo demos (episode seeds 0-199) + the same 200 replayed on Isaac Sim, 120k steps, network seed 1", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 120000, | |
| "network_seed": 1, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "294/300", | |
| "newton_seeds_1000_1299": "286/300", | |
| "isaac_sim_seeds_1000_1099": "91/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "b9382aa7ade2a99127d86a2b4b9216eaddfa99331126cf99bcc1eba322650927" | |
| }, | |
| { | |
| "name": "diffusion_policy_v2_nominal_seed0", | |
| "algorithm": "diffusion", | |
| "recipe": "Diffusion Policy v2, 200 MuJoCo demos (episode seeds 0-199), 100k steps, network seed 0, plays 16 of 64 actions", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 100000, | |
| "network_seed": 0, | |
| "batch_size": 16, | |
| "learning_rate": 0.0001, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "290/300", | |
| "newton_seeds_1000_1299": "14/300", | |
| "isaac_sim_seeds_1000_1099": "21/100" | |
| }, | |
| "megabytes": 357.0, | |
| "sha256": "c95c984d0c1d560e4dacbc3746d158136a1ff1f6d2a5629a12b0c3892401c236" | |
| }, | |
| { | |
| "name": "diffusion_policy_v2_randomized_look_seed0", | |
| "algorithm": "diffusion", | |
| "recipe": "Diffusion Policy v2, 400 randomized-look demos (episode seeds 0-399), 120k steps, network seed 0, plays 16 of 64 actions", | |
| "demonstration_episode_seeds": "0-399", | |
| "demonstration_seeds_count": 400, | |
| "training_steps": 120000, | |
| "network_seed": 0, | |
| "batch_size": 16, | |
| "learning_rate": 0.0001, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "298/300", | |
| "newton_seeds_1000_1299": "18/300", | |
| "isaac_sim_seeds_1000_1099": "49/100" | |
| }, | |
| "megabytes": 357.0, | |
| "sha256": "8446a804df80f9209bd4b5fb3b3364f4b7c5ed89177782f5763ebbb844cc2682" | |
| }, | |
| { | |
| "name": "act_isaac_only_100_unseeded", | |
| "algorithm": "act", | |
| "recipe": "ACT, 100 MuJoCo demos (episode seeds 0-99) replayed on Isaac Sim (Isaac images only), chunk 100, 60k steps, network seed not set", | |
| "demonstration_episode_seeds": "0-99", | |
| "demonstration_seeds_count": 100, | |
| "training_steps": 60000, | |
| "network_seed": null, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "229/300", | |
| "newton_seeds_1000_1299": "109/300", | |
| "isaac_sim_seeds_1000_1099": "85/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "58e51e4cbdbe753708aab868bb800ab4386b0630b9cf0624dfa58d3360e81f7e" | |
| }, | |
| { | |
| "name": "act_isaac_only_200_unseeded", | |
| "algorithm": "act", | |
| "recipe": "ACT, 200 demos (episode seeds 0-199) replayed on Isaac Sim, 60k steps, network seed not set", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 60000, | |
| "network_seed": null, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "229/300", | |
| "newton_seeds_1000_1299": "105/300", | |
| "isaac_sim_seeds_1000_1099": "91/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "5941a1fc7545ebbc89168b4d9669a6e7a2911628d103755c7ee1b238809f5520" | |
| }, | |
| { | |
| "name": "act_isaac_only_200_seed1", | |
| "algorithm": "act", | |
| "recipe": "ACT, 200 demos (episode seeds 0-199) replayed on Isaac Sim, 60k steps, network seed 1", | |
| "demonstration_episode_seeds": "0-199", | |
| "demonstration_seeds_count": 200, | |
| "training_steps": 60000, | |
| "network_seed": 1, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "193/300", | |
| "newton_seeds_1000_1299": "105/300", | |
| "isaac_sim_seeds_1000_1099": "90/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "16b730e0317e0d73cc62f3a9bedafb66f227a2ce2616c069c20e942a1f95cc65" | |
| }, | |
| { | |
| "name": "act_isaac_only_400_unseeded", | |
| "algorithm": "act", | |
| "recipe": "ACT, 400 demos (episode seeds 0-399) replayed on Isaac Sim, 120k steps, network seed not set", | |
| "demonstration_episode_seeds": "0-399", | |
| "demonstration_seeds_count": 400, | |
| "training_steps": 120000, | |
| "network_seed": null, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "253/300", | |
| "newton_seeds_1000_1299": "154/300", | |
| "isaac_sim_seeds_1000_1099": "97/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "014f661b18aabe1f39998f59839d9b6b1ad39534c306b1b9d3c7ebc47355d7e3" | |
| }, | |
| { | |
| "name": "act_chunk30_100demos_unseeded", | |
| "algorithm": "act", | |
| "recipe": "ACT, 100 MuJoCo demos (episode seeds 0-99), chunk 30, 30k steps, network seed not set (rejected on validation seeds)", | |
| "demonstration_episode_seeds": "0-99", | |
| "demonstration_seeds_count": 100, | |
| "training_steps": 30000, | |
| "network_seed": null, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "220/300", | |
| "newton_seeds_1000_1299": "16/300", | |
| "isaac_sim_seeds_1000_1099": "26/100" | |
| }, | |
| "megabytes": 206.4, | |
| "sha256": "44b79a89bd57afb36593151f174d5349e55768c902a17beb029d6d3b3b2654e2" | |
| }, | |
| { | |
| "name": "act_chunk100_100demos_unseeded", | |
| "algorithm": "act", | |
| "recipe": "ACT, 100 MuJoCo demos (episode seeds 0-99), chunk 100, 60k steps, network seed not set", | |
| "demonstration_episode_seeds": "0-99", | |
| "demonstration_seeds_count": 100, | |
| "training_steps": 60000, | |
| "network_seed": null, | |
| "batch_size": 16, | |
| "learning_rate": 1e-05, | |
| "scores": { | |
| "mujoco_seeds_1000_1299": "275/300", | |
| "newton_seeds_1000_1299": "238/300", | |
| "isaac_sim_seeds_1000_1099": "55/100" | |
| }, | |
| "megabytes": 206.7, | |
| "sha256": "d994199343886e3d48fd30ff957183e43de2fa45ee763ae71c5273051471a6a5" | |
| } | |
| ] |